blob: b7d61dc6409651f370cb02b22f2093244904bb5b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Jeremy Higdon0271fc22006-02-02 00:00:46 -08002 * Copyright (c) 2003-2006 Silicon Graphics, Inc. All Rights Reserved.
Sergei Shtylyovccae50b2009-06-15 18:52:55 +02003 * Copyright (C) 2008-2009 MontaVista Software, Inc.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of version 2 of the GNU General Public License
7 * as published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it would be useful, but
10 * WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
12 *
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write the Free Software
15 * Foundation, Inc., 59 Temple Place - Suite 330, Boston MA 02111-1307, USA.
16 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 * For further information regarding this notice, see:
18 *
19 * http://oss.sgi.com/projects/GenInfo/NoticeExplan
20 */
21
22#include <linux/module.h>
23#include <linux/types.h>
24#include <linux/pci.h>
25#include <linux/delay.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <linux/init.h>
27#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include <linux/ioport.h>
29#include <linux/blkdev.h>
Jens Axboe55c16a72007-07-25 08:13:56 +020030#include <linux/scatterlist.h>
Brent Casavant22329b52005-06-21 17:15:59 -070031#include <linux/ioc4.h>
Sergei Shtylyovccae50b2009-06-15 18:52:55 +020032#include <linux/io.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#include <linux/ide.h>
34
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +020035#define DRV_NAME "SGIIOC4"
36
Linus Torvalds1da177e2005-04-16 15:20:36 -070037/* IOC4 Specific Definitions */
38#define IOC4_CMD_OFFSET 0x100
39#define IOC4_CTRL_OFFSET 0x120
40#define IOC4_DMA_OFFSET 0x140
41#define IOC4_INTR_OFFSET 0x0
42
43#define IOC4_TIMING 0x00
44#define IOC4_DMA_PTR_L 0x01
45#define IOC4_DMA_PTR_H 0x02
46#define IOC4_DMA_ADDR_L 0x03
47#define IOC4_DMA_ADDR_H 0x04
48#define IOC4_BC_DEV 0x05
49#define IOC4_BC_MEM 0x06
50#define IOC4_DMA_CTRL 0x07
51#define IOC4_DMA_END_ADDR 0x08
52
53/* Bits in the IOC4 Control/Status Register */
54#define IOC4_S_DMA_START 0x01
55#define IOC4_S_DMA_STOP 0x02
56#define IOC4_S_DMA_DIR 0x04
57#define IOC4_S_DMA_ACTIVE 0x08
58#define IOC4_S_DMA_ERROR 0x10
59#define IOC4_ATA_MEMERR 0x02
60
61/* Read/Write Directions */
62#define IOC4_DMA_WRITE 0x04
63#define IOC4_DMA_READ 0x00
64
65/* Interrupt Register Offsets */
66#define IOC4_INTR_REG 0x03
67#define IOC4_INTR_SET 0x05
68#define IOC4_INTR_CLEAR 0x07
69
70#define IOC4_IDE_CACHELINE_SIZE 128
71#define IOC4_CMD_CTL_BLK_SIZE 0x20
72#define IOC4_SUPPORTED_FIRMWARE_REV 46
73
Sergei Shtylyovccae50b2009-06-15 18:52:55 +020074struct ioc4_dma_regs {
Linus Torvalds1da177e2005-04-16 15:20:36 -070075 u32 timing_reg0;
76 u32 timing_reg1;
77 u32 low_mem_ptr;
78 u32 high_mem_ptr;
79 u32 low_mem_addr;
80 u32 high_mem_addr;
81 u32 dev_byte_count;
82 u32 mem_byte_count;
83 u32 status;
Sergei Shtylyovccae50b2009-06-15 18:52:55 +020084};
Linus Torvalds1da177e2005-04-16 15:20:36 -070085
86/* Each Physical Region Descriptor Entry size is 16 bytes (2 * 64 bits) */
87/* IOC4 has only 1 IDE channel */
Sergei Shtylyovccae50b2009-06-15 18:52:55 +020088#define IOC4_PRD_BYTES 16
89#define IOC4_PRD_ENTRIES (PAGE_SIZE / (4 * IOC4_PRD_BYTES))
Linus Torvalds1da177e2005-04-16 15:20:36 -070090
91
Sergei Shtylyovccae50b2009-06-15 18:52:55 +020092static void sgiioc4_init_hwif_ports(struct ide_hw *hw,
93 unsigned long data_port,
94 unsigned long ctrl_port,
95 unsigned long irq_port)
Linus Torvalds1da177e2005-04-16 15:20:36 -070096{
97 unsigned long reg = data_port;
98 int i;
99
100 /* Registers are word (32 bit) aligned */
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +0200101 for (i = 0; i <= 7; i++)
102 hw->io_ports_array[i] = reg + i * 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103
Sergei Shtylyov8108b882008-10-17 18:09:16 +0200104 hw->io_ports.ctl_addr = ctrl_port;
105 hw->io_ports.irq_addr = irq_port;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106}
107
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200108static int sgiioc4_checkirq(ide_hwif_t *hwif)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109{
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200110 unsigned long intr_addr = hwif->io_ports.irq_addr + IOC4_INTR_REG * 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200112 if (readl((void __iomem *)intr_addr) & 0x03)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113 return 1;
114
115 return 0;
116}
117
Bartlomiej Zolnierkiewiczb73c7ee2008-07-23 19:55:52 +0200118static u8 sgiioc4_read_status(ide_hwif_t *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200120static int sgiioc4_clearirq(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121{
122 u32 intr_reg;
Bartlomiej Zolnierkiewicz898ec222009-01-06 17:20:52 +0100123 ide_hwif_t *hwif = drive->hwif;
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +0200124 struct ide_io_ports *io_ports = &hwif->io_ports;
125 unsigned long other_ir = io_ports->irq_addr + (IOC4_INTR_REG << 2);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126
127 /* Code to check for PCI error conditions */
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100128 intr_reg = readl((void __iomem *)other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129 if (intr_reg & 0x03) { /* Valid IOC4-IDE interrupt */
130 /*
Bartlomiej Zolnierkiewiczb73c7ee2008-07-23 19:55:52 +0200131 * Using sgiioc4_read_status to read the Status register has a
132 * side effect of clearing the interrupt. The first read should
Bartlomiej Zolnierkiewicz23579a22008-04-18 00:46:26 +0200133 * clear it if it is set. The second read should return
134 * a "clear" status if it got cleared. If not, then spin
135 * for a bit trying to clear it.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 */
Bartlomiej Zolnierkiewiczb73c7ee2008-07-23 19:55:52 +0200137 u8 stat = sgiioc4_read_status(hwif);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138 int count = 0;
Bartlomiej Zolnierkiewiczb73c7ee2008-07-23 19:55:52 +0200139
140 stat = sgiioc4_read_status(hwif);
Sergei Shtylylovaa95f0e2008-10-13 21:39:29 +0200141 while ((stat & ATA_BUSY) && (count++ < 100)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142 udelay(1);
Bartlomiej Zolnierkiewiczb73c7ee2008-07-23 19:55:52 +0200143 stat = sgiioc4_read_status(hwif);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 }
145
146 if (intr_reg & 0x02) {
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100147 struct pci_dev *dev = to_pci_dev(hwif->dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 /* Error when transferring DMA data on PCI bus */
149 u32 pci_err_addr_low, pci_err_addr_high,
150 pci_stat_cmd_reg;
151
152 pci_err_addr_low =
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +0200153 readl((void __iomem *)io_ports->irq_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 pci_err_addr_high =
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +0200155 readl((void __iomem *)(io_ports->irq_addr + 4));
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100156 pci_read_config_dword(dev, PCI_COMMAND,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157 &pci_stat_cmd_reg);
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200158 printk(KERN_ERR "%s(%s): PCI Bus Error when doing DMA: "
159 "status-cmd reg is 0x%x\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200160 __func__, drive->name, pci_stat_cmd_reg);
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200161 printk(KERN_ERR "%s(%s): PCI Error Address is 0x%x%x\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200162 __func__, drive->name,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 pci_err_addr_high, pci_err_addr_low);
164 /* Clear the PCI Error indicator */
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100165 pci_write_config_dword(dev, PCI_COMMAND, 0x00000146);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166 }
167
168 /* Clear the Interrupt, Error bits on the IOC4 */
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100169 writel(0x03, (void __iomem *)other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100171 intr_reg = readl((void __iomem *)other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172 }
173
174 return intr_reg & 3;
175}
176
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200177static void sgiioc4_dma_start(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178{
Bartlomiej Zolnierkiewicz898ec222009-01-06 17:20:52 +0100179 ide_hwif_t *hwif = drive->hwif;
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100180 unsigned long ioc4_dma_addr = hwif->dma_base + IOC4_DMA_CTRL * 4;
181 unsigned int reg = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182 unsigned int temp_reg = reg | IOC4_S_DMA_START;
183
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100184 writel(temp_reg, (void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185}
186
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200187static u32 sgiioc4_ide_dma_stop(ide_hwif_t *hwif, u64 dma_base)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188{
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100189 unsigned long ioc4_dma_addr = dma_base + IOC4_DMA_CTRL * 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 u32 ioc4_dma;
191 int count;
192
193 count = 0;
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100194 ioc4_dma = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 while ((ioc4_dma & IOC4_S_DMA_STOP) && (count++ < 200)) {
196 udelay(1);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100197 ioc4_dma = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198 }
199 return ioc4_dma;
200}
201
202/* Stops the IOC4 DMA Engine */
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200203static int sgiioc4_dma_end(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204{
205 u32 ioc4_dma, bc_dev, bc_mem, num, valid = 0, cnt = 0;
Bartlomiej Zolnierkiewicz898ec222009-01-06 17:20:52 +0100206 ide_hwif_t *hwif = drive->hwif;
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100207 unsigned long dma_base = hwif->dma_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208 int dma_stat = 0;
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700209 unsigned long *ending_dma = ide_get_hwifdata(hwif);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100211 writel(IOC4_S_DMA_STOP, (void __iomem *)(dma_base + IOC4_DMA_CTRL * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212
213 ioc4_dma = sgiioc4_ide_dma_stop(hwif, dma_base);
214
215 if (ioc4_dma & IOC4_S_DMA_STOP) {
216 printk(KERN_ERR
217 "%s(%s): IOC4 DMA STOP bit is still 1 :"
218 "ioc4_dma_reg 0x%x\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200219 __func__, drive->name, ioc4_dma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220 dma_stat = 1;
221 }
222
223 /*
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200224 * The IOC4 will DMA 1's to the ending DMA area to indicate that
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225 * previous data DMA is complete. This is necessary because of relaxed
226 * ordering between register reads and DMA writes on the Altix.
227 */
228 while ((cnt++ < 200) && (!valid)) {
229 for (num = 0; num < 16; num++) {
230 if (ending_dma[num]) {
231 valid = 1;
232 break;
233 }
234 }
235 udelay(1);
236 }
237 if (!valid) {
Harvey Harrisoneb639632008-04-26 22:25:20 +0200238 printk(KERN_ERR "%s(%s) : DMA incomplete\n", __func__,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 drive->name);
240 dma_stat = 1;
241 }
242
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100243 bc_dev = readl((void __iomem *)(dma_base + IOC4_BC_DEV * 4));
244 bc_mem = readl((void __iomem *)(dma_base + IOC4_BC_MEM * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245
246 if ((bc_dev & 0x01FF) || (bc_mem & 0x1FF)) {
247 if (bc_dev > bc_mem + 8) {
248 printk(KERN_ERR
249 "%s(%s): WARNING!! byte_count_dev %d "
250 "!= byte_count_mem %d\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200251 __func__, drive->name, bc_dev, bc_mem);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252 }
253 }
254
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255 return dma_stat;
256}
257
Bartlomiej Zolnierkiewicz88b2b322007-10-13 17:47:51 +0200258static void sgiioc4_set_dma_mode(ide_drive_t *drive, const u8 speed)
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200259{
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200260}
261
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200262/* Returns 1 if DMA IRQ issued, 0 otherwise */
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200263static int sgiioc4_dma_test_irq(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264{
Bartlomiej Zolnierkiewicz898ec222009-01-06 17:20:52 +0100265 return sgiioc4_checkirq(drive->hwif);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266}
267
Bartlomiej Zolnierkiewicz15ce9262008-01-26 20:13:03 +0100268static void sgiioc4_dma_host_set(ide_drive_t *drive, int on)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269{
Bartlomiej Zolnierkiewicz15ce9262008-01-26 20:13:03 +0100270 if (!on)
271 sgiioc4_clearirq(drive);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272}
273
Bartlomiej Zolnierkiewiczf094d4d2009-03-31 20:15:24 +0200274static void sgiioc4_resetproc(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275{
Bartlomiej Zolnierkiewiczf094d4d2009-03-31 20:15:24 +0200276 struct ide_cmd *cmd = &drive->hwif->cmd;
277
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200278 sgiioc4_dma_end(drive);
Bartlomiej Zolnierkiewiczf094d4d2009-03-31 20:15:24 +0200279 ide_dma_unmap_sg(drive, cmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280 sgiioc4_clearirq(drive);
281}
282
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200283static void sgiioc4_dma_lost_irq(ide_drive_t *drive)
Sergei Shtylyov841d2a92007-07-09 23:17:54 +0200284{
285 sgiioc4_resetproc(drive);
286
287 ide_dma_lost_irq(drive);
288}
289
Bartlomiej Zolnierkiewiczb73c7ee2008-07-23 19:55:52 +0200290static u8 sgiioc4_read_status(ide_hwif_t *hwif)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700291{
Bartlomiej Zolnierkiewiczb73c7ee2008-07-23 19:55:52 +0200292 unsigned long port = hwif->io_ports.status_addr;
Jeremy Higdona835fa72006-05-30 21:27:07 -0700293 u8 reg = (u8) readb((void __iomem *) port);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294
Sergei Shtylyov8108b882008-10-17 18:09:16 +0200295 if (!(reg & ATA_BUSY)) { /* Not busy... check for interrupt */
296 unsigned long other_ir = port - 0x110;
297 unsigned int intr_reg = (u32) readl((void __iomem *) other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700298
Sergei Shtylyov8108b882008-10-17 18:09:16 +0200299 /* Clear the Interrupt, Error bits on the IOC4 */
300 if (intr_reg & 0x03) {
301 writel(0x03, (void __iomem *) other_ir);
302 intr_reg = (u32) readl((void __iomem *) other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303 }
304 }
305
306 return reg;
307}
308
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200309/* Creates a DMA map for the scatter-gather list entries */
310static int __devinit ide_dma_sgiioc4(ide_hwif_t *hwif,
311 const struct ide_port_info *d)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312{
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100313 struct pci_dev *dev = to_pci_dev(hwif->dev);
Bartlomiej Zolnierkiewicz04216fa2008-04-26 22:25:23 +0200314 unsigned long dma_base = pci_resource_start(dev, 0) + IOC4_DMA_OFFSET;
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200315 int num_ports = sizeof(struct ioc4_dma_regs);
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700316 void *pad;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317
Sergei Shtylylov9b5a18e2008-10-13 21:39:30 +0200318 printk(KERN_INFO " %s: MMIO-DMA\n", hwif->name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319
Sergei Shtylylov9b5a18e2008-10-13 21:39:30 +0200320 if (request_mem_region(dma_base, num_ports, hwif->name) == NULL) {
321 printk(KERN_ERR "%s(%s) -- ERROR: addresses 0x%08lx to 0x%08lx "
322 "already in use\n", __func__, hwif->name,
323 dma_base, dma_base + num_ports - 1);
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200324 return -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325 }
326
Sergei Shtylyov107111d2008-10-17 18:09:17 +0200327 hwif->dma_base = (unsigned long)hwif->io_ports.irq_addr +
328 IOC4_DMA_OFFSET;
John Keller1678df32006-08-31 21:27:51 -0700329
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330 hwif->sg_max_nents = IOC4_PRD_ENTRIES;
331
Bartlomiej Zolnierkiewicz2bbd57c2008-10-13 21:39:47 +0200332 hwif->prd_max_nents = IOC4_PRD_ENTRIES;
333 hwif->prd_ent_size = IOC4_PRD_BYTES;
334
335 if (ide_allocate_dma_engine(hwif))
336 goto dma_pci_alloc_failure;
337
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100338 pad = pci_alloc_consistent(dev, IOC4_IDE_CACHELINE_SIZE,
Bartlomiej Zolnierkiewicz912ef6d2008-07-15 21:21:47 +0200339 (dma_addr_t *)&hwif->extra_base);
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700340 if (pad) {
341 ide_set_hwifdata(hwif, pad);
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200342 return 0;
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700343 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344
Bartlomiej Zolnierkiewicz2bbd57c2008-10-13 21:39:47 +0200345 ide_release_dma_engine(hwif);
346
Sergei Shtylylov9b5a18e2008-10-13 21:39:30 +0200347 printk(KERN_ERR "%s(%s) -- ERROR: Unable to allocate DMA maps\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200348 __func__, hwif->name);
Sergei Shtylylov9b5a18e2008-10-13 21:39:30 +0200349 printk(KERN_INFO "%s: changing from DMA to PIO mode", hwif->name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700350
John Keller1678df32006-08-31 21:27:51 -0700351dma_pci_alloc_failure:
John Keller1678df32006-08-31 21:27:51 -0700352 release_mem_region(dma_base, num_ports);
353
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200354 return -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700355}
356
357/* Initializes the IOC4 DMA Engine */
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200358static void sgiioc4_configure_for_dma(int dma_direction, ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700359{
360 u32 ioc4_dma;
Bartlomiej Zolnierkiewicz898ec222009-01-06 17:20:52 +0100361 ide_hwif_t *hwif = drive->hwif;
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100362 unsigned long dma_base = hwif->dma_base;
363 unsigned long ioc4_dma_addr = dma_base + IOC4_DMA_CTRL * 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700364 u32 dma_addr, ending_dma_addr;
365
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100366 ioc4_dma = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700367
368 if (ioc4_dma & IOC4_S_DMA_ACTIVE) {
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200369 printk(KERN_WARNING "%s(%s): Warning!! DMA from previous "
370 "transfer was still active\n", __func__, drive->name);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100371 writel(IOC4_S_DMA_STOP, (void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700372 ioc4_dma = sgiioc4_ide_dma_stop(hwif, dma_base);
373
374 if (ioc4_dma & IOC4_S_DMA_STOP)
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200375 printk(KERN_ERR "%s(%s): IOC4 DMA STOP bit is "
376 "still 1\n", __func__, drive->name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377 }
378
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100379 ioc4_dma = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700380 if (ioc4_dma & IOC4_S_DMA_ERROR) {
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200381 printk(KERN_WARNING "%s(%s): Warning!! DMA Error during "
382 "previous transfer, status 0x%x\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200383 __func__, drive->name, ioc4_dma);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100384 writel(IOC4_S_DMA_STOP, (void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385 ioc4_dma = sgiioc4_ide_dma_stop(hwif, dma_base);
386
387 if (ioc4_dma & IOC4_S_DMA_STOP)
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200388 printk(KERN_ERR "%s(%s): IOC4 DMA STOP bit is "
389 "still 1\n", __func__, drive->name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390 }
391
392 /* Address of the Scatter Gather List */
393 dma_addr = cpu_to_le32(hwif->dmatable_dma);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100394 writel(dma_addr, (void __iomem *)(dma_base + IOC4_DMA_PTR_L * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700395
396 /* Address of the Ending DMA */
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700397 memset(ide_get_hwifdata(hwif), 0, IOC4_IDE_CACHELINE_SIZE);
Bartlomiej Zolnierkiewicz912ef6d2008-07-15 21:21:47 +0200398 ending_dma_addr = cpu_to_le32(hwif->extra_base);
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200399 writel(ending_dma_addr, (void __iomem *)(dma_base +
400 IOC4_DMA_END_ADDR * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100402 writel(dma_direction, (void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700403}
404
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200405/* IOC4 Scatter Gather list Format */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700406/* 128 Bit entries to support 64 bit addresses in the future */
407/* The Scatter Gather list Entry should be in the BIG-ENDIAN Format */
408/* --------------------------------------------------------------------- */
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200409/* | Upper 32 bits - Zero | Lower 32 bits- address | */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700410/* --------------------------------------------------------------------- */
411/* | Upper 32 bits - Zero |EOL| 15 unused | 16 Bit Length| */
412/* --------------------------------------------------------------------- */
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200413/* Creates the scatter gather list, DMA Table */
414
Bartlomiej Zolnierkiewicz229816942009-03-27 12:46:46 +0100415static int sgiioc4_build_dmatable(ide_drive_t *drive, struct ide_cmd *cmd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700416{
Bartlomiej Zolnierkiewicz898ec222009-01-06 17:20:52 +0100417 ide_hwif_t *hwif = drive->hwif;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700418 unsigned int *table = hwif->dmatable_cpu;
Bartlomiej Zolnierkiewicz229816942009-03-27 12:46:46 +0100419 unsigned int count = 0, i = cmd->sg_nents;
Bartlomiej Zolnierkiewicze6830a82009-03-27 12:46:37 +0100420 struct scatterlist *sg = hwif->sg_table;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700421
Linus Torvalds1da177e2005-04-16 15:20:36 -0700422 while (i && sg_dma_len(sg)) {
423 dma_addr_t cur_addr;
424 int cur_len;
425 cur_addr = sg_dma_address(sg);
426 cur_len = sg_dma_len(sg);
427
428 while (cur_len) {
429 if (count++ >= IOC4_PRD_ENTRIES) {
430 printk(KERN_WARNING
431 "%s: DMA table too small\n",
432 drive->name);
Bartlomiej Zolnierkiewicz11998b32009-03-31 20:15:21 +0200433 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700434 } else {
Jeremy Higdon0271fc22006-02-02 00:00:46 -0800435 u32 bcount =
Linus Torvalds1da177e2005-04-16 15:20:36 -0700436 0x10000 - (cur_addr & 0xffff);
437
438 if (bcount > cur_len)
439 bcount = cur_len;
440
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200441 /*
442 * Put the address, length in
443 * the IOC4 dma-table format
444 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700445 *table = 0x0;
446 table++;
447 *table = cpu_to_be32(cur_addr);
448 table++;
449 *table = 0x0;
450 table++;
451
Jeremy Higdon0271fc22006-02-02 00:00:46 -0800452 *table = cpu_to_be32(bcount);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700453 table++;
454
455 cur_addr += bcount;
456 cur_len -= bcount;
457 }
458 }
459
Jens Axboe55c16a72007-07-25 08:13:56 +0200460 sg = sg_next(sg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700461 i--;
462 }
463
464 if (count) {
465 table--;
466 *table |= cpu_to_be32(0x80000000);
467 return count;
468 }
469
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470 return 0; /* revert to PIO for this request */
471}
472
Bartlomiej Zolnierkiewicz229816942009-03-27 12:46:46 +0100473static int sgiioc4_dma_setup(ide_drive_t *drive, struct ide_cmd *cmd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700474{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700475 int ddir;
Bartlomiej Zolnierkiewicz229816942009-03-27 12:46:46 +0100476 u8 write = !!(cmd->tf_flags & IDE_TFLAG_WRITE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477
Bartlomiej Zolnierkiewicz11998b32009-03-31 20:15:21 +0200478 if (sgiioc4_build_dmatable(drive, cmd) == 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700479 /* try PIO instead of DMA */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700480 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700481
Bartlomiej Zolnierkiewicz229816942009-03-27 12:46:46 +0100482 if (write)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700483 /* Writes TO the IOC4 FROM Main Memory */
484 ddir = IOC4_DMA_READ;
485 else
486 /* Writes FROM the IOC4 TO Main Memory */
487 ddir = IOC4_DMA_WRITE;
488
489 sgiioc4_configure_for_dma(ddir, drive);
490
491 return 0;
492}
493
Bartlomiej Zolnierkiewicz374e0422008-07-23 19:55:56 +0200494static const struct ide_tp_ops sgiioc4_tp_ops = {
495 .exec_command = ide_exec_command,
496 .read_status = sgiioc4_read_status,
497 .read_altstatus = ide_read_altstatus,
Sergei Shtylyovecf3a312009-03-31 20:15:30 +0200498 .write_devctl = ide_write_devctl,
Bartlomiej Zolnierkiewicz374e0422008-07-23 19:55:56 +0200499
Sergei Shtylyovabb596b2009-03-31 20:15:32 +0200500 .dev_select = ide_dev_select,
Bartlomiej Zolnierkiewicz374e0422008-07-23 19:55:56 +0200501 .tf_load = ide_tf_load,
502 .tf_read = ide_tf_read,
503
504 .input_data = ide_input_data,
505 .output_data = ide_output_data,
506};
507
Bartlomiej Zolnierkiewiczac95bee2008-04-26 22:25:14 +0200508static const struct ide_port_ops sgiioc4_port_ops = {
509 .set_dma_mode = sgiioc4_set_dma_mode,
510 /* reset DMA engine, clear IRQs */
511 .resetproc = sgiioc4_resetproc,
Bartlomiej Zolnierkiewiczac95bee2008-04-26 22:25:14 +0200512};
513
Bartlomiej Zolnierkiewiczf37afda2008-04-26 22:25:24 +0200514static const struct ide_dma_ops sgiioc4_dma_ops = {
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200515 .dma_host_set = sgiioc4_dma_host_set,
516 .dma_setup = sgiioc4_dma_setup,
517 .dma_start = sgiioc4_dma_start,
518 .dma_end = sgiioc4_dma_end,
519 .dma_test_irq = sgiioc4_dma_test_irq,
520 .dma_lost_irq = sgiioc4_dma_lost_irq,
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200521};
522
Robin Holtecdbc692008-12-08 15:47:20 -0800523static const struct ide_port_info sgiioc4_port_info __devinitconst = {
Bartlomiej Zolnierkiewiczeb3aff52008-07-16 20:33:42 +0200524 .name = DRV_NAME,
Bartlomiej Zolnierkiewiczc413b9b2008-02-02 19:56:31 +0100525 .chipset = ide_pci,
Bartlomiej Zolnierkiewicz04216fa2008-04-26 22:25:23 +0200526 .init_dma = ide_dma_sgiioc4,
Bartlomiej Zolnierkiewicz374e0422008-07-23 19:55:56 +0200527 .tp_ops = &sgiioc4_tp_ops,
Bartlomiej Zolnierkiewiczac95bee2008-04-26 22:25:14 +0200528 .port_ops = &sgiioc4_port_ops,
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200529 .dma_ops = &sgiioc4_dma_ops,
Bartlomiej Zolnierkiewiczc5dd43e2008-04-28 23:44:37 +0200530 .host_flags = IDE_HFLAG_MMIO,
Bartlomiej Zolnierkiewicz255115fb2009-03-27 12:46:27 +0100531 .irq_flags = IRQF_SHARED,
Bartlomiej Zolnierkiewiczc413b9b2008-02-02 19:56:31 +0100532 .mwdma_mask = ATA_MWDMA2_ONLY,
533};
534
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200535static int __devinit sgiioc4_ide_setup_pci_device(struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700536{
Bartlomiej Zolnierkiewicz04216fa2008-04-26 22:25:23 +0200537 unsigned long cmd_base, irqport;
John Keller1678df32006-08-31 21:27:51 -0700538 unsigned long bar0, cmd_phys_base, ctl;
539 void __iomem *virt_base;
Bartlomiej Zolnierkiewicz9f36d312009-05-17 19:12:25 +0200540 struct ide_hw hw, *hws[] = { &hw };
Bartlomiej Zolnierkiewicz8a695802008-07-23 19:55:59 +0200541 int rc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700542
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200543 /* Get the CmdBlk and CtrlBlk base registers */
John Keller1678df32006-08-31 21:27:51 -0700544 bar0 = pci_resource_start(dev, 0);
Arjan van de Ven28343562008-10-23 23:22:07 +0200545 virt_base = pci_ioremap_bar(dev, 0);
John Keller1678df32006-08-31 21:27:51 -0700546 if (virt_base == NULL) {
547 printk(KERN_ERR "%s: Unable to remap BAR 0 address: 0x%lx\n",
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200548 DRV_NAME, bar0);
John Keller1678df32006-08-31 21:27:51 -0700549 return -ENOMEM;
550 }
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200551 cmd_base = (unsigned long)virt_base + IOC4_CMD_OFFSET;
552 ctl = (unsigned long)virt_base + IOC4_CTRL_OFFSET;
553 irqport = (unsigned long)virt_base + IOC4_INTR_OFFSET;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700554
John Keller1678df32006-08-31 21:27:51 -0700555 cmd_phys_base = bar0 + IOC4_CMD_OFFSET;
Sergei Shtylylov9b5a18e2008-10-13 21:39:30 +0200556 if (request_mem_region(cmd_phys_base, IOC4_CMD_CTL_BLK_SIZE,
557 DRV_NAME) == NULL) {
558 printk(KERN_ERR "%s %s -- ERROR: addresses 0x%08lx to 0x%08lx "
559 "already in use\n", DRV_NAME, pci_name(dev),
560 cmd_phys_base, cmd_phys_base + IOC4_CMD_CTL_BLK_SIZE);
Sergei Shtylyov3059ef92008-10-23 23:22:06 +0200561 rc = -EBUSY;
562 goto req_mem_rgn_err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700563 }
564
Bartlomiej Zolnierkiewicz8f8e8482008-01-26 20:13:05 +0100565 /* Initialize the IO registers */
566 memset(&hw, 0, sizeof(hw));
567 sgiioc4_init_hwif_ports(&hw, cmd_base, ctl, irqport);
Bartlomiej Zolnierkiewicz57c802e2008-01-26 20:13:05 +0100568 hw.irq = dev->irq;
Bartlomiej Zolnierkiewicz57c802e2008-01-26 20:13:05 +0100569 hw.dev = &dev->dev;
Bartlomiej Zolnierkiewiczce30e402008-07-16 20:33:44 +0200570
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200571 /* Initialize chipset IRQ registers */
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100572 writel(0x03, (void __iomem *)(irqport + IOC4_INTR_SET * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573
Bartlomiej Zolnierkiewiczdca39832009-05-17 19:12:24 +0200574 rc = ide_host_add(&sgiioc4_port_info, hws, 1, NULL);
Sergei Shtylyov95a84cd2008-10-23 23:22:06 +0200575 if (!rc)
576 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577
Bartlomiej Zolnierkiewiczce30e402008-07-16 20:33:44 +0200578 release_mem_region(cmd_phys_base, IOC4_CMD_CTL_BLK_SIZE);
Sergei Shtylyov3059ef92008-10-23 23:22:06 +0200579req_mem_rgn_err:
Bartlomiej Zolnierkiewiczce30e402008-07-16 20:33:44 +0200580 iounmap(virt_base);
Bartlomiej Zolnierkiewicz8a695802008-07-23 19:55:59 +0200581 return rc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700582}
583
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200584static unsigned int __devinit pci_init_sgiioc4(struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700585{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700586 int ret;
587
Linus Torvalds1da177e2005-04-16 15:20:36 -0700588 printk(KERN_INFO "%s: IDE controller at PCI slot %s, revision %d\n",
Bartlomiej Zolnierkiewiczfc212bb2007-10-19 00:30:08 +0200589 DRV_NAME, pci_name(dev), dev->revision);
590
591 if (dev->revision < IOC4_SUPPORTED_FIRMWARE_REV) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700592 printk(KERN_ERR "Skipping %s IDE controller in slot %s: "
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200593 "firmware is obsolete - please upgrade to "
594 "revision46 or higher\n",
595 DRV_NAME, pci_name(dev));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700596 ret = -EAGAIN;
597 goto out;
598 }
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200599 ret = sgiioc4_ide_setup_pci_device(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700600out:
601 return ret;
602}
603
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200604int __devinit ioc4_ide_attach_one(struct ioc4_driver_data *idd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700605{
Sergei Shtylyovccae50b2009-06-15 18:52:55 +0200606 /*
607 * PCI-RT does not bring out IDE connection.
Brent Casavantf5befce2006-06-23 02:05:52 -0700608 * Do not attach to this particular IOC4.
609 */
610 if (idd->idd_variant == IOC4_VARIANT_PCI_RT)
611 return 0;
612
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200613 return pci_init_sgiioc4(idd->idd_pdev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700614}
615
Robin Holtecdbc692008-12-08 15:47:20 -0800616static struct ioc4_submodule __devinitdata ioc4_ide_submodule = {
Brent Casavant22329b52005-06-21 17:15:59 -0700617 .is_name = "IOC4_ide",
618 .is_owner = THIS_MODULE,
619 .is_probe = ioc4_ide_attach_one,
Brent Casavant22329b52005-06-21 17:15:59 -0700620};
621
Bartlomiej Zolnierkiewicz82ab1ee2007-01-27 13:46:56 +0100622static int __init ioc4_ide_init(void)
Brent Casavant22329b52005-06-21 17:15:59 -0700623{
624 return ioc4_register_submodule(&ioc4_ide_submodule);
625}
626
Brent Casavant59f14802006-10-17 00:09:25 -0700627late_initcall(ioc4_ide_init); /* Call only after IDE init is done */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700628
Jeremy Higdona835fa72006-05-30 21:27:07 -0700629MODULE_AUTHOR("Aniket Malatpure/Jeremy Higdon");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630MODULE_DESCRIPTION("IDE PCI driver module for SGI IOC4 Base-IO Card");
631MODULE_LICENSE("GPL");