blob: 6e5f16cb0aa5dd9f74d0ed4f4e40db1991e1bcdd [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * arch/sh/drivers/dma/dma-sh.c
3 *
4 * SuperH On-chip DMAC Support
5 *
6 * Copyright (C) 2000 Takashi YOSHII
7 * Copyright (C) 2003, 2004 Paul Mundt
Paul Mundt0d831772006-01-16 22:14:09 -08008 * Copyright (C) 2005 Andriy Skulysh
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
10 * This file is subject to the terms and conditions of the GNU General Public
11 * License. See the file "COPYING" in the main directory of this archive
12 * for more details.
13 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/init.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/interrupt.h>
16#include <linux/module.h>
Paul Mundt0d831772006-01-16 22:14:09 -080017#include <asm/dreamcast/dma.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <asm/dma.h>
19#include <asm/io.h>
20#include "dma-sh.h"
21
Manuel Lauss9f8a5e32007-01-25 15:22:11 +090022static int dmte_irq_map[] = {
23 DMTE0_IRQ,
24 DMTE1_IRQ,
25 DMTE2_IRQ,
26 DMTE3_IRQ,
Markus Brunner3ea6bc32007-08-20 08:59:33 +090027#if defined(CONFIG_CPU_SUBTYPE_SH7720) || \
28 defined(CONFIG_CPU_SUBTYPE_SH7751R) || \
Manuel Lauss9f8a5e32007-01-25 15:22:11 +090029 defined(CONFIG_CPU_SUBTYPE_SH7760) || \
30 defined(CONFIG_CPU_SUBTYPE_SH7780)
31 DMTE4_IRQ,
32 DMTE5_IRQ,
Markus Brunner3ea6bc32007-08-20 08:59:33 +090033#endif
34#if defined(CONFIG_CPU_SUBTYPE_SH7751R) || \
35 defined(CONFIG_CPU_SUBTYPE_SH7760) || \
36 defined(CONFIG_CPU_SUBTYPE_SH7780)
Manuel Lauss9f8a5e32007-01-25 15:22:11 +090037 DMTE6_IRQ,
Markus Brunner3ea6bc32007-08-20 08:59:33 +090038 DMTE7_IRQ,
Jamie Lenehanbd71ab82006-10-31 12:35:02 +090039#endif
Jamie Lenehanbd71ab82006-10-31 12:35:02 +090040};
Linus Torvalds1da177e2005-04-16 15:20:36 -070041
Jamie Lenehanbd71ab82006-10-31 12:35:02 +090042static inline unsigned int get_dmte_irq(unsigned int chan)
43{
44 unsigned int irq = 0;
Manuel Lauss9f8a5e32007-01-25 15:22:11 +090045 if (chan < ARRAY_SIZE(dmte_irq_map))
46 irq = dmte_irq_map[chan];
Linus Torvalds1da177e2005-04-16 15:20:36 -070047 return irq;
48}
49
50/*
51 * We determine the correct shift size based off of the CHCR transmit size
52 * for the given channel. Since we know that it will take:
53 *
54 * info->count >> ts_shift[transmit_size]
55 *
56 * iterations to complete the transfer.
57 */
58static inline unsigned int calc_xmit_shift(struct dma_channel *chan)
59{
60 u32 chcr = ctrl_inl(CHCR[chan->chan]);
61
Paul Mundt0d831772006-01-16 22:14:09 -080062 return ts_shift[(chcr & CHCR_TS_MASK)>>CHCR_TS_SHIFT];
Linus Torvalds1da177e2005-04-16 15:20:36 -070063}
64
65/*
66 * The transfer end interrupt must read the chcr register to end the
67 * hardware interrupt active condition.
68 * Besides that it needs to waken any waiting process, which should handle
69 * setting up the next transfer.
70 */
Paul Mundt35f3c512006-10-06 15:31:16 +090071static irqreturn_t dma_tei(int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -070072{
Paul Mundt35f3c512006-10-06 15:31:16 +090073 struct dma_channel *chan = dev_id;
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 u32 chcr;
75
76 chcr = ctrl_inl(CHCR[chan->chan]);
77
78 if (!(chcr & CHCR_TE))
79 return IRQ_NONE;
80
81 chcr &= ~(CHCR_IE | CHCR_DE);
82 ctrl_outl(chcr, CHCR[chan->chan]);
83
84 wake_up(&chan->wait_queue);
85
86 return IRQ_HANDLED;
87}
88
89static int sh_dmac_request_dma(struct dma_channel *chan)
90{
Paul Mundt9e3043c2006-09-27 16:55:24 +090091 if (unlikely(!chan->flags & DMA_TEI_CAPABLE))
92 return 0;
93
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 return request_irq(get_dmte_irq(chan->chan), dma_tei,
Paul Mundte803aaf2006-11-24 14:50:05 +090095 IRQF_DISABLED, chan->dev_id, chan);
Linus Torvalds1da177e2005-04-16 15:20:36 -070096}
97
98static void sh_dmac_free_dma(struct dma_channel *chan)
99{
100 free_irq(get_dmte_irq(chan->chan), chan);
101}
102
Manuel Lauss9f8a5e32007-01-25 15:22:11 +0900103static int
Paul Mundt0d831772006-01-16 22:14:09 -0800104sh_dmac_configure_channel(struct dma_channel *chan, unsigned long chcr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105{
106 if (!chcr)
Paul Mundt0d831772006-01-16 22:14:09 -0800107 chcr = RS_DUAL | CHCR_IE;
108
109 if (chcr & CHCR_IE) {
110 chcr &= ~CHCR_IE;
111 chan->flags |= DMA_TEI_CAPABLE;
112 } else {
113 chan->flags &= ~DMA_TEI_CAPABLE;
114 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115
116 ctrl_outl(chcr, CHCR[chan->chan]);
117
118 chan->flags |= DMA_CONFIGURED;
Manuel Lauss9f8a5e32007-01-25 15:22:11 +0900119 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120}
121
122static void sh_dmac_enable_dma(struct dma_channel *chan)
123{
Paul Mundt0d831772006-01-16 22:14:09 -0800124 int irq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 u32 chcr;
126
127 chcr = ctrl_inl(CHCR[chan->chan]);
Paul Mundt0d831772006-01-16 22:14:09 -0800128 chcr |= CHCR_DE;
129
130 if (chan->flags & DMA_TEI_CAPABLE)
131 chcr |= CHCR_IE;
132
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 ctrl_outl(chcr, CHCR[chan->chan]);
134
Paul Mundt0d831772006-01-16 22:14:09 -0800135 if (chan->flags & DMA_TEI_CAPABLE) {
136 irq = get_dmte_irq(chan->chan);
137 enable_irq(irq);
138 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139}
140
141static void sh_dmac_disable_dma(struct dma_channel *chan)
142{
Paul Mundt0d831772006-01-16 22:14:09 -0800143 int irq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 u32 chcr;
145
Paul Mundt0d831772006-01-16 22:14:09 -0800146 if (chan->flags & DMA_TEI_CAPABLE) {
147 irq = get_dmte_irq(chan->chan);
148 disable_irq(irq);
149 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150
151 chcr = ctrl_inl(CHCR[chan->chan]);
152 chcr &= ~(CHCR_DE | CHCR_TE | CHCR_IE);
153 ctrl_outl(chcr, CHCR[chan->chan]);
154}
155
156static int sh_dmac_xfer_dma(struct dma_channel *chan)
157{
158 /*
159 * If we haven't pre-configured the channel with special flags, use
160 * the defaults.
161 */
Paul Mundt0d831772006-01-16 22:14:09 -0800162 if (unlikely(!(chan->flags & DMA_CONFIGURED)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 sh_dmac_configure_channel(chan, 0);
164
165 sh_dmac_disable_dma(chan);
166
167 /*
168 * Single-address mode usage note!
169 *
170 * It's important that we don't accidentally write any value to SAR/DAR
171 * (this includes 0) that hasn't been directly specified by the user if
172 * we're in single-address mode.
173 *
174 * In this case, only one address can be defined, anything else will
175 * result in a DMA address error interrupt (at least on the SH-4),
176 * which will subsequently halt the transfer.
177 *
178 * Channel 2 on the Dreamcast is a special case, as this is used for
179 * cascading to the PVR2 DMAC. In this case, we still need to write
180 * SAR and DAR, regardless of value, in order for cascading to work.
181 */
Paul Mundt0d831772006-01-16 22:14:09 -0800182 if (chan->sar || (mach_is_dreamcast() &&
183 chan->chan == PVR2_CASCADE_CHAN))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184 ctrl_outl(chan->sar, SAR[chan->chan]);
Paul Mundt0d831772006-01-16 22:14:09 -0800185 if (chan->dar || (mach_is_dreamcast() &&
186 chan->chan == PVR2_CASCADE_CHAN))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187 ctrl_outl(chan->dar, DAR[chan->chan]);
188
189 ctrl_outl(chan->count >> calc_xmit_shift(chan), DMATCR[chan->chan]);
190
191 sh_dmac_enable_dma(chan);
192
193 return 0;
194}
195
196static int sh_dmac_get_dma_residue(struct dma_channel *chan)
197{
198 if (!(ctrl_inl(CHCR[chan->chan]) & CHCR_DE))
199 return 0;
200
201 return ctrl_inl(DMATCR[chan->chan]) << calc_xmit_shift(chan);
202}
203
Markus Brunner3ea6bc32007-08-20 08:59:33 +0900204#if defined(CONFIG_CPU_SUBTYPE_SH7720) || \
205 defined(CONFIG_CPU_SUBTYPE_SH7780)
Paul Mundt0d831772006-01-16 22:14:09 -0800206#define dmaor_read_reg() ctrl_inw(DMAOR)
207#define dmaor_write_reg(data) ctrl_outw(data, DMAOR)
208#else
209#define dmaor_read_reg() ctrl_inl(DMAOR)
210#define dmaor_write_reg(data) ctrl_outl(data, DMAOR)
211#endif
212
213static inline int dmaor_reset(void)
214{
215 unsigned long dmaor = dmaor_read_reg();
216
217 /* Try to clear the error flags first, incase they are set */
218 dmaor &= ~(DMAOR_NMIF | DMAOR_AE);
219 dmaor_write_reg(dmaor);
220
221 dmaor |= DMAOR_INIT;
222 dmaor_write_reg(dmaor);
223
224 /* See if we got an error again */
225 if ((dmaor_read_reg() & (DMAOR_AE | DMAOR_NMIF))) {
226 printk(KERN_ERR "dma-sh: Can't initialize DMAOR.\n");
227 return -EINVAL;
228 }
229
230 return 0;
231}
232
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233#if defined(CONFIG_CPU_SH4)
Paul Mundt35f3c512006-10-06 15:31:16 +0900234static irqreturn_t dma_err(int irq, void *dummy)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235{
Paul Mundt0d831772006-01-16 22:14:09 -0800236 dmaor_reset();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237 disable_irq(irq);
238
239 return IRQ_HANDLED;
240}
241#endif
242
243static struct dma_ops sh_dmac_ops = {
244 .request = sh_dmac_request_dma,
245 .free = sh_dmac_free_dma,
246 .get_residue = sh_dmac_get_dma_residue,
247 .xfer = sh_dmac_xfer_dma,
248 .configure = sh_dmac_configure_channel,
249};
250
251static struct dma_info sh_dmac_info = {
Paul Mundt0d831772006-01-16 22:14:09 -0800252 .name = "sh_dmac",
253 .nr_channels = CONFIG_NR_ONCHIP_DMA_CHANNELS,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254 .ops = &sh_dmac_ops,
255 .flags = DMAC_CHANNELS_TEI_CAPABLE,
256};
257
258static int __init sh_dmac_init(void)
259{
260 struct dma_info *info = &sh_dmac_info;
261 int i;
262
263#ifdef CONFIG_CPU_SH4
Thomas Gleixner6d208192006-07-01 19:29:25 -0700264 i = request_irq(DMAE_IRQ, dma_err, IRQF_DISABLED, "DMAC Address Error", 0);
Paul Mundt9e3043c2006-09-27 16:55:24 +0900265 if (unlikely(i < 0))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266 return i;
267#endif
268
Paul Mundt0d831772006-01-16 22:14:09 -0800269 /*
270 * Initialize DMAOR, and clean up any error flags that may have
271 * been set.
272 */
273 i = dmaor_reset();
Paul Mundt9e3043c2006-09-27 16:55:24 +0900274 if (unlikely(i != 0))
Paul Mundt0d831772006-01-16 22:14:09 -0800275 return i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276
277 return register_dmac(info);
278}
279
280static void __exit sh_dmac_exit(void)
281{
282#ifdef CONFIG_CPU_SH4
283 free_irq(DMAE_IRQ, 0);
284#endif
Paul Mundt0d831772006-01-16 22:14:09 -0800285 unregister_dmac(&sh_dmac_info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286}
287
288subsys_initcall(sh_dmac_init);
289module_exit(sh_dmac_exit);
290
Paul Mundt0d831772006-01-16 22:14:09 -0800291MODULE_AUTHOR("Takashi YOSHII, Paul Mundt, Andriy Skulysh");
292MODULE_DESCRIPTION("SuperH On-Chip DMAC Support");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293MODULE_LICENSE("GPL");