blob: 40e9c2bbc6e37f26ef8030316556a16c05c0d776 [file] [log] [blame]
Bryan Wu1394f032007-05-06 14:50:22 -07001/*
Mike Frysingerb03f2032009-01-07 23:14:38 +08002 * dma.h - Blackfin DMA defines/structures/etc...
Bryan Wu1394f032007-05-06 14:50:22 -07003 *
Mike Frysingerb03f2032009-01-07 23:14:38 +08004 * Copyright 2004-2008 Analog Devices Inc.
5 * Licensed under the GPL-2 or later.
Bryan Wu1394f032007-05-06 14:50:22 -07006 */
7
8#ifndef _BLACKFIN_DMA_H_
9#define _BLACKFIN_DMA_H_
10
Bryan Wu1394f032007-05-06 14:50:22 -070011#include <linux/interrupt.h>
Mike Frysinger4c1ed6a2009-01-07 23:14:38 +080012#include <mach/dma.h>
Arun Sharma600634972011-07-26 16:09:06 -070013#include <linux/atomic.h>
Bryan Wu1394f032007-05-06 14:50:22 -070014#include <asm/blackfin.h>
Mike Frysinger4c1ed6a2009-01-07 23:14:38 +080015#include <asm/page.h>
Barry Songdd3b0e32009-11-23 03:47:24 +000016#include <asm-generic/dma.h>
Mike Frysinger6c8e75a2010-10-25 08:02:30 +000017#include <asm/bfin_dma.h>
Bryan Wu1394f032007-05-06 14:50:22 -070018
19/*-------------------------
20 * config reg bits value
21 *-------------------------*/
Mike Frysinger00d24602009-10-20 17:20:21 +000022#define DATA_SIZE_8 0
23#define DATA_SIZE_16 1
24#define DATA_SIZE_32 2
Bob Liub5affb02012-05-16 17:37:24 +080025#ifdef CONFIG_BF60x
26#define DATA_SIZE_64 3
27#endif
Bryan Wu1394f032007-05-06 14:50:22 -070028
Mike Frysinger00d24602009-10-20 17:20:21 +000029#define DMA_FLOW_STOP 0
30#define DMA_FLOW_AUTO 1
Bob Liub5affb02012-05-16 17:37:24 +080031#ifdef CONFIG_BF60x
32#define DMA_FLOW_LIST 4
33#define DMA_FLOW_ARRAY 5
34#define DMA_FLOW_LIST_DEMAND 6
35#define DMA_FLOW_ARRAY_DEMAND 7
36#else
Mike Frysinger00d24602009-10-20 17:20:21 +000037#define DMA_FLOW_ARRAY 4
38#define DMA_FLOW_SMALL 6
39#define DMA_FLOW_LARGE 7
Bob Liub5affb02012-05-16 17:37:24 +080040#endif
Bryan Wu1394f032007-05-06 14:50:22 -070041
Mike Frysinger00d24602009-10-20 17:20:21 +000042#define DIMENSION_LINEAR 0
43#define DIMENSION_2D 1
Bryan Wu1394f032007-05-06 14:50:22 -070044
Mike Frysinger00d24602009-10-20 17:20:21 +000045#define DIR_READ 0
46#define DIR_WRITE 1
Bryan Wu1394f032007-05-06 14:50:22 -070047
Mike Frysinger00d24602009-10-20 17:20:21 +000048#define INTR_DISABLE 0
Bob Liub5affb02012-05-16 17:37:24 +080049#ifdef CONFIG_BF60x
50#define INTR_ON_PERI 1
51#endif
Mike Frysinger00d24602009-10-20 17:20:21 +000052#define INTR_ON_BUF 2
53#define INTR_ON_ROW 3
Bryan Wu1394f032007-05-06 14:50:22 -070054
Michael Hennerich2047e402008-01-22 15:29:18 +080055#define DMA_NOSYNC_KEEP_DMA_BUF 0
Mike Frysinger00d24602009-10-20 17:20:21 +000056#define DMA_SYNC_RESTART 1
Michael Hennerich2047e402008-01-22 15:29:18 +080057
Bob Liub5affb02012-05-16 17:37:24 +080058#ifdef DMA_MMR_SIZE_32
59#define DMA_MMR_SIZE_TYPE long
60#define DMA_MMR_READ bfin_read32
61#define DMA_MMR_WRITE bfin_write32
62#else
63#define DMA_MMR_SIZE_TYPE short
64#define DMA_MMR_READ bfin_read16
65#define DMA_MMR_WRITE bfin_write16
66#endif
67
68struct dma_desc_array {
69 unsigned long start_addr;
70 unsigned DMA_MMR_SIZE_TYPE cfg;
71 unsigned DMA_MMR_SIZE_TYPE x_count;
72 DMA_MMR_SIZE_TYPE x_modify;
73} __attribute__((packed));
74
Bryan Wu1394f032007-05-06 14:50:22 -070075struct dmasg {
Mike Frysinger6ab729d2009-01-07 23:14:38 +080076 void *next_desc_addr;
Bryan Wu1394f032007-05-06 14:50:22 -070077 unsigned long start_addr;
Bob Liub5affb02012-05-16 17:37:24 +080078 unsigned DMA_MMR_SIZE_TYPE cfg;
79 unsigned DMA_MMR_SIZE_TYPE x_count;
80 DMA_MMR_SIZE_TYPE x_modify;
81 unsigned DMA_MMR_SIZE_TYPE y_count;
82 DMA_MMR_SIZE_TYPE y_modify;
Bryan Wu1394f032007-05-06 14:50:22 -070083} __attribute__((packed));
84
85struct dma_register {
Mike Frysinger6ab729d2009-01-07 23:14:38 +080086 void *next_desc_ptr; /* DMA Next Descriptor Pointer register */
Bryan Wu1394f032007-05-06 14:50:22 -070087 unsigned long start_addr; /* DMA Start address register */
Bob Liub5affb02012-05-16 17:37:24 +080088#ifdef CONFIG_BF60x
89 unsigned long cfg; /* DMA Configuration register */
Bryan Wu1394f032007-05-06 14:50:22 -070090
Bob Liub5affb02012-05-16 17:37:24 +080091 unsigned long x_count; /* DMA x_count register */
92
93 long x_modify; /* DMA x_modify register */
94
95 unsigned long y_count; /* DMA y_count register */
96
97 long y_modify; /* DMA y_modify register */
98
99 unsigned long reserved;
100 unsigned long reserved2;
101
102 void *curr_desc_ptr; /* DMA Current Descriptor Pointer
103 register */
104 void *prev_desc_ptr; /* DMA previous initial Descriptor Pointer
105 register */
106 unsigned long curr_addr_ptr; /* DMA Current Address Pointer
107 register */
108 unsigned long irq_status; /* DMA irq status register */
109
110 unsigned long curr_x_count; /* DMA Current x-count register */
111
112 unsigned long curr_y_count; /* DMA Current y-count register */
113
114 unsigned long reserved3;
115
116 unsigned long bw_limit_count; /* DMA band width limit count register */
117 unsigned long curr_bw_limit_count; /* DMA Current band width limit
118 count register */
119 unsigned long bw_monitor_count; /* DMA band width limit count register */
120 unsigned long curr_bw_monitor_count; /* DMA Current band width limit
121 count register */
122#else
Bryan Wu1394f032007-05-06 14:50:22 -0700123 unsigned short cfg; /* DMA Configuration register */
124 unsigned short dummy1; /* DMA Configuration register */
125
126 unsigned long reserved;
127
128 unsigned short x_count; /* DMA x_count register */
129 unsigned short dummy2;
130
131 short x_modify; /* DMA x_modify register */
132 unsigned short dummy3;
133
134 unsigned short y_count; /* DMA y_count register */
135 unsigned short dummy4;
136
137 short y_modify; /* DMA y_modify register */
138 unsigned short dummy5;
139
Mike Frysinger6ab729d2009-01-07 23:14:38 +0800140 void *curr_desc_ptr; /* DMA Current Descriptor Pointer
Bryan Wu1394f032007-05-06 14:50:22 -0700141 register */
Bryan Wu452af712007-10-22 00:02:14 +0800142 unsigned long curr_addr_ptr; /* DMA Current Address Pointer
Bryan Wu1394f032007-05-06 14:50:22 -0700143 register */
144 unsigned short irq_status; /* DMA irq status register */
145 unsigned short dummy6;
146
147 unsigned short peripheral_map; /* DMA peripheral map register */
148 unsigned short dummy7;
149
150 unsigned short curr_x_count; /* DMA Current x-count register */
151 unsigned short dummy8;
152
153 unsigned long reserved2;
154
155 unsigned short curr_y_count; /* DMA Current y-count register */
156 unsigned short dummy9;
157
158 unsigned long reserved3;
Bob Liub5affb02012-05-16 17:37:24 +0800159#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700160
161};
162
Bryan Wu1394f032007-05-06 14:50:22 -0700163struct dma_channel {
Michael McTernan99532fd2009-01-07 23:14:38 +0800164 const char *device_id;
Mike Frysingerd2e015d2009-10-09 22:18:12 +0000165 atomic_t chan_status;
Mike Frysinger4ce18732009-01-07 23:14:38 +0800166 volatile struct dma_register *regs;
Bryan Wu1394f032007-05-06 14:50:22 -0700167 struct dmasg *sg; /* large mode descriptor */
Michael Hennericha2ba8b12008-10-28 18:19:29 +0800168 unsigned int irq;
Bryan Wu1394f032007-05-06 14:50:22 -0700169 void *data;
Michael Hennerich1efc80b2008-07-19 16:57:32 +0800170#ifdef CONFIG_PM
171 unsigned short saved_peripheral_map;
172#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700173};
174
Michael Hennerich1efc80b2008-07-19 16:57:32 +0800175#ifdef CONFIG_PM
176int blackfin_dma_suspend(void);
177void blackfin_dma_resume(void);
178#endif
179
Bryan Wu1394f032007-05-06 14:50:22 -0700180/*******************************************************************************
181* DMA API's
182*******************************************************************************/
Mike Frysinger9c417a42009-01-07 23:14:39 +0800183extern struct dma_channel dma_ch[MAX_DMA_CHANNELS];
Mike Frysinger5e3bcf32010-10-25 18:11:09 +0000184extern struct dma_register * const dma_io_base_addr[MAX_DMA_CHANNELS];
Mike Frysinger9c417a42009-01-07 23:14:39 +0800185extern int channel2irq(unsigned int channel);
Bryan Wu1394f032007-05-06 14:50:22 -0700186
Mike Frysinger9c417a42009-01-07 23:14:39 +0800187static inline void set_dma_start_addr(unsigned int channel, unsigned long addr)
188{
189 dma_ch[channel].regs->start_addr = addr;
190}
Mike Frysinger6ab729d2009-01-07 23:14:38 +0800191static inline void set_dma_next_desc_addr(unsigned int channel, void *addr)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800192{
193 dma_ch[channel].regs->next_desc_ptr = addr;
194}
Mike Frysinger6ab729d2009-01-07 23:14:38 +0800195static inline void set_dma_curr_desc_addr(unsigned int channel, void *addr)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800196{
197 dma_ch[channel].regs->curr_desc_ptr = addr;
198}
Bob Liub5affb02012-05-16 17:37:24 +0800199static inline void set_dma_x_count(unsigned int channel, unsigned DMA_MMR_SIZE_TYPE x_count)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800200{
201 dma_ch[channel].regs->x_count = x_count;
202}
Bob Liub5affb02012-05-16 17:37:24 +0800203static inline void set_dma_y_count(unsigned int channel, unsigned DMA_MMR_SIZE_TYPE y_count)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800204{
205 dma_ch[channel].regs->y_count = y_count;
206}
Bob Liub5affb02012-05-16 17:37:24 +0800207static inline void set_dma_x_modify(unsigned int channel, DMA_MMR_SIZE_TYPE x_modify)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800208{
209 dma_ch[channel].regs->x_modify = x_modify;
210}
Bob Liub5affb02012-05-16 17:37:24 +0800211static inline void set_dma_y_modify(unsigned int channel, DMA_MMR_SIZE_TYPE y_modify)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800212{
213 dma_ch[channel].regs->y_modify = y_modify;
214}
Bob Liub5affb02012-05-16 17:37:24 +0800215static inline void set_dma_config(unsigned int channel, unsigned DMA_MMR_SIZE_TYPE config)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800216{
217 dma_ch[channel].regs->cfg = config;
218}
219static inline void set_dma_curr_addr(unsigned int channel, unsigned long addr)
220{
221 dma_ch[channel].regs->curr_addr_ptr = addr;
222}
Bryan Wu1394f032007-05-06 14:50:22 -0700223
Bob Liub5affb02012-05-16 17:37:24 +0800224#ifdef CONFIG_BF60x
225static inline unsigned long
226set_bfin_dma_config2(char direction, char flow_mode, char intr_mode,
227 char dma_mode, char mem_width, char syncmode, char peri_width)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800228{
Bob Liub5affb02012-05-16 17:37:24 +0800229 unsigned long config = 0;
230
231 switch (intr_mode) {
232 case INTR_ON_BUF:
233 if (dma_mode == DIMENSION_2D)
234 config = DI_EN_Y;
235 else
236 config = DI_EN_X;
237 break;
238 case INTR_ON_ROW:
239 config = DI_EN_X;
240 break;
241 case INTR_ON_PERI:
242 config = DI_EN_P;
243 break;
244 };
245
246 return config | (direction << 1) | (mem_width << 8) | (dma_mode << 26) |
247 (flow_mode << 12) | (syncmode << 2) | (peri_width << 4);
248}
249#endif
250
251static inline unsigned DMA_MMR_SIZE_TYPE
252set_bfin_dma_config(char direction, char flow_mode,
253 char intr_mode, char dma_mode, char mem_width, char syncmode)
254{
255#ifdef CONFIG_BF60x
256 return set_bfin_dma_config2(direction, flow_mode, intr_mode, dma_mode,
257 mem_width, syncmode, mem_width);
258#else
259 return (direction << 1) | (mem_width << 2) | (dma_mode << 4) |
Mike Frysinger9c417a42009-01-07 23:14:39 +0800260 (intr_mode << 6) | (flow_mode << 12) | (syncmode << 5);
Bob Liub5affb02012-05-16 17:37:24 +0800261#endif
Mike Frysinger9c417a42009-01-07 23:14:39 +0800262}
Bryan Wu1394f032007-05-06 14:50:22 -0700263
Bob Liub5affb02012-05-16 17:37:24 +0800264static inline unsigned DMA_MMR_SIZE_TYPE get_dma_curr_irqstat(unsigned int channel)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800265{
266 return dma_ch[channel].regs->irq_status;
267}
Bob Liub5affb02012-05-16 17:37:24 +0800268static inline unsigned DMA_MMR_SIZE_TYPE get_dma_curr_xcount(unsigned int channel)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800269{
270 return dma_ch[channel].regs->curr_x_count;
271}
Bob Liub5affb02012-05-16 17:37:24 +0800272static inline unsigned DMA_MMR_SIZE_TYPE get_dma_curr_ycount(unsigned int channel)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800273{
274 return dma_ch[channel].regs->curr_y_count;
275}
Mike Frysinger6ab729d2009-01-07 23:14:38 +0800276static inline void *get_dma_next_desc_ptr(unsigned int channel)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800277{
278 return dma_ch[channel].regs->next_desc_ptr;
279}
Mike Frysinger6ab729d2009-01-07 23:14:38 +0800280static inline void *get_dma_curr_desc_ptr(unsigned int channel)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800281{
282 return dma_ch[channel].regs->curr_desc_ptr;
283}
Bob Liub5affb02012-05-16 17:37:24 +0800284static inline unsigned DMA_MMR_SIZE_TYPE get_dma_config(unsigned int channel)
Mike Frysinger71f5ca32009-01-07 23:14:38 +0800285{
286 return dma_ch[channel].regs->cfg;
287}
Mike Frysinger9c417a42009-01-07 23:14:39 +0800288static inline unsigned long get_dma_curr_addr(unsigned int channel)
289{
290 return dma_ch[channel].regs->curr_addr_ptr;
291}
Bryan Wu1394f032007-05-06 14:50:22 -0700292
Mike Frysinger9c417a42009-01-07 23:14:39 +0800293static inline void set_dma_sg(unsigned int channel, struct dmasg *sg, int ndsize)
294{
Sonic Zhangea8538a2009-06-01 00:49:32 -0400295 /* Make sure the internal data buffers in the core are drained
296 * so that the DMA descriptors are completely written when the
297 * DMA engine goes to fetch them below.
298 */
299 SSYNC();
300
301 dma_ch[channel].regs->next_desc_ptr = sg;
Mike Frysingerd41e8002009-01-07 23:14:38 +0800302 dma_ch[channel].regs->cfg =
Bob Liub5affb02012-05-16 17:37:24 +0800303 (dma_ch[channel].regs->cfg & ~NDSIZE) |
304 ((ndsize << NDSIZE_OFFSET) & NDSIZE);
Mike Frysinger9c417a42009-01-07 23:14:39 +0800305}
306
307static inline int dma_channel_active(unsigned int channel)
308{
Mike Frysingerd2e015d2009-10-09 22:18:12 +0000309 return atomic_read(&dma_ch[channel].chan_status);
Mike Frysinger9c417a42009-01-07 23:14:39 +0800310}
311
312static inline void disable_dma(unsigned int channel)
313{
314 dma_ch[channel].regs->cfg &= ~DMAEN;
315 SSYNC();
Mike Frysinger9c417a42009-01-07 23:14:39 +0800316}
317static inline void enable_dma(unsigned int channel)
318{
319 dma_ch[channel].regs->curr_x_count = 0;
320 dma_ch[channel].regs->curr_y_count = 0;
321 dma_ch[channel].regs->cfg |= DMAEN;
Mike Frysinger9c417a42009-01-07 23:14:39 +0800322}
Mike Frysinger9c417a42009-01-07 23:14:39 +0800323int set_dma_callback(unsigned int channel, irq_handler_t callback, void *data);
324
325static inline void dma_disable_irq(unsigned int channel)
326{
327 disable_irq(dma_ch[channel].irq);
328}
Barry Song4ab069e2010-01-22 10:07:30 +0000329static inline void dma_disable_irq_nosync(unsigned int channel)
330{
331 disable_irq_nosync(dma_ch[channel].irq);
332}
Mike Frysinger9c417a42009-01-07 23:14:39 +0800333static inline void dma_enable_irq(unsigned int channel)
334{
335 enable_irq(dma_ch[channel].irq);
336}
337static inline void clear_dma_irqstat(unsigned int channel)
338{
Bob Liub5affb02012-05-16 17:37:24 +0800339 dma_ch[channel].regs->irq_status = DMA_DONE | DMA_ERR | DMA_PIRQ;
Mike Frysinger9c417a42009-01-07 23:14:39 +0800340}
341
Bryan Wu1394f032007-05-06 14:50:22 -0700342void *dma_memcpy(void *dest, const void *src, size_t count);
Michael Hennerichd1401e12010-06-16 09:12:10 +0000343void *dma_memcpy_nocache(void *dest, const void *src, size_t count);
Bryan Wu1394f032007-05-06 14:50:22 -0700344void *safe_dma_memcpy(void *dest, const void *src, size_t count);
Mike Frysingerdd3dd382009-01-07 23:14:39 +0800345void blackfin_dma_early_init(void);
Robin Getzfecbd732009-04-23 20:49:43 +0000346void early_dma_memcpy(void *dest, const void *src, size_t count);
347void early_dma_memcpy_done(void);
Bryan Wu1394f032007-05-06 14:50:22 -0700348
Bryan Wu1394f032007-05-06 14:50:22 -0700349#endif