blob: 2c09b1d50ec99dbaae7afa7aad0d6caa623241ed [file] [log] [blame]
Bryan Wu1394f032007-05-06 14:50:22 -07001/*
Mike Frysingerb03f2032009-01-07 23:14:38 +08002 * dma.h - Blackfin DMA defines/structures/etc...
Bryan Wu1394f032007-05-06 14:50:22 -07003 *
Mike Frysingerb03f2032009-01-07 23:14:38 +08004 * Copyright 2004-2008 Analog Devices Inc.
5 * Licensed under the GPL-2 or later.
Bryan Wu1394f032007-05-06 14:50:22 -07006 */
7
8#ifndef _BLACKFIN_DMA_H_
9#define _BLACKFIN_DMA_H_
10
Bryan Wu1394f032007-05-06 14:50:22 -070011#include <linux/interrupt.h>
Mike Frysinger4c1ed6a2009-01-07 23:14:38 +080012#include <mach/dma.h>
Mike Frysingerd2e015d2009-10-09 22:18:12 +000013#include <asm/atomic.h>
Bryan Wu1394f032007-05-06 14:50:22 -070014#include <asm/blackfin.h>
Mike Frysinger4c1ed6a2009-01-07 23:14:38 +080015#include <asm/page.h>
Barry Songdd3b0e32009-11-23 03:47:24 +000016#include <asm-generic/dma.h>
Bryan Wu1394f032007-05-06 14:50:22 -070017
Mike Frysinger00d24602009-10-20 17:20:21 +000018/* DMA_CONFIG Masks */
19#define DMAEN 0x0001 /* DMA Channel Enable */
20#define WNR 0x0002 /* Channel Direction (W/R*) */
21#define WDSIZE_8 0x0000 /* Transfer Word Size = 8 */
22#define WDSIZE_16 0x0004 /* Transfer Word Size = 16 */
23#define WDSIZE_32 0x0008 /* Transfer Word Size = 32 */
24#define DMA2D 0x0010 /* DMA Mode (2D/1D*) */
25#define RESTART 0x0020 /* DMA Buffer Clear */
26#define DI_SEL 0x0040 /* Data Interrupt Timing Select */
27#define DI_EN 0x0080 /* Data Interrupt Enable */
28#define NDSIZE_0 0x0000 /* Next Descriptor Size = 0 (Stop/Autobuffer) */
29#define NDSIZE_1 0x0100 /* Next Descriptor Size = 1 */
30#define NDSIZE_2 0x0200 /* Next Descriptor Size = 2 */
31#define NDSIZE_3 0x0300 /* Next Descriptor Size = 3 */
32#define NDSIZE_4 0x0400 /* Next Descriptor Size = 4 */
33#define NDSIZE_5 0x0500 /* Next Descriptor Size = 5 */
34#define NDSIZE_6 0x0600 /* Next Descriptor Size = 6 */
35#define NDSIZE_7 0x0700 /* Next Descriptor Size = 7 */
36#define NDSIZE_8 0x0800 /* Next Descriptor Size = 8 */
37#define NDSIZE_9 0x0900 /* Next Descriptor Size = 9 */
38#define NDSIZE 0x0f00 /* Next Descriptor Size */
39#define DMAFLOW 0x7000 /* Flow Control */
40#define DMAFLOW_STOP 0x0000 /* Stop Mode */
41#define DMAFLOW_AUTO 0x1000 /* Autobuffer Mode */
42#define DMAFLOW_ARRAY 0x4000 /* Descriptor Array Mode */
43#define DMAFLOW_SMALL 0x6000 /* Small Model Descriptor List Mode */
44#define DMAFLOW_LARGE 0x7000 /* Large Model Descriptor List Mode */
45
46/* DMA_IRQ_STATUS Masks */
47#define DMA_DONE 0x0001 /* DMA Completion Interrupt Status */
48#define DMA_ERR 0x0002 /* DMA Error Interrupt Status */
49#define DFETCH 0x0004 /* DMA Descriptor Fetch Indicator */
50#define DMA_RUN 0x0008 /* DMA Channel Running Indicator */
Bryan Wu1394f032007-05-06 14:50:22 -070051
52/*-------------------------
53 * config reg bits value
54 *-------------------------*/
Mike Frysinger00d24602009-10-20 17:20:21 +000055#define DATA_SIZE_8 0
56#define DATA_SIZE_16 1
57#define DATA_SIZE_32 2
Bryan Wu1394f032007-05-06 14:50:22 -070058
Mike Frysinger00d24602009-10-20 17:20:21 +000059#define DMA_FLOW_STOP 0
60#define DMA_FLOW_AUTO 1
61#define DMA_FLOW_ARRAY 4
62#define DMA_FLOW_SMALL 6
63#define DMA_FLOW_LARGE 7
Bryan Wu1394f032007-05-06 14:50:22 -070064
Mike Frysinger00d24602009-10-20 17:20:21 +000065#define DIMENSION_LINEAR 0
66#define DIMENSION_2D 1
Bryan Wu1394f032007-05-06 14:50:22 -070067
Mike Frysinger00d24602009-10-20 17:20:21 +000068#define DIR_READ 0
69#define DIR_WRITE 1
Bryan Wu1394f032007-05-06 14:50:22 -070070
Mike Frysinger00d24602009-10-20 17:20:21 +000071#define INTR_DISABLE 0
72#define INTR_ON_BUF 2
73#define INTR_ON_ROW 3
Bryan Wu1394f032007-05-06 14:50:22 -070074
Michael Hennerich2047e402008-01-22 15:29:18 +080075#define DMA_NOSYNC_KEEP_DMA_BUF 0
Mike Frysinger00d24602009-10-20 17:20:21 +000076#define DMA_SYNC_RESTART 1
Michael Hennerich2047e402008-01-22 15:29:18 +080077
Bryan Wu1394f032007-05-06 14:50:22 -070078struct dmasg {
Mike Frysinger6ab729d2009-01-07 23:14:38 +080079 void *next_desc_addr;
Bryan Wu1394f032007-05-06 14:50:22 -070080 unsigned long start_addr;
81 unsigned short cfg;
82 unsigned short x_count;
83 short x_modify;
84 unsigned short y_count;
85 short y_modify;
86} __attribute__((packed));
87
88struct dma_register {
Mike Frysinger6ab729d2009-01-07 23:14:38 +080089 void *next_desc_ptr; /* DMA Next Descriptor Pointer register */
Bryan Wu1394f032007-05-06 14:50:22 -070090 unsigned long start_addr; /* DMA Start address register */
91
92 unsigned short cfg; /* DMA Configuration register */
93 unsigned short dummy1; /* DMA Configuration register */
94
95 unsigned long reserved;
96
97 unsigned short x_count; /* DMA x_count register */
98 unsigned short dummy2;
99
100 short x_modify; /* DMA x_modify register */
101 unsigned short dummy3;
102
103 unsigned short y_count; /* DMA y_count register */
104 unsigned short dummy4;
105
106 short y_modify; /* DMA y_modify register */
107 unsigned short dummy5;
108
Mike Frysinger6ab729d2009-01-07 23:14:38 +0800109 void *curr_desc_ptr; /* DMA Current Descriptor Pointer
Bryan Wu1394f032007-05-06 14:50:22 -0700110 register */
Bryan Wu452af712007-10-22 00:02:14 +0800111 unsigned long curr_addr_ptr; /* DMA Current Address Pointer
Bryan Wu1394f032007-05-06 14:50:22 -0700112 register */
113 unsigned short irq_status; /* DMA irq status register */
114 unsigned short dummy6;
115
116 unsigned short peripheral_map; /* DMA peripheral map register */
117 unsigned short dummy7;
118
119 unsigned short curr_x_count; /* DMA Current x-count register */
120 unsigned short dummy8;
121
122 unsigned long reserved2;
123
124 unsigned short curr_y_count; /* DMA Current y-count register */
125 unsigned short dummy9;
126
127 unsigned long reserved3;
128
129};
130
Bryan Wu1394f032007-05-06 14:50:22 -0700131struct dma_channel {
Michael McTernan99532fd2009-01-07 23:14:38 +0800132 const char *device_id;
Mike Frysingerd2e015d2009-10-09 22:18:12 +0000133 atomic_t chan_status;
Mike Frysinger4ce18732009-01-07 23:14:38 +0800134 volatile struct dma_register *regs;
Bryan Wu1394f032007-05-06 14:50:22 -0700135 struct dmasg *sg; /* large mode descriptor */
Michael Hennericha2ba8b12008-10-28 18:19:29 +0800136 unsigned int irq;
Bryan Wu1394f032007-05-06 14:50:22 -0700137 void *data;
Michael Hennerich1efc80b2008-07-19 16:57:32 +0800138#ifdef CONFIG_PM
139 unsigned short saved_peripheral_map;
140#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700141};
142
Michael Hennerich1efc80b2008-07-19 16:57:32 +0800143#ifdef CONFIG_PM
144int blackfin_dma_suspend(void);
145void blackfin_dma_resume(void);
146#endif
147
Bryan Wu1394f032007-05-06 14:50:22 -0700148/*******************************************************************************
149* DMA API's
150*******************************************************************************/
Mike Frysinger9c417a42009-01-07 23:14:39 +0800151extern struct dma_channel dma_ch[MAX_DMA_CHANNELS];
152extern struct dma_register *dma_io_base_addr[MAX_DMA_CHANNELS];
153extern int channel2irq(unsigned int channel);
Bryan Wu1394f032007-05-06 14:50:22 -0700154
Mike Frysinger9c417a42009-01-07 23:14:39 +0800155static inline void set_dma_start_addr(unsigned int channel, unsigned long addr)
156{
157 dma_ch[channel].regs->start_addr = addr;
158}
Mike Frysinger6ab729d2009-01-07 23:14:38 +0800159static inline void set_dma_next_desc_addr(unsigned int channel, void *addr)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800160{
161 dma_ch[channel].regs->next_desc_ptr = addr;
162}
Mike Frysinger6ab729d2009-01-07 23:14:38 +0800163static inline void set_dma_curr_desc_addr(unsigned int channel, void *addr)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800164{
165 dma_ch[channel].regs->curr_desc_ptr = addr;
166}
167static inline void set_dma_x_count(unsigned int channel, unsigned short x_count)
168{
169 dma_ch[channel].regs->x_count = x_count;
170}
171static inline void set_dma_y_count(unsigned int channel, unsigned short y_count)
172{
173 dma_ch[channel].regs->y_count = y_count;
174}
175static inline void set_dma_x_modify(unsigned int channel, short x_modify)
176{
177 dma_ch[channel].regs->x_modify = x_modify;
178}
179static inline void set_dma_y_modify(unsigned int channel, short y_modify)
180{
181 dma_ch[channel].regs->y_modify = y_modify;
182}
183static inline void set_dma_config(unsigned int channel, unsigned short config)
184{
185 dma_ch[channel].regs->cfg = config;
186}
187static inline void set_dma_curr_addr(unsigned int channel, unsigned long addr)
188{
189 dma_ch[channel].regs->curr_addr_ptr = addr;
190}
Bryan Wu1394f032007-05-06 14:50:22 -0700191
Mike Frysinger9c417a42009-01-07 23:14:39 +0800192static inline unsigned short
193set_bfin_dma_config(char direction, char flow_mode,
194 char intr_mode, char dma_mode, char width, char syncmode)
195{
196 return (direction << 1) | (width << 2) | (dma_mode << 4) |
197 (intr_mode << 6) | (flow_mode << 12) | (syncmode << 5);
198}
Bryan Wu1394f032007-05-06 14:50:22 -0700199
Mike Frysinger9c417a42009-01-07 23:14:39 +0800200static inline unsigned short get_dma_curr_irqstat(unsigned int channel)
201{
202 return dma_ch[channel].regs->irq_status;
203}
204static inline unsigned short get_dma_curr_xcount(unsigned int channel)
205{
206 return dma_ch[channel].regs->curr_x_count;
207}
208static inline unsigned short get_dma_curr_ycount(unsigned int channel)
209{
210 return dma_ch[channel].regs->curr_y_count;
211}
Mike Frysinger6ab729d2009-01-07 23:14:38 +0800212static inline void *get_dma_next_desc_ptr(unsigned int channel)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800213{
214 return dma_ch[channel].regs->next_desc_ptr;
215}
Mike Frysinger6ab729d2009-01-07 23:14:38 +0800216static inline void *get_dma_curr_desc_ptr(unsigned int channel)
Mike Frysinger9c417a42009-01-07 23:14:39 +0800217{
218 return dma_ch[channel].regs->curr_desc_ptr;
219}
Mike Frysinger71f5ca32009-01-07 23:14:38 +0800220static inline unsigned short get_dma_config(unsigned int channel)
221{
222 return dma_ch[channel].regs->cfg;
223}
Mike Frysinger9c417a42009-01-07 23:14:39 +0800224static inline unsigned long get_dma_curr_addr(unsigned int channel)
225{
226 return dma_ch[channel].regs->curr_addr_ptr;
227}
Bryan Wu1394f032007-05-06 14:50:22 -0700228
Mike Frysinger9c417a42009-01-07 23:14:39 +0800229static inline void set_dma_sg(unsigned int channel, struct dmasg *sg, int ndsize)
230{
Sonic Zhangea8538a2009-06-01 00:49:32 -0400231 /* Make sure the internal data buffers in the core are drained
232 * so that the DMA descriptors are completely written when the
233 * DMA engine goes to fetch them below.
234 */
235 SSYNC();
236
237 dma_ch[channel].regs->next_desc_ptr = sg;
Mike Frysingerd41e8002009-01-07 23:14:38 +0800238 dma_ch[channel].regs->cfg =
239 (dma_ch[channel].regs->cfg & ~(0xf << 8)) |
240 ((ndsize & 0xf) << 8);
Mike Frysinger9c417a42009-01-07 23:14:39 +0800241}
242
243static inline int dma_channel_active(unsigned int channel)
244{
Mike Frysingerd2e015d2009-10-09 22:18:12 +0000245 return atomic_read(&dma_ch[channel].chan_status);
Mike Frysinger9c417a42009-01-07 23:14:39 +0800246}
247
248static inline void disable_dma(unsigned int channel)
249{
250 dma_ch[channel].regs->cfg &= ~DMAEN;
251 SSYNC();
Mike Frysinger9c417a42009-01-07 23:14:39 +0800252}
253static inline void enable_dma(unsigned int channel)
254{
255 dma_ch[channel].regs->curr_x_count = 0;
256 dma_ch[channel].regs->curr_y_count = 0;
257 dma_ch[channel].regs->cfg |= DMAEN;
Mike Frysinger9c417a42009-01-07 23:14:39 +0800258}
Mike Frysinger9c417a42009-01-07 23:14:39 +0800259int set_dma_callback(unsigned int channel, irq_handler_t callback, void *data);
260
261static inline void dma_disable_irq(unsigned int channel)
262{
263 disable_irq(dma_ch[channel].irq);
264}
Barry Song4ab069e2010-01-22 10:07:30 +0000265static inline void dma_disable_irq_nosync(unsigned int channel)
266{
267 disable_irq_nosync(dma_ch[channel].irq);
268}
Mike Frysinger9c417a42009-01-07 23:14:39 +0800269static inline void dma_enable_irq(unsigned int channel)
270{
271 enable_irq(dma_ch[channel].irq);
272}
273static inline void clear_dma_irqstat(unsigned int channel)
274{
275 dma_ch[channel].regs->irq_status = DMA_DONE | DMA_ERR;
276}
277
Bryan Wu1394f032007-05-06 14:50:22 -0700278void *dma_memcpy(void *dest, const void *src, size_t count);
279void *safe_dma_memcpy(void *dest, const void *src, size_t count);
Mike Frysingerdd3dd382009-01-07 23:14:39 +0800280void blackfin_dma_early_init(void);
Robin Getzfecbd732009-04-23 20:49:43 +0000281void early_dma_memcpy(void *dest, const void *src, size_t count);
282void early_dma_memcpy_done(void);
Bryan Wu1394f032007-05-06 14:50:22 -0700283
Bryan Wu1394f032007-05-06 14:50:22 -0700284#endif