blob: 8662e9e159c316072ed76a511d87780a21b2072c [file] [log] [blame]
Felipe Balbi550a7372008-07-24 12:27:36 +03001/*
2 * MUSB OTG driver - support for Mentor's DMA controller
3 *
4 * Copyright 2005 Mentor Graphics Corporation
5 * Copyright (C) 2005-2007 by Texas Instruments
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * version 2 as published by the Free Software Foundation.
10 *
11 * This program is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
19 * 02110-1301 USA
20 *
21 * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
22 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
23 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN
24 * NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY DIRECT, INDIRECT,
25 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
26 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
27 * USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
28 * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
30 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
31 *
32 */
33#include <linux/device.h>
34#include <linux/interrupt.h>
35#include <linux/platform_device.h>
36#include "musb_core.h"
Bryan Wu6995eb62008-12-02 21:33:47 +020037#include "musbhsdma.h"
Felipe Balbi550a7372008-07-24 12:27:36 +030038
39static int dma_controller_start(struct dma_controller *c)
40{
41 /* nothing to do */
42 return 0;
43}
44
Felipe Balbi458e6a52008-09-11 11:53:24 +030045static void dma_channel_release(struct dma_channel *channel);
Felipe Balbi550a7372008-07-24 12:27:36 +030046
47static int dma_controller_stop(struct dma_controller *c)
48{
Felipe Balbi458e6a52008-09-11 11:53:24 +030049 struct musb_dma_controller *controller = container_of(c,
50 struct musb_dma_controller, controller);
51 struct musb *musb = controller->private_data;
52 struct dma_channel *channel;
53 u8 bit;
Felipe Balbi550a7372008-07-24 12:27:36 +030054
Felipe Balbi458e6a52008-09-11 11:53:24 +030055 if (controller->used_channels != 0) {
Felipe Balbi550a7372008-07-24 12:27:36 +030056 dev_err(musb->controller,
57 "Stopping DMA controller while channel active\n");
58
Felipe Balbi458e6a52008-09-11 11:53:24 +030059 for (bit = 0; bit < MUSB_HSDMA_CHANNELS; bit++) {
60 if (controller->used_channels & (1 << bit)) {
61 channel = &controller->channel[bit].channel;
62 dma_channel_release(channel);
Felipe Balbi550a7372008-07-24 12:27:36 +030063
Felipe Balbi458e6a52008-09-11 11:53:24 +030064 if (!controller->used_channels)
Felipe Balbi550a7372008-07-24 12:27:36 +030065 break;
66 }
67 }
68 }
Felipe Balbi458e6a52008-09-11 11:53:24 +030069
Felipe Balbi550a7372008-07-24 12:27:36 +030070 return 0;
71}
72
73static struct dma_channel *dma_channel_allocate(struct dma_controller *c,
74 struct musb_hw_ep *hw_ep, u8 transmit)
75{
Felipe Balbi458e6a52008-09-11 11:53:24 +030076 struct musb_dma_controller *controller = container_of(c,
77 struct musb_dma_controller, controller);
78 struct musb_dma_channel *musb_channel = NULL;
79 struct dma_channel *channel = NULL;
80 u8 bit;
Felipe Balbi550a7372008-07-24 12:27:36 +030081
Felipe Balbi458e6a52008-09-11 11:53:24 +030082 for (bit = 0; bit < MUSB_HSDMA_CHANNELS; bit++) {
83 if (!(controller->used_channels & (1 << bit))) {
84 controller->used_channels |= (1 << bit);
85 musb_channel = &(controller->channel[bit]);
86 musb_channel->controller = controller;
87 musb_channel->idx = bit;
88 musb_channel->epnum = hw_ep->epnum;
89 musb_channel->transmit = transmit;
90 channel = &(musb_channel->channel);
91 channel->private_data = musb_channel;
92 channel->status = MUSB_DMA_STATUS_FREE;
93 channel->max_len = 0x10000;
Felipe Balbi550a7372008-07-24 12:27:36 +030094 /* Tx => mode 1; Rx => mode 0 */
Felipe Balbi458e6a52008-09-11 11:53:24 +030095 channel->desired_mode = transmit;
96 channel->actual_len = 0;
Felipe Balbi550a7372008-07-24 12:27:36 +030097 break;
98 }
99 }
Felipe Balbi458e6a52008-09-11 11:53:24 +0300100
101 return channel;
Felipe Balbi550a7372008-07-24 12:27:36 +0300102}
103
Felipe Balbi458e6a52008-09-11 11:53:24 +0300104static void dma_channel_release(struct dma_channel *channel)
Felipe Balbi550a7372008-07-24 12:27:36 +0300105{
Felipe Balbi458e6a52008-09-11 11:53:24 +0300106 struct musb_dma_channel *musb_channel = channel->private_data;
Felipe Balbi550a7372008-07-24 12:27:36 +0300107
Felipe Balbi458e6a52008-09-11 11:53:24 +0300108 channel->actual_len = 0;
109 musb_channel->start_addr = 0;
110 musb_channel->len = 0;
Felipe Balbi550a7372008-07-24 12:27:36 +0300111
Felipe Balbi458e6a52008-09-11 11:53:24 +0300112 musb_channel->controller->used_channels &=
113 ~(1 << musb_channel->idx);
Felipe Balbi550a7372008-07-24 12:27:36 +0300114
Felipe Balbi458e6a52008-09-11 11:53:24 +0300115 channel->status = MUSB_DMA_STATUS_UNKNOWN;
Felipe Balbi550a7372008-07-24 12:27:36 +0300116}
117
Felipe Balbi458e6a52008-09-11 11:53:24 +0300118static void configure_channel(struct dma_channel *channel,
Felipe Balbi550a7372008-07-24 12:27:36 +0300119 u16 packet_sz, u8 mode,
120 dma_addr_t dma_addr, u32 len)
121{
Felipe Balbi458e6a52008-09-11 11:53:24 +0300122 struct musb_dma_channel *musb_channel = channel->private_data;
123 struct musb_dma_controller *controller = musb_channel->controller;
124 void __iomem *mbase = controller->base;
125 u8 bchannel = musb_channel->idx;
Felipe Balbi550a7372008-07-24 12:27:36 +0300126 u16 csr = 0;
127
128 DBG(4, "%p, pkt_sz %d, addr 0x%x, len %d, mode %d\n",
Felipe Balbi458e6a52008-09-11 11:53:24 +0300129 channel, packet_sz, dma_addr, len, mode);
Felipe Balbi550a7372008-07-24 12:27:36 +0300130
131 if (mode) {
132 csr |= 1 << MUSB_HSDMA_MODE1_SHIFT;
133 BUG_ON(len < packet_sz);
134
135 if (packet_sz >= 64) {
136 csr |= MUSB_HSDMA_BURSTMODE_INCR16
137 << MUSB_HSDMA_BURSTMODE_SHIFT;
138 } else if (packet_sz >= 32) {
139 csr |= MUSB_HSDMA_BURSTMODE_INCR8
140 << MUSB_HSDMA_BURSTMODE_SHIFT;
141 } else if (packet_sz >= 16) {
142 csr |= MUSB_HSDMA_BURSTMODE_INCR4
143 << MUSB_HSDMA_BURSTMODE_SHIFT;
144 }
145 }
146
Felipe Balbi458e6a52008-09-11 11:53:24 +0300147 csr |= (musb_channel->epnum << MUSB_HSDMA_ENDPOINT_SHIFT)
Felipe Balbi550a7372008-07-24 12:27:36 +0300148 | (1 << MUSB_HSDMA_ENABLE_SHIFT)
149 | (1 << MUSB_HSDMA_IRQENABLE_SHIFT)
Felipe Balbi458e6a52008-09-11 11:53:24 +0300150 | (musb_channel->transmit
Felipe Balbi550a7372008-07-24 12:27:36 +0300151 ? (1 << MUSB_HSDMA_TRANSMIT_SHIFT)
152 : 0);
153
154 /* address/count */
Bryan Wu6995eb62008-12-02 21:33:47 +0200155 musb_write_hsdma_addr(mbase, bchannel, dma_addr);
156 musb_write_hsdma_count(mbase, bchannel, len);
Felipe Balbi550a7372008-07-24 12:27:36 +0300157
158 /* control (this should start things) */
159 musb_writew(mbase,
Felipe Balbi458e6a52008-09-11 11:53:24 +0300160 MUSB_HSDMA_CHANNEL_OFFSET(bchannel, MUSB_HSDMA_CONTROL),
Felipe Balbi550a7372008-07-24 12:27:36 +0300161 csr);
162}
163
Felipe Balbi458e6a52008-09-11 11:53:24 +0300164static int dma_channel_program(struct dma_channel *channel,
Felipe Balbi550a7372008-07-24 12:27:36 +0300165 u16 packet_sz, u8 mode,
166 dma_addr_t dma_addr, u32 len)
167{
Felipe Balbi458e6a52008-09-11 11:53:24 +0300168 struct musb_dma_channel *musb_channel = channel->private_data;
Felipe Balbi550a7372008-07-24 12:27:36 +0300169
170 DBG(2, "ep%d-%s pkt_sz %d, dma_addr 0x%x length %d, mode %d\n",
Felipe Balbi458e6a52008-09-11 11:53:24 +0300171 musb_channel->epnum,
172 musb_channel->transmit ? "Tx" : "Rx",
Felipe Balbi550a7372008-07-24 12:27:36 +0300173 packet_sz, dma_addr, len, mode);
174
Felipe Balbi458e6a52008-09-11 11:53:24 +0300175 BUG_ON(channel->status == MUSB_DMA_STATUS_UNKNOWN ||
176 channel->status == MUSB_DMA_STATUS_BUSY);
Felipe Balbi550a7372008-07-24 12:27:36 +0300177
Felipe Balbi458e6a52008-09-11 11:53:24 +0300178 channel->actual_len = 0;
179 musb_channel->start_addr = dma_addr;
180 musb_channel->len = len;
181 musb_channel->max_packet_sz = packet_sz;
182 channel->status = MUSB_DMA_STATUS_BUSY;
Felipe Balbi550a7372008-07-24 12:27:36 +0300183
184 if ((mode == 1) && (len >= packet_sz))
Felipe Balbi458e6a52008-09-11 11:53:24 +0300185 configure_channel(channel, packet_sz, 1, dma_addr, len);
Felipe Balbi550a7372008-07-24 12:27:36 +0300186 else
Felipe Balbi458e6a52008-09-11 11:53:24 +0300187 configure_channel(channel, packet_sz, 0, dma_addr, len);
Felipe Balbi550a7372008-07-24 12:27:36 +0300188
189 return true;
190}
191
Felipe Balbi458e6a52008-09-11 11:53:24 +0300192static int dma_channel_abort(struct dma_channel *channel)
Felipe Balbi550a7372008-07-24 12:27:36 +0300193{
Felipe Balbi458e6a52008-09-11 11:53:24 +0300194 struct musb_dma_channel *musb_channel = channel->private_data;
195 void __iomem *mbase = musb_channel->controller->base;
196
197 u8 bchannel = musb_channel->idx;
Felipe Balbi550a7372008-07-24 12:27:36 +0300198 u16 csr;
199
Felipe Balbi458e6a52008-09-11 11:53:24 +0300200 if (channel->status == MUSB_DMA_STATUS_BUSY) {
201 if (musb_channel->transmit) {
Felipe Balbi550a7372008-07-24 12:27:36 +0300202
203 csr = musb_readw(mbase,
Felipe Balbi458e6a52008-09-11 11:53:24 +0300204 MUSB_EP_OFFSET(musb_channel->epnum,
Felipe Balbi550a7372008-07-24 12:27:36 +0300205 MUSB_TXCSR));
206 csr &= ~(MUSB_TXCSR_AUTOSET |
207 MUSB_TXCSR_DMAENAB |
208 MUSB_TXCSR_DMAMODE);
209 musb_writew(mbase,
Felipe Balbi458e6a52008-09-11 11:53:24 +0300210 MUSB_EP_OFFSET(musb_channel->epnum, MUSB_TXCSR),
Felipe Balbi550a7372008-07-24 12:27:36 +0300211 csr);
212 } else {
213 csr = musb_readw(mbase,
Felipe Balbi458e6a52008-09-11 11:53:24 +0300214 MUSB_EP_OFFSET(musb_channel->epnum,
Felipe Balbi550a7372008-07-24 12:27:36 +0300215 MUSB_RXCSR));
216 csr &= ~(MUSB_RXCSR_AUTOCLEAR |
217 MUSB_RXCSR_DMAENAB |
218 MUSB_RXCSR_DMAMODE);
219 musb_writew(mbase,
Felipe Balbi458e6a52008-09-11 11:53:24 +0300220 MUSB_EP_OFFSET(musb_channel->epnum, MUSB_RXCSR),
Felipe Balbi550a7372008-07-24 12:27:36 +0300221 csr);
222 }
223
224 musb_writew(mbase,
Felipe Balbi458e6a52008-09-11 11:53:24 +0300225 MUSB_HSDMA_CHANNEL_OFFSET(bchannel, MUSB_HSDMA_CONTROL),
Felipe Balbi550a7372008-07-24 12:27:36 +0300226 0);
Bryan Wu6995eb62008-12-02 21:33:47 +0200227 musb_write_hsdma_addr(mbase, bchannel, 0);
228 musb_write_hsdma_count(mbase, bchannel, 0);
Felipe Balbi458e6a52008-09-11 11:53:24 +0300229 channel->status = MUSB_DMA_STATUS_FREE;
Felipe Balbi550a7372008-07-24 12:27:36 +0300230 }
Felipe Balbi458e6a52008-09-11 11:53:24 +0300231
Felipe Balbi550a7372008-07-24 12:27:36 +0300232 return 0;
233}
234
235static irqreturn_t dma_controller_irq(int irq, void *private_data)
236{
Felipe Balbi458e6a52008-09-11 11:53:24 +0300237 struct musb_dma_controller *controller = private_data;
238 struct musb *musb = controller->private_data;
239 struct musb_dma_channel *musb_channel;
240 struct dma_channel *channel;
241
242 void __iomem *mbase = controller->base;
243
Felipe Balbi550a7372008-07-24 12:27:36 +0300244 irqreturn_t retval = IRQ_NONE;
Felipe Balbi458e6a52008-09-11 11:53:24 +0300245
Felipe Balbi550a7372008-07-24 12:27:36 +0300246 unsigned long flags;
247
Felipe Balbi458e6a52008-09-11 11:53:24 +0300248 u8 bchannel;
249 u8 int_hsdma;
250
251 u32 addr;
252 u16 csr;
253
Felipe Balbi550a7372008-07-24 12:27:36 +0300254 spin_lock_irqsave(&musb->lock, flags);
255
256 int_hsdma = musb_readb(mbase, MUSB_HSDMA_INTR);
257 if (!int_hsdma)
258 goto done;
259
Felipe Balbi458e6a52008-09-11 11:53:24 +0300260 for (bchannel = 0; bchannel < MUSB_HSDMA_CHANNELS; bchannel++) {
261 if (int_hsdma & (1 << bchannel)) {
262 musb_channel = (struct musb_dma_channel *)
263 &(controller->channel[bchannel]);
264 channel = &musb_channel->channel;
Felipe Balbi550a7372008-07-24 12:27:36 +0300265
266 csr = musb_readw(mbase,
Felipe Balbi458e6a52008-09-11 11:53:24 +0300267 MUSB_HSDMA_CHANNEL_OFFSET(bchannel,
Felipe Balbi550a7372008-07-24 12:27:36 +0300268 MUSB_HSDMA_CONTROL));
269
Felipe Balbi458e6a52008-09-11 11:53:24 +0300270 if (csr & (1 << MUSB_HSDMA_BUSERROR_SHIFT)) {
271 musb_channel->channel.status =
Felipe Balbi550a7372008-07-24 12:27:36 +0300272 MUSB_DMA_STATUS_BUS_ABORT;
Felipe Balbi458e6a52008-09-11 11:53:24 +0300273 } else {
Felipe Balbi550a7372008-07-24 12:27:36 +0300274 u8 devctl;
275
Bryan Wu6995eb62008-12-02 21:33:47 +0200276 addr = musb_read_hsdma_addr(mbase,
277 bchannel);
Felipe Balbi458e6a52008-09-11 11:53:24 +0300278 channel->actual_len = addr
279 - musb_channel->start_addr;
Felipe Balbi550a7372008-07-24 12:27:36 +0300280
281 DBG(2, "ch %p, 0x%x -> 0x%x (%d / %d) %s\n",
Felipe Balbi458e6a52008-09-11 11:53:24 +0300282 channel, musb_channel->start_addr,
283 addr, channel->actual_len,
284 musb_channel->len,
285 (channel->actual_len
286 < musb_channel->len) ?
Felipe Balbi550a7372008-07-24 12:27:36 +0300287 "=> reconfig 0" : "=> complete");
288
289 devctl = musb_readb(mbase, MUSB_DEVCTL);
290
Felipe Balbi458e6a52008-09-11 11:53:24 +0300291 channel->status = MUSB_DMA_STATUS_FREE;
Felipe Balbi550a7372008-07-24 12:27:36 +0300292
293 /* completed */
294 if ((devctl & MUSB_DEVCTL_HM)
Felipe Balbi458e6a52008-09-11 11:53:24 +0300295 && (musb_channel->transmit)
296 && ((channel->desired_mode == 0)
297 || (channel->actual_len &
298 (musb_channel->max_packet_sz - 1)))
Felipe Balbi550a7372008-07-24 12:27:36 +0300299 ) {
300 /* Send out the packet */
301 musb_ep_select(mbase,
Felipe Balbi458e6a52008-09-11 11:53:24 +0300302 musb_channel->epnum);
Felipe Balbi550a7372008-07-24 12:27:36 +0300303 musb_writew(mbase, MUSB_EP_OFFSET(
Felipe Balbi458e6a52008-09-11 11:53:24 +0300304 musb_channel->epnum,
Felipe Balbi550a7372008-07-24 12:27:36 +0300305 MUSB_TXCSR),
306 MUSB_TXCSR_TXPKTRDY);
Felipe Balbi458e6a52008-09-11 11:53:24 +0300307 } else {
Felipe Balbi550a7372008-07-24 12:27:36 +0300308 musb_dma_completion(
309 musb,
Felipe Balbi458e6a52008-09-11 11:53:24 +0300310 musb_channel->epnum,
311 musb_channel->transmit);
312 }
Felipe Balbi550a7372008-07-24 12:27:36 +0300313 }
314 }
315 }
Bryan Wu6995eb62008-12-02 21:33:47 +0200316
317#ifdef CONFIG_BLACKFIN
318 /* Clear DMA interrup flags */
319 musb_writeb(mbase, MUSB_HSDMA_INTR, int_hsdma);
320#endif
321
Felipe Balbi550a7372008-07-24 12:27:36 +0300322 retval = IRQ_HANDLED;
323done:
324 spin_unlock_irqrestore(&musb->lock, flags);
325 return retval;
326}
327
328void dma_controller_destroy(struct dma_controller *c)
329{
Felipe Balbi458e6a52008-09-11 11:53:24 +0300330 struct musb_dma_controller *controller = container_of(c,
331 struct musb_dma_controller, controller);
Felipe Balbi550a7372008-07-24 12:27:36 +0300332
Felipe Balbi550a7372008-07-24 12:27:36 +0300333 if (!controller)
334 return;
335
336 if (controller->irq)
337 free_irq(controller->irq, c);
338
339 kfree(controller);
340}
341
342struct dma_controller *__init
Felipe Balbi458e6a52008-09-11 11:53:24 +0300343dma_controller_create(struct musb *musb, void __iomem *base)
Felipe Balbi550a7372008-07-24 12:27:36 +0300344{
345 struct musb_dma_controller *controller;
346 struct device *dev = musb->controller;
347 struct platform_device *pdev = to_platform_device(dev);
348 int irq = platform_get_irq(pdev, 1);
349
350 if (irq == 0) {
351 dev_err(dev, "No DMA interrupt line!\n");
352 return NULL;
353 }
354
Felipe Balbi458e6a52008-09-11 11:53:24 +0300355 controller = kzalloc(sizeof(*controller), GFP_KERNEL);
Felipe Balbi550a7372008-07-24 12:27:36 +0300356 if (!controller)
357 return NULL;
358
Felipe Balbi458e6a52008-09-11 11:53:24 +0300359 controller->channel_count = MUSB_HSDMA_CHANNELS;
360 controller->private_data = musb;
361 controller->base = base;
Felipe Balbi550a7372008-07-24 12:27:36 +0300362
Felipe Balbi458e6a52008-09-11 11:53:24 +0300363 controller->controller.start = dma_controller_start;
364 controller->controller.stop = dma_controller_stop;
365 controller->controller.channel_alloc = dma_channel_allocate;
366 controller->controller.channel_release = dma_channel_release;
367 controller->controller.channel_program = dma_channel_program;
368 controller->controller.channel_abort = dma_channel_abort;
Felipe Balbi550a7372008-07-24 12:27:36 +0300369
370 if (request_irq(irq, dma_controller_irq, IRQF_DISABLED,
Kay Sievers427c4f32008-11-07 01:52:53 +0100371 dev_name(musb->controller), &controller->controller)) {
Felipe Balbi550a7372008-07-24 12:27:36 +0300372 dev_err(dev, "request_irq %d failed!\n", irq);
Felipe Balbi458e6a52008-09-11 11:53:24 +0300373 dma_controller_destroy(&controller->controller);
374
Felipe Balbi550a7372008-07-24 12:27:36 +0300375 return NULL;
376 }
377
378 controller->irq = irq;
379
Felipe Balbi458e6a52008-09-11 11:53:24 +0300380 return &controller->controller;
Felipe Balbi550a7372008-07-24 12:27:36 +0300381}