blob: b4508db2edcd55e058dbdb86a87688702b9eb420 [file] [log] [blame]
Feng Tange24c7452009-12-14 14:20:22 -08001/*
Grant Likelyca632f52011-06-06 01:16:30 -06002 * Designware SPI core controller driver (refer pxa2xx_spi.c)
Feng Tange24c7452009-12-14 14:20:22 -08003 *
4 * Copyright (c) 2009, Intel Corporation.
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 *
15 * You should have received a copy of the GNU General Public License along with
16 * this program; if not, write to the Free Software Foundation, Inc.,
17 * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
18 */
19
20#include <linux/dma-mapping.h>
21#include <linux/interrupt.h>
Paul Gortmakerd7614de2011-07-03 15:44:29 -040022#include <linux/module.h>
Feng Tange24c7452009-12-14 14:20:22 -080023#include <linux/highmem.h>
24#include <linux/delay.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090025#include <linux/slab.h>
Feng Tange24c7452009-12-14 14:20:22 -080026#include <linux/spi/spi.h>
Baruch Siachd9c73bb2014-01-31 12:07:47 +020027#include <linux/gpio.h>
Feng Tange24c7452009-12-14 14:20:22 -080028
Grant Likelyca632f52011-06-06 01:16:30 -060029#include "spi-dw.h"
Grant Likely568a60e2011-02-28 12:47:12 -070030
Feng Tange24c7452009-12-14 14:20:22 -080031#ifdef CONFIG_DEBUG_FS
32#include <linux/debugfs.h>
33#endif
34
35#define START_STATE ((void *)0)
36#define RUNNING_STATE ((void *)1)
37#define DONE_STATE ((void *)2)
38#define ERROR_STATE ((void *)-1)
39
Feng Tange24c7452009-12-14 14:20:22 -080040/* Slave spi_dev related */
41struct chip_data {
42 u16 cr0;
43 u8 cs; /* chip select pin */
44 u8 n_bytes; /* current is a 1/2/4 byte op */
45 u8 tmode; /* TR/TO/RO/EEPROM */
46 u8 type; /* SPI/SSP/MicroWire */
47
48 u8 poll_mode; /* 1 means use poll mode */
49
50 u32 dma_width;
51 u32 rx_threshold;
52 u32 tx_threshold;
53 u8 enable_dma;
54 u8 bits_per_word;
55 u16 clk_div; /* baud rate divider */
56 u32 speed_hz; /* baud rate */
Feng Tange24c7452009-12-14 14:20:22 -080057 void (*cs_control)(u32 command);
58};
59
60#ifdef CONFIG_DEBUG_FS
Feng Tange24c7452009-12-14 14:20:22 -080061#define SPI_REGS_BUFSIZE 1024
62static ssize_t spi_show_regs(struct file *file, char __user *user_buf,
63 size_t count, loff_t *ppos)
64{
65 struct dw_spi *dws;
66 char *buf;
67 u32 len = 0;
68 ssize_t ret;
69
70 dws = file->private_data;
71
72 buf = kzalloc(SPI_REGS_BUFSIZE, GFP_KERNEL);
73 if (!buf)
74 return 0;
75
76 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
77 "MRST SPI0 registers:\n");
78 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
79 "=================================\n");
80 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070081 "CTRL0: \t\t0x%08x\n", dw_readl(dws, DW_SPI_CTRL0));
Feng Tange24c7452009-12-14 14:20:22 -080082 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070083 "CTRL1: \t\t0x%08x\n", dw_readl(dws, DW_SPI_CTRL1));
Feng Tange24c7452009-12-14 14:20:22 -080084 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070085 "SSIENR: \t0x%08x\n", dw_readl(dws, DW_SPI_SSIENR));
Feng Tange24c7452009-12-14 14:20:22 -080086 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070087 "SER: \t\t0x%08x\n", dw_readl(dws, DW_SPI_SER));
Feng Tange24c7452009-12-14 14:20:22 -080088 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070089 "BAUDR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_BAUDR));
Feng Tange24c7452009-12-14 14:20:22 -080090 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070091 "TXFTLR: \t0x%08x\n", dw_readl(dws, DW_SPI_TXFLTR));
Feng Tange24c7452009-12-14 14:20:22 -080092 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070093 "RXFTLR: \t0x%08x\n", dw_readl(dws, DW_SPI_RXFLTR));
Feng Tange24c7452009-12-14 14:20:22 -080094 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070095 "TXFLR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_TXFLR));
Feng Tange24c7452009-12-14 14:20:22 -080096 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070097 "RXFLR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_RXFLR));
Feng Tange24c7452009-12-14 14:20:22 -080098 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070099 "SR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_SR));
Feng Tange24c7452009-12-14 14:20:22 -0800100 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700101 "IMR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_IMR));
Feng Tange24c7452009-12-14 14:20:22 -0800102 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700103 "ISR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_ISR));
Feng Tange24c7452009-12-14 14:20:22 -0800104 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700105 "DMACR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_DMACR));
Feng Tange24c7452009-12-14 14:20:22 -0800106 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700107 "DMATDLR: \t0x%08x\n", dw_readl(dws, DW_SPI_DMATDLR));
Feng Tange24c7452009-12-14 14:20:22 -0800108 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700109 "DMARDLR: \t0x%08x\n", dw_readl(dws, DW_SPI_DMARDLR));
Feng Tange24c7452009-12-14 14:20:22 -0800110 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
111 "=================================\n");
112
113 ret = simple_read_from_buffer(user_buf, count, ppos, buf, len);
114 kfree(buf);
115 return ret;
116}
117
118static const struct file_operations mrst_spi_regs_ops = {
119 .owner = THIS_MODULE,
Stephen Boyd234e3402012-04-05 14:25:11 -0700120 .open = simple_open,
Feng Tange24c7452009-12-14 14:20:22 -0800121 .read = spi_show_regs,
Arnd Bergmann6038f372010-08-15 18:52:59 +0200122 .llseek = default_llseek,
Feng Tange24c7452009-12-14 14:20:22 -0800123};
124
125static int mrst_spi_debugfs_init(struct dw_spi *dws)
126{
127 dws->debugfs = debugfs_create_dir("mrst_spi", NULL);
128 if (!dws->debugfs)
129 return -ENOMEM;
130
131 debugfs_create_file("registers", S_IFREG | S_IRUGO,
132 dws->debugfs, (void *)dws, &mrst_spi_regs_ops);
133 return 0;
134}
135
136static void mrst_spi_debugfs_remove(struct dw_spi *dws)
137{
138 if (dws->debugfs)
139 debugfs_remove_recursive(dws->debugfs);
140}
141
142#else
143static inline int mrst_spi_debugfs_init(struct dw_spi *dws)
144{
George Shore20a588f2010-01-21 11:40:49 +0000145 return 0;
Feng Tange24c7452009-12-14 14:20:22 -0800146}
147
148static inline void mrst_spi_debugfs_remove(struct dw_spi *dws)
149{
150}
151#endif /* CONFIG_DEBUG_FS */
152
Alek Du2ff271b2011-03-30 23:09:54 +0800153/* Return the max entries we can fill into tx fifo */
154static inline u32 tx_max(struct dw_spi *dws)
155{
156 u32 tx_left, tx_room, rxtx_gap;
157
158 tx_left = (dws->tx_end - dws->tx) / dws->n_bytes;
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700159 tx_room = dws->fifo_len - dw_readw(dws, DW_SPI_TXFLR);
Alek Du2ff271b2011-03-30 23:09:54 +0800160
161 /*
162 * Another concern is about the tx/rx mismatch, we
163 * though to use (dws->fifo_len - rxflr - txflr) as
164 * one maximum value for tx, but it doesn't cover the
165 * data which is out of tx/rx fifo and inside the
166 * shift registers. So a control from sw point of
167 * view is taken.
168 */
169 rxtx_gap = ((dws->rx_end - dws->rx) - (dws->tx_end - dws->tx))
170 / dws->n_bytes;
171
172 return min3(tx_left, tx_room, (u32) (dws->fifo_len - rxtx_gap));
173}
174
175/* Return the max entries we should read out of rx fifo */
176static inline u32 rx_max(struct dw_spi *dws)
177{
178 u32 rx_left = (dws->rx_end - dws->rx) / dws->n_bytes;
179
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700180 return min(rx_left, (u32)dw_readw(dws, DW_SPI_RXFLR));
Alek Du2ff271b2011-03-30 23:09:54 +0800181}
182
Alek Du3b8a4dd2011-03-30 23:09:55 +0800183static void dw_writer(struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800184{
Alek Du2ff271b2011-03-30 23:09:54 +0800185 u32 max = tx_max(dws);
Feng Tangde6efe02011-03-30 23:09:52 +0800186 u16 txw = 0;
Feng Tange24c7452009-12-14 14:20:22 -0800187
Alek Du2ff271b2011-03-30 23:09:54 +0800188 while (max--) {
189 /* Set the tx word if the transfer's original "tx" is not null */
190 if (dws->tx_end - dws->len) {
191 if (dws->n_bytes == 1)
192 txw = *(u8 *)(dws->tx);
193 else
194 txw = *(u16 *)(dws->tx);
195 }
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700196 dw_writew(dws, DW_SPI_DR, txw);
Alek Du2ff271b2011-03-30 23:09:54 +0800197 dws->tx += dws->n_bytes;
Feng Tange24c7452009-12-14 14:20:22 -0800198 }
Feng Tange24c7452009-12-14 14:20:22 -0800199}
200
Alek Du3b8a4dd2011-03-30 23:09:55 +0800201static void dw_reader(struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800202{
Alek Du2ff271b2011-03-30 23:09:54 +0800203 u32 max = rx_max(dws);
Feng Tangde6efe02011-03-30 23:09:52 +0800204 u16 rxw;
Feng Tange24c7452009-12-14 14:20:22 -0800205
Alek Du2ff271b2011-03-30 23:09:54 +0800206 while (max--) {
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700207 rxw = dw_readw(dws, DW_SPI_DR);
Feng Tangde6efe02011-03-30 23:09:52 +0800208 /* Care rx only if the transfer's original "rx" is not null */
209 if (dws->rx_end - dws->len) {
210 if (dws->n_bytes == 1)
211 *(u8 *)(dws->rx) = rxw;
212 else
213 *(u16 *)(dws->rx) = rxw;
214 }
215 dws->rx += dws->n_bytes;
Feng Tange24c7452009-12-14 14:20:22 -0800216 }
Feng Tange24c7452009-12-14 14:20:22 -0800217}
218
219static void *next_transfer(struct dw_spi *dws)
220{
221 struct spi_message *msg = dws->cur_msg;
222 struct spi_transfer *trans = dws->cur_transfer;
223
224 /* Move to next transfer */
225 if (trans->transfer_list.next != &msg->transfers) {
226 dws->cur_transfer =
227 list_entry(trans->transfer_list.next,
228 struct spi_transfer,
229 transfer_list);
230 return RUNNING_STATE;
231 } else
232 return DONE_STATE;
233}
234
235/*
236 * Note: first step is the protocol driver prepares
237 * a dma-capable memory, and this func just need translate
238 * the virt addr to physical
239 */
240static int map_dma_buffers(struct dw_spi *dws)
241{
Feng Tang7063c0d2010-12-24 13:59:11 +0800242 if (!dws->cur_msg->is_dma_mapped
243 || !dws->dma_inited
244 || !dws->cur_chip->enable_dma
245 || !dws->dma_ops)
Feng Tange24c7452009-12-14 14:20:22 -0800246 return 0;
247
248 if (dws->cur_transfer->tx_dma)
249 dws->tx_dma = dws->cur_transfer->tx_dma;
250
251 if (dws->cur_transfer->rx_dma)
252 dws->rx_dma = dws->cur_transfer->rx_dma;
253
254 return 1;
255}
256
257/* Caller already set message->status; dma and pio irqs are blocked */
258static void giveback(struct dw_spi *dws)
259{
260 struct spi_transfer *last_transfer;
Feng Tange24c7452009-12-14 14:20:22 -0800261 struct spi_message *msg;
262
Feng Tange24c7452009-12-14 14:20:22 -0800263 msg = dws->cur_msg;
264 dws->cur_msg = NULL;
265 dws->cur_transfer = NULL;
266 dws->prev_chip = dws->cur_chip;
267 dws->cur_chip = NULL;
268 dws->dma_mapped = 0;
Feng Tange24c7452009-12-14 14:20:22 -0800269
Axel Lin23e2c2a2014-02-12 22:13:27 +0800270 last_transfer = list_last_entry(&msg->transfers, struct spi_transfer,
Feng Tange24c7452009-12-14 14:20:22 -0800271 transfer_list);
272
Baruch Siachd9c73bb2014-01-31 12:07:47 +0200273 if (!last_transfer->cs_change)
274 spi_chip_sel(dws, dws->cur_msg->spi, 0);
Feng Tange24c7452009-12-14 14:20:22 -0800275
Baruch Siachec37e8e2014-01-31 12:07:44 +0200276 spi_finalize_current_message(dws->master);
Feng Tange24c7452009-12-14 14:20:22 -0800277}
278
279static void int_error_stop(struct dw_spi *dws, const char *msg)
280{
Alek Du8a33a372011-03-30 23:09:53 +0800281 /* Stop the hw */
Feng Tange24c7452009-12-14 14:20:22 -0800282 spi_enable_chip(dws, 0);
283
284 dev_err(&dws->master->dev, "%s\n", msg);
285 dws->cur_msg->state = ERROR_STATE;
286 tasklet_schedule(&dws->pump_transfers);
287}
288
Feng Tang7063c0d2010-12-24 13:59:11 +0800289void dw_spi_xfer_done(struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800290{
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300291 /* Update total byte transferred return count actual bytes read */
Feng Tange24c7452009-12-14 14:20:22 -0800292 dws->cur_msg->actual_length += dws->len;
293
294 /* Move to next transfer */
295 dws->cur_msg->state = next_transfer(dws);
296
297 /* Handle end of message */
298 if (dws->cur_msg->state == DONE_STATE) {
299 dws->cur_msg->status = 0;
300 giveback(dws);
301 } else
302 tasklet_schedule(&dws->pump_transfers);
303}
Feng Tang7063c0d2010-12-24 13:59:11 +0800304EXPORT_SYMBOL_GPL(dw_spi_xfer_done);
Feng Tange24c7452009-12-14 14:20:22 -0800305
306static irqreturn_t interrupt_transfer(struct dw_spi *dws)
307{
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700308 u16 irq_status = dw_readw(dws, DW_SPI_ISR);
Feng Tange24c7452009-12-14 14:20:22 -0800309
Feng Tange24c7452009-12-14 14:20:22 -0800310 /* Error handling */
311 if (irq_status & (SPI_INT_TXOI | SPI_INT_RXOI | SPI_INT_RXUI)) {
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700312 dw_readw(dws, DW_SPI_TXOICR);
313 dw_readw(dws, DW_SPI_RXOICR);
314 dw_readw(dws, DW_SPI_RXUICR);
Alek Du3b8a4dd2011-03-30 23:09:55 +0800315 int_error_stop(dws, "interrupt_transfer: fifo overrun/underrun");
Feng Tange24c7452009-12-14 14:20:22 -0800316 return IRQ_HANDLED;
317 }
318
Alek Du3b8a4dd2011-03-30 23:09:55 +0800319 dw_reader(dws);
320 if (dws->rx_end == dws->rx) {
321 spi_mask_intr(dws, SPI_INT_TXEI);
322 dw_spi_xfer_done(dws);
323 return IRQ_HANDLED;
324 }
Feng Tang552e4502010-01-20 13:49:45 -0700325 if (irq_status & SPI_INT_TXEI) {
326 spi_mask_intr(dws, SPI_INT_TXEI);
Alek Du3b8a4dd2011-03-30 23:09:55 +0800327 dw_writer(dws);
328 /* Enable TX irq always, it will be disabled when RX finished */
329 spi_umask_intr(dws, SPI_INT_TXEI);
Feng Tange24c7452009-12-14 14:20:22 -0800330 }
Feng Tang552e4502010-01-20 13:49:45 -0700331
Feng Tange24c7452009-12-14 14:20:22 -0800332 return IRQ_HANDLED;
333}
334
335static irqreturn_t dw_spi_irq(int irq, void *dev_id)
336{
337 struct dw_spi *dws = dev_id;
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700338 u16 irq_status = dw_readw(dws, DW_SPI_ISR) & 0x3f;
Yong Wangcbcc0622010-09-07 15:27:27 +0800339
Yong Wangcbcc0622010-09-07 15:27:27 +0800340 if (!irq_status)
341 return IRQ_NONE;
Feng Tange24c7452009-12-14 14:20:22 -0800342
343 if (!dws->cur_msg) {
344 spi_mask_intr(dws, SPI_INT_TXEI);
Feng Tange24c7452009-12-14 14:20:22 -0800345 return IRQ_HANDLED;
346 }
347
348 return dws->transfer_handler(dws);
349}
350
351/* Must be called inside pump_transfers() */
352static void poll_transfer(struct dw_spi *dws)
353{
Alek Du2ff271b2011-03-30 23:09:54 +0800354 do {
355 dw_writer(dws);
Feng Tangde6efe02011-03-30 23:09:52 +0800356 dw_reader(dws);
Alek Du2ff271b2011-03-30 23:09:54 +0800357 cpu_relax();
358 } while (dws->rx_end > dws->rx);
Feng Tange24c7452009-12-14 14:20:22 -0800359
Feng Tang7063c0d2010-12-24 13:59:11 +0800360 dw_spi_xfer_done(dws);
Feng Tange24c7452009-12-14 14:20:22 -0800361}
362
363static void pump_transfers(unsigned long data)
364{
365 struct dw_spi *dws = (struct dw_spi *)data;
366 struct spi_message *message = NULL;
367 struct spi_transfer *transfer = NULL;
368 struct spi_transfer *previous = NULL;
369 struct spi_device *spi = NULL;
370 struct chip_data *chip = NULL;
371 u8 bits = 0;
372 u8 imask = 0;
373 u8 cs_change = 0;
Feng Tang552e4502010-01-20 13:49:45 -0700374 u16 txint_level = 0;
Feng Tange24c7452009-12-14 14:20:22 -0800375 u16 clk_div = 0;
376 u32 speed = 0;
377 u32 cr0 = 0;
378
379 /* Get current state information */
380 message = dws->cur_msg;
381 transfer = dws->cur_transfer;
382 chip = dws->cur_chip;
383 spi = message->spi;
384
Feng Tang552e4502010-01-20 13:49:45 -0700385 if (unlikely(!chip->clk_div))
386 chip->clk_div = dws->max_freq / chip->speed_hz;
387
Feng Tange24c7452009-12-14 14:20:22 -0800388 if (message->state == ERROR_STATE) {
389 message->status = -EIO;
390 goto early_exit;
391 }
392
393 /* Handle end of message */
394 if (message->state == DONE_STATE) {
395 message->status = 0;
396 goto early_exit;
397 }
398
399 /* Delay if requested at end of transfer*/
400 if (message->state == RUNNING_STATE) {
401 previous = list_entry(transfer->transfer_list.prev,
402 struct spi_transfer,
403 transfer_list);
404 if (previous->delay_usecs)
405 udelay(previous->delay_usecs);
406 }
407
408 dws->n_bytes = chip->n_bytes;
409 dws->dma_width = chip->dma_width;
410 dws->cs_control = chip->cs_control;
411
412 dws->rx_dma = transfer->rx_dma;
413 dws->tx_dma = transfer->tx_dma;
414 dws->tx = (void *)transfer->tx_buf;
415 dws->tx_end = dws->tx + transfer->len;
416 dws->rx = transfer->rx_buf;
417 dws->rx_end = dws->rx + transfer->len;
Feng Tange24c7452009-12-14 14:20:22 -0800418 dws->len = dws->cur_transfer->len;
419 if (chip != dws->prev_chip)
420 cs_change = 1;
421
422 cr0 = chip->cr0;
423
424 /* Handle per transfer options for bpw and speed */
425 if (transfer->speed_hz) {
426 speed = chip->speed_hz;
427
428 if (transfer->speed_hz != speed) {
429 speed = transfer->speed_hz;
Feng Tange24c7452009-12-14 14:20:22 -0800430
431 /* clk_div doesn't support odd number */
432 clk_div = dws->max_freq / speed;
Feng Tang552e4502010-01-20 13:49:45 -0700433 clk_div = (clk_div + 1) & 0xfffe;
Feng Tange24c7452009-12-14 14:20:22 -0800434
435 chip->speed_hz = speed;
436 chip->clk_div = clk_div;
437 }
438 }
439 if (transfer->bits_per_word) {
440 bits = transfer->bits_per_word;
Stephen Warren24778be2013-05-21 20:36:35 -0600441 dws->n_bytes = dws->dma_width = bits >> 3;
Feng Tange24c7452009-12-14 14:20:22 -0800442 cr0 = (bits - 1)
443 | (chip->type << SPI_FRF_OFFSET)
444 | (spi->mode << SPI_MODE_OFFSET)
445 | (chip->tmode << SPI_TMOD_OFFSET);
446 }
447 message->state = RUNNING_STATE;
448
George Shore052dc7c2010-01-21 11:40:52 +0000449 /*
450 * Adjust transfer mode if necessary. Requires platform dependent
451 * chipselect mechanism.
452 */
453 if (dws->cs_control) {
454 if (dws->rx && dws->tx)
Feng Tange3e55ff2010-09-07 15:52:06 +0800455 chip->tmode = SPI_TMOD_TR;
George Shore052dc7c2010-01-21 11:40:52 +0000456 else if (dws->rx)
Feng Tange3e55ff2010-09-07 15:52:06 +0800457 chip->tmode = SPI_TMOD_RO;
George Shore052dc7c2010-01-21 11:40:52 +0000458 else
Feng Tange3e55ff2010-09-07 15:52:06 +0800459 chip->tmode = SPI_TMOD_TO;
George Shore052dc7c2010-01-21 11:40:52 +0000460
Feng Tange3e55ff2010-09-07 15:52:06 +0800461 cr0 &= ~SPI_TMOD_MASK;
George Shore052dc7c2010-01-21 11:40:52 +0000462 cr0 |= (chip->tmode << SPI_TMOD_OFFSET);
463 }
464
Feng Tange24c7452009-12-14 14:20:22 -0800465 /* Check if current transfer is a DMA transaction */
466 dws->dma_mapped = map_dma_buffers(dws);
467
Feng Tang552e4502010-01-20 13:49:45 -0700468 /*
469 * Interrupt mode
470 * we only need set the TXEI IRQ, as TX/RX always happen syncronizely
471 */
Feng Tange24c7452009-12-14 14:20:22 -0800472 if (!dws->dma_mapped && !chip->poll_mode) {
Feng Tang552e4502010-01-20 13:49:45 -0700473 int templen = dws->len / dws->n_bytes;
474 txint_level = dws->fifo_len / 2;
475 txint_level = (templen > txint_level) ? txint_level : templen;
476
Alek Du3b8a4dd2011-03-30 23:09:55 +0800477 imask |= SPI_INT_TXEI | SPI_INT_TXOI | SPI_INT_RXUI | SPI_INT_RXOI;
Feng Tange24c7452009-12-14 14:20:22 -0800478 dws->transfer_handler = interrupt_transfer;
479 }
480
481 /*
482 * Reprogram registers only if
483 * 1. chip select changes
484 * 2. clk_div is changed
485 * 3. control value changes
486 */
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700487 if (dw_readw(dws, DW_SPI_CTRL0) != cr0 || cs_change || clk_div || imask) {
Feng Tange24c7452009-12-14 14:20:22 -0800488 spi_enable_chip(dws, 0);
489
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700490 if (dw_readw(dws, DW_SPI_CTRL0) != cr0)
491 dw_writew(dws, DW_SPI_CTRL0, cr0);
Feng Tange24c7452009-12-14 14:20:22 -0800492
Feng Tange24c7452009-12-14 14:20:22 -0800493 spi_set_clk(dws, clk_div ? clk_div : chip->clk_div);
Baruch Siachd9c73bb2014-01-31 12:07:47 +0200494 spi_chip_sel(dws, spi, 1);
Feng Tange24c7452009-12-14 14:20:22 -0800495
Justin P. Mattock2f263d92010-12-30 15:07:51 -0800496 /* Set the interrupt mask, for poll mode just disable all int */
Feng Tang552e4502010-01-20 13:49:45 -0700497 spi_mask_intr(dws, 0xff);
498 if (imask)
499 spi_umask_intr(dws, imask);
500 if (txint_level)
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700501 dw_writew(dws, DW_SPI_TXFLTR, txint_level);
Feng Tang552e4502010-01-20 13:49:45 -0700502
503 spi_enable_chip(dws, 1);
Feng Tange24c7452009-12-14 14:20:22 -0800504 if (cs_change)
505 dws->prev_chip = chip;
506 }
507
508 if (dws->dma_mapped)
Feng Tang7063c0d2010-12-24 13:59:11 +0800509 dws->dma_ops->dma_transfer(dws, cs_change);
Feng Tange24c7452009-12-14 14:20:22 -0800510
511 if (chip->poll_mode)
512 poll_transfer(dws);
513
514 return;
515
516early_exit:
517 giveback(dws);
518 return;
519}
520
Baruch Siachec37e8e2014-01-31 12:07:44 +0200521static int dw_spi_transfer_one_message(struct spi_master *master,
522 struct spi_message *msg)
Feng Tange24c7452009-12-14 14:20:22 -0800523{
Baruch Siachec37e8e2014-01-31 12:07:44 +0200524 struct dw_spi *dws = spi_master_get_devdata(master);
Feng Tange24c7452009-12-14 14:20:22 -0800525
Baruch Siachec37e8e2014-01-31 12:07:44 +0200526 dws->cur_msg = msg;
Feng Tange24c7452009-12-14 14:20:22 -0800527 /* Initial message state*/
528 dws->cur_msg->state = START_STATE;
529 dws->cur_transfer = list_entry(dws->cur_msg->transfers.next,
530 struct spi_transfer,
531 transfer_list);
532 dws->cur_chip = spi_get_ctldata(dws->cur_msg->spi);
533
Baruch Siachec37e8e2014-01-31 12:07:44 +0200534 /* Launch transfers */
Feng Tange24c7452009-12-14 14:20:22 -0800535 tasklet_schedule(&dws->pump_transfers);
536
Feng Tange24c7452009-12-14 14:20:22 -0800537 return 0;
538}
539
540/* This may be called twice for each spi dev */
541static int dw_spi_setup(struct spi_device *spi)
542{
543 struct dw_spi_chip *chip_info = NULL;
544 struct chip_data *chip;
Baruch Siachd9c73bb2014-01-31 12:07:47 +0200545 int ret;
Feng Tange24c7452009-12-14 14:20:22 -0800546
Feng Tange24c7452009-12-14 14:20:22 -0800547 /* Only alloc on first setup */
548 chip = spi_get_ctldata(spi);
549 if (!chip) {
Axel Lina97c8832014-08-31 12:47:06 +0800550 chip = kzalloc(sizeof(struct chip_data), GFP_KERNEL);
Feng Tange24c7452009-12-14 14:20:22 -0800551 if (!chip)
552 return -ENOMEM;
Baruch Siach43f627a2013-12-30 20:30:46 +0200553 spi_set_ctldata(spi, chip);
Feng Tange24c7452009-12-14 14:20:22 -0800554 }
555
556 /*
557 * Protocol drivers may change the chip settings, so...
558 * if chip_info exists, use it
559 */
560 chip_info = spi->controller_data;
561
562 /* chip_info doesn't always exist */
563 if (chip_info) {
564 if (chip_info->cs_control)
565 chip->cs_control = chip_info->cs_control;
566
567 chip->poll_mode = chip_info->poll_mode;
568 chip->type = chip_info->type;
569
570 chip->rx_threshold = 0;
571 chip->tx_threshold = 0;
572
573 chip->enable_dma = chip_info->enable_dma;
574 }
575
Stephen Warren24778be2013-05-21 20:36:35 -0600576 if (spi->bits_per_word == 8) {
Feng Tange24c7452009-12-14 14:20:22 -0800577 chip->n_bytes = 1;
578 chip->dma_width = 1;
Stephen Warren24778be2013-05-21 20:36:35 -0600579 } else if (spi->bits_per_word == 16) {
Feng Tange24c7452009-12-14 14:20:22 -0800580 chip->n_bytes = 2;
581 chip->dma_width = 2;
Feng Tange24c7452009-12-14 14:20:22 -0800582 }
583 chip->bits_per_word = spi->bits_per_word;
584
Feng Tang552e4502010-01-20 13:49:45 -0700585 if (!spi->max_speed_hz) {
586 dev_err(&spi->dev, "No max speed HZ parameter\n");
587 return -EINVAL;
588 }
Feng Tange24c7452009-12-14 14:20:22 -0800589 chip->speed_hz = spi->max_speed_hz;
Feng Tange24c7452009-12-14 14:20:22 -0800590
591 chip->tmode = 0; /* Tx & Rx */
592 /* Default SPI mode is SCPOL = 0, SCPH = 0 */
593 chip->cr0 = (chip->bits_per_word - 1)
594 | (chip->type << SPI_FRF_OFFSET)
595 | (spi->mode << SPI_MODE_OFFSET)
596 | (chip->tmode << SPI_TMOD_OFFSET);
597
Baruch Siachd9c73bb2014-01-31 12:07:47 +0200598 if (gpio_is_valid(spi->cs_gpio)) {
599 ret = gpio_direction_output(spi->cs_gpio,
600 !(spi->mode & SPI_CS_HIGH));
601 if (ret)
602 return ret;
603 }
604
Feng Tange24c7452009-12-14 14:20:22 -0800605 return 0;
606}
607
Axel Lina97c8832014-08-31 12:47:06 +0800608static void dw_spi_cleanup(struct spi_device *spi)
609{
610 struct chip_data *chip = spi_get_ctldata(spi);
611
612 kfree(chip);
613 spi_set_ctldata(spi, NULL);
614}
615
Feng Tange24c7452009-12-14 14:20:22 -0800616/* Restart the controller, disable all interrupts, clean rx fifo */
617static void spi_hw_init(struct dw_spi *dws)
618{
619 spi_enable_chip(dws, 0);
620 spi_mask_intr(dws, 0xff);
621 spi_enable_chip(dws, 1);
Feng Tangc587b6f2010-01-21 10:41:10 +0800622
623 /*
624 * Try to detect the FIFO depth if not set by interface driver,
625 * the depth could be from 2 to 256 from HW spec
626 */
627 if (!dws->fifo_len) {
628 u32 fifo;
629 for (fifo = 2; fifo <= 257; fifo++) {
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700630 dw_writew(dws, DW_SPI_TXFLTR, fifo);
631 if (fifo != dw_readw(dws, DW_SPI_TXFLTR))
Feng Tangc587b6f2010-01-21 10:41:10 +0800632 break;
633 }
634
635 dws->fifo_len = (fifo == 257) ? 0 : fifo;
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700636 dw_writew(dws, DW_SPI_TXFLTR, 0);
Feng Tangc587b6f2010-01-21 10:41:10 +0800637 }
Feng Tange24c7452009-12-14 14:20:22 -0800638}
639
Baruch Siach04f421e2013-12-30 20:30:44 +0200640int dw_spi_add_host(struct device *dev, struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800641{
642 struct spi_master *master;
643 int ret;
644
645 BUG_ON(dws == NULL);
646
Baruch Siach04f421e2013-12-30 20:30:44 +0200647 master = spi_alloc_master(dev, 0);
648 if (!master)
649 return -ENOMEM;
Feng Tange24c7452009-12-14 14:20:22 -0800650
651 dws->master = master;
652 dws->type = SSI_MOTO_SPI;
653 dws->prev_chip = NULL;
654 dws->dma_inited = 0;
655 dws->dma_addr = (dma_addr_t)(dws->paddr + 0x60);
Liu, ShuoX40bfff82011-07-08 14:24:31 +0800656 snprintf(dws->name, sizeof(dws->name), "dw_spi%d",
657 dws->bus_num);
Feng Tange24c7452009-12-14 14:20:22 -0800658
Baruch Siach04f421e2013-12-30 20:30:44 +0200659 ret = devm_request_irq(dev, dws->irq, dw_spi_irq, IRQF_SHARED,
Liu, ShuoX40bfff82011-07-08 14:24:31 +0800660 dws->name, dws);
Feng Tange24c7452009-12-14 14:20:22 -0800661 if (ret < 0) {
662 dev_err(&master->dev, "can not get IRQ\n");
663 goto err_free_master;
664 }
665
666 master->mode_bits = SPI_CPOL | SPI_CPHA;
Stephen Warren24778be2013-05-21 20:36:35 -0600667 master->bits_per_word_mask = SPI_BPW_MASK(8) | SPI_BPW_MASK(16);
Feng Tange24c7452009-12-14 14:20:22 -0800668 master->bus_num = dws->bus_num;
669 master->num_chipselect = dws->num_cs;
Feng Tange24c7452009-12-14 14:20:22 -0800670 master->setup = dw_spi_setup;
Axel Lina97c8832014-08-31 12:47:06 +0800671 master->cleanup = dw_spi_cleanup;
Baruch Siachec37e8e2014-01-31 12:07:44 +0200672 master->transfer_one_message = dw_spi_transfer_one_message;
Axel Lin765ee702014-02-20 21:37:56 +0800673 master->max_speed_hz = dws->max_freq;
Feng Tange24c7452009-12-14 14:20:22 -0800674
Feng Tange24c7452009-12-14 14:20:22 -0800675 /* Basic HW init */
676 spi_hw_init(dws);
677
Feng Tang7063c0d2010-12-24 13:59:11 +0800678 if (dws->dma_ops && dws->dma_ops->dma_init) {
679 ret = dws->dma_ops->dma_init(dws);
680 if (ret) {
681 dev_warn(&master->dev, "DMA init failed\n");
682 dws->dma_inited = 0;
683 }
684 }
685
Baruch Siachec37e8e2014-01-31 12:07:44 +0200686 tasklet_init(&dws->pump_transfers, pump_transfers, (unsigned long)dws);
Feng Tange24c7452009-12-14 14:20:22 -0800687
688 spi_master_set_devdata(master, dws);
Baruch Siach04f421e2013-12-30 20:30:44 +0200689 ret = devm_spi_register_master(dev, master);
Feng Tange24c7452009-12-14 14:20:22 -0800690 if (ret) {
691 dev_err(&master->dev, "problem registering spi master\n");
Baruch Siachec37e8e2014-01-31 12:07:44 +0200692 goto err_dma_exit;
Feng Tange24c7452009-12-14 14:20:22 -0800693 }
694
695 mrst_spi_debugfs_init(dws);
696 return 0;
697
Baruch Siachec37e8e2014-01-31 12:07:44 +0200698err_dma_exit:
Feng Tang7063c0d2010-12-24 13:59:11 +0800699 if (dws->dma_ops && dws->dma_ops->dma_exit)
700 dws->dma_ops->dma_exit(dws);
Feng Tange24c7452009-12-14 14:20:22 -0800701 spi_enable_chip(dws, 0);
Feng Tange24c7452009-12-14 14:20:22 -0800702err_free_master:
703 spi_master_put(master);
Feng Tange24c7452009-12-14 14:20:22 -0800704 return ret;
705}
Feng Tang79290a22010-12-24 13:59:10 +0800706EXPORT_SYMBOL_GPL(dw_spi_add_host);
Feng Tange24c7452009-12-14 14:20:22 -0800707
Grant Likelyfd4a3192012-12-07 16:57:14 +0000708void dw_spi_remove_host(struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800709{
Feng Tange24c7452009-12-14 14:20:22 -0800710 if (!dws)
711 return;
712 mrst_spi_debugfs_remove(dws);
713
Feng Tang7063c0d2010-12-24 13:59:11 +0800714 if (dws->dma_ops && dws->dma_ops->dma_exit)
715 dws->dma_ops->dma_exit(dws);
Feng Tange24c7452009-12-14 14:20:22 -0800716 spi_enable_chip(dws, 0);
717 /* Disable clk */
718 spi_set_clk(dws, 0);
Feng Tange24c7452009-12-14 14:20:22 -0800719}
Feng Tang79290a22010-12-24 13:59:10 +0800720EXPORT_SYMBOL_GPL(dw_spi_remove_host);
Feng Tange24c7452009-12-14 14:20:22 -0800721
722int dw_spi_suspend_host(struct dw_spi *dws)
723{
724 int ret = 0;
725
Baruch Siachec37e8e2014-01-31 12:07:44 +0200726 ret = spi_master_suspend(dws->master);
Feng Tange24c7452009-12-14 14:20:22 -0800727 if (ret)
728 return ret;
729 spi_enable_chip(dws, 0);
730 spi_set_clk(dws, 0);
731 return ret;
732}
Feng Tang79290a22010-12-24 13:59:10 +0800733EXPORT_SYMBOL_GPL(dw_spi_suspend_host);
Feng Tange24c7452009-12-14 14:20:22 -0800734
735int dw_spi_resume_host(struct dw_spi *dws)
736{
737 int ret;
738
739 spi_hw_init(dws);
Baruch Siachec37e8e2014-01-31 12:07:44 +0200740 ret = spi_master_resume(dws->master);
Feng Tange24c7452009-12-14 14:20:22 -0800741 if (ret)
742 dev_err(&dws->master->dev, "fail to start queue (%d)\n", ret);
743 return ret;
744}
Feng Tang79290a22010-12-24 13:59:10 +0800745EXPORT_SYMBOL_GPL(dw_spi_resume_host);
Feng Tange24c7452009-12-14 14:20:22 -0800746
747MODULE_AUTHOR("Feng Tang <feng.tang@intel.com>");
748MODULE_DESCRIPTION("Driver for DesignWare SPI controller core");
749MODULE_LICENSE("GPL v2");