blob: 262985a1a9527bacbb1d6a4906aec3018ef978fb [file] [log] [blame]
Pierre Ossmand129bce2006-03-24 03:18:17 -08001/*
Pierre Ossman70f10482007-07-11 20:04:50 +02002 * linux/drivers/mmc/host/sdhci.c - Secure Digital Host Controller Interface driver
Pierre Ossmand129bce2006-03-24 03:18:17 -08003 *
Pierre Ossmanb69c9052008-03-08 23:44:25 +01004 * Copyright (C) 2005-2008 Pierre Ossman, All Rights Reserved.
Pierre Ossmand129bce2006-03-24 03:18:17 -08005 *
6 * This program is free software; you can redistribute it and/or modify
Pierre Ossman643f7202006-09-30 23:27:52 -07007 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or (at
9 * your option) any later version.
Pierre Ossman84c46a52007-12-02 19:58:16 +010010 *
11 * Thanks to the following companies for their support:
12 *
13 * - JMicron (hardware and technical support)
Pierre Ossmand129bce2006-03-24 03:18:17 -080014 */
15
Pierre Ossmand129bce2006-03-24 03:18:17 -080016#include <linux/delay.h>
17#include <linux/highmem.h>
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +010018#include <linux/io.h>
Pierre Ossmand129bce2006-03-24 03:18:17 -080019#include <linux/dma-mapping.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090020#include <linux/slab.h>
Ralf Baechle11763602007-10-23 20:42:11 +020021#include <linux/scatterlist.h>
Marek Szyprowski9bea3c82010-08-10 18:01:59 -070022#include <linux/regulator/consumer.h>
Pierre Ossmand129bce2006-03-24 03:18:17 -080023
Pierre Ossman2f730fe2008-03-17 10:29:38 +010024#include <linux/leds.h>
25
Aries Lee22113ef2010-12-15 08:14:24 +010026#include <linux/mmc/mmc.h>
Pierre Ossmand129bce2006-03-24 03:18:17 -080027#include <linux/mmc/host.h>
Pierre Ossmand129bce2006-03-24 03:18:17 -080028
Pierre Ossmand129bce2006-03-24 03:18:17 -080029#include "sdhci.h"
30
31#define DRIVER_NAME "sdhci"
Pierre Ossmand129bce2006-03-24 03:18:17 -080032
Pierre Ossmand129bce2006-03-24 03:18:17 -080033#define DBG(f, x...) \
Russell Kingc6563172006-03-29 09:30:20 +010034 pr_debug(DRIVER_NAME " [%s()]: " f, __func__,## x)
Pierre Ossmand129bce2006-03-24 03:18:17 -080035
Pierre Ossmanf9134312008-12-21 17:01:48 +010036#if defined(CONFIG_LEDS_CLASS) || (defined(CONFIG_LEDS_CLASS_MODULE) && \
37 defined(CONFIG_MMC_SDHCI_MODULE))
38#define SDHCI_USE_LEDS_CLASS
39#endif
40
Arindam Nathb513ea22011-05-05 12:19:04 +053041#define MAX_TUNING_LOOP 40
42
Pierre Ossmandf673b22006-06-30 02:22:31 -070043static unsigned int debug_quirks = 0;
Pierre Ossman67435272006-06-30 02:22:31 -070044
Pierre Ossmand129bce2006-03-24 03:18:17 -080045static void sdhci_finish_data(struct sdhci_host *);
46
47static void sdhci_send_command(struct sdhci_host *, struct mmc_command *);
48static void sdhci_finish_command(struct sdhci_host *);
Arindam Nathcf2b5ee2011-05-05 12:19:07 +053049static int sdhci_execute_tuning(struct mmc_host *mmc);
50static void sdhci_tuning_timer(unsigned long data);
Pierre Ossmand129bce2006-03-24 03:18:17 -080051
52static void sdhci_dumpregs(struct sdhci_host *host)
53{
Philip Rakity412ab652010-09-22 15:25:13 -070054 printk(KERN_DEBUG DRIVER_NAME ": =========== REGISTER DUMP (%s)===========\n",
55 mmc_hostname(host->mmc));
Pierre Ossmand129bce2006-03-24 03:18:17 -080056
57 printk(KERN_DEBUG DRIVER_NAME ": Sys addr: 0x%08x | Version: 0x%08x\n",
Anton Vorontsov4e4141a2009-03-17 00:13:46 +030058 sdhci_readl(host, SDHCI_DMA_ADDRESS),
59 sdhci_readw(host, SDHCI_HOST_VERSION));
Pierre Ossmand129bce2006-03-24 03:18:17 -080060 printk(KERN_DEBUG DRIVER_NAME ": Blk size: 0x%08x | Blk cnt: 0x%08x\n",
Anton Vorontsov4e4141a2009-03-17 00:13:46 +030061 sdhci_readw(host, SDHCI_BLOCK_SIZE),
62 sdhci_readw(host, SDHCI_BLOCK_COUNT));
Pierre Ossmand129bce2006-03-24 03:18:17 -080063 printk(KERN_DEBUG DRIVER_NAME ": Argument: 0x%08x | Trn mode: 0x%08x\n",
Anton Vorontsov4e4141a2009-03-17 00:13:46 +030064 sdhci_readl(host, SDHCI_ARGUMENT),
65 sdhci_readw(host, SDHCI_TRANSFER_MODE));
Pierre Ossmand129bce2006-03-24 03:18:17 -080066 printk(KERN_DEBUG DRIVER_NAME ": Present: 0x%08x | Host ctl: 0x%08x\n",
Anton Vorontsov4e4141a2009-03-17 00:13:46 +030067 sdhci_readl(host, SDHCI_PRESENT_STATE),
68 sdhci_readb(host, SDHCI_HOST_CONTROL));
Pierre Ossmand129bce2006-03-24 03:18:17 -080069 printk(KERN_DEBUG DRIVER_NAME ": Power: 0x%08x | Blk gap: 0x%08x\n",
Anton Vorontsov4e4141a2009-03-17 00:13:46 +030070 sdhci_readb(host, SDHCI_POWER_CONTROL),
71 sdhci_readb(host, SDHCI_BLOCK_GAP_CONTROL));
Pierre Ossmand129bce2006-03-24 03:18:17 -080072 printk(KERN_DEBUG DRIVER_NAME ": Wake-up: 0x%08x | Clock: 0x%08x\n",
Anton Vorontsov4e4141a2009-03-17 00:13:46 +030073 sdhci_readb(host, SDHCI_WAKE_UP_CONTROL),
74 sdhci_readw(host, SDHCI_CLOCK_CONTROL));
Pierre Ossmand129bce2006-03-24 03:18:17 -080075 printk(KERN_DEBUG DRIVER_NAME ": Timeout: 0x%08x | Int stat: 0x%08x\n",
Anton Vorontsov4e4141a2009-03-17 00:13:46 +030076 sdhci_readb(host, SDHCI_TIMEOUT_CONTROL),
77 sdhci_readl(host, SDHCI_INT_STATUS));
Pierre Ossmand129bce2006-03-24 03:18:17 -080078 printk(KERN_DEBUG DRIVER_NAME ": Int enab: 0x%08x | Sig enab: 0x%08x\n",
Anton Vorontsov4e4141a2009-03-17 00:13:46 +030079 sdhci_readl(host, SDHCI_INT_ENABLE),
80 sdhci_readl(host, SDHCI_SIGNAL_ENABLE));
Pierre Ossmand129bce2006-03-24 03:18:17 -080081 printk(KERN_DEBUG DRIVER_NAME ": AC12 err: 0x%08x | Slot int: 0x%08x\n",
Anton Vorontsov4e4141a2009-03-17 00:13:46 +030082 sdhci_readw(host, SDHCI_ACMD12_ERR),
83 sdhci_readw(host, SDHCI_SLOT_INT_STATUS));
Philip Rakitye8120ad2010-11-30 00:55:23 -050084 printk(KERN_DEBUG DRIVER_NAME ": Caps: 0x%08x | Caps_1: 0x%08x\n",
Anton Vorontsov4e4141a2009-03-17 00:13:46 +030085 sdhci_readl(host, SDHCI_CAPABILITIES),
Philip Rakitye8120ad2010-11-30 00:55:23 -050086 sdhci_readl(host, SDHCI_CAPABILITIES_1));
87 printk(KERN_DEBUG DRIVER_NAME ": Cmd: 0x%08x | Max curr: 0x%08x\n",
88 sdhci_readw(host, SDHCI_COMMAND),
Anton Vorontsov4e4141a2009-03-17 00:13:46 +030089 sdhci_readl(host, SDHCI_MAX_CURRENT));
Arindam Nathf2119df2011-05-05 12:18:57 +053090 printk(KERN_DEBUG DRIVER_NAME ": Host ctl2: 0x%08x\n",
91 sdhci_readw(host, SDHCI_HOST_CONTROL2));
Pierre Ossmand129bce2006-03-24 03:18:17 -080092
Ben Dooksbe3f4ae2009-06-08 23:33:52 +010093 if (host->flags & SDHCI_USE_ADMA)
94 printk(KERN_DEBUG DRIVER_NAME ": ADMA Err: 0x%08x | ADMA Ptr: 0x%08x\n",
95 readl(host->ioaddr + SDHCI_ADMA_ERROR),
96 readl(host->ioaddr + SDHCI_ADMA_ADDRESS));
97
Pierre Ossmand129bce2006-03-24 03:18:17 -080098 printk(KERN_DEBUG DRIVER_NAME ": ===========================================\n");
99}
100
101/*****************************************************************************\
102 * *
103 * Low level functions *
104 * *
105\*****************************************************************************/
106
Anton Vorontsov7260cf52009-03-17 00:13:48 +0300107static void sdhci_clear_set_irqs(struct sdhci_host *host, u32 clear, u32 set)
108{
109 u32 ier;
110
111 ier = sdhci_readl(host, SDHCI_INT_ENABLE);
112 ier &= ~clear;
113 ier |= set;
114 sdhci_writel(host, ier, SDHCI_INT_ENABLE);
115 sdhci_writel(host, ier, SDHCI_SIGNAL_ENABLE);
116}
117
118static void sdhci_unmask_irqs(struct sdhci_host *host, u32 irqs)
119{
120 sdhci_clear_set_irqs(host, 0, irqs);
121}
122
123static void sdhci_mask_irqs(struct sdhci_host *host, u32 irqs)
124{
125 sdhci_clear_set_irqs(host, irqs, 0);
126}
127
128static void sdhci_set_card_detection(struct sdhci_host *host, bool enable)
129{
Shawn Guod25928d2011-06-21 22:41:48 +0800130 u32 present, irqs;
Anton Vorontsov7260cf52009-03-17 00:13:48 +0300131
Anton Vorontsov68d1fb72009-03-17 00:13:52 +0300132 if (host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION)
133 return;
134
Shawn Guod25928d2011-06-21 22:41:48 +0800135 present = sdhci_readl(host, SDHCI_PRESENT_STATE) &
136 SDHCI_CARD_PRESENT;
137 irqs = present ? SDHCI_INT_CARD_REMOVE : SDHCI_INT_CARD_INSERT;
138
Anton Vorontsov7260cf52009-03-17 00:13:48 +0300139 if (enable)
140 sdhci_unmask_irqs(host, irqs);
141 else
142 sdhci_mask_irqs(host, irqs);
143}
144
145static void sdhci_enable_card_detection(struct sdhci_host *host)
146{
147 sdhci_set_card_detection(host, true);
148}
149
150static void sdhci_disable_card_detection(struct sdhci_host *host)
151{
152 sdhci_set_card_detection(host, false);
153}
154
Pierre Ossmand129bce2006-03-24 03:18:17 -0800155static void sdhci_reset(struct sdhci_host *host, u8 mask)
156{
Pierre Ossmane16514d2006-06-30 02:22:24 -0700157 unsigned long timeout;
Anton Vorontsov063a9db2009-03-17 00:14:02 +0300158 u32 uninitialized_var(ier);
Pierre Ossmane16514d2006-06-30 02:22:24 -0700159
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +0100160 if (host->quirks & SDHCI_QUIRK_NO_CARD_NO_RESET) {
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300161 if (!(sdhci_readl(host, SDHCI_PRESENT_STATE) &
Pierre Ossman8a4da142006-10-04 02:15:40 -0700162 SDHCI_CARD_PRESENT))
163 return;
164 }
165
Anton Vorontsov063a9db2009-03-17 00:14:02 +0300166 if (host->quirks & SDHCI_QUIRK_RESTORE_IRQS_AFTER_RESET)
167 ier = sdhci_readl(host, SDHCI_INT_ENABLE);
168
Philip Rakity393c1a32011-01-21 11:26:40 -0800169 if (host->ops->platform_reset_enter)
170 host->ops->platform_reset_enter(host, mask);
171
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300172 sdhci_writeb(host, mask, SDHCI_SOFTWARE_RESET);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800173
Pierre Ossmane16514d2006-06-30 02:22:24 -0700174 if (mask & SDHCI_RESET_ALL)
Pierre Ossmand129bce2006-03-24 03:18:17 -0800175 host->clock = 0;
176
Pierre Ossmane16514d2006-06-30 02:22:24 -0700177 /* Wait max 100 ms */
178 timeout = 100;
179
180 /* hw clears the bit when it's done */
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300181 while (sdhci_readb(host, SDHCI_SOFTWARE_RESET) & mask) {
Pierre Ossmane16514d2006-06-30 02:22:24 -0700182 if (timeout == 0) {
Pierre Ossmanacf1da42007-02-09 08:29:19 +0100183 printk(KERN_ERR "%s: Reset 0x%x never completed.\n",
Pierre Ossmane16514d2006-06-30 02:22:24 -0700184 mmc_hostname(host->mmc), (int)mask);
185 sdhci_dumpregs(host);
186 return;
187 }
188 timeout--;
189 mdelay(1);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800190 }
Anton Vorontsov063a9db2009-03-17 00:14:02 +0300191
Philip Rakity393c1a32011-01-21 11:26:40 -0800192 if (host->ops->platform_reset_exit)
193 host->ops->platform_reset_exit(host, mask);
194
Anton Vorontsov063a9db2009-03-17 00:14:02 +0300195 if (host->quirks & SDHCI_QUIRK_RESTORE_IRQS_AFTER_RESET)
196 sdhci_clear_set_irqs(host, SDHCI_INT_ALL_MASK, ier);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800197}
198
Nicolas Pitre2f4cbb32010-03-05 13:43:32 -0800199static void sdhci_set_ios(struct mmc_host *mmc, struct mmc_ios *ios);
200
201static void sdhci_init(struct sdhci_host *host, int soft)
Pierre Ossmand129bce2006-03-24 03:18:17 -0800202{
Nicolas Pitre2f4cbb32010-03-05 13:43:32 -0800203 if (soft)
204 sdhci_reset(host, SDHCI_RESET_CMD|SDHCI_RESET_DATA);
205 else
206 sdhci_reset(host, SDHCI_RESET_ALL);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800207
Anton Vorontsov7260cf52009-03-17 00:13:48 +0300208 sdhci_clear_set_irqs(host, SDHCI_INT_ALL_MASK,
209 SDHCI_INT_BUS_POWER | SDHCI_INT_DATA_END_BIT |
Pierre Ossman3192a282006-06-30 02:22:26 -0700210 SDHCI_INT_DATA_CRC | SDHCI_INT_DATA_TIMEOUT | SDHCI_INT_INDEX |
211 SDHCI_INT_END_BIT | SDHCI_INT_CRC | SDHCI_INT_TIMEOUT |
Anton Vorontsov6aa943a2009-03-17 00:13:50 +0300212 SDHCI_INT_DATA_END | SDHCI_INT_RESPONSE);
Nicolas Pitre2f4cbb32010-03-05 13:43:32 -0800213
214 if (soft) {
215 /* force clock reconfiguration */
216 host->clock = 0;
217 sdhci_set_ios(host->mmc, &host->mmc->ios);
218 }
Anton Vorontsov7260cf52009-03-17 00:13:48 +0300219}
Pierre Ossmand129bce2006-03-24 03:18:17 -0800220
Anton Vorontsov7260cf52009-03-17 00:13:48 +0300221static void sdhci_reinit(struct sdhci_host *host)
222{
Nicolas Pitre2f4cbb32010-03-05 13:43:32 -0800223 sdhci_init(host, 0);
Anton Vorontsov7260cf52009-03-17 00:13:48 +0300224 sdhci_enable_card_detection(host);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800225}
226
227static void sdhci_activate_led(struct sdhci_host *host)
228{
229 u8 ctrl;
230
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300231 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800232 ctrl |= SDHCI_CTRL_LED;
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300233 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800234}
235
236static void sdhci_deactivate_led(struct sdhci_host *host)
237{
238 u8 ctrl;
239
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300240 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800241 ctrl &= ~SDHCI_CTRL_LED;
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300242 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800243}
244
Pierre Ossmanf9134312008-12-21 17:01:48 +0100245#ifdef SDHCI_USE_LEDS_CLASS
Pierre Ossman2f730fe2008-03-17 10:29:38 +0100246static void sdhci_led_control(struct led_classdev *led,
247 enum led_brightness brightness)
248{
249 struct sdhci_host *host = container_of(led, struct sdhci_host, led);
250 unsigned long flags;
251
252 spin_lock_irqsave(&host->lock, flags);
253
254 if (brightness == LED_OFF)
255 sdhci_deactivate_led(host);
256 else
257 sdhci_activate_led(host);
258
259 spin_unlock_irqrestore(&host->lock, flags);
260}
261#endif
262
Pierre Ossmand129bce2006-03-24 03:18:17 -0800263/*****************************************************************************\
264 * *
265 * Core functions *
266 * *
267\*****************************************************************************/
268
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100269static void sdhci_read_block_pio(struct sdhci_host *host)
Pierre Ossmand129bce2006-03-24 03:18:17 -0800270{
Pierre Ossman76591502008-07-21 00:32:11 +0200271 unsigned long flags;
272 size_t blksize, len, chunk;
Steven Noonan7244b852008-10-01 01:50:25 -0700273 u32 uninitialized_var(scratch);
Pierre Ossman76591502008-07-21 00:32:11 +0200274 u8 *buf;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800275
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100276 DBG("PIO reading\n");
Pierre Ossmand129bce2006-03-24 03:18:17 -0800277
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100278 blksize = host->data->blksz;
Pierre Ossman76591502008-07-21 00:32:11 +0200279 chunk = 0;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800280
Pierre Ossman76591502008-07-21 00:32:11 +0200281 local_irq_save(flags);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800282
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100283 while (blksize) {
Pierre Ossman76591502008-07-21 00:32:11 +0200284 if (!sg_miter_next(&host->sg_miter))
285 BUG();
Pierre Ossmand129bce2006-03-24 03:18:17 -0800286
Pierre Ossman76591502008-07-21 00:32:11 +0200287 len = min(host->sg_miter.length, blksize);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800288
Pierre Ossman76591502008-07-21 00:32:11 +0200289 blksize -= len;
290 host->sg_miter.consumed = len;
Alex Dubov14d836e2007-04-13 19:04:38 +0200291
Pierre Ossman76591502008-07-21 00:32:11 +0200292 buf = host->sg_miter.addr;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800293
Pierre Ossman76591502008-07-21 00:32:11 +0200294 while (len) {
295 if (chunk == 0) {
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300296 scratch = sdhci_readl(host, SDHCI_BUFFER);
Pierre Ossman76591502008-07-21 00:32:11 +0200297 chunk = 4;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800298 }
Pierre Ossman76591502008-07-21 00:32:11 +0200299
300 *buf = scratch & 0xFF;
301
302 buf++;
303 scratch >>= 8;
304 chunk--;
305 len--;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800306 }
307 }
Pierre Ossman76591502008-07-21 00:32:11 +0200308
309 sg_miter_stop(&host->sg_miter);
310
311 local_irq_restore(flags);
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100312}
Pierre Ossmand129bce2006-03-24 03:18:17 -0800313
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100314static void sdhci_write_block_pio(struct sdhci_host *host)
315{
Pierre Ossman76591502008-07-21 00:32:11 +0200316 unsigned long flags;
317 size_t blksize, len, chunk;
318 u32 scratch;
319 u8 *buf;
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100320
321 DBG("PIO writing\n");
322
323 blksize = host->data->blksz;
Pierre Ossman76591502008-07-21 00:32:11 +0200324 chunk = 0;
325 scratch = 0;
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100326
Pierre Ossman76591502008-07-21 00:32:11 +0200327 local_irq_save(flags);
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100328
329 while (blksize) {
Pierre Ossman76591502008-07-21 00:32:11 +0200330 if (!sg_miter_next(&host->sg_miter))
331 BUG();
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100332
Pierre Ossman76591502008-07-21 00:32:11 +0200333 len = min(host->sg_miter.length, blksize);
Alex Dubov14d836e2007-04-13 19:04:38 +0200334
Pierre Ossman76591502008-07-21 00:32:11 +0200335 blksize -= len;
336 host->sg_miter.consumed = len;
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100337
Pierre Ossman76591502008-07-21 00:32:11 +0200338 buf = host->sg_miter.addr;
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100339
Pierre Ossman76591502008-07-21 00:32:11 +0200340 while (len) {
341 scratch |= (u32)*buf << (chunk * 8);
342
343 buf++;
344 chunk++;
345 len--;
346
347 if ((chunk == 4) || ((len == 0) && (blksize == 0))) {
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300348 sdhci_writel(host, scratch, SDHCI_BUFFER);
Pierre Ossman76591502008-07-21 00:32:11 +0200349 chunk = 0;
350 scratch = 0;
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100351 }
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100352 }
353 }
Pierre Ossman76591502008-07-21 00:32:11 +0200354
355 sg_miter_stop(&host->sg_miter);
356
357 local_irq_restore(flags);
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100358}
359
360static void sdhci_transfer_pio(struct sdhci_host *host)
361{
362 u32 mask;
363
364 BUG_ON(!host->data);
365
Pierre Ossman76591502008-07-21 00:32:11 +0200366 if (host->blocks == 0)
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100367 return;
368
369 if (host->data->flags & MMC_DATA_READ)
370 mask = SDHCI_DATA_AVAILABLE;
371 else
372 mask = SDHCI_SPACE_AVAILABLE;
373
Pierre Ossman4a3cba32008-07-29 00:11:16 +0200374 /*
375 * Some controllers (JMicron JMB38x) mess up the buffer bits
376 * for transfers < 4 bytes. As long as it is just one block,
377 * we can ignore the bits.
378 */
379 if ((host->quirks & SDHCI_QUIRK_BROKEN_SMALL_PIO) &&
380 (host->data->blocks == 1))
381 mask = ~0;
382
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300383 while (sdhci_readl(host, SDHCI_PRESENT_STATE) & mask) {
Anton Vorontsov3e3bf202009-03-17 00:14:00 +0300384 if (host->quirks & SDHCI_QUIRK_PIO_NEEDS_DELAY)
385 udelay(100);
386
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100387 if (host->data->flags & MMC_DATA_READ)
388 sdhci_read_block_pio(host);
389 else
390 sdhci_write_block_pio(host);
391
Pierre Ossman76591502008-07-21 00:32:11 +0200392 host->blocks--;
393 if (host->blocks == 0)
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100394 break;
Pierre Ossmana406f5a2006-07-02 16:50:59 +0100395 }
396
397 DBG("PIO transfer complete.\n");
Pierre Ossmand129bce2006-03-24 03:18:17 -0800398}
399
Pierre Ossman2134a922008-06-28 18:28:51 +0200400static char *sdhci_kmap_atomic(struct scatterlist *sg, unsigned long *flags)
401{
402 local_irq_save(*flags);
403 return kmap_atomic(sg_page(sg), KM_BIO_SRC_IRQ) + sg->offset;
404}
405
406static void sdhci_kunmap_atomic(void *buffer, unsigned long *flags)
407{
408 kunmap_atomic(buffer, KM_BIO_SRC_IRQ);
409 local_irq_restore(*flags);
410}
411
Ben Dooks118cd172010-03-05 13:43:26 -0800412static void sdhci_set_adma_desc(u8 *desc, u32 addr, int len, unsigned cmd)
413{
Ben Dooks9e506f32010-03-05 13:43:29 -0800414 __le32 *dataddr = (__le32 __force *)(desc + 4);
415 __le16 *cmdlen = (__le16 __force *)desc;
Ben Dooks118cd172010-03-05 13:43:26 -0800416
Ben Dooks9e506f32010-03-05 13:43:29 -0800417 /* SDHCI specification says ADMA descriptors should be 4 byte
418 * aligned, so using 16 or 32bit operations should be safe. */
Ben Dooks118cd172010-03-05 13:43:26 -0800419
Ben Dooks9e506f32010-03-05 13:43:29 -0800420 cmdlen[0] = cpu_to_le16(cmd);
421 cmdlen[1] = cpu_to_le16(len);
422
423 dataddr[0] = cpu_to_le32(addr);
Ben Dooks118cd172010-03-05 13:43:26 -0800424}
425
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200426static int sdhci_adma_table_pre(struct sdhci_host *host,
Pierre Ossman2134a922008-06-28 18:28:51 +0200427 struct mmc_data *data)
428{
429 int direction;
430
431 u8 *desc;
432 u8 *align;
433 dma_addr_t addr;
434 dma_addr_t align_addr;
435 int len, offset;
436
437 struct scatterlist *sg;
438 int i;
439 char *buffer;
440 unsigned long flags;
441
442 /*
443 * The spec does not specify endianness of descriptor table.
444 * We currently guess that it is LE.
445 */
446
447 if (data->flags & MMC_DATA_READ)
448 direction = DMA_FROM_DEVICE;
449 else
450 direction = DMA_TO_DEVICE;
451
452 /*
453 * The ADMA descriptor table is mapped further down as we
454 * need to fill it with data first.
455 */
456
457 host->align_addr = dma_map_single(mmc_dev(host->mmc),
458 host->align_buffer, 128 * 4, direction);
FUJITA Tomonori8d8bb392008-07-25 19:44:49 -0700459 if (dma_mapping_error(mmc_dev(host->mmc), host->align_addr))
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200460 goto fail;
Pierre Ossman2134a922008-06-28 18:28:51 +0200461 BUG_ON(host->align_addr & 0x3);
462
463 host->sg_count = dma_map_sg(mmc_dev(host->mmc),
464 data->sg, data->sg_len, direction);
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200465 if (host->sg_count == 0)
466 goto unmap_align;
Pierre Ossman2134a922008-06-28 18:28:51 +0200467
468 desc = host->adma_desc;
469 align = host->align_buffer;
470
471 align_addr = host->align_addr;
472
473 for_each_sg(data->sg, sg, host->sg_count, i) {
474 addr = sg_dma_address(sg);
475 len = sg_dma_len(sg);
476
477 /*
478 * The SDHCI specification states that ADMA
479 * addresses must be 32-bit aligned. If they
480 * aren't, then we use a bounce buffer for
481 * the (up to three) bytes that screw up the
482 * alignment.
483 */
484 offset = (4 - (addr & 0x3)) & 0x3;
485 if (offset) {
486 if (data->flags & MMC_DATA_WRITE) {
487 buffer = sdhci_kmap_atomic(sg, &flags);
Pierre Ossman6cefd052008-07-21 00:45:15 +0200488 WARN_ON(((long)buffer & PAGE_MASK) > (PAGE_SIZE - 3));
Pierre Ossman2134a922008-06-28 18:28:51 +0200489 memcpy(align, buffer, offset);
490 sdhci_kunmap_atomic(buffer, &flags);
491 }
492
Ben Dooks118cd172010-03-05 13:43:26 -0800493 /* tran, valid */
494 sdhci_set_adma_desc(desc, align_addr, offset, 0x21);
Pierre Ossman2134a922008-06-28 18:28:51 +0200495
496 BUG_ON(offset > 65536);
497
Pierre Ossman2134a922008-06-28 18:28:51 +0200498 align += 4;
499 align_addr += 4;
500
501 desc += 8;
502
503 addr += offset;
504 len -= offset;
505 }
506
Pierre Ossman2134a922008-06-28 18:28:51 +0200507 BUG_ON(len > 65536);
508
Ben Dooks118cd172010-03-05 13:43:26 -0800509 /* tran, valid */
510 sdhci_set_adma_desc(desc, addr, len, 0x21);
Pierre Ossman2134a922008-06-28 18:28:51 +0200511 desc += 8;
512
513 /*
514 * If this triggers then we have a calculation bug
515 * somewhere. :/
516 */
517 WARN_ON((desc - host->adma_desc) > (128 * 2 + 1) * 4);
518 }
519
Thomas Abraham70764a92010-05-26 14:42:04 -0700520 if (host->quirks & SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC) {
521 /*
522 * Mark the last descriptor as the terminating descriptor
523 */
524 if (desc != host->adma_desc) {
525 desc -= 8;
526 desc[0] |= 0x2; /* end */
527 }
528 } else {
529 /*
530 * Add a terminating entry.
531 */
Pierre Ossman2134a922008-06-28 18:28:51 +0200532
Thomas Abraham70764a92010-05-26 14:42:04 -0700533 /* nop, end, valid */
534 sdhci_set_adma_desc(desc, 0, 0, 0x3);
535 }
Pierre Ossman2134a922008-06-28 18:28:51 +0200536
537 /*
538 * Resync align buffer as we might have changed it.
539 */
540 if (data->flags & MMC_DATA_WRITE) {
541 dma_sync_single_for_device(mmc_dev(host->mmc),
542 host->align_addr, 128 * 4, direction);
543 }
544
545 host->adma_addr = dma_map_single(mmc_dev(host->mmc),
546 host->adma_desc, (128 * 2 + 1) * 4, DMA_TO_DEVICE);
Pierre Ossman980167b2008-07-29 00:53:20 +0200547 if (dma_mapping_error(mmc_dev(host->mmc), host->adma_addr))
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200548 goto unmap_entries;
Pierre Ossman2134a922008-06-28 18:28:51 +0200549 BUG_ON(host->adma_addr & 0x3);
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200550
551 return 0;
552
553unmap_entries:
554 dma_unmap_sg(mmc_dev(host->mmc), data->sg,
555 data->sg_len, direction);
556unmap_align:
557 dma_unmap_single(mmc_dev(host->mmc), host->align_addr,
558 128 * 4, direction);
559fail:
560 return -EINVAL;
Pierre Ossman2134a922008-06-28 18:28:51 +0200561}
562
563static void sdhci_adma_table_post(struct sdhci_host *host,
564 struct mmc_data *data)
565{
566 int direction;
567
568 struct scatterlist *sg;
569 int i, size;
570 u8 *align;
571 char *buffer;
572 unsigned long flags;
573
574 if (data->flags & MMC_DATA_READ)
575 direction = DMA_FROM_DEVICE;
576 else
577 direction = DMA_TO_DEVICE;
578
579 dma_unmap_single(mmc_dev(host->mmc), host->adma_addr,
580 (128 * 2 + 1) * 4, DMA_TO_DEVICE);
581
582 dma_unmap_single(mmc_dev(host->mmc), host->align_addr,
583 128 * 4, direction);
584
585 if (data->flags & MMC_DATA_READ) {
586 dma_sync_sg_for_cpu(mmc_dev(host->mmc), data->sg,
587 data->sg_len, direction);
588
589 align = host->align_buffer;
590
591 for_each_sg(data->sg, sg, host->sg_count, i) {
592 if (sg_dma_address(sg) & 0x3) {
593 size = 4 - (sg_dma_address(sg) & 0x3);
594
595 buffer = sdhci_kmap_atomic(sg, &flags);
Pierre Ossman6cefd052008-07-21 00:45:15 +0200596 WARN_ON(((long)buffer & PAGE_MASK) > (PAGE_SIZE - 3));
Pierre Ossman2134a922008-06-28 18:28:51 +0200597 memcpy(buffer, align, size);
598 sdhci_kunmap_atomic(buffer, &flags);
599
600 align += 4;
601 }
602 }
603 }
604
605 dma_unmap_sg(mmc_dev(host->mmc), data->sg,
606 data->sg_len, direction);
607}
608
Andrei Warkentina3c77782011-04-11 16:13:42 -0500609static u8 sdhci_calc_timeout(struct sdhci_host *host, struct mmc_command *cmd)
Pierre Ossmand129bce2006-03-24 03:18:17 -0800610{
Pierre Ossman1c8cde92006-06-30 02:22:25 -0700611 u8 count;
Andrei Warkentina3c77782011-04-11 16:13:42 -0500612 struct mmc_data *data = cmd->data;
Pierre Ossman1c8cde92006-06-30 02:22:25 -0700613 unsigned target_timeout, current_timeout;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800614
Pierre Ossmanee53ab52008-07-05 00:25:15 +0200615 /*
616 * If the host controller provides us with an incorrect timeout
617 * value, just skip the check and use 0xE. The hardware may take
618 * longer to time out, but that's much better than having a too-short
619 * timeout value.
620 */
Pierre Ossman11a2f1b2009-06-21 20:59:33 +0200621 if (host->quirks & SDHCI_QUIRK_BROKEN_TIMEOUT_VAL)
Pierre Ossmanee53ab52008-07-05 00:25:15 +0200622 return 0xE;
Pierre Ossmane538fbe2007-08-12 16:46:32 +0200623
Andrei Warkentina3c77782011-04-11 16:13:42 -0500624 /* Unspecified timeout, assume max */
625 if (!data && !cmd->cmd_timeout_ms)
626 return 0xE;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800627
Andrei Warkentina3c77782011-04-11 16:13:42 -0500628 /* timeout in us */
629 if (!data)
630 target_timeout = cmd->cmd_timeout_ms * 1000;
631 else
632 target_timeout = data->timeout_ns / 1000 +
633 data->timeout_clks / host->clock;
Anton Vorontsov81b39802009-09-22 16:45:13 -0700634
Mark Brown4b016812011-04-19 18:44:17 +0100635 if (host->quirks & SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK)
636 host->timeout_clk = host->clock / 1000;
637
Pierre Ossman1c8cde92006-06-30 02:22:25 -0700638 /*
639 * Figure out needed cycles.
640 * We do this in steps in order to fit inside a 32 bit int.
641 * The first step is the minimum timeout, which will have a
642 * minimum resolution of 6 bits:
643 * (1) 2^13*1000 > 2^22,
644 * (2) host->timeout_clk < 2^16
645 * =>
646 * (1) / (2) > 2^6
647 */
Mark Brown4b016812011-04-19 18:44:17 +0100648 BUG_ON(!host->timeout_clk);
Pierre Ossman1c8cde92006-06-30 02:22:25 -0700649 count = 0;
650 current_timeout = (1 << 13) * 1000 / host->timeout_clk;
651 while (current_timeout < target_timeout) {
652 count++;
653 current_timeout <<= 1;
654 if (count >= 0xF)
655 break;
656 }
657
658 if (count >= 0xF) {
Andrei Warkentina3c77782011-04-11 16:13:42 -0500659 printk(KERN_WARNING "%s: Too large timeout requested for CMD%d!\n",
660 mmc_hostname(host->mmc), cmd->opcode);
Pierre Ossman1c8cde92006-06-30 02:22:25 -0700661 count = 0xE;
662 }
663
Pierre Ossmanee53ab52008-07-05 00:25:15 +0200664 return count;
665}
666
Anton Vorontsov6aa943a2009-03-17 00:13:50 +0300667static void sdhci_set_transfer_irqs(struct sdhci_host *host)
668{
669 u32 pio_irqs = SDHCI_INT_DATA_AVAIL | SDHCI_INT_SPACE_AVAIL;
670 u32 dma_irqs = SDHCI_INT_DMA_END | SDHCI_INT_ADMA_ERROR;
671
672 if (host->flags & SDHCI_REQ_USE_DMA)
673 sdhci_clear_set_irqs(host, pio_irqs, dma_irqs);
674 else
675 sdhci_clear_set_irqs(host, dma_irqs, pio_irqs);
676}
677
Andrei Warkentina3c77782011-04-11 16:13:42 -0500678static void sdhci_prepare_data(struct sdhci_host *host, struct mmc_command *cmd)
Pierre Ossmanee53ab52008-07-05 00:25:15 +0200679{
680 u8 count;
Pierre Ossman2134a922008-06-28 18:28:51 +0200681 u8 ctrl;
Andrei Warkentina3c77782011-04-11 16:13:42 -0500682 struct mmc_data *data = cmd->data;
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200683 int ret;
Pierre Ossmanee53ab52008-07-05 00:25:15 +0200684
685 WARN_ON(host->data);
686
Andrei Warkentina3c77782011-04-11 16:13:42 -0500687 if (data || (cmd->flags & MMC_RSP_BUSY)) {
688 count = sdhci_calc_timeout(host, cmd);
689 sdhci_writeb(host, count, SDHCI_TIMEOUT_CONTROL);
690 }
691
692 if (!data)
Pierre Ossmanee53ab52008-07-05 00:25:15 +0200693 return;
694
695 /* Sanity checks */
696 BUG_ON(data->blksz * data->blocks > 524288);
697 BUG_ON(data->blksz > host->mmc->max_blk_size);
698 BUG_ON(data->blocks > 65535);
699
700 host->data = data;
701 host->data_early = 0;
Mikko Vinnif6a03cb2011-04-12 09:36:18 -0400702 host->data->bytes_xfered = 0;
Pierre Ossmanee53ab52008-07-05 00:25:15 +0200703
Richard Röjforsa13abc72009-09-22 16:45:30 -0700704 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA))
Pierre Ossmanc9fddbc2007-12-02 19:52:11 +0100705 host->flags |= SDHCI_REQ_USE_DMA;
706
Pierre Ossman2134a922008-06-28 18:28:51 +0200707 /*
708 * FIXME: This doesn't account for merging when mapping the
709 * scatterlist.
710 */
711 if (host->flags & SDHCI_REQ_USE_DMA) {
712 int broken, i;
713 struct scatterlist *sg;
714
715 broken = 0;
716 if (host->flags & SDHCI_USE_ADMA) {
717 if (host->quirks & SDHCI_QUIRK_32BIT_ADMA_SIZE)
718 broken = 1;
719 } else {
720 if (host->quirks & SDHCI_QUIRK_32BIT_DMA_SIZE)
721 broken = 1;
722 }
723
724 if (unlikely(broken)) {
725 for_each_sg(data->sg, sg, data->sg_len, i) {
726 if (sg->length & 0x3) {
727 DBG("Reverting to PIO because of "
728 "transfer size (%d)\n",
729 sg->length);
730 host->flags &= ~SDHCI_REQ_USE_DMA;
731 break;
732 }
733 }
734 }
Pierre Ossmanc9fddbc2007-12-02 19:52:11 +0100735 }
736
737 /*
738 * The assumption here being that alignment is the same after
739 * translation to device address space.
740 */
Pierre Ossman2134a922008-06-28 18:28:51 +0200741 if (host->flags & SDHCI_REQ_USE_DMA) {
742 int broken, i;
743 struct scatterlist *sg;
744
745 broken = 0;
746 if (host->flags & SDHCI_USE_ADMA) {
747 /*
748 * As we use 3 byte chunks to work around
749 * alignment problems, we need to check this
750 * quirk.
751 */
752 if (host->quirks & SDHCI_QUIRK_32BIT_ADMA_SIZE)
753 broken = 1;
754 } else {
755 if (host->quirks & SDHCI_QUIRK_32BIT_DMA_ADDR)
756 broken = 1;
757 }
758
759 if (unlikely(broken)) {
760 for_each_sg(data->sg, sg, data->sg_len, i) {
761 if (sg->offset & 0x3) {
762 DBG("Reverting to PIO because of "
763 "bad alignment\n");
764 host->flags &= ~SDHCI_REQ_USE_DMA;
765 break;
766 }
767 }
768 }
769 }
770
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200771 if (host->flags & SDHCI_REQ_USE_DMA) {
772 if (host->flags & SDHCI_USE_ADMA) {
773 ret = sdhci_adma_table_pre(host, data);
774 if (ret) {
775 /*
776 * This only happens when someone fed
777 * us an invalid request.
778 */
779 WARN_ON(1);
Pierre Ossmanebd6d352008-07-29 00:45:51 +0200780 host->flags &= ~SDHCI_REQ_USE_DMA;
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200781 } else {
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300782 sdhci_writel(host, host->adma_addr,
783 SDHCI_ADMA_ADDRESS);
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200784 }
785 } else {
Tomas Winklerc8b3e022008-07-05 19:52:04 +0300786 int sg_cnt;
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200787
Tomas Winklerc8b3e022008-07-05 19:52:04 +0300788 sg_cnt = dma_map_sg(mmc_dev(host->mmc),
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200789 data->sg, data->sg_len,
790 (data->flags & MMC_DATA_READ) ?
791 DMA_FROM_DEVICE :
792 DMA_TO_DEVICE);
Tomas Winklerc8b3e022008-07-05 19:52:04 +0300793 if (sg_cnt == 0) {
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200794 /*
795 * This only happens when someone fed
796 * us an invalid request.
797 */
798 WARN_ON(1);
Pierre Ossmanebd6d352008-07-29 00:45:51 +0200799 host->flags &= ~SDHCI_REQ_USE_DMA;
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200800 } else {
Pierre Ossman719a61b2008-07-22 13:23:23 +0200801 WARN_ON(sg_cnt != 1);
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300802 sdhci_writel(host, sg_dma_address(data->sg),
803 SDHCI_DMA_ADDRESS);
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200804 }
805 }
806 }
807
Pierre Ossman2134a922008-06-28 18:28:51 +0200808 /*
809 * Always adjust the DMA selection as some controllers
810 * (e.g. JMicron) can't do PIO properly when the selection
811 * is ADMA.
812 */
813 if (host->version >= SDHCI_SPEC_200) {
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300814 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL);
Pierre Ossman2134a922008-06-28 18:28:51 +0200815 ctrl &= ~SDHCI_CTRL_DMA_MASK;
816 if ((host->flags & SDHCI_REQ_USE_DMA) &&
817 (host->flags & SDHCI_USE_ADMA))
818 ctrl |= SDHCI_CTRL_ADMA32;
819 else
820 ctrl |= SDHCI_CTRL_SDMA;
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300821 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL);
Pierre Ossmanc9fddbc2007-12-02 19:52:11 +0100822 }
823
Pierre Ossman8f1934c2008-06-30 21:15:49 +0200824 if (!(host->flags & SDHCI_REQ_USE_DMA)) {
Sebastian Andrzej Siewiorda60a912009-06-18 09:33:32 +0200825 int flags;
826
827 flags = SG_MITER_ATOMIC;
828 if (host->data->flags & MMC_DATA_READ)
829 flags |= SG_MITER_TO_SG;
830 else
831 flags |= SG_MITER_FROM_SG;
832 sg_miter_start(&host->sg_miter, data->sg, data->sg_len, flags);
Pierre Ossman76591502008-07-21 00:32:11 +0200833 host->blocks = data->blocks;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800834 }
Pierre Ossmanc7fa9962006-06-30 02:22:25 -0700835
Anton Vorontsov6aa943a2009-03-17 00:13:50 +0300836 sdhci_set_transfer_irqs(host);
837
Mikko Vinnif6a03cb2011-04-12 09:36:18 -0400838 /* Set the DMA boundary value and block size */
839 sdhci_writew(host, SDHCI_MAKE_BLKSZ(SDHCI_DEFAULT_BOUNDARY_ARG,
840 data->blksz), SDHCI_BLOCK_SIZE);
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300841 sdhci_writew(host, data->blocks, SDHCI_BLOCK_COUNT);
Pierre Ossmanc7fa9962006-06-30 02:22:25 -0700842}
843
844static void sdhci_set_transfer_mode(struct sdhci_host *host,
Andrei Warkentine89d4562011-05-23 15:06:37 -0500845 struct mmc_command *cmd)
Pierre Ossmanc7fa9962006-06-30 02:22:25 -0700846{
847 u16 mode;
Andrei Warkentine89d4562011-05-23 15:06:37 -0500848 struct mmc_data *data = cmd->data;
Pierre Ossmanc7fa9962006-06-30 02:22:25 -0700849
Pierre Ossmanc7fa9962006-06-30 02:22:25 -0700850 if (data == NULL)
851 return;
852
Pierre Ossmane538fbe2007-08-12 16:46:32 +0200853 WARN_ON(!host->data);
854
Pierre Ossmanc7fa9962006-06-30 02:22:25 -0700855 mode = SDHCI_TRNS_BLK_CNT_EN;
Andrei Warkentine89d4562011-05-23 15:06:37 -0500856 if (mmc_op_multi(cmd->opcode) || data->blocks > 1) {
857 mode |= SDHCI_TRNS_MULTI;
858 /*
859 * If we are sending CMD23, CMD12 never gets sent
860 * on successful completion (so no Auto-CMD12).
861 */
862 if (!host->mrq->sbc && (host->flags & SDHCI_AUTO_CMD12))
863 mode |= SDHCI_TRNS_AUTO_CMD12;
Andrei Warkentin8edf63712011-05-23 15:06:39 -0500864 else if (host->mrq->sbc && (host->flags & SDHCI_AUTO_CMD23)) {
865 mode |= SDHCI_TRNS_AUTO_CMD23;
866 sdhci_writel(host, host->mrq->sbc->arg, SDHCI_ARGUMENT2);
867 }
Jerry Huangc4512f72010-08-10 18:01:59 -0700868 }
Andrei Warkentin8edf63712011-05-23 15:06:39 -0500869
Pierre Ossmanc7fa9962006-06-30 02:22:25 -0700870 if (data->flags & MMC_DATA_READ)
871 mode |= SDHCI_TRNS_READ;
Pierre Ossmanc9fddbc2007-12-02 19:52:11 +0100872 if (host->flags & SDHCI_REQ_USE_DMA)
Pierre Ossmanc7fa9962006-06-30 02:22:25 -0700873 mode |= SDHCI_TRNS_DMA;
874
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300875 sdhci_writew(host, mode, SDHCI_TRANSFER_MODE);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800876}
877
878static void sdhci_finish_data(struct sdhci_host *host)
879{
880 struct mmc_data *data;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800881
882 BUG_ON(!host->data);
883
884 data = host->data;
885 host->data = NULL;
886
Pierre Ossmanc9fddbc2007-12-02 19:52:11 +0100887 if (host->flags & SDHCI_REQ_USE_DMA) {
Pierre Ossman2134a922008-06-28 18:28:51 +0200888 if (host->flags & SDHCI_USE_ADMA)
889 sdhci_adma_table_post(host, data);
890 else {
891 dma_unmap_sg(mmc_dev(host->mmc), data->sg,
892 data->sg_len, (data->flags & MMC_DATA_READ) ?
893 DMA_FROM_DEVICE : DMA_TO_DEVICE);
894 }
Pierre Ossmand129bce2006-03-24 03:18:17 -0800895 }
896
897 /*
Pierre Ossmanc9b74c52008-04-18 20:41:49 +0200898 * The specification states that the block count register must
899 * be updated, but it does not specify at what point in the
900 * data flow. That makes the register entirely useless to read
901 * back so we have to assume that nothing made it to the card
902 * in the event of an error.
Pierre Ossmand129bce2006-03-24 03:18:17 -0800903 */
Pierre Ossmanc9b74c52008-04-18 20:41:49 +0200904 if (data->error)
905 data->bytes_xfered = 0;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800906 else
Pierre Ossmanc9b74c52008-04-18 20:41:49 +0200907 data->bytes_xfered = data->blksz * data->blocks;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800908
Andrei Warkentine89d4562011-05-23 15:06:37 -0500909 /*
910 * Need to send CMD12 if -
911 * a) open-ended multiblock transfer (no CMD23)
912 * b) error in multiblock transfer
913 */
914 if (data->stop &&
915 (data->error ||
916 !host->mrq->sbc)) {
917
Pierre Ossmand129bce2006-03-24 03:18:17 -0800918 /*
919 * The controller needs a reset of internal state machines
920 * upon error conditions.
921 */
Pierre Ossman17b04292007-07-22 22:18:46 +0200922 if (data->error) {
Pierre Ossmand129bce2006-03-24 03:18:17 -0800923 sdhci_reset(host, SDHCI_RESET_CMD);
924 sdhci_reset(host, SDHCI_RESET_DATA);
925 }
926
927 sdhci_send_command(host, data->stop);
928 } else
929 tasklet_schedule(&host->finish_tasklet);
930}
931
932static void sdhci_send_command(struct sdhci_host *host, struct mmc_command *cmd)
933{
934 int flags;
Pierre Ossmanfd2208d2006-06-30 02:22:28 -0700935 u32 mask;
Pierre Ossman7cb2c762006-06-30 02:22:23 -0700936 unsigned long timeout;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800937
938 WARN_ON(host->cmd);
939
Pierre Ossmand129bce2006-03-24 03:18:17 -0800940 /* Wait max 10 ms */
Pierre Ossman7cb2c762006-06-30 02:22:23 -0700941 timeout = 10;
Pierre Ossmanfd2208d2006-06-30 02:22:28 -0700942
943 mask = SDHCI_CMD_INHIBIT;
944 if ((cmd->data != NULL) || (cmd->flags & MMC_RSP_BUSY))
945 mask |= SDHCI_DATA_INHIBIT;
946
947 /* We shouldn't wait for data inihibit for stop commands, even
948 though they might use busy signaling */
949 if (host->mrq->data && (cmd == host->mrq->data->stop))
950 mask &= ~SDHCI_DATA_INHIBIT;
951
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300952 while (sdhci_readl(host, SDHCI_PRESENT_STATE) & mask) {
Pierre Ossman7cb2c762006-06-30 02:22:23 -0700953 if (timeout == 0) {
Pierre Ossmand129bce2006-03-24 03:18:17 -0800954 printk(KERN_ERR "%s: Controller never released "
Pierre Ossmanacf1da42007-02-09 08:29:19 +0100955 "inhibit bit(s).\n", mmc_hostname(host->mmc));
Pierre Ossmand129bce2006-03-24 03:18:17 -0800956 sdhci_dumpregs(host);
Pierre Ossman17b04292007-07-22 22:18:46 +0200957 cmd->error = -EIO;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800958 tasklet_schedule(&host->finish_tasklet);
959 return;
960 }
Pierre Ossman7cb2c762006-06-30 02:22:23 -0700961 timeout--;
962 mdelay(1);
963 }
Pierre Ossmand129bce2006-03-24 03:18:17 -0800964
965 mod_timer(&host->timer, jiffies + 10 * HZ);
966
967 host->cmd = cmd;
968
Andrei Warkentina3c77782011-04-11 16:13:42 -0500969 sdhci_prepare_data(host, cmd);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800970
Anton Vorontsov4e4141a2009-03-17 00:13:46 +0300971 sdhci_writel(host, cmd->arg, SDHCI_ARGUMENT);
Pierre Ossmand129bce2006-03-24 03:18:17 -0800972
Andrei Warkentine89d4562011-05-23 15:06:37 -0500973 sdhci_set_transfer_mode(host, cmd);
Pierre Ossmanc7fa9962006-06-30 02:22:25 -0700974
Pierre Ossmand129bce2006-03-24 03:18:17 -0800975 if ((cmd->flags & MMC_RSP_136) && (cmd->flags & MMC_RSP_BUSY)) {
Pierre Ossmanacf1da42007-02-09 08:29:19 +0100976 printk(KERN_ERR "%s: Unsupported response type!\n",
Pierre Ossmand129bce2006-03-24 03:18:17 -0800977 mmc_hostname(host->mmc));
Pierre Ossman17b04292007-07-22 22:18:46 +0200978 cmd->error = -EINVAL;
Pierre Ossmand129bce2006-03-24 03:18:17 -0800979 tasklet_schedule(&host->finish_tasklet);
980 return;
981 }
982
983 if (!(cmd->flags & MMC_RSP_PRESENT))
984 flags = SDHCI_CMD_RESP_NONE;
985 else if (cmd->flags & MMC_RSP_136)
986 flags = SDHCI_CMD_RESP_LONG;
987 else if (cmd->flags & MMC_RSP_BUSY)
988 flags = SDHCI_CMD_RESP_SHORT_BUSY;
989 else
990 flags = SDHCI_CMD_RESP_SHORT;
991
992 if (cmd->flags & MMC_RSP_CRC)
993 flags |= SDHCI_CMD_CRC;
994 if (cmd->flags & MMC_RSP_OPCODE)
995 flags |= SDHCI_CMD_INDEX;
Arindam Nathb513ea22011-05-05 12:19:04 +0530996
997 /* CMD19 is special in that the Data Present Select should be set */
998 if (cmd->data || (cmd->opcode == MMC_SEND_TUNING_BLOCK))
Pierre Ossmand129bce2006-03-24 03:18:17 -0800999 flags |= SDHCI_CMD_DATA;
1000
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001001 sdhci_writew(host, SDHCI_MAKE_CMD(cmd->opcode, flags), SDHCI_COMMAND);
Pierre Ossmand129bce2006-03-24 03:18:17 -08001002}
1003
1004static void sdhci_finish_command(struct sdhci_host *host)
1005{
1006 int i;
1007
1008 BUG_ON(host->cmd == NULL);
1009
1010 if (host->cmd->flags & MMC_RSP_PRESENT) {
1011 if (host->cmd->flags & MMC_RSP_136) {
1012 /* CRC is stripped so we need to do some shifting. */
1013 for (i = 0;i < 4;i++) {
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001014 host->cmd->resp[i] = sdhci_readl(host,
Pierre Ossmand129bce2006-03-24 03:18:17 -08001015 SDHCI_RESPONSE + (3-i)*4) << 8;
1016 if (i != 3)
1017 host->cmd->resp[i] |=
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001018 sdhci_readb(host,
Pierre Ossmand129bce2006-03-24 03:18:17 -08001019 SDHCI_RESPONSE + (3-i)*4-1);
1020 }
1021 } else {
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001022 host->cmd->resp[0] = sdhci_readl(host, SDHCI_RESPONSE);
Pierre Ossmand129bce2006-03-24 03:18:17 -08001023 }
1024 }
1025
Pierre Ossman17b04292007-07-22 22:18:46 +02001026 host->cmd->error = 0;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001027
Andrei Warkentine89d4562011-05-23 15:06:37 -05001028 /* Finished CMD23, now send actual command. */
1029 if (host->cmd == host->mrq->sbc) {
1030 host->cmd = NULL;
1031 sdhci_send_command(host, host->mrq->cmd);
1032 } else {
Pierre Ossmane538fbe2007-08-12 16:46:32 +02001033
Andrei Warkentine89d4562011-05-23 15:06:37 -05001034 /* Processed actual command. */
1035 if (host->data && host->data_early)
1036 sdhci_finish_data(host);
Pierre Ossmand129bce2006-03-24 03:18:17 -08001037
Andrei Warkentine89d4562011-05-23 15:06:37 -05001038 if (!host->cmd->data)
1039 tasklet_schedule(&host->finish_tasklet);
1040
1041 host->cmd = NULL;
1042 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08001043}
1044
1045static void sdhci_set_clock(struct sdhci_host *host, unsigned int clock)
1046{
Arindam Nathc3ed3872011-05-05 12:19:06 +05301047 int div = 0; /* Initialized for compiler warning */
1048 u16 clk = 0;
Pierre Ossman7cb2c762006-06-30 02:22:23 -07001049 unsigned long timeout;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001050
1051 if (clock == host->clock)
1052 return;
1053
Anton Vorontsov81146342009-03-17 00:13:59 +03001054 if (host->ops->set_clock) {
1055 host->ops->set_clock(host, clock);
1056 if (host->quirks & SDHCI_QUIRK_NONSTANDARD_CLOCK)
1057 return;
1058 }
1059
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001060 sdhci_writew(host, 0, SDHCI_CLOCK_CONTROL);
Pierre Ossmand129bce2006-03-24 03:18:17 -08001061
1062 if (clock == 0)
1063 goto out;
1064
Zhangfei Gao85105c52010-08-06 07:10:01 +08001065 if (host->version >= SDHCI_SPEC_300) {
Arindam Nathc3ed3872011-05-05 12:19:06 +05301066 /*
1067 * Check if the Host Controller supports Programmable Clock
1068 * Mode.
1069 */
1070 if (host->clk_mul) {
1071 u16 ctrl;
1072
1073 /*
1074 * We need to figure out whether the Host Driver needs
1075 * to select Programmable Clock Mode, or the value can
1076 * be set automatically by the Host Controller based on
1077 * the Preset Value registers.
1078 */
1079 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2);
1080 if (!(ctrl & SDHCI_CTRL_PRESET_VAL_ENABLE)) {
1081 for (div = 1; div <= 1024; div++) {
1082 if (((host->max_clk * host->clk_mul) /
1083 div) <= clock)
1084 break;
1085 }
1086 /*
1087 * Set Programmable Clock Mode in the Clock
1088 * Control register.
1089 */
1090 clk = SDHCI_PROG_CLOCK_MODE;
1091 div--;
Zhangfei Gao85105c52010-08-06 07:10:01 +08001092 }
Arindam Nathc3ed3872011-05-05 12:19:06 +05301093 } else {
1094 /* Version 3.00 divisors must be a multiple of 2. */
1095 if (host->max_clk <= clock)
1096 div = 1;
1097 else {
1098 for (div = 2; div < SDHCI_MAX_DIV_SPEC_300;
1099 div += 2) {
1100 if ((host->max_clk / div) <= clock)
1101 break;
1102 }
1103 }
1104 div >>= 1;
Zhangfei Gao85105c52010-08-06 07:10:01 +08001105 }
1106 } else {
1107 /* Version 2.00 divisors must be a power of 2. */
Zhangfei Gao03975262010-09-20 15:15:18 -04001108 for (div = 1; div < SDHCI_MAX_DIV_SPEC_200; div *= 2) {
Zhangfei Gao85105c52010-08-06 07:10:01 +08001109 if ((host->max_clk / div) <= clock)
1110 break;
1111 }
Arindam Nathc3ed3872011-05-05 12:19:06 +05301112 div >>= 1;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001113 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08001114
Arindam Nathc3ed3872011-05-05 12:19:06 +05301115 clk |= (div & SDHCI_DIV_MASK) << SDHCI_DIVIDER_SHIFT;
Zhangfei Gao85105c52010-08-06 07:10:01 +08001116 clk |= ((div & SDHCI_DIV_HI_MASK) >> SDHCI_DIV_MASK_LEN)
1117 << SDHCI_DIVIDER_HI_SHIFT;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001118 clk |= SDHCI_CLOCK_INT_EN;
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001119 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL);
Pierre Ossmand129bce2006-03-24 03:18:17 -08001120
Chris Ball27f6cb12009-09-22 16:45:31 -07001121 /* Wait max 20 ms */
1122 timeout = 20;
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001123 while (!((clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL))
Pierre Ossman7cb2c762006-06-30 02:22:23 -07001124 & SDHCI_CLOCK_INT_STABLE)) {
1125 if (timeout == 0) {
Pierre Ossmanacf1da42007-02-09 08:29:19 +01001126 printk(KERN_ERR "%s: Internal clock never "
1127 "stabilised.\n", mmc_hostname(host->mmc));
Pierre Ossmand129bce2006-03-24 03:18:17 -08001128 sdhci_dumpregs(host);
1129 return;
1130 }
Pierre Ossman7cb2c762006-06-30 02:22:23 -07001131 timeout--;
1132 mdelay(1);
1133 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08001134
1135 clk |= SDHCI_CLOCK_CARD_EN;
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001136 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL);
Pierre Ossmand129bce2006-03-24 03:18:17 -08001137
1138out:
1139 host->clock = clock;
1140}
1141
Pierre Ossman146ad662006-06-30 02:22:23 -07001142static void sdhci_set_power(struct sdhci_host *host, unsigned short power)
1143{
Giuseppe Cavallaro83642482010-09-28 10:41:28 +02001144 u8 pwr = 0;
Pierre Ossman146ad662006-06-30 02:22:23 -07001145
Giuseppe Cavallaro83642482010-09-28 10:41:28 +02001146 if (power != (unsigned short)-1) {
Pierre Ossmanae628902009-05-03 20:45:03 +02001147 switch (1 << power) {
1148 case MMC_VDD_165_195:
1149 pwr = SDHCI_POWER_180;
1150 break;
1151 case MMC_VDD_29_30:
1152 case MMC_VDD_30_31:
1153 pwr = SDHCI_POWER_300;
1154 break;
1155 case MMC_VDD_32_33:
1156 case MMC_VDD_33_34:
1157 pwr = SDHCI_POWER_330;
1158 break;
1159 default:
1160 BUG();
1161 }
1162 }
1163
1164 if (host->pwr == pwr)
Pierre Ossman146ad662006-06-30 02:22:23 -07001165 return;
1166
Pierre Ossmanae628902009-05-03 20:45:03 +02001167 host->pwr = pwr;
1168
1169 if (pwr == 0) {
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001170 sdhci_writeb(host, 0, SDHCI_POWER_CONTROL);
Pierre Ossmanae628902009-05-03 20:45:03 +02001171 return;
Darren Salt9e9dc5f2007-01-27 15:32:31 +01001172 }
1173
1174 /*
1175 * Spec says that we should clear the power reg before setting
1176 * a new value. Some controllers don't seem to like this though.
1177 */
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01001178 if (!(host->quirks & SDHCI_QUIRK_SINGLE_POWER_WRITE))
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001179 sdhci_writeb(host, 0, SDHCI_POWER_CONTROL);
Pierre Ossman146ad662006-06-30 02:22:23 -07001180
Andres Salomone08c1692008-07-04 10:00:03 -07001181 /*
Andres Salomonc71f6512008-07-07 17:25:56 -04001182 * At least the Marvell CaFe chip gets confused if we set the voltage
Andres Salomone08c1692008-07-04 10:00:03 -07001183 * and set turn on power at the same time, so set the voltage first.
1184 */
Pierre Ossman11a2f1b2009-06-21 20:59:33 +02001185 if (host->quirks & SDHCI_QUIRK_NO_SIMULT_VDD_AND_POWER)
Pierre Ossmanae628902009-05-03 20:45:03 +02001186 sdhci_writeb(host, pwr, SDHCI_POWER_CONTROL);
1187
1188 pwr |= SDHCI_POWER_ON;
Andres Salomone08c1692008-07-04 10:00:03 -07001189
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001190 sdhci_writeb(host, pwr, SDHCI_POWER_CONTROL);
Harald Welte557b0692009-06-18 16:53:38 +02001191
1192 /*
1193 * Some controllers need an extra 10ms delay of 10ms before they
1194 * can apply clock after applying power
1195 */
Pierre Ossman11a2f1b2009-06-21 20:59:33 +02001196 if (host->quirks & SDHCI_QUIRK_DELAY_AFTER_POWER)
Harald Welte557b0692009-06-18 16:53:38 +02001197 mdelay(10);
Pierre Ossman146ad662006-06-30 02:22:23 -07001198}
1199
Pierre Ossmand129bce2006-03-24 03:18:17 -08001200/*****************************************************************************\
1201 * *
1202 * MMC callbacks *
1203 * *
1204\*****************************************************************************/
1205
1206static void sdhci_request(struct mmc_host *mmc, struct mmc_request *mrq)
1207{
1208 struct sdhci_host *host;
Anton Vorontsov68d1fb72009-03-17 00:13:52 +03001209 bool present;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001210 unsigned long flags;
1211
1212 host = mmc_priv(mmc);
1213
1214 spin_lock_irqsave(&host->lock, flags);
1215
1216 WARN_ON(host->mrq != NULL);
1217
Pierre Ossmanf9134312008-12-21 17:01:48 +01001218#ifndef SDHCI_USE_LEDS_CLASS
Pierre Ossmand129bce2006-03-24 03:18:17 -08001219 sdhci_activate_led(host);
Pierre Ossman2f730fe2008-03-17 10:29:38 +01001220#endif
Andrei Warkentine89d4562011-05-23 15:06:37 -05001221
1222 /*
1223 * Ensure we don't send the STOP for non-SET_BLOCK_COUNTED
1224 * requests if Auto-CMD12 is enabled.
1225 */
1226 if (!mrq->sbc && (host->flags & SDHCI_AUTO_CMD12)) {
Jerry Huangc4512f72010-08-10 18:01:59 -07001227 if (mrq->stop) {
1228 mrq->data->stop = NULL;
1229 mrq->stop = NULL;
1230 }
1231 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08001232
1233 host->mrq = mrq;
1234
Anton Vorontsov68d1fb72009-03-17 00:13:52 +03001235 /* If polling, assume that the card is always present. */
1236 if (host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION)
1237 present = true;
1238 else
1239 present = sdhci_readl(host, SDHCI_PRESENT_STATE) &
1240 SDHCI_CARD_PRESENT;
1241
1242 if (!present || host->flags & SDHCI_DEVICE_DEAD) {
Pierre Ossman17b04292007-07-22 22:18:46 +02001243 host->mrq->cmd->error = -ENOMEDIUM;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001244 tasklet_schedule(&host->finish_tasklet);
Arindam Nathcf2b5ee2011-05-05 12:19:07 +05301245 } else {
1246 u32 present_state;
1247
1248 present_state = sdhci_readl(host, SDHCI_PRESENT_STATE);
1249 /*
1250 * Check if the re-tuning timer has already expired and there
1251 * is no on-going data transfer. If so, we need to execute
1252 * tuning procedure before sending command.
1253 */
1254 if ((host->flags & SDHCI_NEEDS_RETUNING) &&
1255 !(present_state & (SDHCI_DOING_WRITE | SDHCI_DOING_READ))) {
1256 spin_unlock_irqrestore(&host->lock, flags);
1257 sdhci_execute_tuning(mmc);
1258 spin_lock_irqsave(&host->lock, flags);
1259
1260 /* Restore original mmc_request structure */
1261 host->mrq = mrq;
1262 }
1263
Andrei Warkentin8edf63712011-05-23 15:06:39 -05001264 if (mrq->sbc && !(host->flags & SDHCI_AUTO_CMD23))
Andrei Warkentine89d4562011-05-23 15:06:37 -05001265 sdhci_send_command(host, mrq->sbc);
1266 else
1267 sdhci_send_command(host, mrq->cmd);
Arindam Nathcf2b5ee2011-05-05 12:19:07 +05301268 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08001269
Pierre Ossman5f25a662006-10-04 02:15:39 -07001270 mmiowb();
Pierre Ossmand129bce2006-03-24 03:18:17 -08001271 spin_unlock_irqrestore(&host->lock, flags);
1272}
1273
1274static void sdhci_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
1275{
1276 struct sdhci_host *host;
1277 unsigned long flags;
1278 u8 ctrl;
1279
1280 host = mmc_priv(mmc);
1281
1282 spin_lock_irqsave(&host->lock, flags);
1283
Pierre Ossman1e728592008-04-16 19:13:13 +02001284 if (host->flags & SDHCI_DEVICE_DEAD)
1285 goto out;
1286
Pierre Ossmand129bce2006-03-24 03:18:17 -08001287 /*
1288 * Reset the chip on each power off.
1289 * Should clear out any weird states.
1290 */
1291 if (ios->power_mode == MMC_POWER_OFF) {
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001292 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE);
Anton Vorontsov7260cf52009-03-17 00:13:48 +03001293 sdhci_reinit(host);
Pierre Ossmand129bce2006-03-24 03:18:17 -08001294 }
1295
1296 sdhci_set_clock(host, ios->clock);
1297
1298 if (ios->power_mode == MMC_POWER_OFF)
Pierre Ossman146ad662006-06-30 02:22:23 -07001299 sdhci_set_power(host, -1);
Pierre Ossmand129bce2006-03-24 03:18:17 -08001300 else
Pierre Ossman146ad662006-06-30 02:22:23 -07001301 sdhci_set_power(host, ios->vdd);
Pierre Ossmand129bce2006-03-24 03:18:17 -08001302
Philip Rakity643a81f2010-09-23 08:24:32 -07001303 if (host->ops->platform_send_init_74_clocks)
1304 host->ops->platform_send_init_74_clocks(host, ios->power_mode);
1305
Philip Rakity15ec4462010-11-19 16:48:39 -05001306 /*
1307 * If your platform has 8-bit width support but is not a v3 controller,
1308 * or if it requires special setup code, you should implement that in
1309 * platform_8bit_width().
1310 */
1311 if (host->ops->platform_8bit_width)
1312 host->ops->platform_8bit_width(host, ios->bus_width);
1313 else {
1314 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL);
1315 if (ios->bus_width == MMC_BUS_WIDTH_8) {
1316 ctrl &= ~SDHCI_CTRL_4BITBUS;
1317 if (host->version >= SDHCI_SPEC_300)
1318 ctrl |= SDHCI_CTRL_8BITBUS;
1319 } else {
1320 if (host->version >= SDHCI_SPEC_300)
1321 ctrl &= ~SDHCI_CTRL_8BITBUS;
1322 if (ios->bus_width == MMC_BUS_WIDTH_4)
1323 ctrl |= SDHCI_CTRL_4BITBUS;
1324 else
1325 ctrl &= ~SDHCI_CTRL_4BITBUS;
1326 }
1327 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL);
1328 }
1329
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001330 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL);
Pierre Ossmancd9277c2007-02-18 12:07:47 +01001331
Philip Rakity3ab9c8d2010-10-06 11:57:23 -07001332 if ((ios->timing == MMC_TIMING_SD_HS ||
1333 ios->timing == MMC_TIMING_MMC_HS)
1334 && !(host->quirks & SDHCI_QUIRK_NO_HISPD_BIT))
Pierre Ossmancd9277c2007-02-18 12:07:47 +01001335 ctrl |= SDHCI_CTRL_HISPD;
1336 else
1337 ctrl &= ~SDHCI_CTRL_HISPD;
1338
Arindam Nathd6d50a12011-05-05 12:18:59 +05301339 if (host->version >= SDHCI_SPEC_300) {
Arindam Nath49c468f2011-05-05 12:19:01 +05301340 u16 clk, ctrl_2;
1341 unsigned int clock;
1342
1343 /* In case of UHS-I modes, set High Speed Enable */
1344 if ((ios->timing == MMC_TIMING_UHS_SDR50) ||
1345 (ios->timing == MMC_TIMING_UHS_SDR104) ||
1346 (ios->timing == MMC_TIMING_UHS_DDR50) ||
1347 (ios->timing == MMC_TIMING_UHS_SDR25) ||
1348 (ios->timing == MMC_TIMING_UHS_SDR12))
1349 ctrl |= SDHCI_CTRL_HISPD;
Arindam Nathd6d50a12011-05-05 12:18:59 +05301350
1351 ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2);
1352 if (!(ctrl_2 & SDHCI_CTRL_PRESET_VAL_ENABLE)) {
Arindam Nath758535c2011-05-05 12:19:00 +05301353 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL);
Arindam Nathd6d50a12011-05-05 12:18:59 +05301354 /*
1355 * We only need to set Driver Strength if the
1356 * preset value enable is not set.
1357 */
1358 ctrl_2 &= ~SDHCI_CTRL_DRV_TYPE_MASK;
1359 if (ios->drv_type == MMC_SET_DRIVER_TYPE_A)
1360 ctrl_2 |= SDHCI_CTRL_DRV_TYPE_A;
1361 else if (ios->drv_type == MMC_SET_DRIVER_TYPE_C)
1362 ctrl_2 |= SDHCI_CTRL_DRV_TYPE_C;
1363
1364 sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2);
Arindam Nath758535c2011-05-05 12:19:00 +05301365 } else {
1366 /*
1367 * According to SDHC Spec v3.00, if the Preset Value
1368 * Enable in the Host Control 2 register is set, we
1369 * need to reset SD Clock Enable before changing High
1370 * Speed Enable to avoid generating clock gliches.
1371 */
Arindam Nath758535c2011-05-05 12:19:00 +05301372
1373 /* Reset SD Clock Enable */
1374 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL);
1375 clk &= ~SDHCI_CLOCK_CARD_EN;
1376 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL);
1377
1378 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL);
1379
1380 /* Re-enable SD Clock */
1381 clock = host->clock;
1382 host->clock = 0;
1383 sdhci_set_clock(host, clock);
Arindam Nathd6d50a12011-05-05 12:18:59 +05301384 }
Arindam Nath49c468f2011-05-05 12:19:01 +05301385
Arindam Nath49c468f2011-05-05 12:19:01 +05301386
1387 /* Reset SD Clock Enable */
1388 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL);
1389 clk &= ~SDHCI_CLOCK_CARD_EN;
1390 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL);
1391
Philip Rakity6322cdd2011-05-13 11:17:15 +05301392 if (host->ops->set_uhs_signaling)
1393 host->ops->set_uhs_signaling(host, ios->timing);
1394 else {
1395 ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2);
1396 /* Select Bus Speed Mode for host */
1397 ctrl_2 &= ~SDHCI_CTRL_UHS_MASK;
1398 if (ios->timing == MMC_TIMING_UHS_SDR12)
1399 ctrl_2 |= SDHCI_CTRL_UHS_SDR12;
1400 else if (ios->timing == MMC_TIMING_UHS_SDR25)
1401 ctrl_2 |= SDHCI_CTRL_UHS_SDR25;
1402 else if (ios->timing == MMC_TIMING_UHS_SDR50)
1403 ctrl_2 |= SDHCI_CTRL_UHS_SDR50;
1404 else if (ios->timing == MMC_TIMING_UHS_SDR104)
1405 ctrl_2 |= SDHCI_CTRL_UHS_SDR104;
1406 else if (ios->timing == MMC_TIMING_UHS_DDR50)
1407 ctrl_2 |= SDHCI_CTRL_UHS_DDR50;
1408 sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2);
1409 }
Arindam Nath49c468f2011-05-05 12:19:01 +05301410
1411 /* Re-enable SD Clock */
1412 clock = host->clock;
1413 host->clock = 0;
1414 sdhci_set_clock(host, clock);
Arindam Nath758535c2011-05-05 12:19:00 +05301415 } else
1416 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL);
Arindam Nathd6d50a12011-05-05 12:18:59 +05301417
Leandro Dorileob8352262007-07-25 23:47:04 +02001418 /*
1419 * Some (ENE) controllers go apeshit on some ios operation,
1420 * signalling timeout and CRC errors even on CMD0. Resetting
1421 * it on each ios seems to solve the problem.
1422 */
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01001423 if(host->quirks & SDHCI_QUIRK_RESET_CMD_DATA_ON_IOS)
Leandro Dorileob8352262007-07-25 23:47:04 +02001424 sdhci_reset(host, SDHCI_RESET_CMD | SDHCI_RESET_DATA);
1425
Pierre Ossman1e728592008-04-16 19:13:13 +02001426out:
Pierre Ossman5f25a662006-10-04 02:15:39 -07001427 mmiowb();
Pierre Ossmand129bce2006-03-24 03:18:17 -08001428 spin_unlock_irqrestore(&host->lock, flags);
1429}
1430
Takashi Iwai82b0e232011-04-21 20:26:38 +02001431static int check_ro(struct sdhci_host *host)
Pierre Ossmand129bce2006-03-24 03:18:17 -08001432{
Pierre Ossmand129bce2006-03-24 03:18:17 -08001433 unsigned long flags;
Wolfram Sang2dfb5792010-10-15 12:21:01 +02001434 int is_readonly;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001435
Pierre Ossmand129bce2006-03-24 03:18:17 -08001436 spin_lock_irqsave(&host->lock, flags);
1437
Pierre Ossman1e728592008-04-16 19:13:13 +02001438 if (host->flags & SDHCI_DEVICE_DEAD)
Wolfram Sang2dfb5792010-10-15 12:21:01 +02001439 is_readonly = 0;
1440 else if (host->ops->get_ro)
1441 is_readonly = host->ops->get_ro(host);
Pierre Ossman1e728592008-04-16 19:13:13 +02001442 else
Wolfram Sang2dfb5792010-10-15 12:21:01 +02001443 is_readonly = !(sdhci_readl(host, SDHCI_PRESENT_STATE)
1444 & SDHCI_WRITE_PROTECT);
Pierre Ossmand129bce2006-03-24 03:18:17 -08001445
1446 spin_unlock_irqrestore(&host->lock, flags);
1447
Wolfram Sang2dfb5792010-10-15 12:21:01 +02001448 /* This quirk needs to be replaced by a callback-function later */
1449 return host->quirks & SDHCI_QUIRK_INVERTED_WRITE_PROTECT ?
1450 !is_readonly : is_readonly;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001451}
1452
Takashi Iwai82b0e232011-04-21 20:26:38 +02001453#define SAMPLE_COUNT 5
1454
1455static int sdhci_get_ro(struct mmc_host *mmc)
1456{
1457 struct sdhci_host *host;
1458 int i, ro_count;
1459
1460 host = mmc_priv(mmc);
1461
1462 if (!(host->quirks & SDHCI_QUIRK_UNSTABLE_RO_DETECT))
1463 return check_ro(host);
1464
1465 ro_count = 0;
1466 for (i = 0; i < SAMPLE_COUNT; i++) {
1467 if (check_ro(host)) {
1468 if (++ro_count > SAMPLE_COUNT / 2)
1469 return 1;
1470 }
1471 msleep(30);
1472 }
1473 return 0;
1474}
1475
Pierre Ossmanf75979b2007-09-04 07:59:18 +02001476static void sdhci_enable_sdio_irq(struct mmc_host *mmc, int enable)
1477{
1478 struct sdhci_host *host;
1479 unsigned long flags;
Pierre Ossmanf75979b2007-09-04 07:59:18 +02001480
1481 host = mmc_priv(mmc);
1482
1483 spin_lock_irqsave(&host->lock, flags);
1484
Pierre Ossman1e728592008-04-16 19:13:13 +02001485 if (host->flags & SDHCI_DEVICE_DEAD)
1486 goto out;
1487
Pierre Ossmanf75979b2007-09-04 07:59:18 +02001488 if (enable)
Anton Vorontsov7260cf52009-03-17 00:13:48 +03001489 sdhci_unmask_irqs(host, SDHCI_INT_CARD_INT);
1490 else
1491 sdhci_mask_irqs(host, SDHCI_INT_CARD_INT);
Pierre Ossman1e728592008-04-16 19:13:13 +02001492out:
Pierre Ossmanf75979b2007-09-04 07:59:18 +02001493 mmiowb();
1494
1495 spin_unlock_irqrestore(&host->lock, flags);
1496}
1497
Arindam Nathf2119df2011-05-05 12:18:57 +05301498static int sdhci_start_signal_voltage_switch(struct mmc_host *mmc,
1499 struct mmc_ios *ios)
1500{
1501 struct sdhci_host *host;
1502 u8 pwr;
1503 u16 clk, ctrl;
1504 u32 present_state;
1505
1506 host = mmc_priv(mmc);
1507
1508 /*
1509 * Signal Voltage Switching is only applicable for Host Controllers
1510 * v3.00 and above.
1511 */
1512 if (host->version < SDHCI_SPEC_300)
1513 return 0;
1514
1515 /*
1516 * We first check whether the request is to set signalling voltage
1517 * to 3.3V. If so, we change the voltage to 3.3V and return quickly.
1518 */
1519 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2);
1520 if (ios->signal_voltage == MMC_SIGNAL_VOLTAGE_330) {
1521 /* Set 1.8V Signal Enable in the Host Control2 register to 0 */
1522 ctrl &= ~SDHCI_CTRL_VDD_180;
1523 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2);
1524
1525 /* Wait for 5ms */
1526 usleep_range(5000, 5500);
1527
1528 /* 3.3V regulator output should be stable within 5 ms */
1529 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2);
1530 if (!(ctrl & SDHCI_CTRL_VDD_180))
1531 return 0;
1532 else {
1533 printk(KERN_INFO DRIVER_NAME ": Switching to 3.3V "
1534 "signalling voltage failed\n");
1535 return -EIO;
1536 }
1537 } else if (!(ctrl & SDHCI_CTRL_VDD_180) &&
1538 (ios->signal_voltage == MMC_SIGNAL_VOLTAGE_180)) {
1539 /* Stop SDCLK */
1540 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL);
1541 clk &= ~SDHCI_CLOCK_CARD_EN;
1542 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL);
1543
1544 /* Check whether DAT[3:0] is 0000 */
1545 present_state = sdhci_readl(host, SDHCI_PRESENT_STATE);
1546 if (!((present_state & SDHCI_DATA_LVL_MASK) >>
1547 SDHCI_DATA_LVL_SHIFT)) {
1548 /*
1549 * Enable 1.8V Signal Enable in the Host Control2
1550 * register
1551 */
1552 ctrl |= SDHCI_CTRL_VDD_180;
1553 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2);
1554
1555 /* Wait for 5ms */
1556 usleep_range(5000, 5500);
1557
1558 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2);
1559 if (ctrl & SDHCI_CTRL_VDD_180) {
1560 /* Provide SDCLK again and wait for 1ms*/
1561 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL);
1562 clk |= SDHCI_CLOCK_CARD_EN;
1563 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL);
1564 usleep_range(1000, 1500);
1565
1566 /*
1567 * If DAT[3:0] level is 1111b, then the card
1568 * was successfully switched to 1.8V signaling.
1569 */
1570 present_state = sdhci_readl(host,
1571 SDHCI_PRESENT_STATE);
1572 if ((present_state & SDHCI_DATA_LVL_MASK) ==
1573 SDHCI_DATA_LVL_MASK)
1574 return 0;
1575 }
1576 }
1577
1578 /*
1579 * If we are here, that means the switch to 1.8V signaling
1580 * failed. We power cycle the card, and retry initialization
1581 * sequence by setting S18R to 0.
1582 */
1583 pwr = sdhci_readb(host, SDHCI_POWER_CONTROL);
1584 pwr &= ~SDHCI_POWER_ON;
1585 sdhci_writeb(host, pwr, SDHCI_POWER_CONTROL);
1586
1587 /* Wait for 1ms as per the spec */
1588 usleep_range(1000, 1500);
1589 pwr |= SDHCI_POWER_ON;
1590 sdhci_writeb(host, pwr, SDHCI_POWER_CONTROL);
1591
1592 printk(KERN_INFO DRIVER_NAME ": Switching to 1.8V signalling "
1593 "voltage failed, retrying with S18R set to 0\n");
1594 return -EAGAIN;
1595 } else
1596 /* No signal voltage switch required */
1597 return 0;
1598}
1599
Arindam Nathb513ea22011-05-05 12:19:04 +05301600static int sdhci_execute_tuning(struct mmc_host *mmc)
1601{
1602 struct sdhci_host *host;
1603 u16 ctrl;
1604 u32 ier;
1605 int tuning_loop_counter = MAX_TUNING_LOOP;
1606 unsigned long timeout;
1607 int err = 0;
1608
1609 host = mmc_priv(mmc);
1610
1611 disable_irq(host->irq);
1612 spin_lock(&host->lock);
1613
1614 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2);
1615
1616 /*
1617 * Host Controller needs tuning only in case of SDR104 mode
1618 * and for SDR50 mode when Use Tuning for SDR50 is set in
1619 * Capabilities register.
1620 */
1621 if (((ctrl & SDHCI_CTRL_UHS_MASK) == SDHCI_CTRL_UHS_SDR104) ||
1622 (((ctrl & SDHCI_CTRL_UHS_MASK) == SDHCI_CTRL_UHS_SDR50) &&
1623 (host->flags & SDHCI_SDR50_NEEDS_TUNING)))
1624 ctrl |= SDHCI_CTRL_EXEC_TUNING;
1625 else {
1626 spin_unlock(&host->lock);
1627 enable_irq(host->irq);
1628 return 0;
1629 }
1630
1631 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2);
1632
1633 /*
1634 * As per the Host Controller spec v3.00, tuning command
1635 * generates Buffer Read Ready interrupt, so enable that.
1636 *
1637 * Note: The spec clearly says that when tuning sequence
1638 * is being performed, the controller does not generate
1639 * interrupts other than Buffer Read Ready interrupt. But
1640 * to make sure we don't hit a controller bug, we _only_
1641 * enable Buffer Read Ready interrupt here.
1642 */
1643 ier = sdhci_readl(host, SDHCI_INT_ENABLE);
1644 sdhci_clear_set_irqs(host, ier, SDHCI_INT_DATA_AVAIL);
1645
1646 /*
1647 * Issue CMD19 repeatedly till Execute Tuning is set to 0 or the number
1648 * of loops reaches 40 times or a timeout of 150ms occurs.
1649 */
1650 timeout = 150;
1651 do {
1652 struct mmc_command cmd = {0};
1653 struct mmc_request mrq = {0};
1654
1655 if (!tuning_loop_counter && !timeout)
1656 break;
1657
1658 cmd.opcode = MMC_SEND_TUNING_BLOCK;
1659 cmd.arg = 0;
1660 cmd.flags = MMC_RSP_R1 | MMC_CMD_ADTC;
1661 cmd.retries = 0;
1662 cmd.data = NULL;
1663 cmd.error = 0;
1664
1665 mrq.cmd = &cmd;
1666 host->mrq = &mrq;
1667
1668 /*
1669 * In response to CMD19, the card sends 64 bytes of tuning
1670 * block to the Host Controller. So we set the block size
1671 * to 64 here.
1672 */
1673 sdhci_writew(host, SDHCI_MAKE_BLKSZ(7, 64), SDHCI_BLOCK_SIZE);
1674
1675 /*
1676 * The tuning block is sent by the card to the host controller.
1677 * So we set the TRNS_READ bit in the Transfer Mode register.
1678 * This also takes care of setting DMA Enable and Multi Block
1679 * Select in the same register to 0.
1680 */
1681 sdhci_writew(host, SDHCI_TRNS_READ, SDHCI_TRANSFER_MODE);
1682
1683 sdhci_send_command(host, &cmd);
1684
1685 host->cmd = NULL;
1686 host->mrq = NULL;
1687
1688 spin_unlock(&host->lock);
1689 enable_irq(host->irq);
1690
1691 /* Wait for Buffer Read Ready interrupt */
1692 wait_event_interruptible_timeout(host->buf_ready_int,
1693 (host->tuning_done == 1),
1694 msecs_to_jiffies(50));
1695 disable_irq(host->irq);
1696 spin_lock(&host->lock);
1697
1698 if (!host->tuning_done) {
1699 printk(KERN_INFO DRIVER_NAME ": Timeout waiting for "
1700 "Buffer Read Ready interrupt during tuning "
1701 "procedure, falling back to fixed sampling "
1702 "clock\n");
1703 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2);
1704 ctrl &= ~SDHCI_CTRL_TUNED_CLK;
1705 ctrl &= ~SDHCI_CTRL_EXEC_TUNING;
1706 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2);
1707
1708 err = -EIO;
1709 goto out;
1710 }
1711
1712 host->tuning_done = 0;
1713
1714 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2);
1715 tuning_loop_counter--;
1716 timeout--;
1717 mdelay(1);
1718 } while (ctrl & SDHCI_CTRL_EXEC_TUNING);
1719
1720 /*
1721 * The Host Driver has exhausted the maximum number of loops allowed,
1722 * so use fixed sampling frequency.
1723 */
1724 if (!tuning_loop_counter || !timeout) {
1725 ctrl &= ~SDHCI_CTRL_TUNED_CLK;
1726 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2);
1727 } else {
1728 if (!(ctrl & SDHCI_CTRL_TUNED_CLK)) {
1729 printk(KERN_INFO DRIVER_NAME ": Tuning procedure"
1730 " failed, falling back to fixed sampling"
1731 " clock\n");
1732 err = -EIO;
1733 }
1734 }
1735
1736out:
Arindam Nathcf2b5ee2011-05-05 12:19:07 +05301737 /*
1738 * If this is the very first time we are here, we start the retuning
1739 * timer. Since only during the first time, SDHCI_NEEDS_RETUNING
1740 * flag won't be set, we check this condition before actually starting
1741 * the timer.
1742 */
1743 if (!(host->flags & SDHCI_NEEDS_RETUNING) && host->tuning_count &&
1744 (host->tuning_mode == SDHCI_TUNING_MODE_1)) {
1745 mod_timer(&host->tuning_timer, jiffies +
1746 host->tuning_count * HZ);
1747 /* Tuning mode 1 limits the maximum data length to 4MB */
1748 mmc->max_blk_count = (4 * 1024 * 1024) / mmc->max_blk_size;
1749 } else {
1750 host->flags &= ~SDHCI_NEEDS_RETUNING;
1751 /* Reload the new initial value for timer */
1752 if (host->tuning_mode == SDHCI_TUNING_MODE_1)
1753 mod_timer(&host->tuning_timer, jiffies +
1754 host->tuning_count * HZ);
1755 }
1756
1757 /*
1758 * In case tuning fails, host controllers which support re-tuning can
1759 * try tuning again at a later time, when the re-tuning timer expires.
1760 * So for these controllers, we return 0. Since there might be other
1761 * controllers who do not have this capability, we return error for
1762 * them.
1763 */
1764 if (err && host->tuning_count &&
1765 host->tuning_mode == SDHCI_TUNING_MODE_1)
1766 err = 0;
1767
Arindam Nathb513ea22011-05-05 12:19:04 +05301768 sdhci_clear_set_irqs(host, SDHCI_INT_DATA_AVAIL, ier);
1769 spin_unlock(&host->lock);
1770 enable_irq(host->irq);
1771
1772 return err;
1773}
1774
Arindam Nath4d55c5a2011-05-05 12:19:05 +05301775static void sdhci_enable_preset_value(struct mmc_host *mmc, bool enable)
1776{
1777 struct sdhci_host *host;
1778 u16 ctrl;
1779 unsigned long flags;
1780
1781 host = mmc_priv(mmc);
1782
1783 /* Host Controller v3.00 defines preset value registers */
1784 if (host->version < SDHCI_SPEC_300)
1785 return;
1786
1787 spin_lock_irqsave(&host->lock, flags);
1788
1789 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2);
1790
1791 /*
1792 * We only enable or disable Preset Value if they are not already
1793 * enabled or disabled respectively. Otherwise, we bail out.
1794 */
1795 if (enable && !(ctrl & SDHCI_CTRL_PRESET_VAL_ENABLE)) {
1796 ctrl |= SDHCI_CTRL_PRESET_VAL_ENABLE;
1797 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2);
1798 } else if (!enable && (ctrl & SDHCI_CTRL_PRESET_VAL_ENABLE)) {
1799 ctrl &= ~SDHCI_CTRL_PRESET_VAL_ENABLE;
1800 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2);
1801 }
1802
1803 spin_unlock_irqrestore(&host->lock, flags);
1804}
1805
David Brownellab7aefd2006-11-12 17:55:30 -08001806static const struct mmc_host_ops sdhci_ops = {
Pierre Ossmand129bce2006-03-24 03:18:17 -08001807 .request = sdhci_request,
1808 .set_ios = sdhci_set_ios,
1809 .get_ro = sdhci_get_ro,
Pierre Ossmanf75979b2007-09-04 07:59:18 +02001810 .enable_sdio_irq = sdhci_enable_sdio_irq,
Arindam Nathf2119df2011-05-05 12:18:57 +05301811 .start_signal_voltage_switch = sdhci_start_signal_voltage_switch,
Arindam Nathb513ea22011-05-05 12:19:04 +05301812 .execute_tuning = sdhci_execute_tuning,
Arindam Nath4d55c5a2011-05-05 12:19:05 +05301813 .enable_preset_value = sdhci_enable_preset_value,
Pierre Ossmand129bce2006-03-24 03:18:17 -08001814};
1815
1816/*****************************************************************************\
1817 * *
1818 * Tasklets *
1819 * *
1820\*****************************************************************************/
1821
1822static void sdhci_tasklet_card(unsigned long param)
1823{
1824 struct sdhci_host *host;
1825 unsigned long flags;
1826
1827 host = (struct sdhci_host*)param;
1828
1829 spin_lock_irqsave(&host->lock, flags);
1830
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03001831 if (!(sdhci_readl(host, SDHCI_PRESENT_STATE) & SDHCI_CARD_PRESENT)) {
Pierre Ossmand129bce2006-03-24 03:18:17 -08001832 if (host->mrq) {
1833 printk(KERN_ERR "%s: Card removed during transfer!\n",
1834 mmc_hostname(host->mmc));
1835 printk(KERN_ERR "%s: Resetting controller.\n",
1836 mmc_hostname(host->mmc));
1837
1838 sdhci_reset(host, SDHCI_RESET_CMD);
1839 sdhci_reset(host, SDHCI_RESET_DATA);
1840
Pierre Ossman17b04292007-07-22 22:18:46 +02001841 host->mrq->cmd->error = -ENOMEDIUM;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001842 tasklet_schedule(&host->finish_tasklet);
1843 }
1844 }
1845
1846 spin_unlock_irqrestore(&host->lock, flags);
1847
Pierre Ossman04cf5852008-08-18 22:18:14 +02001848 mmc_detect_change(host->mmc, msecs_to_jiffies(200));
Pierre Ossmand129bce2006-03-24 03:18:17 -08001849}
1850
1851static void sdhci_tasklet_finish(unsigned long param)
1852{
1853 struct sdhci_host *host;
1854 unsigned long flags;
1855 struct mmc_request *mrq;
1856
1857 host = (struct sdhci_host*)param;
1858
Chris Ball0c9c99a2011-04-27 17:35:31 -04001859 /*
1860 * If this tasklet gets rescheduled while running, it will
1861 * be run again afterwards but without any active request.
1862 */
1863 if (!host->mrq)
1864 return;
1865
Pierre Ossmand129bce2006-03-24 03:18:17 -08001866 spin_lock_irqsave(&host->lock, flags);
1867
1868 del_timer(&host->timer);
1869
1870 mrq = host->mrq;
1871
Pierre Ossmand129bce2006-03-24 03:18:17 -08001872 /*
1873 * The controller needs a reset of internal state machines
1874 * upon error conditions.
1875 */
Pierre Ossman1e728592008-04-16 19:13:13 +02001876 if (!(host->flags & SDHCI_DEVICE_DEAD) &&
Ben Dooksb7b4d342011-04-27 14:24:19 +01001877 ((mrq->cmd && mrq->cmd->error) ||
Pierre Ossman1e728592008-04-16 19:13:13 +02001878 (mrq->data && (mrq->data->error ||
1879 (mrq->data->stop && mrq->data->stop->error))) ||
1880 (host->quirks & SDHCI_QUIRK_RESET_AFTER_REQUEST))) {
Pierre Ossman645289d2006-06-30 02:22:33 -07001881
1882 /* Some controllers need this kick or reset won't work here */
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01001883 if (host->quirks & SDHCI_QUIRK_CLOCK_BEFORE_RESET) {
Pierre Ossman645289d2006-06-30 02:22:33 -07001884 unsigned int clock;
1885
1886 /* This is to force an update */
1887 clock = host->clock;
1888 host->clock = 0;
1889 sdhci_set_clock(host, clock);
1890 }
1891
1892 /* Spec says we should do both at the same time, but Ricoh
1893 controllers do not like that. */
Pierre Ossmand129bce2006-03-24 03:18:17 -08001894 sdhci_reset(host, SDHCI_RESET_CMD);
1895 sdhci_reset(host, SDHCI_RESET_DATA);
1896 }
1897
1898 host->mrq = NULL;
1899 host->cmd = NULL;
1900 host->data = NULL;
1901
Pierre Ossmanf9134312008-12-21 17:01:48 +01001902#ifndef SDHCI_USE_LEDS_CLASS
Pierre Ossmand129bce2006-03-24 03:18:17 -08001903 sdhci_deactivate_led(host);
Pierre Ossman2f730fe2008-03-17 10:29:38 +01001904#endif
Pierre Ossmand129bce2006-03-24 03:18:17 -08001905
Pierre Ossman5f25a662006-10-04 02:15:39 -07001906 mmiowb();
Pierre Ossmand129bce2006-03-24 03:18:17 -08001907 spin_unlock_irqrestore(&host->lock, flags);
1908
1909 mmc_request_done(host->mmc, mrq);
1910}
1911
1912static void sdhci_timeout_timer(unsigned long data)
1913{
1914 struct sdhci_host *host;
1915 unsigned long flags;
1916
1917 host = (struct sdhci_host*)data;
1918
1919 spin_lock_irqsave(&host->lock, flags);
1920
1921 if (host->mrq) {
Pierre Ossmanacf1da42007-02-09 08:29:19 +01001922 printk(KERN_ERR "%s: Timeout waiting for hardware "
1923 "interrupt.\n", mmc_hostname(host->mmc));
Pierre Ossmand129bce2006-03-24 03:18:17 -08001924 sdhci_dumpregs(host);
1925
1926 if (host->data) {
Pierre Ossman17b04292007-07-22 22:18:46 +02001927 host->data->error = -ETIMEDOUT;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001928 sdhci_finish_data(host);
1929 } else {
1930 if (host->cmd)
Pierre Ossman17b04292007-07-22 22:18:46 +02001931 host->cmd->error = -ETIMEDOUT;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001932 else
Pierre Ossman17b04292007-07-22 22:18:46 +02001933 host->mrq->cmd->error = -ETIMEDOUT;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001934
1935 tasklet_schedule(&host->finish_tasklet);
1936 }
1937 }
1938
Pierre Ossman5f25a662006-10-04 02:15:39 -07001939 mmiowb();
Pierre Ossmand129bce2006-03-24 03:18:17 -08001940 spin_unlock_irqrestore(&host->lock, flags);
1941}
1942
Arindam Nathcf2b5ee2011-05-05 12:19:07 +05301943static void sdhci_tuning_timer(unsigned long data)
1944{
1945 struct sdhci_host *host;
1946 unsigned long flags;
1947
1948 host = (struct sdhci_host *)data;
1949
1950 spin_lock_irqsave(&host->lock, flags);
1951
1952 host->flags |= SDHCI_NEEDS_RETUNING;
1953
1954 spin_unlock_irqrestore(&host->lock, flags);
1955}
1956
Pierre Ossmand129bce2006-03-24 03:18:17 -08001957/*****************************************************************************\
1958 * *
1959 * Interrupt handling *
1960 * *
1961\*****************************************************************************/
1962
1963static void sdhci_cmd_irq(struct sdhci_host *host, u32 intmask)
1964{
1965 BUG_ON(intmask == 0);
1966
1967 if (!host->cmd) {
Pierre Ossmanb67ac3f2007-08-12 17:29:47 +02001968 printk(KERN_ERR "%s: Got command interrupt 0x%08x even "
1969 "though no command operation was in progress.\n",
1970 mmc_hostname(host->mmc), (unsigned)intmask);
Pierre Ossmand129bce2006-03-24 03:18:17 -08001971 sdhci_dumpregs(host);
1972 return;
1973 }
1974
Pierre Ossman43b58b32007-07-25 23:15:27 +02001975 if (intmask & SDHCI_INT_TIMEOUT)
Pierre Ossman17b04292007-07-22 22:18:46 +02001976 host->cmd->error = -ETIMEDOUT;
1977 else if (intmask & (SDHCI_INT_CRC | SDHCI_INT_END_BIT |
1978 SDHCI_INT_INDEX))
1979 host->cmd->error = -EILSEQ;
Pierre Ossmand129bce2006-03-24 03:18:17 -08001980
Pierre Ossmane8095172008-07-25 01:09:08 +02001981 if (host->cmd->error) {
Pierre Ossmand129bce2006-03-24 03:18:17 -08001982 tasklet_schedule(&host->finish_tasklet);
Pierre Ossmane8095172008-07-25 01:09:08 +02001983 return;
1984 }
1985
1986 /*
1987 * The host can send and interrupt when the busy state has
1988 * ended, allowing us to wait without wasting CPU cycles.
1989 * Unfortunately this is overloaded on the "data complete"
1990 * interrupt, so we need to take some care when handling
1991 * it.
1992 *
1993 * Note: The 1.0 specification is a bit ambiguous about this
1994 * feature so there might be some problems with older
1995 * controllers.
1996 */
1997 if (host->cmd->flags & MMC_RSP_BUSY) {
1998 if (host->cmd->data)
1999 DBG("Cannot wait for busy signal when also "
2000 "doing a data transfer");
Ben Dooksf9454052009-02-20 20:33:08 +03002001 else if (!(host->quirks & SDHCI_QUIRK_NO_BUSY_IRQ))
Pierre Ossmane8095172008-07-25 01:09:08 +02002002 return;
Ben Dooksf9454052009-02-20 20:33:08 +03002003
2004 /* The controller does not support the end-of-busy IRQ,
2005 * fall through and take the SDHCI_INT_RESPONSE */
Pierre Ossmane8095172008-07-25 01:09:08 +02002006 }
2007
2008 if (intmask & SDHCI_INT_RESPONSE)
Pierre Ossman43b58b32007-07-25 23:15:27 +02002009 sdhci_finish_command(host);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002010}
2011
George G. Davis0957c332010-02-18 12:32:12 -05002012#ifdef CONFIG_MMC_DEBUG
Ben Dooks6882a8c2009-06-14 13:52:38 +01002013static void sdhci_show_adma_error(struct sdhci_host *host)
2014{
2015 const char *name = mmc_hostname(host->mmc);
2016 u8 *desc = host->adma_desc;
2017 __le32 *dma;
2018 __le16 *len;
2019 u8 attr;
2020
2021 sdhci_dumpregs(host);
2022
2023 while (true) {
2024 dma = (__le32 *)(desc + 4);
2025 len = (__le16 *)(desc + 2);
2026 attr = *desc;
2027
2028 DBG("%s: %p: DMA 0x%08x, LEN 0x%04x, Attr=0x%02x\n",
2029 name, desc, le32_to_cpu(*dma), le16_to_cpu(*len), attr);
2030
2031 desc += 8;
2032
2033 if (attr & 2)
2034 break;
2035 }
2036}
2037#else
2038static void sdhci_show_adma_error(struct sdhci_host *host) { }
2039#endif
2040
Pierre Ossmand129bce2006-03-24 03:18:17 -08002041static void sdhci_data_irq(struct sdhci_host *host, u32 intmask)
2042{
2043 BUG_ON(intmask == 0);
2044
Arindam Nathb513ea22011-05-05 12:19:04 +05302045 /* CMD19 generates _only_ Buffer Read Ready interrupt */
2046 if (intmask & SDHCI_INT_DATA_AVAIL) {
2047 if (SDHCI_GET_CMD(sdhci_readw(host, SDHCI_COMMAND)) ==
2048 MMC_SEND_TUNING_BLOCK) {
2049 host->tuning_done = 1;
2050 wake_up(&host->buf_ready_int);
2051 return;
2052 }
2053 }
2054
Pierre Ossmand129bce2006-03-24 03:18:17 -08002055 if (!host->data) {
2056 /*
Pierre Ossmane8095172008-07-25 01:09:08 +02002057 * The "data complete" interrupt is also used to
2058 * indicate that a busy state has ended. See comment
2059 * above in sdhci_cmd_irq().
Pierre Ossmand129bce2006-03-24 03:18:17 -08002060 */
Pierre Ossmane8095172008-07-25 01:09:08 +02002061 if (host->cmd && (host->cmd->flags & MMC_RSP_BUSY)) {
2062 if (intmask & SDHCI_INT_DATA_END) {
2063 sdhci_finish_command(host);
2064 return;
2065 }
2066 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08002067
Pierre Ossmanb67ac3f2007-08-12 17:29:47 +02002068 printk(KERN_ERR "%s: Got data interrupt 0x%08x even "
2069 "though no data operation was in progress.\n",
2070 mmc_hostname(host->mmc), (unsigned)intmask);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002071 sdhci_dumpregs(host);
2072
2073 return;
2074 }
2075
2076 if (intmask & SDHCI_INT_DATA_TIMEOUT)
Pierre Ossman17b04292007-07-22 22:18:46 +02002077 host->data->error = -ETIMEDOUT;
Aries Lee22113ef2010-12-15 08:14:24 +01002078 else if (intmask & SDHCI_INT_DATA_END_BIT)
2079 host->data->error = -EILSEQ;
2080 else if ((intmask & SDHCI_INT_DATA_CRC) &&
2081 SDHCI_GET_CMD(sdhci_readw(host, SDHCI_COMMAND))
2082 != MMC_BUS_TEST_R)
Pierre Ossman17b04292007-07-22 22:18:46 +02002083 host->data->error = -EILSEQ;
Ben Dooks6882a8c2009-06-14 13:52:38 +01002084 else if (intmask & SDHCI_INT_ADMA_ERROR) {
2085 printk(KERN_ERR "%s: ADMA error\n", mmc_hostname(host->mmc));
2086 sdhci_show_adma_error(host);
Pierre Ossman2134a922008-06-28 18:28:51 +02002087 host->data->error = -EIO;
Ben Dooks6882a8c2009-06-14 13:52:38 +01002088 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08002089
Pierre Ossman17b04292007-07-22 22:18:46 +02002090 if (host->data->error)
Pierre Ossmand129bce2006-03-24 03:18:17 -08002091 sdhci_finish_data(host);
2092 else {
Pierre Ossmana406f5a2006-07-02 16:50:59 +01002093 if (intmask & (SDHCI_INT_DATA_AVAIL | SDHCI_INT_SPACE_AVAIL))
Pierre Ossmand129bce2006-03-24 03:18:17 -08002094 sdhci_transfer_pio(host);
2095
Pierre Ossman6ba736a2007-05-13 22:39:23 +02002096 /*
2097 * We currently don't do anything fancy with DMA
2098 * boundaries, but as we can't disable the feature
2099 * we need to at least restart the transfer.
Mikko Vinnif6a03cb2011-04-12 09:36:18 -04002100 *
2101 * According to the spec sdhci_readl(host, SDHCI_DMA_ADDRESS)
2102 * should return a valid address to continue from, but as
2103 * some controllers are faulty, don't trust them.
Pierre Ossman6ba736a2007-05-13 22:39:23 +02002104 */
Mikko Vinnif6a03cb2011-04-12 09:36:18 -04002105 if (intmask & SDHCI_INT_DMA_END) {
2106 u32 dmastart, dmanow;
2107 dmastart = sg_dma_address(host->data->sg);
2108 dmanow = dmastart + host->data->bytes_xfered;
2109 /*
2110 * Force update to the next DMA block boundary.
2111 */
2112 dmanow = (dmanow &
2113 ~(SDHCI_DEFAULT_BOUNDARY_SIZE - 1)) +
2114 SDHCI_DEFAULT_BOUNDARY_SIZE;
2115 host->data->bytes_xfered = dmanow - dmastart;
2116 DBG("%s: DMA base 0x%08x, transferred 0x%06x bytes,"
2117 " next 0x%08x\n",
2118 mmc_hostname(host->mmc), dmastart,
2119 host->data->bytes_xfered, dmanow);
2120 sdhci_writel(host, dmanow, SDHCI_DMA_ADDRESS);
2121 }
Pierre Ossman6ba736a2007-05-13 22:39:23 +02002122
Pierre Ossmane538fbe2007-08-12 16:46:32 +02002123 if (intmask & SDHCI_INT_DATA_END) {
2124 if (host->cmd) {
2125 /*
2126 * Data managed to finish before the
2127 * command completed. Make sure we do
2128 * things in the proper order.
2129 */
2130 host->data_early = 1;
2131 } else {
2132 sdhci_finish_data(host);
2133 }
2134 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08002135 }
2136}
2137
David Howells7d12e782006-10-05 14:55:46 +01002138static irqreturn_t sdhci_irq(int irq, void *dev_id)
Pierre Ossmand129bce2006-03-24 03:18:17 -08002139{
2140 irqreturn_t result;
2141 struct sdhci_host* host = dev_id;
2142 u32 intmask;
Pierre Ossmanf75979b2007-09-04 07:59:18 +02002143 int cardint = 0;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002144
2145 spin_lock(&host->lock);
2146
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03002147 intmask = sdhci_readl(host, SDHCI_INT_STATUS);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002148
Mark Lord62df67a2007-03-06 13:30:13 +01002149 if (!intmask || intmask == 0xffffffff) {
Pierre Ossmand129bce2006-03-24 03:18:17 -08002150 result = IRQ_NONE;
2151 goto out;
2152 }
2153
Pierre Ossmanb69c9052008-03-08 23:44:25 +01002154 DBG("*** %s got interrupt: 0x%08x\n",
2155 mmc_hostname(host->mmc), intmask);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002156
Pierre Ossman3192a282006-06-30 02:22:26 -07002157 if (intmask & (SDHCI_INT_CARD_INSERT | SDHCI_INT_CARD_REMOVE)) {
Shawn Guod25928d2011-06-21 22:41:48 +08002158 u32 present = sdhci_readl(host, SDHCI_PRESENT_STATE) &
2159 SDHCI_CARD_PRESENT;
2160
2161 /*
2162 * There is a observation on i.mx esdhc. INSERT bit will be
2163 * immediately set again when it gets cleared, if a card is
2164 * inserted. We have to mask the irq to prevent interrupt
2165 * storm which will freeze the system. And the REMOVE gets
2166 * the same situation.
2167 *
2168 * More testing are needed here to ensure it works for other
2169 * platforms though.
2170 */
2171 sdhci_mask_irqs(host, present ? SDHCI_INT_CARD_INSERT :
2172 SDHCI_INT_CARD_REMOVE);
2173 sdhci_unmask_irqs(host, present ? SDHCI_INT_CARD_REMOVE :
2174 SDHCI_INT_CARD_INSERT);
2175
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03002176 sdhci_writel(host, intmask & (SDHCI_INT_CARD_INSERT |
Shawn Guod25928d2011-06-21 22:41:48 +08002177 SDHCI_INT_CARD_REMOVE), SDHCI_INT_STATUS);
2178 intmask &= ~(SDHCI_INT_CARD_INSERT | SDHCI_INT_CARD_REMOVE);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002179 tasklet_schedule(&host->card_tasklet);
Pierre Ossman3192a282006-06-30 02:22:26 -07002180 }
2181
Pierre Ossmand129bce2006-03-24 03:18:17 -08002182 if (intmask & SDHCI_INT_CMD_MASK) {
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03002183 sdhci_writel(host, intmask & SDHCI_INT_CMD_MASK,
2184 SDHCI_INT_STATUS);
Pierre Ossman3192a282006-06-30 02:22:26 -07002185 sdhci_cmd_irq(host, intmask & SDHCI_INT_CMD_MASK);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002186 }
2187
2188 if (intmask & SDHCI_INT_DATA_MASK) {
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03002189 sdhci_writel(host, intmask & SDHCI_INT_DATA_MASK,
2190 SDHCI_INT_STATUS);
Pierre Ossman3192a282006-06-30 02:22:26 -07002191 sdhci_data_irq(host, intmask & SDHCI_INT_DATA_MASK);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002192 }
2193
2194 intmask &= ~(SDHCI_INT_CMD_MASK | SDHCI_INT_DATA_MASK);
2195
Pierre Ossman964f9ce2007-07-20 18:20:36 +02002196 intmask &= ~SDHCI_INT_ERROR;
2197
Pierre Ossmand129bce2006-03-24 03:18:17 -08002198 if (intmask & SDHCI_INT_BUS_POWER) {
Pierre Ossman3192a282006-06-30 02:22:26 -07002199 printk(KERN_ERR "%s: Card is consuming too much power!\n",
Pierre Ossmand129bce2006-03-24 03:18:17 -08002200 mmc_hostname(host->mmc));
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03002201 sdhci_writel(host, SDHCI_INT_BUS_POWER, SDHCI_INT_STATUS);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002202 }
2203
Rolf Eike Beer9d26a5d2007-06-26 13:31:16 +02002204 intmask &= ~SDHCI_INT_BUS_POWER;
Pierre Ossman3192a282006-06-30 02:22:26 -07002205
Pierre Ossmanf75979b2007-09-04 07:59:18 +02002206 if (intmask & SDHCI_INT_CARD_INT)
2207 cardint = 1;
2208
2209 intmask &= ~SDHCI_INT_CARD_INT;
2210
Pierre Ossman3192a282006-06-30 02:22:26 -07002211 if (intmask) {
Pierre Ossmanacf1da42007-02-09 08:29:19 +01002212 printk(KERN_ERR "%s: Unexpected interrupt 0x%08x.\n",
Pierre Ossman3192a282006-06-30 02:22:26 -07002213 mmc_hostname(host->mmc), intmask);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002214 sdhci_dumpregs(host);
2215
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03002216 sdhci_writel(host, intmask, SDHCI_INT_STATUS);
Pierre Ossman3192a282006-06-30 02:22:26 -07002217 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08002218
2219 result = IRQ_HANDLED;
2220
Pierre Ossman5f25a662006-10-04 02:15:39 -07002221 mmiowb();
Pierre Ossmand129bce2006-03-24 03:18:17 -08002222out:
2223 spin_unlock(&host->lock);
2224
Pierre Ossmanf75979b2007-09-04 07:59:18 +02002225 /*
2226 * We have to delay this as it calls back into the driver.
2227 */
2228 if (cardint)
2229 mmc_signal_sdio_irq(host->mmc);
2230
Pierre Ossmand129bce2006-03-24 03:18:17 -08002231 return result;
2232}
2233
2234/*****************************************************************************\
2235 * *
2236 * Suspend/resume *
2237 * *
2238\*****************************************************************************/
2239
2240#ifdef CONFIG_PM
2241
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002242int sdhci_suspend_host(struct sdhci_host *host, pm_message_t state)
Pierre Ossmand129bce2006-03-24 03:18:17 -08002243{
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002244 int ret;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002245
Anton Vorontsov7260cf52009-03-17 00:13:48 +03002246 sdhci_disable_card_detection(host);
2247
Arindam Nathcf2b5ee2011-05-05 12:19:07 +05302248 /* Disable tuning since we are suspending */
2249 if (host->version >= SDHCI_SPEC_300 && host->tuning_count &&
2250 host->tuning_mode == SDHCI_TUNING_MODE_1) {
2251 host->flags &= ~SDHCI_NEEDS_RETUNING;
2252 mod_timer(&host->tuning_timer, jiffies +
2253 host->tuning_count * HZ);
2254 }
2255
Matt Fleming1a13f8f2010-05-26 14:42:08 -07002256 ret = mmc_suspend_host(host->mmc);
Pierre Ossmandf1c4b72007-01-30 07:55:15 +01002257 if (ret)
2258 return ret;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002259
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002260 free_irq(host->irq, host);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002261
Marek Szyprowski9bea3c82010-08-10 18:01:59 -07002262 if (host->vmmc)
2263 ret = regulator_disable(host->vmmc);
2264
2265 return ret;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002266}
2267
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002268EXPORT_SYMBOL_GPL(sdhci_suspend_host);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002269
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002270int sdhci_resume_host(struct sdhci_host *host)
2271{
2272 int ret;
2273
Marek Szyprowski9bea3c82010-08-10 18:01:59 -07002274 if (host->vmmc) {
2275 int ret = regulator_enable(host->vmmc);
2276 if (ret)
2277 return ret;
2278 }
2279
2280
Richard Röjforsa13abc72009-09-22 16:45:30 -07002281 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) {
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002282 if (host->ops->enable_dma)
2283 host->ops->enable_dma(host);
2284 }
2285
2286 ret = request_irq(host->irq, sdhci_irq, IRQF_SHARED,
2287 mmc_hostname(host->mmc), host);
2288 if (ret)
2289 return ret;
2290
Nicolas Pitre2f4cbb32010-03-05 13:43:32 -08002291 sdhci_init(host, (host->mmc->pm_flags & MMC_PM_KEEP_POWER));
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002292 mmiowb();
2293
2294 ret = mmc_resume_host(host->mmc);
Anton Vorontsov7260cf52009-03-17 00:13:48 +03002295 sdhci_enable_card_detection(host);
2296
Arindam Nathcf2b5ee2011-05-05 12:19:07 +05302297 /* Set the re-tuning expiration flag */
2298 if ((host->version >= SDHCI_SPEC_300) && host->tuning_count &&
2299 (host->tuning_mode == SDHCI_TUNING_MODE_1))
2300 host->flags |= SDHCI_NEEDS_RETUNING;
2301
Nicolas Pitre2f4cbb32010-03-05 13:43:32 -08002302 return ret;
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002303}
2304
2305EXPORT_SYMBOL_GPL(sdhci_resume_host);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002306
Daniel Drake5f619702010-11-04 22:20:39 +00002307void sdhci_enable_irq_wakeups(struct sdhci_host *host)
2308{
2309 u8 val;
2310 val = sdhci_readb(host, SDHCI_WAKE_UP_CONTROL);
2311 val |= SDHCI_WAKE_ON_INT;
2312 sdhci_writeb(host, val, SDHCI_WAKE_UP_CONTROL);
2313}
2314
2315EXPORT_SYMBOL_GPL(sdhci_enable_irq_wakeups);
2316
Pierre Ossmand129bce2006-03-24 03:18:17 -08002317#endif /* CONFIG_PM */
2318
2319/*****************************************************************************\
2320 * *
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002321 * Device allocation/registration *
Pierre Ossmand129bce2006-03-24 03:18:17 -08002322 * *
2323\*****************************************************************************/
2324
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002325struct sdhci_host *sdhci_alloc_host(struct device *dev,
2326 size_t priv_size)
Pierre Ossmand129bce2006-03-24 03:18:17 -08002327{
Pierre Ossmand129bce2006-03-24 03:18:17 -08002328 struct mmc_host *mmc;
2329 struct sdhci_host *host;
2330
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002331 WARN_ON(dev == NULL);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002332
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002333 mmc = mmc_alloc_host(sizeof(struct sdhci_host) + priv_size, dev);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002334 if (!mmc)
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002335 return ERR_PTR(-ENOMEM);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002336
2337 host = mmc_priv(mmc);
2338 host->mmc = mmc;
2339
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002340 return host;
2341}
Pierre Ossman8a4da142006-10-04 02:15:40 -07002342
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002343EXPORT_SYMBOL_GPL(sdhci_alloc_host);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002344
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002345int sdhci_add_host(struct sdhci_host *host)
2346{
2347 struct mmc_host *mmc;
Arindam Nathf2119df2011-05-05 12:18:57 +05302348 u32 caps[2];
2349 u32 max_current_caps;
2350 unsigned int ocr_avail;
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002351 int ret;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002352
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002353 WARN_ON(host == NULL);
2354 if (host == NULL)
2355 return -EINVAL;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002356
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002357 mmc = host->mmc;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002358
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002359 if (debug_quirks)
2360 host->quirks = debug_quirks;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002361
Pierre Ossmand96649e2006-06-30 02:22:30 -07002362 sdhci_reset(host, SDHCI_RESET_ALL);
2363
Anton Vorontsov4e4141a2009-03-17 00:13:46 +03002364 host->version = sdhci_readw(host, SDHCI_HOST_VERSION);
Pierre Ossman2134a922008-06-28 18:28:51 +02002365 host->version = (host->version & SDHCI_SPEC_VER_MASK)
2366 >> SDHCI_SPEC_VER_SHIFT;
Zhangfei Gao85105c52010-08-06 07:10:01 +08002367 if (host->version > SDHCI_SPEC_300) {
Pierre Ossman4a965502006-06-30 02:22:29 -07002368 printk(KERN_ERR "%s: Unknown controller version (%d). "
Pierre Ossmanb69c9052008-03-08 23:44:25 +01002369 "You may experience problems.\n", mmc_hostname(mmc),
Pierre Ossman2134a922008-06-28 18:28:51 +02002370 host->version);
Pierre Ossman4a965502006-06-30 02:22:29 -07002371 }
2372
Arindam Nathf2119df2011-05-05 12:18:57 +05302373 caps[0] = (host->quirks & SDHCI_QUIRK_MISSING_CAPS) ? host->caps :
Maxim Levitskyccc92c22010-08-10 18:01:42 -07002374 sdhci_readl(host, SDHCI_CAPABILITIES);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002375
Arindam Nathf2119df2011-05-05 12:18:57 +05302376 caps[1] = (host->version >= SDHCI_SPEC_300) ?
2377 sdhci_readl(host, SDHCI_CAPABILITIES_1) : 0;
2378
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002379 if (host->quirks & SDHCI_QUIRK_FORCE_DMA)
Richard Röjforsa13abc72009-09-22 16:45:30 -07002380 host->flags |= SDHCI_USE_SDMA;
Arindam Nathf2119df2011-05-05 12:18:57 +05302381 else if (!(caps[0] & SDHCI_CAN_DO_SDMA))
Richard Röjforsa13abc72009-09-22 16:45:30 -07002382 DBG("Controller doesn't have SDMA capability\n");
Pierre Ossman67435272006-06-30 02:22:31 -07002383 else
Richard Röjforsa13abc72009-09-22 16:45:30 -07002384 host->flags |= SDHCI_USE_SDMA;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002385
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002386 if ((host->quirks & SDHCI_QUIRK_BROKEN_DMA) &&
Richard Röjforsa13abc72009-09-22 16:45:30 -07002387 (host->flags & SDHCI_USE_SDMA)) {
Rolf Eike Beercee687c2007-11-02 15:22:30 +01002388 DBG("Disabling DMA as it is marked broken\n");
Richard Röjforsa13abc72009-09-22 16:45:30 -07002389 host->flags &= ~SDHCI_USE_SDMA;
Feng Tang7c168e32007-09-30 12:44:18 +02002390 }
2391
Arindam Nathf2119df2011-05-05 12:18:57 +05302392 if ((host->version >= SDHCI_SPEC_200) &&
2393 (caps[0] & SDHCI_CAN_DO_ADMA2))
Richard Röjforsa13abc72009-09-22 16:45:30 -07002394 host->flags |= SDHCI_USE_ADMA;
Pierre Ossman2134a922008-06-28 18:28:51 +02002395
2396 if ((host->quirks & SDHCI_QUIRK_BROKEN_ADMA) &&
2397 (host->flags & SDHCI_USE_ADMA)) {
2398 DBG("Disabling ADMA as it is marked broken\n");
2399 host->flags &= ~SDHCI_USE_ADMA;
2400 }
2401
Richard Röjforsa13abc72009-09-22 16:45:30 -07002402 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) {
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002403 if (host->ops->enable_dma) {
2404 if (host->ops->enable_dma(host)) {
2405 printk(KERN_WARNING "%s: No suitable DMA "
2406 "available. Falling back to PIO.\n",
2407 mmc_hostname(mmc));
Richard Röjforsa13abc72009-09-22 16:45:30 -07002408 host->flags &=
2409 ~(SDHCI_USE_SDMA | SDHCI_USE_ADMA);
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002410 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08002411 }
2412 }
2413
Pierre Ossman2134a922008-06-28 18:28:51 +02002414 if (host->flags & SDHCI_USE_ADMA) {
2415 /*
2416 * We need to allocate descriptors for all sg entries
2417 * (128) and potentially one alignment transfer for
2418 * each of those entries.
2419 */
2420 host->adma_desc = kmalloc((128 * 2 + 1) * 4, GFP_KERNEL);
2421 host->align_buffer = kmalloc(128 * 4, GFP_KERNEL);
2422 if (!host->adma_desc || !host->align_buffer) {
2423 kfree(host->adma_desc);
2424 kfree(host->align_buffer);
2425 printk(KERN_WARNING "%s: Unable to allocate ADMA "
2426 "buffers. Falling back to standard DMA.\n",
2427 mmc_hostname(mmc));
2428 host->flags &= ~SDHCI_USE_ADMA;
2429 }
2430 }
2431
Pierre Ossman76591502008-07-21 00:32:11 +02002432 /*
2433 * If we use DMA, then it's up to the caller to set the DMA
2434 * mask, but PIO does not need the hw shim so we set a new
2435 * mask here in that case.
2436 */
Richard Röjforsa13abc72009-09-22 16:45:30 -07002437 if (!(host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA))) {
Pierre Ossman76591502008-07-21 00:32:11 +02002438 host->dma_mask = DMA_BIT_MASK(64);
2439 mmc_dev(host->mmc)->dma_mask = &host->dma_mask;
2440 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08002441
Zhangfei Gaoc4687d52010-08-20 14:02:36 -04002442 if (host->version >= SDHCI_SPEC_300)
Arindam Nathf2119df2011-05-05 12:18:57 +05302443 host->max_clk = (caps[0] & SDHCI_CLOCK_V3_BASE_MASK)
Zhangfei Gaoc4687d52010-08-20 14:02:36 -04002444 >> SDHCI_CLOCK_BASE_SHIFT;
2445 else
Arindam Nathf2119df2011-05-05 12:18:57 +05302446 host->max_clk = (caps[0] & SDHCI_CLOCK_BASE_MASK)
Zhangfei Gaoc4687d52010-08-20 14:02:36 -04002447 >> SDHCI_CLOCK_BASE_SHIFT;
2448
Pierre Ossmand129bce2006-03-24 03:18:17 -08002449 host->max_clk *= 1000000;
Anton Vorontsovf27f47e2010-05-26 14:41:53 -07002450 if (host->max_clk == 0 || host->quirks &
2451 SDHCI_QUIRK_CAP_CLOCK_BASE_BROKEN) {
Ben Dooks4240ff02009-03-17 00:13:57 +03002452 if (!host->ops->get_max_clock) {
2453 printk(KERN_ERR
2454 "%s: Hardware doesn't specify base clock "
2455 "frequency.\n", mmc_hostname(mmc));
2456 return -ENODEV;
2457 }
2458 host->max_clk = host->ops->get_max_clock(host);
2459 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08002460
Pierre Ossman1c8cde92006-06-30 02:22:25 -07002461 host->timeout_clk =
Arindam Nathf2119df2011-05-05 12:18:57 +05302462 (caps[0] & SDHCI_TIMEOUT_CLK_MASK) >> SDHCI_TIMEOUT_CLK_SHIFT;
Pierre Ossman1c8cde92006-06-30 02:22:25 -07002463 if (host->timeout_clk == 0) {
Anton Vorontsov81b39802009-09-22 16:45:13 -07002464 if (host->ops->get_timeout_clock) {
2465 host->timeout_clk = host->ops->get_timeout_clock(host);
2466 } else if (!(host->quirks &
2467 SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK)) {
Ben Dooks4240ff02009-03-17 00:13:57 +03002468 printk(KERN_ERR
2469 "%s: Hardware doesn't specify timeout clock "
2470 "frequency.\n", mmc_hostname(mmc));
2471 return -ENODEV;
2472 }
Pierre Ossman1c8cde92006-06-30 02:22:25 -07002473 }
Arindam Nathf2119df2011-05-05 12:18:57 +05302474 if (caps[0] & SDHCI_TIMEOUT_CLK_UNIT)
Pierre Ossman1c8cde92006-06-30 02:22:25 -07002475 host->timeout_clk *= 1000;
2476
Pierre Ossmand129bce2006-03-24 03:18:17 -08002477 /*
Arindam Nathc3ed3872011-05-05 12:19:06 +05302478 * In case of Host Controller v3.00, find out whether clock
2479 * multiplier is supported.
2480 */
2481 host->clk_mul = (caps[1] & SDHCI_CLOCK_MUL_MASK) >>
2482 SDHCI_CLOCK_MUL_SHIFT;
2483
2484 /*
2485 * In case the value in Clock Multiplier is 0, then programmable
2486 * clock mode is not supported, otherwise the actual clock
2487 * multiplier is one more than the value of Clock Multiplier
2488 * in the Capabilities Register.
2489 */
2490 if (host->clk_mul)
2491 host->clk_mul += 1;
2492
2493 /*
Pierre Ossmand129bce2006-03-24 03:18:17 -08002494 * Set host parameters.
2495 */
2496 mmc->ops = &sdhci_ops;
Arindam Nathc3ed3872011-05-05 12:19:06 +05302497 mmc->f_max = host->max_clk;
Marek Szyprowskice5f0362010-08-10 18:01:56 -07002498 if (host->ops->get_min_clock)
Anton Vorontsova9e58f22009-07-29 15:04:16 -07002499 mmc->f_min = host->ops->get_min_clock(host);
Arindam Nathc3ed3872011-05-05 12:19:06 +05302500 else if (host->version >= SDHCI_SPEC_300) {
2501 if (host->clk_mul) {
2502 mmc->f_min = (host->max_clk * host->clk_mul) / 1024;
2503 mmc->f_max = host->max_clk * host->clk_mul;
2504 } else
2505 mmc->f_min = host->max_clk / SDHCI_MAX_DIV_SPEC_300;
2506 } else
Zhangfei Gao03975262010-09-20 15:15:18 -04002507 mmc->f_min = host->max_clk / SDHCI_MAX_DIV_SPEC_200;
Philip Rakity15ec4462010-11-19 16:48:39 -05002508
Adrian Hunter58d12462011-06-28 17:16:03 +03002509 if (host->quirks & SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK)
2510 mmc->max_discard_to = (1 << 27) / (mmc->f_max / 1000);
2511 else
2512 mmc->max_discard_to = (1 << 27) / host->timeout_clk;
2513
Andrei Warkentine89d4562011-05-23 15:06:37 -05002514 mmc->caps |= MMC_CAP_SDIO_IRQ | MMC_CAP_ERASE | MMC_CAP_CMD23;
2515
2516 if (host->quirks & SDHCI_QUIRK_MULTIBLOCK_READ_ACMD12)
2517 host->flags |= SDHCI_AUTO_CMD12;
Anton Vorontsov5fe23c72009-06-18 00:14:08 +04002518
Andrei Warkentin8edf63712011-05-23 15:06:39 -05002519 /* Auto-CMD23 stuff only works in ADMA or PIO. */
Andrei Warkentin4f3d3e92011-05-25 10:42:50 -04002520 if ((host->version >= SDHCI_SPEC_300) &&
Andrei Warkentin8edf63712011-05-23 15:06:39 -05002521 ((host->flags & SDHCI_USE_ADMA) ||
Andrei Warkentin4f3d3e92011-05-25 10:42:50 -04002522 !(host->flags & SDHCI_USE_SDMA))) {
Andrei Warkentin8edf63712011-05-23 15:06:39 -05002523 host->flags |= SDHCI_AUTO_CMD23;
2524 DBG("%s: Auto-CMD23 available\n", mmc_hostname(mmc));
2525 } else {
2526 DBG("%s: Auto-CMD23 unavailable\n", mmc_hostname(mmc));
2527 }
2528
Philip Rakity15ec4462010-11-19 16:48:39 -05002529 /*
2530 * A controller may support 8-bit width, but the board itself
2531 * might not have the pins brought out. Boards that support
2532 * 8-bit width must set "mmc->caps |= MMC_CAP_8_BIT_DATA;" in
2533 * their platform code before calling sdhci_add_host(), and we
2534 * won't assume 8-bit width for hosts without that CAP.
2535 */
Anton Vorontsov5fe23c72009-06-18 00:14:08 +04002536 if (!(host->quirks & SDHCI_QUIRK_FORCE_1_BIT_DATA))
Philip Rakity15ec4462010-11-19 16:48:39 -05002537 mmc->caps |= MMC_CAP_4_BIT_DATA;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002538
Arindam Nathf2119df2011-05-05 12:18:57 +05302539 if (caps[0] & SDHCI_CAN_DO_HISPD)
Zhangfei Gaoa29e7e12010-08-16 21:15:32 -04002540 mmc->caps |= MMC_CAP_SD_HIGHSPEED | MMC_CAP_MMC_HIGHSPEED;
Pierre Ossmancd9277c2007-02-18 12:07:47 +01002541
Jaehoon Chung176d1ed2010-09-27 09:42:20 +01002542 if ((host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) &&
2543 mmc_card_is_removable(mmc))
Anton Vorontsov68d1fb72009-03-17 00:13:52 +03002544 mmc->caps |= MMC_CAP_NEEDS_POLL;
2545
Arindam Nathf2119df2011-05-05 12:18:57 +05302546 /* UHS-I mode(s) supported by the host controller. */
2547 if (host->version >= SDHCI_SPEC_300)
2548 mmc->caps |= MMC_CAP_UHS_SDR12 | MMC_CAP_UHS_SDR25;
2549
2550 /* SDR104 supports also implies SDR50 support */
2551 if (caps[1] & SDHCI_SUPPORT_SDR104)
2552 mmc->caps |= MMC_CAP_UHS_SDR104 | MMC_CAP_UHS_SDR50;
2553 else if (caps[1] & SDHCI_SUPPORT_SDR50)
2554 mmc->caps |= MMC_CAP_UHS_SDR50;
2555
2556 if (caps[1] & SDHCI_SUPPORT_DDR50)
2557 mmc->caps |= MMC_CAP_UHS_DDR50;
2558
Arindam Nathb513ea22011-05-05 12:19:04 +05302559 /* Does the host needs tuning for SDR50? */
2560 if (caps[1] & SDHCI_USE_SDR50_TUNING)
2561 host->flags |= SDHCI_SDR50_NEEDS_TUNING;
2562
Arindam Nathd6d50a12011-05-05 12:18:59 +05302563 /* Driver Type(s) (A, C, D) supported by the host */
2564 if (caps[1] & SDHCI_DRIVER_TYPE_A)
2565 mmc->caps |= MMC_CAP_DRIVER_TYPE_A;
2566 if (caps[1] & SDHCI_DRIVER_TYPE_C)
2567 mmc->caps |= MMC_CAP_DRIVER_TYPE_C;
2568 if (caps[1] & SDHCI_DRIVER_TYPE_D)
2569 mmc->caps |= MMC_CAP_DRIVER_TYPE_D;
2570
Arindam Nathcf2b5ee2011-05-05 12:19:07 +05302571 /* Initial value for re-tuning timer count */
2572 host->tuning_count = (caps[1] & SDHCI_RETUNING_TIMER_COUNT_MASK) >>
2573 SDHCI_RETUNING_TIMER_COUNT_SHIFT;
2574
2575 /*
2576 * In case Re-tuning Timer is not disabled, the actual value of
2577 * re-tuning timer will be 2 ^ (n - 1).
2578 */
2579 if (host->tuning_count)
2580 host->tuning_count = 1 << (host->tuning_count - 1);
2581
2582 /* Re-tuning mode supported by the Host Controller */
2583 host->tuning_mode = (caps[1] & SDHCI_RETUNING_MODE_MASK) >>
2584 SDHCI_RETUNING_MODE_SHIFT;
2585
Takashi Iwai8f230f42010-12-08 10:04:30 +01002586 ocr_avail = 0;
Arindam Nathf2119df2011-05-05 12:18:57 +05302587 /*
2588 * According to SD Host Controller spec v3.00, if the Host System
2589 * can afford more than 150mA, Host Driver should set XPC to 1. Also
2590 * the value is meaningful only if Voltage Support in the Capabilities
2591 * register is set. The actual current value is 4 times the register
2592 * value.
2593 */
2594 max_current_caps = sdhci_readl(host, SDHCI_MAX_CURRENT);
2595
2596 if (caps[0] & SDHCI_CAN_VDD_330) {
2597 int max_current_330;
2598
Takashi Iwai8f230f42010-12-08 10:04:30 +01002599 ocr_avail |= MMC_VDD_32_33 | MMC_VDD_33_34;
Arindam Nathf2119df2011-05-05 12:18:57 +05302600
2601 max_current_330 = ((max_current_caps &
2602 SDHCI_MAX_CURRENT_330_MASK) >>
2603 SDHCI_MAX_CURRENT_330_SHIFT) *
2604 SDHCI_MAX_CURRENT_MULTIPLIER;
2605
2606 if (max_current_330 > 150)
2607 mmc->caps |= MMC_CAP_SET_XPC_330;
2608 }
2609 if (caps[0] & SDHCI_CAN_VDD_300) {
2610 int max_current_300;
2611
Takashi Iwai8f230f42010-12-08 10:04:30 +01002612 ocr_avail |= MMC_VDD_29_30 | MMC_VDD_30_31;
Arindam Nathf2119df2011-05-05 12:18:57 +05302613
2614 max_current_300 = ((max_current_caps &
2615 SDHCI_MAX_CURRENT_300_MASK) >>
2616 SDHCI_MAX_CURRENT_300_SHIFT) *
2617 SDHCI_MAX_CURRENT_MULTIPLIER;
2618
2619 if (max_current_300 > 150)
2620 mmc->caps |= MMC_CAP_SET_XPC_300;
2621 }
2622 if (caps[0] & SDHCI_CAN_VDD_180) {
2623 int max_current_180;
2624
Takashi Iwai8f230f42010-12-08 10:04:30 +01002625 ocr_avail |= MMC_VDD_165_195;
2626
Arindam Nathf2119df2011-05-05 12:18:57 +05302627 max_current_180 = ((max_current_caps &
2628 SDHCI_MAX_CURRENT_180_MASK) >>
2629 SDHCI_MAX_CURRENT_180_SHIFT) *
2630 SDHCI_MAX_CURRENT_MULTIPLIER;
2631
2632 if (max_current_180 > 150)
2633 mmc->caps |= MMC_CAP_SET_XPC_180;
Arindam Nath5371c922011-05-05 12:19:02 +05302634
2635 /* Maximum current capabilities of the host at 1.8V */
2636 if (max_current_180 >= 800)
2637 mmc->caps |= MMC_CAP_MAX_CURRENT_800;
2638 else if (max_current_180 >= 600)
2639 mmc->caps |= MMC_CAP_MAX_CURRENT_600;
2640 else if (max_current_180 >= 400)
2641 mmc->caps |= MMC_CAP_MAX_CURRENT_400;
2642 else
2643 mmc->caps |= MMC_CAP_MAX_CURRENT_200;
Arindam Nathf2119df2011-05-05 12:18:57 +05302644 }
2645
Takashi Iwai8f230f42010-12-08 10:04:30 +01002646 mmc->ocr_avail = ocr_avail;
2647 mmc->ocr_avail_sdio = ocr_avail;
2648 if (host->ocr_avail_sdio)
2649 mmc->ocr_avail_sdio &= host->ocr_avail_sdio;
2650 mmc->ocr_avail_sd = ocr_avail;
2651 if (host->ocr_avail_sd)
2652 mmc->ocr_avail_sd &= host->ocr_avail_sd;
2653 else /* normal SD controllers don't support 1.8V */
2654 mmc->ocr_avail_sd &= ~MMC_VDD_165_195;
2655 mmc->ocr_avail_mmc = ocr_avail;
2656 if (host->ocr_avail_mmc)
2657 mmc->ocr_avail_mmc &= host->ocr_avail_mmc;
Pierre Ossman146ad662006-06-30 02:22:23 -07002658
2659 if (mmc->ocr_avail == 0) {
2660 printk(KERN_ERR "%s: Hardware doesn't report any "
Pierre Ossmanb69c9052008-03-08 23:44:25 +01002661 "support voltages.\n", mmc_hostname(mmc));
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002662 return -ENODEV;
Pierre Ossman146ad662006-06-30 02:22:23 -07002663 }
2664
Pierre Ossmand129bce2006-03-24 03:18:17 -08002665 spin_lock_init(&host->lock);
2666
2667 /*
Pierre Ossman2134a922008-06-28 18:28:51 +02002668 * Maximum number of segments. Depends on if the hardware
2669 * can do scatter/gather or not.
Pierre Ossmand129bce2006-03-24 03:18:17 -08002670 */
Pierre Ossman2134a922008-06-28 18:28:51 +02002671 if (host->flags & SDHCI_USE_ADMA)
Martin K. Petersena36274e2010-09-10 01:33:59 -04002672 mmc->max_segs = 128;
Richard Röjforsa13abc72009-09-22 16:45:30 -07002673 else if (host->flags & SDHCI_USE_SDMA)
Martin K. Petersena36274e2010-09-10 01:33:59 -04002674 mmc->max_segs = 1;
Pierre Ossman2134a922008-06-28 18:28:51 +02002675 else /* PIO */
Martin K. Petersena36274e2010-09-10 01:33:59 -04002676 mmc->max_segs = 128;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002677
2678 /*
Pierre Ossmanbab76962006-07-02 16:51:35 +01002679 * Maximum number of sectors in one transfer. Limited by DMA boundary
Pierre Ossman55db8902006-11-21 17:55:45 +01002680 * size (512KiB).
Pierre Ossmand129bce2006-03-24 03:18:17 -08002681 */
Pierre Ossman55db8902006-11-21 17:55:45 +01002682 mmc->max_req_size = 524288;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002683
2684 /*
2685 * Maximum segment size. Could be one segment with the maximum number
Pierre Ossman2134a922008-06-28 18:28:51 +02002686 * of bytes. When doing hardware scatter/gather, each entry cannot
2687 * be larger than 64 KiB though.
Pierre Ossmand129bce2006-03-24 03:18:17 -08002688 */
Olof Johansson30652aa2011-01-01 18:37:32 -06002689 if (host->flags & SDHCI_USE_ADMA) {
2690 if (host->quirks & SDHCI_QUIRK_BROKEN_ADMA_ZEROLEN_DESC)
2691 mmc->max_seg_size = 65535;
2692 else
2693 mmc->max_seg_size = 65536;
2694 } else {
Pierre Ossman2134a922008-06-28 18:28:51 +02002695 mmc->max_seg_size = mmc->max_req_size;
Olof Johansson30652aa2011-01-01 18:37:32 -06002696 }
Pierre Ossmand129bce2006-03-24 03:18:17 -08002697
2698 /*
Pierre Ossmanfe4a3c72006-11-21 17:54:23 +01002699 * Maximum block size. This varies from controller to controller and
2700 * is specified in the capabilities register.
2701 */
Anton Vorontsov0633f652009-03-17 00:14:03 +03002702 if (host->quirks & SDHCI_QUIRK_FORCE_BLK_SZ_2048) {
2703 mmc->max_blk_size = 2;
2704 } else {
Arindam Nathf2119df2011-05-05 12:18:57 +05302705 mmc->max_blk_size = (caps[0] & SDHCI_MAX_BLOCK_MASK) >>
Anton Vorontsov0633f652009-03-17 00:14:03 +03002706 SDHCI_MAX_BLOCK_SHIFT;
2707 if (mmc->max_blk_size >= 3) {
2708 printk(KERN_WARNING "%s: Invalid maximum block size, "
2709 "assuming 512 bytes\n", mmc_hostname(mmc));
2710 mmc->max_blk_size = 0;
2711 }
2712 }
2713
2714 mmc->max_blk_size = 512 << mmc->max_blk_size;
Pierre Ossmanfe4a3c72006-11-21 17:54:23 +01002715
2716 /*
Pierre Ossman55db8902006-11-21 17:55:45 +01002717 * Maximum block count.
2718 */
Ben Dooks1388eef2009-06-14 12:40:53 +01002719 mmc->max_blk_count = (host->quirks & SDHCI_QUIRK_NO_MULTIBLOCK) ? 1 : 65535;
Pierre Ossman55db8902006-11-21 17:55:45 +01002720
2721 /*
Pierre Ossmand129bce2006-03-24 03:18:17 -08002722 * Init tasklets.
2723 */
2724 tasklet_init(&host->card_tasklet,
2725 sdhci_tasklet_card, (unsigned long)host);
2726 tasklet_init(&host->finish_tasklet,
2727 sdhci_tasklet_finish, (unsigned long)host);
2728
Al Viroe4cad1b2006-10-10 22:47:07 +01002729 setup_timer(&host->timer, sdhci_timeout_timer, (unsigned long)host);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002730
Arindam Nathcf2b5ee2011-05-05 12:19:07 +05302731 if (host->version >= SDHCI_SPEC_300) {
Arindam Nathb513ea22011-05-05 12:19:04 +05302732 init_waitqueue_head(&host->buf_ready_int);
2733
Arindam Nathcf2b5ee2011-05-05 12:19:07 +05302734 /* Initialize re-tuning timer */
2735 init_timer(&host->tuning_timer);
2736 host->tuning_timer.data = (unsigned long)host;
2737 host->tuning_timer.function = sdhci_tuning_timer;
2738 }
2739
Thomas Gleixnerdace1452006-07-01 19:29:38 -07002740 ret = request_irq(host->irq, sdhci_irq, IRQF_SHARED,
Pierre Ossmanb69c9052008-03-08 23:44:25 +01002741 mmc_hostname(mmc), host);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002742 if (ret)
Pierre Ossman8ef1a142006-06-30 02:22:21 -07002743 goto untasklet;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002744
Marek Szyprowski9bea3c82010-08-10 18:01:59 -07002745 host->vmmc = regulator_get(mmc_dev(mmc), "vmmc");
2746 if (IS_ERR(host->vmmc)) {
2747 printk(KERN_INFO "%s: no vmmc regulator found\n", mmc_hostname(mmc));
2748 host->vmmc = NULL;
2749 } else {
2750 regulator_enable(host->vmmc);
2751 }
2752
Nicolas Pitre2f4cbb32010-03-05 13:43:32 -08002753 sdhci_init(host, 0);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002754
2755#ifdef CONFIG_MMC_DEBUG
2756 sdhci_dumpregs(host);
2757#endif
2758
Pierre Ossmanf9134312008-12-21 17:01:48 +01002759#ifdef SDHCI_USE_LEDS_CLASS
Helmut Schaa5dbace02009-02-14 16:22:39 +01002760 snprintf(host->led_name, sizeof(host->led_name),
2761 "%s::", mmc_hostname(mmc));
2762 host->led.name = host->led_name;
Pierre Ossman2f730fe2008-03-17 10:29:38 +01002763 host->led.brightness = LED_OFF;
2764 host->led.default_trigger = mmc_hostname(mmc);
2765 host->led.brightness_set = sdhci_led_control;
2766
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002767 ret = led_classdev_register(mmc_dev(mmc), &host->led);
Pierre Ossman2f730fe2008-03-17 10:29:38 +01002768 if (ret)
2769 goto reset;
2770#endif
2771
Pierre Ossman5f25a662006-10-04 02:15:39 -07002772 mmiowb();
2773
Pierre Ossmand129bce2006-03-24 03:18:17 -08002774 mmc_add_host(mmc);
2775
Richard Röjforsa13abc72009-09-22 16:45:30 -07002776 printk(KERN_INFO "%s: SDHCI controller on %s [%s] using %s\n",
Kay Sieversd1b26862008-11-08 21:37:46 +01002777 mmc_hostname(mmc), host->hw_name, dev_name(mmc_dev(mmc)),
Richard Röjforsa13abc72009-09-22 16:45:30 -07002778 (host->flags & SDHCI_USE_ADMA) ? "ADMA" :
2779 (host->flags & SDHCI_USE_SDMA) ? "DMA" : "PIO");
Pierre Ossmand129bce2006-03-24 03:18:17 -08002780
Anton Vorontsov7260cf52009-03-17 00:13:48 +03002781 sdhci_enable_card_detection(host);
2782
Pierre Ossmand129bce2006-03-24 03:18:17 -08002783 return 0;
2784
Pierre Ossmanf9134312008-12-21 17:01:48 +01002785#ifdef SDHCI_USE_LEDS_CLASS
Pierre Ossman2f730fe2008-03-17 10:29:38 +01002786reset:
2787 sdhci_reset(host, SDHCI_RESET_ALL);
2788 free_irq(host->irq, host);
2789#endif
Pierre Ossman8ef1a142006-06-30 02:22:21 -07002790untasklet:
Pierre Ossmand129bce2006-03-24 03:18:17 -08002791 tasklet_kill(&host->card_tasklet);
2792 tasklet_kill(&host->finish_tasklet);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002793
2794 return ret;
2795}
2796
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002797EXPORT_SYMBOL_GPL(sdhci_add_host);
2798
Pierre Ossman1e728592008-04-16 19:13:13 +02002799void sdhci_remove_host(struct sdhci_host *host, int dead)
Pierre Ossmand129bce2006-03-24 03:18:17 -08002800{
Pierre Ossman1e728592008-04-16 19:13:13 +02002801 unsigned long flags;
2802
2803 if (dead) {
2804 spin_lock_irqsave(&host->lock, flags);
2805
2806 host->flags |= SDHCI_DEVICE_DEAD;
2807
2808 if (host->mrq) {
2809 printk(KERN_ERR "%s: Controller removed during "
2810 " transfer!\n", mmc_hostname(host->mmc));
2811
2812 host->mrq->cmd->error = -ENOMEDIUM;
2813 tasklet_schedule(&host->finish_tasklet);
2814 }
2815
2816 spin_unlock_irqrestore(&host->lock, flags);
2817 }
2818
Anton Vorontsov7260cf52009-03-17 00:13:48 +03002819 sdhci_disable_card_detection(host);
2820
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002821 mmc_remove_host(host->mmc);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002822
Pierre Ossmanf9134312008-12-21 17:01:48 +01002823#ifdef SDHCI_USE_LEDS_CLASS
Pierre Ossman2f730fe2008-03-17 10:29:38 +01002824 led_classdev_unregister(&host->led);
2825#endif
2826
Pierre Ossman1e728592008-04-16 19:13:13 +02002827 if (!dead)
2828 sdhci_reset(host, SDHCI_RESET_ALL);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002829
2830 free_irq(host->irq, host);
2831
2832 del_timer_sync(&host->timer);
Arindam Nathcf2b5ee2011-05-05 12:19:07 +05302833 if (host->version >= SDHCI_SPEC_300)
2834 del_timer_sync(&host->tuning_timer);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002835
2836 tasklet_kill(&host->card_tasklet);
2837 tasklet_kill(&host->finish_tasklet);
Pierre Ossman2134a922008-06-28 18:28:51 +02002838
Marek Szyprowski9bea3c82010-08-10 18:01:59 -07002839 if (host->vmmc) {
2840 regulator_disable(host->vmmc);
2841 regulator_put(host->vmmc);
2842 }
2843
Pierre Ossman2134a922008-06-28 18:28:51 +02002844 kfree(host->adma_desc);
2845 kfree(host->align_buffer);
2846
2847 host->adma_desc = NULL;
2848 host->align_buffer = NULL;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002849}
2850
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002851EXPORT_SYMBOL_GPL(sdhci_remove_host);
2852
2853void sdhci_free_host(struct sdhci_host *host)
Pierre Ossmand129bce2006-03-24 03:18:17 -08002854{
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002855 mmc_free_host(host->mmc);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002856}
2857
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002858EXPORT_SYMBOL_GPL(sdhci_free_host);
Pierre Ossmand129bce2006-03-24 03:18:17 -08002859
2860/*****************************************************************************\
2861 * *
2862 * Driver init/exit *
2863 * *
2864\*****************************************************************************/
2865
2866static int __init sdhci_drv_init(void)
2867{
2868 printk(KERN_INFO DRIVER_NAME
Pierre Ossman52fbf9c2007-02-09 08:23:41 +01002869 ": Secure Digital Host Controller Interface driver\n");
Pierre Ossmand129bce2006-03-24 03:18:17 -08002870 printk(KERN_INFO DRIVER_NAME ": Copyright(c) Pierre Ossman\n");
2871
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002872 return 0;
Pierre Ossmand129bce2006-03-24 03:18:17 -08002873}
2874
2875static void __exit sdhci_drv_exit(void)
2876{
Pierre Ossmand129bce2006-03-24 03:18:17 -08002877}
2878
2879module_init(sdhci_drv_init);
2880module_exit(sdhci_drv_exit);
2881
Pierre Ossmandf673b22006-06-30 02:22:31 -07002882module_param(debug_quirks, uint, 0444);
Pierre Ossman67435272006-06-30 02:22:31 -07002883
Pierre Ossman32710e82009-04-08 20:14:54 +02002884MODULE_AUTHOR("Pierre Ossman <pierre@ossman.eu>");
Pierre Ossmanb8c86fc2008-03-18 17:35:49 +01002885MODULE_DESCRIPTION("Secure Digital Host Controller Interface core driver");
Pierre Ossmand129bce2006-03-24 03:18:17 -08002886MODULE_LICENSE("GPL");
Pierre Ossman67435272006-06-30 02:22:31 -07002887
Pierre Ossmandf673b22006-06-30 02:22:31 -07002888MODULE_PARM_DESC(debug_quirks, "Force certain quirks.");