Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1 | /* |
Pierre Ossman | 70f1048 | 2007-07-11 20:04:50 +0200 | [diff] [blame] | 2 | * linux/drivers/mmc/host/sdhci.c - Secure Digital Host Controller Interface driver |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3 | * |
Pierre Ossman | b69c905 | 2008-03-08 23:44:25 +0100 | [diff] [blame] | 4 | * Copyright (C) 2005-2008 Pierre Ossman, All Rights Reserved. |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
Pierre Ossman | 643f720 | 2006-09-30 23:27:52 -0700 | [diff] [blame] | 7 | * it under the terms of the GNU General Public License as published by |
| 8 | * the Free Software Foundation; either version 2 of the License, or (at |
| 9 | * your option) any later version. |
Pierre Ossman | 84c46a5 | 2007-12-02 19:58:16 +0100 | [diff] [blame] | 10 | * |
| 11 | * Thanks to the following companies for their support: |
| 12 | * |
| 13 | * - JMicron (hardware and technical support) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 14 | */ |
| 15 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 16 | #include <linux/delay.h> |
| 17 | #include <linux/highmem.h> |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 18 | #include <linux/io.h> |
Paul Gortmaker | 88b4767 | 2011-07-03 15:15:51 -0400 | [diff] [blame] | 19 | #include <linux/module.h> |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 20 | #include <linux/dma-mapping.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 21 | #include <linux/slab.h> |
Ralf Baechle | 1176360 | 2007-10-23 20:42:11 +0200 | [diff] [blame] | 22 | #include <linux/scatterlist.h> |
Marek Szyprowski | 9bea3c8 | 2010-08-10 18:01:59 -0700 | [diff] [blame] | 23 | #include <linux/regulator/consumer.h> |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 24 | #include <linux/pm_runtime.h> |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 25 | |
Pierre Ossman | 2f730fe | 2008-03-17 10:29:38 +0100 | [diff] [blame] | 26 | #include <linux/leds.h> |
| 27 | |
Aries Lee | 22113ef | 2010-12-15 08:14:24 +0100 | [diff] [blame] | 28 | #include <linux/mmc/mmc.h> |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 29 | #include <linux/mmc/host.h> |
Aaron Lu | 473b095a | 2012-07-03 17:27:49 +0800 | [diff] [blame] | 30 | #include <linux/mmc/card.h> |
Corneliu Doban | 85cc1c3 | 2015-02-09 16:06:29 -0800 | [diff] [blame] | 31 | #include <linux/mmc/sdio.h> |
Guennadi Liakhovetski | bec9d4e | 2012-09-17 16:45:10 +0800 | [diff] [blame] | 32 | #include <linux/mmc/slot-gpio.h> |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 33 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 34 | #include "sdhci.h" |
| 35 | |
| 36 | #define DRIVER_NAME "sdhci" |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 37 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 38 | #define DBG(f, x...) \ |
Russell King | c656317 | 2006-03-29 09:30:20 +0100 | [diff] [blame] | 39 | pr_debug(DRIVER_NAME " [%s()]: " f, __func__,## x) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 40 | |
Pierre Ossman | f913431 | 2008-12-21 17:01:48 +0100 | [diff] [blame] | 41 | #if defined(CONFIG_LEDS_CLASS) || (defined(CONFIG_LEDS_CLASS_MODULE) && \ |
| 42 | defined(CONFIG_MMC_SDHCI_MODULE)) |
| 43 | #define SDHCI_USE_LEDS_CLASS |
| 44 | #endif |
| 45 | |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 46 | #define MAX_TUNING_LOOP 40 |
| 47 | |
Pierre Ossman | df673b2 | 2006-06-30 02:22:31 -0700 | [diff] [blame] | 48 | static unsigned int debug_quirks = 0; |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 49 | static unsigned int debug_quirks2; |
Pierre Ossman | 6743527 | 2006-06-30 02:22:31 -0700 | [diff] [blame] | 50 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 51 | static void sdhci_finish_data(struct sdhci_host *); |
| 52 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 53 | static void sdhci_finish_command(struct sdhci_host *); |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 54 | static int sdhci_execute_tuning(struct mmc_host *mmc, u32 opcode); |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 55 | static void sdhci_enable_preset_value(struct sdhci_host *host, bool enable); |
Scott Branden | 04e079c | 2015-03-10 11:35:10 -0700 | [diff] [blame] | 56 | static int sdhci_do_get_cd(struct sdhci_host *host); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 57 | |
Rafael J. Wysocki | 162d6f9 | 2014-12-05 03:05:33 +0100 | [diff] [blame] | 58 | #ifdef CONFIG_PM |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 59 | static int sdhci_runtime_pm_get(struct sdhci_host *host); |
| 60 | static int sdhci_runtime_pm_put(struct sdhci_host *host); |
Adrian Hunter | f0710a5 | 2013-05-06 12:17:32 +0300 | [diff] [blame] | 61 | static void sdhci_runtime_pm_bus_on(struct sdhci_host *host); |
| 62 | static void sdhci_runtime_pm_bus_off(struct sdhci_host *host); |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 63 | #else |
| 64 | static inline int sdhci_runtime_pm_get(struct sdhci_host *host) |
| 65 | { |
| 66 | return 0; |
| 67 | } |
| 68 | static inline int sdhci_runtime_pm_put(struct sdhci_host *host) |
| 69 | { |
| 70 | return 0; |
| 71 | } |
Adrian Hunter | f0710a5 | 2013-05-06 12:17:32 +0300 | [diff] [blame] | 72 | static void sdhci_runtime_pm_bus_on(struct sdhci_host *host) |
| 73 | { |
| 74 | } |
| 75 | static void sdhci_runtime_pm_bus_off(struct sdhci_host *host) |
| 76 | { |
| 77 | } |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 78 | #endif |
| 79 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 80 | static void sdhci_dumpregs(struct sdhci_host *host) |
| 81 | { |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 82 | pr_debug(DRIVER_NAME ": =========== REGISTER DUMP (%s)===========\n", |
Philip Rakity | 412ab65 | 2010-09-22 15:25:13 -0700 | [diff] [blame] | 83 | mmc_hostname(host->mmc)); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 84 | |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 85 | pr_debug(DRIVER_NAME ": Sys addr: 0x%08x | Version: 0x%08x\n", |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 86 | sdhci_readl(host, SDHCI_DMA_ADDRESS), |
| 87 | sdhci_readw(host, SDHCI_HOST_VERSION)); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 88 | pr_debug(DRIVER_NAME ": Blk size: 0x%08x | Blk cnt: 0x%08x\n", |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 89 | sdhci_readw(host, SDHCI_BLOCK_SIZE), |
| 90 | sdhci_readw(host, SDHCI_BLOCK_COUNT)); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 91 | pr_debug(DRIVER_NAME ": Argument: 0x%08x | Trn mode: 0x%08x\n", |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 92 | sdhci_readl(host, SDHCI_ARGUMENT), |
| 93 | sdhci_readw(host, SDHCI_TRANSFER_MODE)); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 94 | pr_debug(DRIVER_NAME ": Present: 0x%08x | Host ctl: 0x%08x\n", |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 95 | sdhci_readl(host, SDHCI_PRESENT_STATE), |
| 96 | sdhci_readb(host, SDHCI_HOST_CONTROL)); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 97 | pr_debug(DRIVER_NAME ": Power: 0x%08x | Blk gap: 0x%08x\n", |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 98 | sdhci_readb(host, SDHCI_POWER_CONTROL), |
| 99 | sdhci_readb(host, SDHCI_BLOCK_GAP_CONTROL)); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 100 | pr_debug(DRIVER_NAME ": Wake-up: 0x%08x | Clock: 0x%08x\n", |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 101 | sdhci_readb(host, SDHCI_WAKE_UP_CONTROL), |
| 102 | sdhci_readw(host, SDHCI_CLOCK_CONTROL)); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 103 | pr_debug(DRIVER_NAME ": Timeout: 0x%08x | Int stat: 0x%08x\n", |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 104 | sdhci_readb(host, SDHCI_TIMEOUT_CONTROL), |
| 105 | sdhci_readl(host, SDHCI_INT_STATUS)); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 106 | pr_debug(DRIVER_NAME ": Int enab: 0x%08x | Sig enab: 0x%08x\n", |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 107 | sdhci_readl(host, SDHCI_INT_ENABLE), |
| 108 | sdhci_readl(host, SDHCI_SIGNAL_ENABLE)); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 109 | pr_debug(DRIVER_NAME ": AC12 err: 0x%08x | Slot int: 0x%08x\n", |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 110 | sdhci_readw(host, SDHCI_ACMD12_ERR), |
| 111 | sdhci_readw(host, SDHCI_SLOT_INT_STATUS)); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 112 | pr_debug(DRIVER_NAME ": Caps: 0x%08x | Caps_1: 0x%08x\n", |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 113 | sdhci_readl(host, SDHCI_CAPABILITIES), |
Philip Rakity | e8120ad | 2010-11-30 00:55:23 -0500 | [diff] [blame] | 114 | sdhci_readl(host, SDHCI_CAPABILITIES_1)); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 115 | pr_debug(DRIVER_NAME ": Cmd: 0x%08x | Max curr: 0x%08x\n", |
Philip Rakity | e8120ad | 2010-11-30 00:55:23 -0500 | [diff] [blame] | 116 | sdhci_readw(host, SDHCI_COMMAND), |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 117 | sdhci_readl(host, SDHCI_MAX_CURRENT)); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 118 | pr_debug(DRIVER_NAME ": Host ctl2: 0x%08x\n", |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 119 | sdhci_readw(host, SDHCI_HOST_CONTROL2)); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 120 | |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 121 | if (host->flags & SDHCI_USE_ADMA) { |
| 122 | if (host->flags & SDHCI_USE_64_BIT_DMA) |
| 123 | pr_debug(DRIVER_NAME ": ADMA Err: 0x%08x | ADMA Ptr: 0x%08x%08x\n", |
| 124 | readl(host->ioaddr + SDHCI_ADMA_ERROR), |
| 125 | readl(host->ioaddr + SDHCI_ADMA_ADDRESS_HI), |
| 126 | readl(host->ioaddr + SDHCI_ADMA_ADDRESS)); |
| 127 | else |
| 128 | pr_debug(DRIVER_NAME ": ADMA Err: 0x%08x | ADMA Ptr: 0x%08x\n", |
| 129 | readl(host->ioaddr + SDHCI_ADMA_ERROR), |
| 130 | readl(host->ioaddr + SDHCI_ADMA_ADDRESS)); |
| 131 | } |
Ben Dooks | be3f4ae | 2009-06-08 23:33:52 +0100 | [diff] [blame] | 132 | |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 133 | pr_debug(DRIVER_NAME ": ===========================================\n"); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 134 | } |
| 135 | |
| 136 | /*****************************************************************************\ |
| 137 | * * |
| 138 | * Low level functions * |
| 139 | * * |
| 140 | \*****************************************************************************/ |
| 141 | |
Anton Vorontsov | 7260cf5 | 2009-03-17 00:13:48 +0300 | [diff] [blame] | 142 | static void sdhci_set_card_detection(struct sdhci_host *host, bool enable) |
| 143 | { |
Russell King | 5b4f1f6 | 2014-04-25 12:57:02 +0100 | [diff] [blame] | 144 | u32 present; |
Anton Vorontsov | 7260cf5 | 2009-03-17 00:13:48 +0300 | [diff] [blame] | 145 | |
Adrian Hunter | c79396c | 2011-12-27 15:48:42 +0200 | [diff] [blame] | 146 | if ((host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) || |
Daniel Drake | 87b87a3 | 2012-04-10 00:14:20 +0100 | [diff] [blame] | 147 | (host->mmc->caps & MMC_CAP_NONREMOVABLE)) |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 148 | return; |
| 149 | |
Russell King | 5b4f1f6 | 2014-04-25 12:57:02 +0100 | [diff] [blame] | 150 | if (enable) { |
| 151 | present = sdhci_readl(host, SDHCI_PRESENT_STATE) & |
| 152 | SDHCI_CARD_PRESENT; |
Shawn Guo | d25928d | 2011-06-21 22:41:48 +0800 | [diff] [blame] | 153 | |
Russell King | 5b4f1f6 | 2014-04-25 12:57:02 +0100 | [diff] [blame] | 154 | host->ier |= present ? SDHCI_INT_CARD_REMOVE : |
| 155 | SDHCI_INT_CARD_INSERT; |
| 156 | } else { |
| 157 | host->ier &= ~(SDHCI_INT_CARD_REMOVE | SDHCI_INT_CARD_INSERT); |
| 158 | } |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 159 | |
| 160 | sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); |
| 161 | sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); |
Anton Vorontsov | 7260cf5 | 2009-03-17 00:13:48 +0300 | [diff] [blame] | 162 | } |
| 163 | |
| 164 | static void sdhci_enable_card_detection(struct sdhci_host *host) |
| 165 | { |
| 166 | sdhci_set_card_detection(host, true); |
| 167 | } |
| 168 | |
| 169 | static void sdhci_disable_card_detection(struct sdhci_host *host) |
| 170 | { |
| 171 | sdhci_set_card_detection(host, false); |
| 172 | } |
| 173 | |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 174 | void sdhci_reset(struct sdhci_host *host, u8 mask) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 175 | { |
Pierre Ossman | e16514d8 | 2006-06-30 02:22:24 -0700 | [diff] [blame] | 176 | unsigned long timeout; |
Philip Rakity | 393c1a3 | 2011-01-21 11:26:40 -0800 | [diff] [blame] | 177 | |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 178 | sdhci_writeb(host, mask, SDHCI_SOFTWARE_RESET); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 179 | |
Adrian Hunter | f0710a5 | 2013-05-06 12:17:32 +0300 | [diff] [blame] | 180 | if (mask & SDHCI_RESET_ALL) { |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 181 | host->clock = 0; |
Adrian Hunter | f0710a5 | 2013-05-06 12:17:32 +0300 | [diff] [blame] | 182 | /* Reset-all turns off SD Bus Power */ |
| 183 | if (host->quirks2 & SDHCI_QUIRK2_CARD_ON_NEEDS_BUS_ON) |
| 184 | sdhci_runtime_pm_bus_off(host); |
| 185 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 186 | |
Pierre Ossman | e16514d8 | 2006-06-30 02:22:24 -0700 | [diff] [blame] | 187 | /* Wait max 100 ms */ |
| 188 | timeout = 100; |
| 189 | |
| 190 | /* hw clears the bit when it's done */ |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 191 | while (sdhci_readb(host, SDHCI_SOFTWARE_RESET) & mask) { |
Pierre Ossman | e16514d8 | 2006-06-30 02:22:24 -0700 | [diff] [blame] | 192 | if (timeout == 0) { |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 193 | pr_err("%s: Reset 0x%x never completed.\n", |
Pierre Ossman | e16514d8 | 2006-06-30 02:22:24 -0700 | [diff] [blame] | 194 | mmc_hostname(host->mmc), (int)mask); |
| 195 | sdhci_dumpregs(host); |
| 196 | return; |
| 197 | } |
| 198 | timeout--; |
| 199 | mdelay(1); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 200 | } |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 201 | } |
| 202 | EXPORT_SYMBOL_GPL(sdhci_reset); |
Anton Vorontsov | 063a9db | 2009-03-17 00:14:02 +0300 | [diff] [blame] | 203 | |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 204 | static void sdhci_do_reset(struct sdhci_host *host, u8 mask) |
| 205 | { |
| 206 | if (host->quirks & SDHCI_QUIRK_NO_CARD_NO_RESET) { |
Ivan T. Ivanov | 135b0a2 | 2015-07-06 15:16:21 +0300 | [diff] [blame] | 207 | if (!sdhci_do_get_cd(host)) |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 208 | return; |
| 209 | } |
| 210 | |
| 211 | host->ops->reset(host, mask); |
Philip Rakity | 393c1a3 | 2011-01-21 11:26:40 -0800 | [diff] [blame] | 212 | |
Russell King | da91a8f | 2014-04-25 13:00:12 +0100 | [diff] [blame] | 213 | if (mask & SDHCI_RESET_ALL) { |
| 214 | if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { |
| 215 | if (host->ops->enable_dma) |
| 216 | host->ops->enable_dma(host); |
| 217 | } |
| 218 | |
| 219 | /* Resetting the controller clears many */ |
| 220 | host->preset_enabled = false; |
Shaohui Xie | 3abc1e80 | 2011-12-29 16:33:00 +0800 | [diff] [blame] | 221 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 222 | } |
| 223 | |
Nicolas Pitre | 2f4cbb3 | 2010-03-05 13:43:32 -0800 | [diff] [blame] | 224 | static void sdhci_set_ios(struct mmc_host *mmc, struct mmc_ios *ios); |
| 225 | |
| 226 | static void sdhci_init(struct sdhci_host *host, int soft) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 227 | { |
Nicolas Pitre | 2f4cbb3 | 2010-03-05 13:43:32 -0800 | [diff] [blame] | 228 | if (soft) |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 229 | sdhci_do_reset(host, SDHCI_RESET_CMD|SDHCI_RESET_DATA); |
Nicolas Pitre | 2f4cbb3 | 2010-03-05 13:43:32 -0800 | [diff] [blame] | 230 | else |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 231 | sdhci_do_reset(host, SDHCI_RESET_ALL); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 232 | |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 233 | host->ier = SDHCI_INT_BUS_POWER | SDHCI_INT_DATA_END_BIT | |
| 234 | SDHCI_INT_DATA_CRC | SDHCI_INT_DATA_TIMEOUT | |
| 235 | SDHCI_INT_INDEX | SDHCI_INT_END_BIT | SDHCI_INT_CRC | |
| 236 | SDHCI_INT_TIMEOUT | SDHCI_INT_DATA_END | |
| 237 | SDHCI_INT_RESPONSE; |
| 238 | |
| 239 | sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); |
| 240 | sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); |
Nicolas Pitre | 2f4cbb3 | 2010-03-05 13:43:32 -0800 | [diff] [blame] | 241 | |
| 242 | if (soft) { |
| 243 | /* force clock reconfiguration */ |
| 244 | host->clock = 0; |
| 245 | sdhci_set_ios(host->mmc, &host->mmc->ios); |
| 246 | } |
Anton Vorontsov | 7260cf5 | 2009-03-17 00:13:48 +0300 | [diff] [blame] | 247 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 248 | |
Anton Vorontsov | 7260cf5 | 2009-03-17 00:13:48 +0300 | [diff] [blame] | 249 | static void sdhci_reinit(struct sdhci_host *host) |
| 250 | { |
Nicolas Pitre | 2f4cbb3 | 2010-03-05 13:43:32 -0800 | [diff] [blame] | 251 | sdhci_init(host, 0); |
Anton Vorontsov | 7260cf5 | 2009-03-17 00:13:48 +0300 | [diff] [blame] | 252 | sdhci_enable_card_detection(host); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 253 | } |
| 254 | |
| 255 | static void sdhci_activate_led(struct sdhci_host *host) |
| 256 | { |
| 257 | u8 ctrl; |
| 258 | |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 259 | ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 260 | ctrl |= SDHCI_CTRL_LED; |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 261 | sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 262 | } |
| 263 | |
| 264 | static void sdhci_deactivate_led(struct sdhci_host *host) |
| 265 | { |
| 266 | u8 ctrl; |
| 267 | |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 268 | ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 269 | ctrl &= ~SDHCI_CTRL_LED; |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 270 | sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 271 | } |
| 272 | |
Pierre Ossman | f913431 | 2008-12-21 17:01:48 +0100 | [diff] [blame] | 273 | #ifdef SDHCI_USE_LEDS_CLASS |
Pierre Ossman | 2f730fe | 2008-03-17 10:29:38 +0100 | [diff] [blame] | 274 | static void sdhci_led_control(struct led_classdev *led, |
| 275 | enum led_brightness brightness) |
| 276 | { |
| 277 | struct sdhci_host *host = container_of(led, struct sdhci_host, led); |
| 278 | unsigned long flags; |
| 279 | |
| 280 | spin_lock_irqsave(&host->lock, flags); |
| 281 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 282 | if (host->runtime_suspended) |
| 283 | goto out; |
| 284 | |
Pierre Ossman | 2f730fe | 2008-03-17 10:29:38 +0100 | [diff] [blame] | 285 | if (brightness == LED_OFF) |
| 286 | sdhci_deactivate_led(host); |
| 287 | else |
| 288 | sdhci_activate_led(host); |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 289 | out: |
Pierre Ossman | 2f730fe | 2008-03-17 10:29:38 +0100 | [diff] [blame] | 290 | spin_unlock_irqrestore(&host->lock, flags); |
| 291 | } |
| 292 | #endif |
| 293 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 294 | /*****************************************************************************\ |
| 295 | * * |
| 296 | * Core functions * |
| 297 | * * |
| 298 | \*****************************************************************************/ |
| 299 | |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 300 | static void sdhci_read_block_pio(struct sdhci_host *host) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 301 | { |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 302 | unsigned long flags; |
| 303 | size_t blksize, len, chunk; |
Steven Noonan | 7244b85 | 2008-10-01 01:50:25 -0700 | [diff] [blame] | 304 | u32 uninitialized_var(scratch); |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 305 | u8 *buf; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 306 | |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 307 | DBG("PIO reading\n"); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 308 | |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 309 | blksize = host->data->blksz; |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 310 | chunk = 0; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 311 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 312 | local_irq_save(flags); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 313 | |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 314 | while (blksize) { |
Fabio Estevam | bf3a35a | 2015-05-09 18:44:51 -0300 | [diff] [blame] | 315 | BUG_ON(!sg_miter_next(&host->sg_miter)); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 316 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 317 | len = min(host->sg_miter.length, blksize); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 318 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 319 | blksize -= len; |
| 320 | host->sg_miter.consumed = len; |
Alex Dubov | 14d836e | 2007-04-13 19:04:38 +0200 | [diff] [blame] | 321 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 322 | buf = host->sg_miter.addr; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 323 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 324 | while (len) { |
| 325 | if (chunk == 0) { |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 326 | scratch = sdhci_readl(host, SDHCI_BUFFER); |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 327 | chunk = 4; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 328 | } |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 329 | |
| 330 | *buf = scratch & 0xFF; |
| 331 | |
| 332 | buf++; |
| 333 | scratch >>= 8; |
| 334 | chunk--; |
| 335 | len--; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 336 | } |
| 337 | } |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 338 | |
| 339 | sg_miter_stop(&host->sg_miter); |
| 340 | |
| 341 | local_irq_restore(flags); |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 342 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 343 | |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 344 | static void sdhci_write_block_pio(struct sdhci_host *host) |
| 345 | { |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 346 | unsigned long flags; |
| 347 | size_t blksize, len, chunk; |
| 348 | u32 scratch; |
| 349 | u8 *buf; |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 350 | |
| 351 | DBG("PIO writing\n"); |
| 352 | |
| 353 | blksize = host->data->blksz; |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 354 | chunk = 0; |
| 355 | scratch = 0; |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 356 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 357 | local_irq_save(flags); |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 358 | |
| 359 | while (blksize) { |
Fabio Estevam | bf3a35a | 2015-05-09 18:44:51 -0300 | [diff] [blame] | 360 | BUG_ON(!sg_miter_next(&host->sg_miter)); |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 361 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 362 | len = min(host->sg_miter.length, blksize); |
Alex Dubov | 14d836e | 2007-04-13 19:04:38 +0200 | [diff] [blame] | 363 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 364 | blksize -= len; |
| 365 | host->sg_miter.consumed = len; |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 366 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 367 | buf = host->sg_miter.addr; |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 368 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 369 | while (len) { |
| 370 | scratch |= (u32)*buf << (chunk * 8); |
| 371 | |
| 372 | buf++; |
| 373 | chunk++; |
| 374 | len--; |
| 375 | |
| 376 | if ((chunk == 4) || ((len == 0) && (blksize == 0))) { |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 377 | sdhci_writel(host, scratch, SDHCI_BUFFER); |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 378 | chunk = 0; |
| 379 | scratch = 0; |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 380 | } |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 381 | } |
| 382 | } |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 383 | |
| 384 | sg_miter_stop(&host->sg_miter); |
| 385 | |
| 386 | local_irq_restore(flags); |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 387 | } |
| 388 | |
| 389 | static void sdhci_transfer_pio(struct sdhci_host *host) |
| 390 | { |
| 391 | u32 mask; |
| 392 | |
| 393 | BUG_ON(!host->data); |
| 394 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 395 | if (host->blocks == 0) |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 396 | return; |
| 397 | |
| 398 | if (host->data->flags & MMC_DATA_READ) |
| 399 | mask = SDHCI_DATA_AVAILABLE; |
| 400 | else |
| 401 | mask = SDHCI_SPACE_AVAILABLE; |
| 402 | |
Pierre Ossman | 4a3cba3 | 2008-07-29 00:11:16 +0200 | [diff] [blame] | 403 | /* |
| 404 | * Some controllers (JMicron JMB38x) mess up the buffer bits |
| 405 | * for transfers < 4 bytes. As long as it is just one block, |
| 406 | * we can ignore the bits. |
| 407 | */ |
| 408 | if ((host->quirks & SDHCI_QUIRK_BROKEN_SMALL_PIO) && |
| 409 | (host->data->blocks == 1)) |
| 410 | mask = ~0; |
| 411 | |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 412 | while (sdhci_readl(host, SDHCI_PRESENT_STATE) & mask) { |
Anton Vorontsov | 3e3bf20 | 2009-03-17 00:14:00 +0300 | [diff] [blame] | 413 | if (host->quirks & SDHCI_QUIRK_PIO_NEEDS_DELAY) |
| 414 | udelay(100); |
| 415 | |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 416 | if (host->data->flags & MMC_DATA_READ) |
| 417 | sdhci_read_block_pio(host); |
| 418 | else |
| 419 | sdhci_write_block_pio(host); |
| 420 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 421 | host->blocks--; |
| 422 | if (host->blocks == 0) |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 423 | break; |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 424 | } |
| 425 | |
| 426 | DBG("PIO transfer complete.\n"); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 427 | } |
| 428 | |
Russell King | 48857d9 | 2016-01-26 13:40:16 +0000 | [diff] [blame] | 429 | static int sdhci_pre_dma_transfer(struct sdhci_host *host, |
Russell King | c0999b7 | 2016-01-26 13:40:27 +0000 | [diff] [blame] | 430 | struct mmc_data *data, int cookie) |
Russell King | 48857d9 | 2016-01-26 13:40:16 +0000 | [diff] [blame] | 431 | { |
| 432 | int sg_count; |
| 433 | |
Russell King | 94538e5 | 2016-01-26 13:40:37 +0000 | [diff] [blame] | 434 | /* |
| 435 | * If the data buffers are already mapped, return the previous |
| 436 | * dma_map_sg() result. |
| 437 | */ |
| 438 | if (data->host_cookie == COOKIE_PRE_MAPPED) |
Russell King | 48857d9 | 2016-01-26 13:40:16 +0000 | [diff] [blame] | 439 | return data->sg_count; |
Russell King | 48857d9 | 2016-01-26 13:40:16 +0000 | [diff] [blame] | 440 | |
| 441 | sg_count = dma_map_sg(mmc_dev(host->mmc), data->sg, data->sg_len, |
| 442 | data->flags & MMC_DATA_WRITE ? |
| 443 | DMA_TO_DEVICE : DMA_FROM_DEVICE); |
| 444 | |
| 445 | if (sg_count == 0) |
| 446 | return -ENOSPC; |
| 447 | |
| 448 | data->sg_count = sg_count; |
Russell King | c0999b7 | 2016-01-26 13:40:27 +0000 | [diff] [blame] | 449 | data->host_cookie = cookie; |
Russell King | 48857d9 | 2016-01-26 13:40:16 +0000 | [diff] [blame] | 450 | |
| 451 | return sg_count; |
| 452 | } |
| 453 | |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 454 | static char *sdhci_kmap_atomic(struct scatterlist *sg, unsigned long *flags) |
| 455 | { |
| 456 | local_irq_save(*flags); |
Cong Wang | 482fce9 | 2011-11-27 13:27:00 +0800 | [diff] [blame] | 457 | return kmap_atomic(sg_page(sg)) + sg->offset; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 458 | } |
| 459 | |
| 460 | static void sdhci_kunmap_atomic(void *buffer, unsigned long *flags) |
| 461 | { |
Cong Wang | 482fce9 | 2011-11-27 13:27:00 +0800 | [diff] [blame] | 462 | kunmap_atomic(buffer); |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 463 | local_irq_restore(*flags); |
| 464 | } |
| 465 | |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 466 | static void sdhci_adma_write_desc(struct sdhci_host *host, void *desc, |
| 467 | dma_addr_t addr, int len, unsigned cmd) |
Ben Dooks | 118cd17 | 2010-03-05 13:43:26 -0800 | [diff] [blame] | 468 | { |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 469 | struct sdhci_adma2_64_desc *dma_desc = desc; |
Ben Dooks | 118cd17 | 2010-03-05 13:43:26 -0800 | [diff] [blame] | 470 | |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 471 | /* 32-bit and 64-bit descriptors have these members in same position */ |
Adrian Hunter | 0545230 | 2014-11-04 12:42:45 +0200 | [diff] [blame] | 472 | dma_desc->cmd = cpu_to_le16(cmd); |
| 473 | dma_desc->len = cpu_to_le16(len); |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 474 | dma_desc->addr_lo = cpu_to_le32((u32)addr); |
| 475 | |
| 476 | if (host->flags & SDHCI_USE_64_BIT_DMA) |
| 477 | dma_desc->addr_hi = cpu_to_le32((u64)addr >> 32); |
Ben Dooks | 118cd17 | 2010-03-05 13:43:26 -0800 | [diff] [blame] | 478 | } |
| 479 | |
Adrian Hunter | b5ffa67 | 2014-11-04 12:42:40 +0200 | [diff] [blame] | 480 | static void sdhci_adma_mark_end(void *desc) |
| 481 | { |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 482 | struct sdhci_adma2_64_desc *dma_desc = desc; |
Adrian Hunter | b5ffa67 | 2014-11-04 12:42:40 +0200 | [diff] [blame] | 483 | |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 484 | /* 32-bit and 64-bit descriptors have 'cmd' in same position */ |
Adrian Hunter | 0545230 | 2014-11-04 12:42:45 +0200 | [diff] [blame] | 485 | dma_desc->cmd |= cpu_to_le16(ADMA2_END); |
Adrian Hunter | b5ffa67 | 2014-11-04 12:42:40 +0200 | [diff] [blame] | 486 | } |
| 487 | |
Russell King | 60c6476 | 2016-01-26 13:40:22 +0000 | [diff] [blame] | 488 | static void sdhci_adma_table_pre(struct sdhci_host *host, |
| 489 | struct mmc_data *data, int sg_count) |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 490 | { |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 491 | struct scatterlist *sg; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 492 | unsigned long flags; |
Russell King | acc3ad1 | 2016-01-26 13:40:00 +0000 | [diff] [blame] | 493 | dma_addr_t addr, align_addr; |
| 494 | void *desc, *align; |
| 495 | char *buffer; |
| 496 | int len, offset, i; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 497 | |
| 498 | /* |
| 499 | * The spec does not specify endianness of descriptor table. |
| 500 | * We currently guess that it is LE. |
| 501 | */ |
| 502 | |
Russell King | 60c6476 | 2016-01-26 13:40:22 +0000 | [diff] [blame] | 503 | host->sg_count = sg_count; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 504 | |
Adrian Hunter | 4efaa6f | 2014-11-04 12:42:39 +0200 | [diff] [blame] | 505 | desc = host->adma_table; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 506 | align = host->align_buffer; |
| 507 | |
| 508 | align_addr = host->align_addr; |
| 509 | |
| 510 | for_each_sg(data->sg, sg, host->sg_count, i) { |
| 511 | addr = sg_dma_address(sg); |
| 512 | len = sg_dma_len(sg); |
| 513 | |
| 514 | /* |
Russell King | acc3ad1 | 2016-01-26 13:40:00 +0000 | [diff] [blame] | 515 | * The SDHCI specification states that ADMA addresses must |
| 516 | * be 32-bit aligned. If they aren't, then we use a bounce |
| 517 | * buffer for the (up to three) bytes that screw up the |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 518 | * alignment. |
| 519 | */ |
Adrian Hunter | 04a5ae6 | 2015-11-26 14:00:49 +0200 | [diff] [blame] | 520 | offset = (SDHCI_ADMA2_ALIGN - (addr & SDHCI_ADMA2_MASK)) & |
| 521 | SDHCI_ADMA2_MASK; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 522 | if (offset) { |
| 523 | if (data->flags & MMC_DATA_WRITE) { |
| 524 | buffer = sdhci_kmap_atomic(sg, &flags); |
| 525 | memcpy(align, buffer, offset); |
| 526 | sdhci_kunmap_atomic(buffer, &flags); |
| 527 | } |
| 528 | |
Ben Dooks | 118cd17 | 2010-03-05 13:43:26 -0800 | [diff] [blame] | 529 | /* tran, valid */ |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 530 | sdhci_adma_write_desc(host, desc, align_addr, offset, |
Adrian Hunter | 739d46d | 2014-11-04 12:42:44 +0200 | [diff] [blame] | 531 | ADMA2_TRAN_VALID); |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 532 | |
| 533 | BUG_ON(offset > 65536); |
| 534 | |
Adrian Hunter | 04a5ae6 | 2015-11-26 14:00:49 +0200 | [diff] [blame] | 535 | align += SDHCI_ADMA2_ALIGN; |
| 536 | align_addr += SDHCI_ADMA2_ALIGN; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 537 | |
Adrian Hunter | 76fe379 | 2014-11-04 12:42:42 +0200 | [diff] [blame] | 538 | desc += host->desc_sz; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 539 | |
| 540 | addr += offset; |
| 541 | len -= offset; |
| 542 | } |
| 543 | |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 544 | BUG_ON(len > 65536); |
| 545 | |
Adrian Hunter | 347ea32 | 2015-11-26 14:00:48 +0200 | [diff] [blame] | 546 | if (len) { |
| 547 | /* tran, valid */ |
| 548 | sdhci_adma_write_desc(host, desc, addr, len, |
| 549 | ADMA2_TRAN_VALID); |
| 550 | desc += host->desc_sz; |
| 551 | } |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 552 | |
| 553 | /* |
| 554 | * If this triggers then we have a calculation bug |
| 555 | * somewhere. :/ |
| 556 | */ |
Adrian Hunter | 76fe379 | 2014-11-04 12:42:42 +0200 | [diff] [blame] | 557 | WARN_ON((desc - host->adma_table) >= host->adma_table_sz); |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 558 | } |
| 559 | |
Thomas Abraham | 70764a9 | 2010-05-26 14:42:04 -0700 | [diff] [blame] | 560 | if (host->quirks & SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC) { |
Russell King | acc3ad1 | 2016-01-26 13:40:00 +0000 | [diff] [blame] | 561 | /* Mark the last descriptor as the terminating descriptor */ |
Adrian Hunter | 4efaa6f | 2014-11-04 12:42:39 +0200 | [diff] [blame] | 562 | if (desc != host->adma_table) { |
Adrian Hunter | 76fe379 | 2014-11-04 12:42:42 +0200 | [diff] [blame] | 563 | desc -= host->desc_sz; |
Adrian Hunter | b5ffa67 | 2014-11-04 12:42:40 +0200 | [diff] [blame] | 564 | sdhci_adma_mark_end(desc); |
Thomas Abraham | 70764a9 | 2010-05-26 14:42:04 -0700 | [diff] [blame] | 565 | } |
| 566 | } else { |
Russell King | acc3ad1 | 2016-01-26 13:40:00 +0000 | [diff] [blame] | 567 | /* Add a terminating entry - nop, end, valid */ |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 568 | sdhci_adma_write_desc(host, desc, 0, 0, ADMA2_NOP_END_VALID); |
Thomas Abraham | 70764a9 | 2010-05-26 14:42:04 -0700 | [diff] [blame] | 569 | } |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 570 | } |
| 571 | |
| 572 | static void sdhci_adma_table_post(struct sdhci_host *host, |
| 573 | struct mmc_data *data) |
| 574 | { |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 575 | struct scatterlist *sg; |
| 576 | int i, size; |
Adrian Hunter | 1c3d5f6 | 2014-11-04 12:42:41 +0200 | [diff] [blame] | 577 | void *align; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 578 | char *buffer; |
| 579 | unsigned long flags; |
| 580 | |
Russell King | 47fa961 | 2016-01-26 13:40:06 +0000 | [diff] [blame] | 581 | if (data->flags & MMC_DATA_READ) { |
| 582 | bool has_unaligned = false; |
Russell King | de0b65a | 2014-04-25 12:58:29 +0100 | [diff] [blame] | 583 | |
Russell King | 47fa961 | 2016-01-26 13:40:06 +0000 | [diff] [blame] | 584 | /* Do a quick scan of the SG list for any unaligned mappings */ |
| 585 | for_each_sg(data->sg, sg, host->sg_count, i) |
Adrian Hunter | 04a5ae6 | 2015-11-26 14:00:49 +0200 | [diff] [blame] | 586 | if (sg_dma_address(sg) & SDHCI_ADMA2_MASK) { |
Russell King | 47fa961 | 2016-01-26 13:40:06 +0000 | [diff] [blame] | 587 | has_unaligned = true; |
| 588 | break; |
| 589 | } |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 590 | |
Russell King | 47fa961 | 2016-01-26 13:40:06 +0000 | [diff] [blame] | 591 | if (has_unaligned) { |
| 592 | dma_sync_sg_for_cpu(mmc_dev(host->mmc), data->sg, |
Russell King | f55c98f | 2016-01-26 13:40:11 +0000 | [diff] [blame] | 593 | data->sg_len, DMA_FROM_DEVICE); |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 594 | |
Russell King | 47fa961 | 2016-01-26 13:40:06 +0000 | [diff] [blame] | 595 | align = host->align_buffer; |
| 596 | |
| 597 | for_each_sg(data->sg, sg, host->sg_count, i) { |
| 598 | if (sg_dma_address(sg) & SDHCI_ADMA2_MASK) { |
| 599 | size = SDHCI_ADMA2_ALIGN - |
| 600 | (sg_dma_address(sg) & SDHCI_ADMA2_MASK); |
| 601 | |
| 602 | buffer = sdhci_kmap_atomic(sg, &flags); |
| 603 | memcpy(buffer, align, size); |
| 604 | sdhci_kunmap_atomic(buffer, &flags); |
| 605 | |
| 606 | align += SDHCI_ADMA2_ALIGN; |
| 607 | } |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 608 | } |
| 609 | } |
| 610 | } |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 611 | } |
| 612 | |
Andrei Warkentin | a3c7778 | 2011-04-11 16:13:42 -0500 | [diff] [blame] | 613 | static u8 sdhci_calc_timeout(struct sdhci_host *host, struct mmc_command *cmd) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 614 | { |
Pierre Ossman | 1c8cde9 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 615 | u8 count; |
Andrei Warkentin | a3c7778 | 2011-04-11 16:13:42 -0500 | [diff] [blame] | 616 | struct mmc_data *data = cmd->data; |
Pierre Ossman | 1c8cde9 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 617 | unsigned target_timeout, current_timeout; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 618 | |
Pierre Ossman | ee53ab5 | 2008-07-05 00:25:15 +0200 | [diff] [blame] | 619 | /* |
| 620 | * If the host controller provides us with an incorrect timeout |
| 621 | * value, just skip the check and use 0xE. The hardware may take |
| 622 | * longer to time out, but that's much better than having a too-short |
| 623 | * timeout value. |
| 624 | */ |
Pierre Ossman | 11a2f1b | 2009-06-21 20:59:33 +0200 | [diff] [blame] | 625 | if (host->quirks & SDHCI_QUIRK_BROKEN_TIMEOUT_VAL) |
Pierre Ossman | ee53ab5 | 2008-07-05 00:25:15 +0200 | [diff] [blame] | 626 | return 0xE; |
Pierre Ossman | e538fbe | 2007-08-12 16:46:32 +0200 | [diff] [blame] | 627 | |
Andrei Warkentin | a3c7778 | 2011-04-11 16:13:42 -0500 | [diff] [blame] | 628 | /* Unspecified timeout, assume max */ |
Ulf Hansson | 1d4d774 | 2014-01-08 15:06:08 +0100 | [diff] [blame] | 629 | if (!data && !cmd->busy_timeout) |
Andrei Warkentin | a3c7778 | 2011-04-11 16:13:42 -0500 | [diff] [blame] | 630 | return 0xE; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 631 | |
Andrei Warkentin | a3c7778 | 2011-04-11 16:13:42 -0500 | [diff] [blame] | 632 | /* timeout in us */ |
| 633 | if (!data) |
Ulf Hansson | 1d4d774 | 2014-01-08 15:06:08 +0100 | [diff] [blame] | 634 | target_timeout = cmd->busy_timeout * 1000; |
Andy Shevchenko | 78a2ca2 | 2011-08-03 18:35:59 +0300 | [diff] [blame] | 635 | else { |
Russell King | fafcfda | 2016-01-26 13:40:58 +0000 | [diff] [blame] | 636 | target_timeout = DIV_ROUND_UP(data->timeout_ns, 1000); |
Russell King | 7f05538 | 2016-01-26 13:41:04 +0000 | [diff] [blame] | 637 | if (host->clock && data->timeout_clks) { |
| 638 | unsigned long long val; |
| 639 | |
| 640 | /* |
| 641 | * data->timeout_clks is in units of clock cycles. |
| 642 | * host->clock is in Hz. target_timeout is in us. |
| 643 | * Hence, us = 1000000 * cycles / Hz. Round up. |
| 644 | */ |
| 645 | val = 1000000 * data->timeout_clks; |
| 646 | if (do_div(val, host->clock)) |
| 647 | target_timeout++; |
| 648 | target_timeout += val; |
| 649 | } |
Andy Shevchenko | 78a2ca2 | 2011-08-03 18:35:59 +0300 | [diff] [blame] | 650 | } |
Anton Vorontsov | 81b3980 | 2009-09-22 16:45:13 -0700 | [diff] [blame] | 651 | |
Pierre Ossman | 1c8cde9 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 652 | /* |
| 653 | * Figure out needed cycles. |
| 654 | * We do this in steps in order to fit inside a 32 bit int. |
| 655 | * The first step is the minimum timeout, which will have a |
| 656 | * minimum resolution of 6 bits: |
| 657 | * (1) 2^13*1000 > 2^22, |
| 658 | * (2) host->timeout_clk < 2^16 |
| 659 | * => |
| 660 | * (1) / (2) > 2^6 |
| 661 | */ |
| 662 | count = 0; |
| 663 | current_timeout = (1 << 13) * 1000 / host->timeout_clk; |
| 664 | while (current_timeout < target_timeout) { |
| 665 | count++; |
| 666 | current_timeout <<= 1; |
| 667 | if (count >= 0xF) |
| 668 | break; |
| 669 | } |
| 670 | |
| 671 | if (count >= 0xF) { |
Chris Ball | 09eeff5 | 2012-06-01 10:39:45 -0400 | [diff] [blame] | 672 | DBG("%s: Too large timeout 0x%x requested for CMD%d!\n", |
| 673 | mmc_hostname(host->mmc), count, cmd->opcode); |
Pierre Ossman | 1c8cde9 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 674 | count = 0xE; |
| 675 | } |
| 676 | |
Pierre Ossman | ee53ab5 | 2008-07-05 00:25:15 +0200 | [diff] [blame] | 677 | return count; |
| 678 | } |
| 679 | |
Anton Vorontsov | 6aa943a | 2009-03-17 00:13:50 +0300 | [diff] [blame] | 680 | static void sdhci_set_transfer_irqs(struct sdhci_host *host) |
| 681 | { |
| 682 | u32 pio_irqs = SDHCI_INT_DATA_AVAIL | SDHCI_INT_SPACE_AVAIL; |
| 683 | u32 dma_irqs = SDHCI_INT_DMA_END | SDHCI_INT_ADMA_ERROR; |
| 684 | |
| 685 | if (host->flags & SDHCI_REQ_USE_DMA) |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 686 | host->ier = (host->ier & ~pio_irqs) | dma_irqs; |
Anton Vorontsov | 6aa943a | 2009-03-17 00:13:50 +0300 | [diff] [blame] | 687 | else |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 688 | host->ier = (host->ier & ~dma_irqs) | pio_irqs; |
| 689 | |
| 690 | sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); |
| 691 | sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); |
Anton Vorontsov | 6aa943a | 2009-03-17 00:13:50 +0300 | [diff] [blame] | 692 | } |
| 693 | |
Aisheng Dong | b45e668 | 2014-08-27 15:26:29 +0800 | [diff] [blame] | 694 | static void sdhci_set_timeout(struct sdhci_host *host, struct mmc_command *cmd) |
Pierre Ossman | ee53ab5 | 2008-07-05 00:25:15 +0200 | [diff] [blame] | 695 | { |
| 696 | u8 count; |
Aisheng Dong | b45e668 | 2014-08-27 15:26:29 +0800 | [diff] [blame] | 697 | |
| 698 | if (host->ops->set_timeout) { |
| 699 | host->ops->set_timeout(host, cmd); |
| 700 | } else { |
| 701 | count = sdhci_calc_timeout(host, cmd); |
| 702 | sdhci_writeb(host, count, SDHCI_TIMEOUT_CONTROL); |
| 703 | } |
| 704 | } |
| 705 | |
| 706 | static void sdhci_prepare_data(struct sdhci_host *host, struct mmc_command *cmd) |
| 707 | { |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 708 | u8 ctrl; |
Andrei Warkentin | a3c7778 | 2011-04-11 16:13:42 -0500 | [diff] [blame] | 709 | struct mmc_data *data = cmd->data; |
Pierre Ossman | ee53ab5 | 2008-07-05 00:25:15 +0200 | [diff] [blame] | 710 | |
| 711 | WARN_ON(host->data); |
| 712 | |
Aisheng Dong | b45e668 | 2014-08-27 15:26:29 +0800 | [diff] [blame] | 713 | if (data || (cmd->flags & MMC_RSP_BUSY)) |
| 714 | sdhci_set_timeout(host, cmd); |
Andrei Warkentin | a3c7778 | 2011-04-11 16:13:42 -0500 | [diff] [blame] | 715 | |
| 716 | if (!data) |
Pierre Ossman | ee53ab5 | 2008-07-05 00:25:15 +0200 | [diff] [blame] | 717 | return; |
| 718 | |
| 719 | /* Sanity checks */ |
| 720 | BUG_ON(data->blksz * data->blocks > 524288); |
| 721 | BUG_ON(data->blksz > host->mmc->max_blk_size); |
| 722 | BUG_ON(data->blocks > 65535); |
| 723 | |
| 724 | host->data = data; |
| 725 | host->data_early = 0; |
Mikko Vinni | f6a03cb | 2011-04-12 09:36:18 -0400 | [diff] [blame] | 726 | host->data->bytes_xfered = 0; |
Pierre Ossman | ee53ab5 | 2008-07-05 00:25:15 +0200 | [diff] [blame] | 727 | |
Russell King | fce1442 | 2016-01-26 13:41:20 +0000 | [diff] [blame] | 728 | if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 729 | struct scatterlist *sg; |
Russell King | df95392 | 2016-01-26 13:41:14 +0000 | [diff] [blame] | 730 | unsigned int length_mask, offset_mask; |
Russell King | a0eaf0f | 2016-01-26 13:41:09 +0000 | [diff] [blame] | 731 | int i; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 732 | |
Russell King | fce1442 | 2016-01-26 13:41:20 +0000 | [diff] [blame] | 733 | host->flags |= SDHCI_REQ_USE_DMA; |
| 734 | |
| 735 | /* |
| 736 | * FIXME: This doesn't account for merging when mapping the |
| 737 | * scatterlist. |
| 738 | * |
| 739 | * The assumption here being that alignment and lengths are |
| 740 | * the same after DMA mapping to device address space. |
| 741 | */ |
Russell King | a0eaf0f | 2016-01-26 13:41:09 +0000 | [diff] [blame] | 742 | length_mask = 0; |
Russell King | df95392 | 2016-01-26 13:41:14 +0000 | [diff] [blame] | 743 | offset_mask = 0; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 744 | if (host->flags & SDHCI_USE_ADMA) { |
Russell King | df95392 | 2016-01-26 13:41:14 +0000 | [diff] [blame] | 745 | if (host->quirks & SDHCI_QUIRK_32BIT_ADMA_SIZE) { |
Russell King | a0eaf0f | 2016-01-26 13:41:09 +0000 | [diff] [blame] | 746 | length_mask = 3; |
Russell King | df95392 | 2016-01-26 13:41:14 +0000 | [diff] [blame] | 747 | /* |
| 748 | * As we use up to 3 byte chunks to work |
| 749 | * around alignment problems, we need to |
| 750 | * check the offset as well. |
| 751 | */ |
| 752 | offset_mask = 3; |
| 753 | } |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 754 | } else { |
| 755 | if (host->quirks & SDHCI_QUIRK_32BIT_DMA_SIZE) |
Russell King | a0eaf0f | 2016-01-26 13:41:09 +0000 | [diff] [blame] | 756 | length_mask = 3; |
Russell King | df95392 | 2016-01-26 13:41:14 +0000 | [diff] [blame] | 757 | if (host->quirks & SDHCI_QUIRK_32BIT_DMA_ADDR) |
| 758 | offset_mask = 3; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 759 | } |
| 760 | |
Russell King | df95392 | 2016-01-26 13:41:14 +0000 | [diff] [blame] | 761 | if (unlikely(length_mask | offset_mask)) { |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 762 | for_each_sg(data->sg, sg, data->sg_len, i) { |
Russell King | a0eaf0f | 2016-01-26 13:41:09 +0000 | [diff] [blame] | 763 | if (sg->length & length_mask) { |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 764 | DBG("Reverting to PIO because of transfer size (%d)\n", |
Russell King | a0eaf0f | 2016-01-26 13:41:09 +0000 | [diff] [blame] | 765 | sg->length); |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 766 | host->flags &= ~SDHCI_REQ_USE_DMA; |
| 767 | break; |
| 768 | } |
Russell King | a0eaf0f | 2016-01-26 13:41:09 +0000 | [diff] [blame] | 769 | if (sg->offset & offset_mask) { |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 770 | DBG("Reverting to PIO because of bad alignment\n"); |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 771 | host->flags &= ~SDHCI_REQ_USE_DMA; |
| 772 | break; |
| 773 | } |
| 774 | } |
| 775 | } |
| 776 | } |
| 777 | |
Pierre Ossman | 8f1934c | 2008-06-30 21:15:49 +0200 | [diff] [blame] | 778 | if (host->flags & SDHCI_REQ_USE_DMA) { |
Russell King | c0999b7 | 2016-01-26 13:40:27 +0000 | [diff] [blame] | 779 | int sg_cnt = sdhci_pre_dma_transfer(host, data, COOKIE_MAPPED); |
Pierre Ossman | 8f1934c | 2008-06-30 21:15:49 +0200 | [diff] [blame] | 780 | |
Russell King | 60c6476 | 2016-01-26 13:40:22 +0000 | [diff] [blame] | 781 | if (sg_cnt <= 0) { |
| 782 | /* |
| 783 | * This only happens when someone fed |
| 784 | * us an invalid request. |
| 785 | */ |
| 786 | WARN_ON(1); |
| 787 | host->flags &= ~SDHCI_REQ_USE_DMA; |
| 788 | } else if (host->flags & SDHCI_USE_ADMA) { |
| 789 | sdhci_adma_table_pre(host, data, sg_cnt); |
| 790 | |
| 791 | sdhci_writel(host, host->adma_addr, SDHCI_ADMA_ADDRESS); |
| 792 | if (host->flags & SDHCI_USE_64_BIT_DMA) |
| 793 | sdhci_writel(host, |
| 794 | (u64)host->adma_addr >> 32, |
| 795 | SDHCI_ADMA_ADDRESS_HI); |
| 796 | } else { |
| 797 | WARN_ON(sg_cnt != 1); |
| 798 | sdhci_writel(host, sg_dma_address(data->sg), |
| 799 | SDHCI_DMA_ADDRESS); |
Pierre Ossman | 8f1934c | 2008-06-30 21:15:49 +0200 | [diff] [blame] | 800 | } |
| 801 | } |
| 802 | |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 803 | /* |
| 804 | * Always adjust the DMA selection as some controllers |
| 805 | * (e.g. JMicron) can't do PIO properly when the selection |
| 806 | * is ADMA. |
| 807 | */ |
| 808 | if (host->version >= SDHCI_SPEC_200) { |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 809 | ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 810 | ctrl &= ~SDHCI_CTRL_DMA_MASK; |
| 811 | if ((host->flags & SDHCI_REQ_USE_DMA) && |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 812 | (host->flags & SDHCI_USE_ADMA)) { |
| 813 | if (host->flags & SDHCI_USE_64_BIT_DMA) |
| 814 | ctrl |= SDHCI_CTRL_ADMA64; |
| 815 | else |
| 816 | ctrl |= SDHCI_CTRL_ADMA32; |
| 817 | } else { |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 818 | ctrl |= SDHCI_CTRL_SDMA; |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 819 | } |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 820 | sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); |
Pierre Ossman | c9fddbc | 2007-12-02 19:52:11 +0100 | [diff] [blame] | 821 | } |
| 822 | |
Pierre Ossman | 8f1934c | 2008-06-30 21:15:49 +0200 | [diff] [blame] | 823 | if (!(host->flags & SDHCI_REQ_USE_DMA)) { |
Sebastian Andrzej Siewior | da60a91 | 2009-06-18 09:33:32 +0200 | [diff] [blame] | 824 | int flags; |
| 825 | |
| 826 | flags = SG_MITER_ATOMIC; |
| 827 | if (host->data->flags & MMC_DATA_READ) |
| 828 | flags |= SG_MITER_TO_SG; |
| 829 | else |
| 830 | flags |= SG_MITER_FROM_SG; |
| 831 | sg_miter_start(&host->sg_miter, data->sg, data->sg_len, flags); |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 832 | host->blocks = data->blocks; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 833 | } |
Pierre Ossman | c7fa996 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 834 | |
Anton Vorontsov | 6aa943a | 2009-03-17 00:13:50 +0300 | [diff] [blame] | 835 | sdhci_set_transfer_irqs(host); |
| 836 | |
Mikko Vinni | f6a03cb | 2011-04-12 09:36:18 -0400 | [diff] [blame] | 837 | /* Set the DMA boundary value and block size */ |
| 838 | sdhci_writew(host, SDHCI_MAKE_BLKSZ(SDHCI_DEFAULT_BOUNDARY_ARG, |
| 839 | data->blksz), SDHCI_BLOCK_SIZE); |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 840 | sdhci_writew(host, data->blocks, SDHCI_BLOCK_COUNT); |
Pierre Ossman | c7fa996 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 841 | } |
| 842 | |
| 843 | static void sdhci_set_transfer_mode(struct sdhci_host *host, |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 844 | struct mmc_command *cmd) |
Pierre Ossman | c7fa996 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 845 | { |
Vincent Yang | d3fc5d7 | 2015-01-20 16:05:17 +0800 | [diff] [blame] | 846 | u16 mode = 0; |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 847 | struct mmc_data *data = cmd->data; |
Pierre Ossman | c7fa996 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 848 | |
Dong Aisheng | 2b558c1 | 2013-10-30 22:09:48 +0800 | [diff] [blame] | 849 | if (data == NULL) { |
Vincent Wan | 9b8ffea | 2014-11-05 14:09:00 +0800 | [diff] [blame] | 850 | if (host->quirks2 & |
| 851 | SDHCI_QUIRK2_CLEAR_TRANSFERMODE_REG_BEFORE_CMD) { |
| 852 | sdhci_writew(host, 0x0, SDHCI_TRANSFER_MODE); |
| 853 | } else { |
Dong Aisheng | 2b558c1 | 2013-10-30 22:09:48 +0800 | [diff] [blame] | 854 | /* clear Auto CMD settings for no data CMDs */ |
Vincent Wan | 9b8ffea | 2014-11-05 14:09:00 +0800 | [diff] [blame] | 855 | mode = sdhci_readw(host, SDHCI_TRANSFER_MODE); |
| 856 | sdhci_writew(host, mode & ~(SDHCI_TRNS_AUTO_CMD12 | |
Dong Aisheng | 2b558c1 | 2013-10-30 22:09:48 +0800 | [diff] [blame] | 857 | SDHCI_TRNS_AUTO_CMD23), SDHCI_TRANSFER_MODE); |
Vincent Wan | 9b8ffea | 2014-11-05 14:09:00 +0800 | [diff] [blame] | 858 | } |
Pierre Ossman | c7fa996 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 859 | return; |
Dong Aisheng | 2b558c1 | 2013-10-30 22:09:48 +0800 | [diff] [blame] | 860 | } |
Pierre Ossman | c7fa996 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 861 | |
Pierre Ossman | e538fbe | 2007-08-12 16:46:32 +0200 | [diff] [blame] | 862 | WARN_ON(!host->data); |
| 863 | |
Vincent Yang | d3fc5d7 | 2015-01-20 16:05:17 +0800 | [diff] [blame] | 864 | if (!(host->quirks2 & SDHCI_QUIRK2_SUPPORT_SINGLE)) |
| 865 | mode = SDHCI_TRNS_BLK_CNT_EN; |
| 866 | |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 867 | if (mmc_op_multi(cmd->opcode) || data->blocks > 1) { |
Vincent Yang | d3fc5d7 | 2015-01-20 16:05:17 +0800 | [diff] [blame] | 868 | mode = SDHCI_TRNS_BLK_CNT_EN | SDHCI_TRNS_MULTI; |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 869 | /* |
| 870 | * If we are sending CMD23, CMD12 never gets sent |
| 871 | * on successful completion (so no Auto-CMD12). |
| 872 | */ |
Corneliu Doban | 85cc1c3 | 2015-02-09 16:06:29 -0800 | [diff] [blame] | 873 | if (!host->mrq->sbc && (host->flags & SDHCI_AUTO_CMD12) && |
| 874 | (cmd->opcode != SD_IO_RW_EXTENDED)) |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 875 | mode |= SDHCI_TRNS_AUTO_CMD12; |
Andrei Warkentin | 8edf6371 | 2011-05-23 15:06:39 -0500 | [diff] [blame] | 876 | else if (host->mrq->sbc && (host->flags & SDHCI_AUTO_CMD23)) { |
| 877 | mode |= SDHCI_TRNS_AUTO_CMD23; |
| 878 | sdhci_writel(host, host->mrq->sbc->arg, SDHCI_ARGUMENT2); |
| 879 | } |
Jerry Huang | c4512f7 | 2010-08-10 18:01:59 -0700 | [diff] [blame] | 880 | } |
Andrei Warkentin | 8edf6371 | 2011-05-23 15:06:39 -0500 | [diff] [blame] | 881 | |
Pierre Ossman | c7fa996 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 882 | if (data->flags & MMC_DATA_READ) |
| 883 | mode |= SDHCI_TRNS_READ; |
Pierre Ossman | c9fddbc | 2007-12-02 19:52:11 +0100 | [diff] [blame] | 884 | if (host->flags & SDHCI_REQ_USE_DMA) |
Pierre Ossman | c7fa996 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 885 | mode |= SDHCI_TRNS_DMA; |
| 886 | |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 887 | sdhci_writew(host, mode, SDHCI_TRANSFER_MODE); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 888 | } |
| 889 | |
| 890 | static void sdhci_finish_data(struct sdhci_host *host) |
| 891 | { |
| 892 | struct mmc_data *data; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 893 | |
| 894 | BUG_ON(!host->data); |
| 895 | |
| 896 | data = host->data; |
| 897 | host->data = NULL; |
| 898 | |
Russell King | add8913 | 2016-01-26 13:40:42 +0000 | [diff] [blame] | 899 | if ((host->flags & (SDHCI_REQ_USE_DMA | SDHCI_USE_ADMA)) == |
| 900 | (SDHCI_REQ_USE_DMA | SDHCI_USE_ADMA)) |
| 901 | sdhci_adma_table_post(host, data); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 902 | |
| 903 | /* |
Pierre Ossman | c9b74c5 | 2008-04-18 20:41:49 +0200 | [diff] [blame] | 904 | * The specification states that the block count register must |
| 905 | * be updated, but it does not specify at what point in the |
| 906 | * data flow. That makes the register entirely useless to read |
| 907 | * back so we have to assume that nothing made it to the card |
| 908 | * in the event of an error. |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 909 | */ |
Pierre Ossman | c9b74c5 | 2008-04-18 20:41:49 +0200 | [diff] [blame] | 910 | if (data->error) |
| 911 | data->bytes_xfered = 0; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 912 | else |
Pierre Ossman | c9b74c5 | 2008-04-18 20:41:49 +0200 | [diff] [blame] | 913 | data->bytes_xfered = data->blksz * data->blocks; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 914 | |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 915 | /* |
| 916 | * Need to send CMD12 if - |
| 917 | * a) open-ended multiblock transfer (no CMD23) |
| 918 | * b) error in multiblock transfer |
| 919 | */ |
| 920 | if (data->stop && |
| 921 | (data->error || |
| 922 | !host->mrq->sbc)) { |
| 923 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 924 | /* |
| 925 | * The controller needs a reset of internal state machines |
| 926 | * upon error conditions. |
| 927 | */ |
Pierre Ossman | 17b0429 | 2007-07-22 22:18:46 +0200 | [diff] [blame] | 928 | if (data->error) { |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 929 | sdhci_do_reset(host, SDHCI_RESET_CMD); |
| 930 | sdhci_do_reset(host, SDHCI_RESET_DATA); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 931 | } |
| 932 | |
| 933 | sdhci_send_command(host, data->stop); |
| 934 | } else |
| 935 | tasklet_schedule(&host->finish_tasklet); |
| 936 | } |
| 937 | |
Dong Aisheng | c0e55129 | 2013-09-13 19:11:31 +0800 | [diff] [blame] | 938 | void sdhci_send_command(struct sdhci_host *host, struct mmc_command *cmd) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 939 | { |
| 940 | int flags; |
Pierre Ossman | fd2208d | 2006-06-30 02:22:28 -0700 | [diff] [blame] | 941 | u32 mask; |
Pierre Ossman | 7cb2c76 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 942 | unsigned long timeout; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 943 | |
| 944 | WARN_ON(host->cmd); |
| 945 | |
Russell King | 9677620 | 2016-01-26 13:39:34 +0000 | [diff] [blame] | 946 | /* Initially, a command has no error */ |
| 947 | cmd->error = 0; |
| 948 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 949 | /* Wait max 10 ms */ |
Pierre Ossman | 7cb2c76 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 950 | timeout = 10; |
Pierre Ossman | fd2208d | 2006-06-30 02:22:28 -0700 | [diff] [blame] | 951 | |
| 952 | mask = SDHCI_CMD_INHIBIT; |
| 953 | if ((cmd->data != NULL) || (cmd->flags & MMC_RSP_BUSY)) |
| 954 | mask |= SDHCI_DATA_INHIBIT; |
| 955 | |
| 956 | /* We shouldn't wait for data inihibit for stop commands, even |
| 957 | though they might use busy signaling */ |
| 958 | if (host->mrq->data && (cmd == host->mrq->data->stop)) |
| 959 | mask &= ~SDHCI_DATA_INHIBIT; |
| 960 | |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 961 | while (sdhci_readl(host, SDHCI_PRESENT_STATE) & mask) { |
Pierre Ossman | 7cb2c76 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 962 | if (timeout == 0) { |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 963 | pr_err("%s: Controller never released inhibit bit(s).\n", |
| 964 | mmc_hostname(host->mmc)); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 965 | sdhci_dumpregs(host); |
Pierre Ossman | 17b0429 | 2007-07-22 22:18:46 +0200 | [diff] [blame] | 966 | cmd->error = -EIO; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 967 | tasklet_schedule(&host->finish_tasklet); |
| 968 | return; |
| 969 | } |
Pierre Ossman | 7cb2c76 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 970 | timeout--; |
| 971 | mdelay(1); |
| 972 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 973 | |
Adrian Hunter | 3e1a689 | 2013-11-14 10:16:20 +0200 | [diff] [blame] | 974 | timeout = jiffies; |
Ulf Hansson | 1d4d774 | 2014-01-08 15:06:08 +0100 | [diff] [blame] | 975 | if (!cmd->data && cmd->busy_timeout > 9000) |
| 976 | timeout += DIV_ROUND_UP(cmd->busy_timeout, 1000) * HZ + HZ; |
Adrian Hunter | 3e1a689 | 2013-11-14 10:16:20 +0200 | [diff] [blame] | 977 | else |
| 978 | timeout += 10 * HZ; |
| 979 | mod_timer(&host->timer, timeout); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 980 | |
| 981 | host->cmd = cmd; |
Chanho Min | e99783a | 2014-08-30 12:40:40 +0900 | [diff] [blame] | 982 | host->busy_handle = 0; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 983 | |
Andrei Warkentin | a3c7778 | 2011-04-11 16:13:42 -0500 | [diff] [blame] | 984 | sdhci_prepare_data(host, cmd); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 985 | |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 986 | sdhci_writel(host, cmd->arg, SDHCI_ARGUMENT); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 987 | |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 988 | sdhci_set_transfer_mode(host, cmd); |
Pierre Ossman | c7fa996 | 2006-06-30 02:22:25 -0700 | [diff] [blame] | 989 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 990 | if ((cmd->flags & MMC_RSP_136) && (cmd->flags & MMC_RSP_BUSY)) { |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 991 | pr_err("%s: Unsupported response type!\n", |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 992 | mmc_hostname(host->mmc)); |
Pierre Ossman | 17b0429 | 2007-07-22 22:18:46 +0200 | [diff] [blame] | 993 | cmd->error = -EINVAL; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 994 | tasklet_schedule(&host->finish_tasklet); |
| 995 | return; |
| 996 | } |
| 997 | |
| 998 | if (!(cmd->flags & MMC_RSP_PRESENT)) |
| 999 | flags = SDHCI_CMD_RESP_NONE; |
| 1000 | else if (cmd->flags & MMC_RSP_136) |
| 1001 | flags = SDHCI_CMD_RESP_LONG; |
| 1002 | else if (cmd->flags & MMC_RSP_BUSY) |
| 1003 | flags = SDHCI_CMD_RESP_SHORT_BUSY; |
| 1004 | else |
| 1005 | flags = SDHCI_CMD_RESP_SHORT; |
| 1006 | |
| 1007 | if (cmd->flags & MMC_RSP_CRC) |
| 1008 | flags |= SDHCI_CMD_CRC; |
| 1009 | if (cmd->flags & MMC_RSP_OPCODE) |
| 1010 | flags |= SDHCI_CMD_INDEX; |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1011 | |
| 1012 | /* CMD19 is special in that the Data Present Select should be set */ |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 1013 | if (cmd->data || cmd->opcode == MMC_SEND_TUNING_BLOCK || |
| 1014 | cmd->opcode == MMC_SEND_TUNING_BLOCK_HS200) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1015 | flags |= SDHCI_CMD_DATA; |
| 1016 | |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 1017 | sdhci_writew(host, SDHCI_MAKE_CMD(cmd->opcode, flags), SDHCI_COMMAND); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1018 | } |
Dong Aisheng | c0e55129 | 2013-09-13 19:11:31 +0800 | [diff] [blame] | 1019 | EXPORT_SYMBOL_GPL(sdhci_send_command); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1020 | |
| 1021 | static void sdhci_finish_command(struct sdhci_host *host) |
| 1022 | { |
| 1023 | int i; |
| 1024 | |
| 1025 | BUG_ON(host->cmd == NULL); |
| 1026 | |
| 1027 | if (host->cmd->flags & MMC_RSP_PRESENT) { |
| 1028 | if (host->cmd->flags & MMC_RSP_136) { |
| 1029 | /* CRC is stripped so we need to do some shifting. */ |
| 1030 | for (i = 0;i < 4;i++) { |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 1031 | host->cmd->resp[i] = sdhci_readl(host, |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1032 | SDHCI_RESPONSE + (3-i)*4) << 8; |
| 1033 | if (i != 3) |
| 1034 | host->cmd->resp[i] |= |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 1035 | sdhci_readb(host, |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1036 | SDHCI_RESPONSE + (3-i)*4-1); |
| 1037 | } |
| 1038 | } else { |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 1039 | host->cmd->resp[0] = sdhci_readl(host, SDHCI_RESPONSE); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1040 | } |
| 1041 | } |
| 1042 | |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 1043 | /* Finished CMD23, now send actual command. */ |
| 1044 | if (host->cmd == host->mrq->sbc) { |
| 1045 | host->cmd = NULL; |
| 1046 | sdhci_send_command(host, host->mrq->cmd); |
| 1047 | } else { |
Pierre Ossman | e538fbe | 2007-08-12 16:46:32 +0200 | [diff] [blame] | 1048 | |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 1049 | /* Processed actual command. */ |
| 1050 | if (host->data && host->data_early) |
| 1051 | sdhci_finish_data(host); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1052 | |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 1053 | if (!host->cmd->data) |
| 1054 | tasklet_schedule(&host->finish_tasklet); |
| 1055 | |
| 1056 | host->cmd = NULL; |
| 1057 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1058 | } |
| 1059 | |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1060 | static u16 sdhci_get_preset_value(struct sdhci_host *host) |
| 1061 | { |
Russell King | d975f12 | 2014-04-25 12:59:31 +0100 | [diff] [blame] | 1062 | u16 preset = 0; |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1063 | |
Russell King | d975f12 | 2014-04-25 12:59:31 +0100 | [diff] [blame] | 1064 | switch (host->timing) { |
| 1065 | case MMC_TIMING_UHS_SDR12: |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1066 | preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR12); |
| 1067 | break; |
Russell King | d975f12 | 2014-04-25 12:59:31 +0100 | [diff] [blame] | 1068 | case MMC_TIMING_UHS_SDR25: |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1069 | preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR25); |
| 1070 | break; |
Russell King | d975f12 | 2014-04-25 12:59:31 +0100 | [diff] [blame] | 1071 | case MMC_TIMING_UHS_SDR50: |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1072 | preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR50); |
| 1073 | break; |
Russell King | d975f12 | 2014-04-25 12:59:31 +0100 | [diff] [blame] | 1074 | case MMC_TIMING_UHS_SDR104: |
| 1075 | case MMC_TIMING_MMC_HS200: |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1076 | preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR104); |
| 1077 | break; |
Russell King | d975f12 | 2014-04-25 12:59:31 +0100 | [diff] [blame] | 1078 | case MMC_TIMING_UHS_DDR50: |
Jisheng Zhang | 0dafa60 | 2015-08-18 16:21:39 +0800 | [diff] [blame] | 1079 | case MMC_TIMING_MMC_DDR52: |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1080 | preset = sdhci_readw(host, SDHCI_PRESET_FOR_DDR50); |
| 1081 | break; |
Adrian Hunter | e9fb05d | 2014-11-06 15:19:06 +0200 | [diff] [blame] | 1082 | case MMC_TIMING_MMC_HS400: |
| 1083 | preset = sdhci_readw(host, SDHCI_PRESET_FOR_HS400); |
| 1084 | break; |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1085 | default: |
| 1086 | pr_warn("%s: Invalid UHS-I mode selected\n", |
| 1087 | mmc_hostname(host->mmc)); |
| 1088 | preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR12); |
| 1089 | break; |
| 1090 | } |
| 1091 | return preset; |
| 1092 | } |
| 1093 | |
Russell King | 1771059 | 2014-04-25 12:58:55 +0100 | [diff] [blame] | 1094 | void sdhci_set_clock(struct sdhci_host *host, unsigned int clock) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1095 | { |
Arindam Nath | c3ed387 | 2011-05-05 12:19:06 +0530 | [diff] [blame] | 1096 | int div = 0; /* Initialized for compiler warning */ |
Giuseppe CAVALLARO | df16219 | 2011-11-04 13:53:19 +0100 | [diff] [blame] | 1097 | int real_div = div, clk_mul = 1; |
Arindam Nath | c3ed387 | 2011-05-05 12:19:06 +0530 | [diff] [blame] | 1098 | u16 clk = 0; |
Pierre Ossman | 7cb2c76 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 1099 | unsigned long timeout; |
ludovic.desroches@atmel.com | 5497159 | 2015-07-29 16:22:46 +0200 | [diff] [blame] | 1100 | bool switch_base_clk = false; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1101 | |
Russell King | 1650d0c | 2014-04-25 12:58:50 +0100 | [diff] [blame] | 1102 | host->mmc->actual_clock = 0; |
| 1103 | |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 1104 | sdhci_writew(host, 0, SDHCI_CLOCK_CONTROL); |
ludovic.desroches@atmel.com | af95176 | 2015-09-17 10:16:19 +0200 | [diff] [blame] | 1105 | if (host->quirks2 & SDHCI_QUIRK2_NEED_DELAY_AFTER_INT_CLK_RST) |
| 1106 | mdelay(1); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1107 | |
| 1108 | if (clock == 0) |
Russell King | 373073e | 2014-04-25 12:58:45 +0100 | [diff] [blame] | 1109 | return; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1110 | |
Zhangfei Gao | 85105c5 | 2010-08-06 07:10:01 +0800 | [diff] [blame] | 1111 | if (host->version >= SDHCI_SPEC_300) { |
Russell King | da91a8f | 2014-04-25 13:00:12 +0100 | [diff] [blame] | 1112 | if (host->preset_enabled) { |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1113 | u16 pre_val; |
| 1114 | |
| 1115 | clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); |
| 1116 | pre_val = sdhci_get_preset_value(host); |
| 1117 | div = (pre_val & SDHCI_PRESET_SDCLK_FREQ_MASK) |
| 1118 | >> SDHCI_PRESET_SDCLK_FREQ_SHIFT; |
| 1119 | if (host->clk_mul && |
| 1120 | (pre_val & SDHCI_PRESET_CLKGEN_SEL_MASK)) { |
| 1121 | clk = SDHCI_PROG_CLOCK_MODE; |
| 1122 | real_div = div + 1; |
| 1123 | clk_mul = host->clk_mul; |
| 1124 | } else { |
| 1125 | real_div = max_t(int, 1, div << 1); |
| 1126 | } |
| 1127 | goto clock_set; |
| 1128 | } |
| 1129 | |
Arindam Nath | c3ed387 | 2011-05-05 12:19:06 +0530 | [diff] [blame] | 1130 | /* |
| 1131 | * Check if the Host Controller supports Programmable Clock |
| 1132 | * Mode. |
| 1133 | */ |
| 1134 | if (host->clk_mul) { |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1135 | for (div = 1; div <= 1024; div++) { |
| 1136 | if ((host->max_clk * host->clk_mul / div) |
| 1137 | <= clock) |
| 1138 | break; |
Zhangfei Gao | 85105c5 | 2010-08-06 07:10:01 +0800 | [diff] [blame] | 1139 | } |
ludovic.desroches@atmel.com | 5497159 | 2015-07-29 16:22:46 +0200 | [diff] [blame] | 1140 | if ((host->max_clk * host->clk_mul / div) <= clock) { |
| 1141 | /* |
| 1142 | * Set Programmable Clock Mode in the Clock |
| 1143 | * Control register. |
| 1144 | */ |
| 1145 | clk = SDHCI_PROG_CLOCK_MODE; |
| 1146 | real_div = div; |
| 1147 | clk_mul = host->clk_mul; |
| 1148 | div--; |
| 1149 | } else { |
| 1150 | /* |
| 1151 | * Divisor can be too small to reach clock |
| 1152 | * speed requirement. Then use the base clock. |
| 1153 | */ |
| 1154 | switch_base_clk = true; |
| 1155 | } |
| 1156 | } |
| 1157 | |
| 1158 | if (!host->clk_mul || switch_base_clk) { |
Arindam Nath | c3ed387 | 2011-05-05 12:19:06 +0530 | [diff] [blame] | 1159 | /* Version 3.00 divisors must be a multiple of 2. */ |
| 1160 | if (host->max_clk <= clock) |
| 1161 | div = 1; |
| 1162 | else { |
| 1163 | for (div = 2; div < SDHCI_MAX_DIV_SPEC_300; |
| 1164 | div += 2) { |
| 1165 | if ((host->max_clk / div) <= clock) |
| 1166 | break; |
| 1167 | } |
| 1168 | } |
Giuseppe CAVALLARO | df16219 | 2011-11-04 13:53:19 +0100 | [diff] [blame] | 1169 | real_div = div; |
Arindam Nath | c3ed387 | 2011-05-05 12:19:06 +0530 | [diff] [blame] | 1170 | div >>= 1; |
Suneel Garapati | d1955c3 | 2015-06-09 13:01:50 +0530 | [diff] [blame] | 1171 | if ((host->quirks2 & SDHCI_QUIRK2_CLOCK_DIV_ZERO_BROKEN) |
| 1172 | && !div && host->max_clk <= 25000000) |
| 1173 | div = 1; |
Zhangfei Gao | 85105c5 | 2010-08-06 07:10:01 +0800 | [diff] [blame] | 1174 | } |
| 1175 | } else { |
| 1176 | /* Version 2.00 divisors must be a power of 2. */ |
Zhangfei Gao | 0397526 | 2010-09-20 15:15:18 -0400 | [diff] [blame] | 1177 | for (div = 1; div < SDHCI_MAX_DIV_SPEC_200; div *= 2) { |
Zhangfei Gao | 85105c5 | 2010-08-06 07:10:01 +0800 | [diff] [blame] | 1178 | if ((host->max_clk / div) <= clock) |
| 1179 | break; |
| 1180 | } |
Giuseppe CAVALLARO | df16219 | 2011-11-04 13:53:19 +0100 | [diff] [blame] | 1181 | real_div = div; |
Arindam Nath | c3ed387 | 2011-05-05 12:19:06 +0530 | [diff] [blame] | 1182 | div >>= 1; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1183 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1184 | |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1185 | clock_set: |
Aisheng Dong | 03d6f5f | 2014-08-27 15:26:32 +0800 | [diff] [blame] | 1186 | if (real_div) |
Giuseppe CAVALLARO | df16219 | 2011-11-04 13:53:19 +0100 | [diff] [blame] | 1187 | host->mmc->actual_clock = (host->max_clk * clk_mul) / real_div; |
Arindam Nath | c3ed387 | 2011-05-05 12:19:06 +0530 | [diff] [blame] | 1188 | clk |= (div & SDHCI_DIV_MASK) << SDHCI_DIVIDER_SHIFT; |
Zhangfei Gao | 85105c5 | 2010-08-06 07:10:01 +0800 | [diff] [blame] | 1189 | clk |= ((div & SDHCI_DIV_HI_MASK) >> SDHCI_DIV_MASK_LEN) |
| 1190 | << SDHCI_DIVIDER_HI_SHIFT; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1191 | clk |= SDHCI_CLOCK_INT_EN; |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 1192 | sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1193 | |
Chris Ball | 27f6cb1 | 2009-09-22 16:45:31 -0700 | [diff] [blame] | 1194 | /* Wait max 20 ms */ |
| 1195 | timeout = 20; |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 1196 | while (!((clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL)) |
Pierre Ossman | 7cb2c76 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 1197 | & SDHCI_CLOCK_INT_STABLE)) { |
| 1198 | if (timeout == 0) { |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 1199 | pr_err("%s: Internal clock never stabilised.\n", |
| 1200 | mmc_hostname(host->mmc)); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1201 | sdhci_dumpregs(host); |
| 1202 | return; |
| 1203 | } |
Pierre Ossman | 7cb2c76 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 1204 | timeout--; |
| 1205 | mdelay(1); |
| 1206 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1207 | |
| 1208 | clk |= SDHCI_CLOCK_CARD_EN; |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 1209 | sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1210 | } |
Russell King | 1771059 | 2014-04-25 12:58:55 +0100 | [diff] [blame] | 1211 | EXPORT_SYMBOL_GPL(sdhci_set_clock); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1212 | |
Adrian Hunter | 1dceb04 | 2016-03-29 12:45:43 +0300 | [diff] [blame] | 1213 | static void sdhci_set_power_reg(struct sdhci_host *host, unsigned char mode, |
| 1214 | unsigned short vdd) |
Pierre Ossman | 146ad66 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 1215 | { |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 1216 | struct mmc_host *mmc = host->mmc; |
Adrian Hunter | 1dceb04 | 2016-03-29 12:45:43 +0300 | [diff] [blame] | 1217 | |
| 1218 | spin_unlock_irq(&host->lock); |
| 1219 | mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, vdd); |
| 1220 | spin_lock_irq(&host->lock); |
| 1221 | |
| 1222 | if (mode != MMC_POWER_OFF) |
| 1223 | sdhci_writeb(host, SDHCI_POWER_ON, SDHCI_POWER_CONTROL); |
| 1224 | else |
| 1225 | sdhci_writeb(host, 0, SDHCI_POWER_CONTROL); |
| 1226 | } |
| 1227 | |
| 1228 | void sdhci_set_power(struct sdhci_host *host, unsigned char mode, |
| 1229 | unsigned short vdd) |
| 1230 | { |
Giuseppe Cavallaro | 8364248 | 2010-09-28 10:41:28 +0200 | [diff] [blame] | 1231 | u8 pwr = 0; |
Pierre Ossman | 146ad66 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 1232 | |
Russell King | 24fbb3c | 2014-04-25 13:00:06 +0100 | [diff] [blame] | 1233 | if (mode != MMC_POWER_OFF) { |
| 1234 | switch (1 << vdd) { |
Pierre Ossman | ae62890 | 2009-05-03 20:45:03 +0200 | [diff] [blame] | 1235 | case MMC_VDD_165_195: |
| 1236 | pwr = SDHCI_POWER_180; |
| 1237 | break; |
| 1238 | case MMC_VDD_29_30: |
| 1239 | case MMC_VDD_30_31: |
| 1240 | pwr = SDHCI_POWER_300; |
| 1241 | break; |
| 1242 | case MMC_VDD_32_33: |
| 1243 | case MMC_VDD_33_34: |
| 1244 | pwr = SDHCI_POWER_330; |
| 1245 | break; |
| 1246 | default: |
Adrian Hunter | 9d5de93 | 2015-11-26 14:00:46 +0200 | [diff] [blame] | 1247 | WARN(1, "%s: Invalid vdd %#x\n", |
| 1248 | mmc_hostname(host->mmc), vdd); |
| 1249 | break; |
Pierre Ossman | ae62890 | 2009-05-03 20:45:03 +0200 | [diff] [blame] | 1250 | } |
| 1251 | } |
| 1252 | |
| 1253 | if (host->pwr == pwr) |
Russell King | e921a8b | 2014-04-25 13:00:01 +0100 | [diff] [blame] | 1254 | return; |
Pierre Ossman | 146ad66 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 1255 | |
Pierre Ossman | ae62890 | 2009-05-03 20:45:03 +0200 | [diff] [blame] | 1256 | host->pwr = pwr; |
| 1257 | |
| 1258 | if (pwr == 0) { |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 1259 | sdhci_writeb(host, 0, SDHCI_POWER_CONTROL); |
Adrian Hunter | f0710a5 | 2013-05-06 12:17:32 +0300 | [diff] [blame] | 1260 | if (host->quirks2 & SDHCI_QUIRK2_CARD_ON_NEEDS_BUS_ON) |
| 1261 | sdhci_runtime_pm_bus_off(host); |
Russell King | e921a8b | 2014-04-25 13:00:01 +0100 | [diff] [blame] | 1262 | } else { |
| 1263 | /* |
| 1264 | * Spec says that we should clear the power reg before setting |
| 1265 | * a new value. Some controllers don't seem to like this though. |
| 1266 | */ |
| 1267 | if (!(host->quirks & SDHCI_QUIRK_SINGLE_POWER_WRITE)) |
| 1268 | sdhci_writeb(host, 0, SDHCI_POWER_CONTROL); |
Darren Salt | 9e9dc5f | 2007-01-27 15:32:31 +0100 | [diff] [blame] | 1269 | |
Russell King | e921a8b | 2014-04-25 13:00:01 +0100 | [diff] [blame] | 1270 | /* |
| 1271 | * At least the Marvell CaFe chip gets confused if we set the |
| 1272 | * voltage and set turn on power at the same time, so set the |
| 1273 | * voltage first. |
| 1274 | */ |
| 1275 | if (host->quirks & SDHCI_QUIRK_NO_SIMULT_VDD_AND_POWER) |
| 1276 | sdhci_writeb(host, pwr, SDHCI_POWER_CONTROL); |
Pierre Ossman | 146ad66 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 1277 | |
Russell King | e921a8b | 2014-04-25 13:00:01 +0100 | [diff] [blame] | 1278 | pwr |= SDHCI_POWER_ON; |
| 1279 | |
Pierre Ossman | ae62890 | 2009-05-03 20:45:03 +0200 | [diff] [blame] | 1280 | sdhci_writeb(host, pwr, SDHCI_POWER_CONTROL); |
| 1281 | |
Russell King | e921a8b | 2014-04-25 13:00:01 +0100 | [diff] [blame] | 1282 | if (host->quirks2 & SDHCI_QUIRK2_CARD_ON_NEEDS_BUS_ON) |
| 1283 | sdhci_runtime_pm_bus_on(host); |
Andres Salomon | e08c169 | 2008-07-04 10:00:03 -0700 | [diff] [blame] | 1284 | |
Russell King | e921a8b | 2014-04-25 13:00:01 +0100 | [diff] [blame] | 1285 | /* |
| 1286 | * Some controllers need an extra 10ms delay of 10ms before |
| 1287 | * they can apply clock after applying power |
| 1288 | */ |
| 1289 | if (host->quirks & SDHCI_QUIRK_DELAY_AFTER_POWER) |
| 1290 | mdelay(10); |
| 1291 | } |
Adrian Hunter | 1dceb04 | 2016-03-29 12:45:43 +0300 | [diff] [blame] | 1292 | } |
| 1293 | EXPORT_SYMBOL_GPL(sdhci_set_power); |
Jisheng Zhang | 918f4cb | 2015-12-11 21:36:29 +0800 | [diff] [blame] | 1294 | |
Adrian Hunter | 1dceb04 | 2016-03-29 12:45:43 +0300 | [diff] [blame] | 1295 | static void __sdhci_set_power(struct sdhci_host *host, unsigned char mode, |
| 1296 | unsigned short vdd) |
| 1297 | { |
| 1298 | struct mmc_host *mmc = host->mmc; |
| 1299 | |
| 1300 | if (host->ops->set_power) |
| 1301 | host->ops->set_power(host, mode, vdd); |
| 1302 | else if (!IS_ERR(mmc->supply.vmmc)) |
| 1303 | sdhci_set_power_reg(host, mode, vdd); |
| 1304 | else |
| 1305 | sdhci_set_power(host, mode, vdd); |
Pierre Ossman | 146ad66 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 1306 | } |
| 1307 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1308 | /*****************************************************************************\ |
| 1309 | * * |
| 1310 | * MMC callbacks * |
| 1311 | * * |
| 1312 | \*****************************************************************************/ |
| 1313 | |
| 1314 | static void sdhci_request(struct mmc_host *mmc, struct mmc_request *mrq) |
| 1315 | { |
| 1316 | struct sdhci_host *host; |
Shawn Guo | 505a868 | 2012-12-11 15:23:42 +0800 | [diff] [blame] | 1317 | int present; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1318 | unsigned long flags; |
| 1319 | |
| 1320 | host = mmc_priv(mmc); |
| 1321 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1322 | sdhci_runtime_pm_get(host); |
| 1323 | |
Scott Branden | 04e079c | 2015-03-10 11:35:10 -0700 | [diff] [blame] | 1324 | /* Firstly check card presence */ |
Adrian Hunter | 8d28b7a | 2016-02-09 16:12:36 +0200 | [diff] [blame] | 1325 | present = mmc->ops->get_cd(mmc); |
Krzysztof Kozlowski | 2836766 | 2015-01-05 10:50:15 +0100 | [diff] [blame] | 1326 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1327 | spin_lock_irqsave(&host->lock, flags); |
| 1328 | |
| 1329 | WARN_ON(host->mrq != NULL); |
| 1330 | |
Pierre Ossman | f913431 | 2008-12-21 17:01:48 +0100 | [diff] [blame] | 1331 | #ifndef SDHCI_USE_LEDS_CLASS |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1332 | sdhci_activate_led(host); |
Pierre Ossman | 2f730fe | 2008-03-17 10:29:38 +0100 | [diff] [blame] | 1333 | #endif |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 1334 | |
| 1335 | /* |
| 1336 | * Ensure we don't send the STOP for non-SET_BLOCK_COUNTED |
| 1337 | * requests if Auto-CMD12 is enabled. |
| 1338 | */ |
| 1339 | if (!mrq->sbc && (host->flags & SDHCI_AUTO_CMD12)) { |
Jerry Huang | c4512f7 | 2010-08-10 18:01:59 -0700 | [diff] [blame] | 1340 | if (mrq->stop) { |
| 1341 | mrq->data->stop = NULL; |
| 1342 | mrq->stop = NULL; |
| 1343 | } |
| 1344 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1345 | |
| 1346 | host->mrq = mrq; |
| 1347 | |
Anton Vorontsov | 68d1fb7 | 2009-03-17 00:13:52 +0300 | [diff] [blame] | 1348 | if (!present || host->flags & SDHCI_DEVICE_DEAD) { |
Pierre Ossman | 17b0429 | 2007-07-22 22:18:46 +0200 | [diff] [blame] | 1349 | host->mrq->cmd->error = -ENOMEDIUM; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1350 | tasklet_schedule(&host->finish_tasklet); |
Arindam Nath | cf2b5ee | 2011-05-05 12:19:07 +0530 | [diff] [blame] | 1351 | } else { |
Andrei Warkentin | 8edf6371 | 2011-05-23 15:06:39 -0500 | [diff] [blame] | 1352 | if (mrq->sbc && !(host->flags & SDHCI_AUTO_CMD23)) |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 1353 | sdhci_send_command(host, mrq->sbc); |
| 1354 | else |
| 1355 | sdhci_send_command(host, mrq->cmd); |
Arindam Nath | cf2b5ee | 2011-05-05 12:19:07 +0530 | [diff] [blame] | 1356 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1357 | |
Pierre Ossman | 5f25a66 | 2006-10-04 02:15:39 -0700 | [diff] [blame] | 1358 | mmiowb(); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1359 | spin_unlock_irqrestore(&host->lock, flags); |
| 1360 | } |
| 1361 | |
Russell King | 2317f56 | 2014-04-25 12:57:07 +0100 | [diff] [blame] | 1362 | void sdhci_set_bus_width(struct sdhci_host *host, int width) |
| 1363 | { |
| 1364 | u8 ctrl; |
| 1365 | |
| 1366 | ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); |
| 1367 | if (width == MMC_BUS_WIDTH_8) { |
| 1368 | ctrl &= ~SDHCI_CTRL_4BITBUS; |
| 1369 | if (host->version >= SDHCI_SPEC_300) |
| 1370 | ctrl |= SDHCI_CTRL_8BITBUS; |
| 1371 | } else { |
| 1372 | if (host->version >= SDHCI_SPEC_300) |
| 1373 | ctrl &= ~SDHCI_CTRL_8BITBUS; |
| 1374 | if (width == MMC_BUS_WIDTH_4) |
| 1375 | ctrl |= SDHCI_CTRL_4BITBUS; |
| 1376 | else |
| 1377 | ctrl &= ~SDHCI_CTRL_4BITBUS; |
| 1378 | } |
| 1379 | sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); |
| 1380 | } |
| 1381 | EXPORT_SYMBOL_GPL(sdhci_set_bus_width); |
| 1382 | |
Russell King | 96d7b78 | 2014-04-25 12:59:26 +0100 | [diff] [blame] | 1383 | void sdhci_set_uhs_signaling(struct sdhci_host *host, unsigned timing) |
| 1384 | { |
| 1385 | u16 ctrl_2; |
| 1386 | |
| 1387 | ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2); |
| 1388 | /* Select Bus Speed Mode for host */ |
| 1389 | ctrl_2 &= ~SDHCI_CTRL_UHS_MASK; |
| 1390 | if ((timing == MMC_TIMING_MMC_HS200) || |
| 1391 | (timing == MMC_TIMING_UHS_SDR104)) |
| 1392 | ctrl_2 |= SDHCI_CTRL_UHS_SDR104; |
| 1393 | else if (timing == MMC_TIMING_UHS_SDR12) |
| 1394 | ctrl_2 |= SDHCI_CTRL_UHS_SDR12; |
| 1395 | else if (timing == MMC_TIMING_UHS_SDR25) |
| 1396 | ctrl_2 |= SDHCI_CTRL_UHS_SDR25; |
| 1397 | else if (timing == MMC_TIMING_UHS_SDR50) |
| 1398 | ctrl_2 |= SDHCI_CTRL_UHS_SDR50; |
| 1399 | else if ((timing == MMC_TIMING_UHS_DDR50) || |
| 1400 | (timing == MMC_TIMING_MMC_DDR52)) |
| 1401 | ctrl_2 |= SDHCI_CTRL_UHS_DDR50; |
Adrian Hunter | e9fb05d | 2014-11-06 15:19:06 +0200 | [diff] [blame] | 1402 | else if (timing == MMC_TIMING_MMC_HS400) |
| 1403 | ctrl_2 |= SDHCI_CTRL_HS400; /* Non-standard */ |
Russell King | 96d7b78 | 2014-04-25 12:59:26 +0100 | [diff] [blame] | 1404 | sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2); |
| 1405 | } |
| 1406 | EXPORT_SYMBOL_GPL(sdhci_set_uhs_signaling); |
| 1407 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1408 | static void sdhci_do_set_ios(struct sdhci_host *host, struct mmc_ios *ios) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1409 | { |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1410 | unsigned long flags; |
| 1411 | u8 ctrl; |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 1412 | struct mmc_host *mmc = host->mmc; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1413 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1414 | spin_lock_irqsave(&host->lock, flags); |
| 1415 | |
Adrian Hunter | ceb6143 | 2011-12-27 15:48:41 +0200 | [diff] [blame] | 1416 | if (host->flags & SDHCI_DEVICE_DEAD) { |
| 1417 | spin_unlock_irqrestore(&host->lock, flags); |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 1418 | if (!IS_ERR(mmc->supply.vmmc) && |
| 1419 | ios->power_mode == MMC_POWER_OFF) |
Markus Mayer | 4e743f1 | 2014-07-03 13:27:42 -0700 | [diff] [blame] | 1420 | mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, 0); |
Adrian Hunter | ceb6143 | 2011-12-27 15:48:41 +0200 | [diff] [blame] | 1421 | return; |
| 1422 | } |
Pierre Ossman | 1e72859 | 2008-04-16 19:13:13 +0200 | [diff] [blame] | 1423 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1424 | /* |
| 1425 | * Reset the chip on each power off. |
| 1426 | * Should clear out any weird states. |
| 1427 | */ |
| 1428 | if (ios->power_mode == MMC_POWER_OFF) { |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 1429 | sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); |
Anton Vorontsov | 7260cf5 | 2009-03-17 00:13:48 +0300 | [diff] [blame] | 1430 | sdhci_reinit(host); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1431 | } |
| 1432 | |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1433 | if (host->version >= SDHCI_SPEC_300 && |
Dong Aisheng | 372c463 | 2013-10-18 19:48:50 +0800 | [diff] [blame] | 1434 | (ios->power_mode == MMC_POWER_UP) && |
| 1435 | !(host->quirks2 & SDHCI_QUIRK2_PRESET_VALUE_BROKEN)) |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1436 | sdhci_enable_preset_value(host, false); |
| 1437 | |
Russell King | 373073e | 2014-04-25 12:58:45 +0100 | [diff] [blame] | 1438 | if (!ios->clock || ios->clock != host->clock) { |
Russell King | 1771059 | 2014-04-25 12:58:55 +0100 | [diff] [blame] | 1439 | host->ops->set_clock(host, ios->clock); |
Russell King | 373073e | 2014-04-25 12:58:45 +0100 | [diff] [blame] | 1440 | host->clock = ios->clock; |
Aisheng Dong | 03d6f5f | 2014-08-27 15:26:32 +0800 | [diff] [blame] | 1441 | |
| 1442 | if (host->quirks & SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK && |
| 1443 | host->clock) { |
| 1444 | host->timeout_clk = host->mmc->actual_clock ? |
| 1445 | host->mmc->actual_clock / 1000 : |
| 1446 | host->clock / 1000; |
| 1447 | host->mmc->max_busy_timeout = |
| 1448 | host->ops->get_max_timeout_count ? |
| 1449 | host->ops->get_max_timeout_count(host) : |
| 1450 | 1 << 27; |
| 1451 | host->mmc->max_busy_timeout /= host->timeout_clk; |
| 1452 | } |
Russell King | 373073e | 2014-04-25 12:58:45 +0100 | [diff] [blame] | 1453 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1454 | |
Adrian Hunter | 1dceb04 | 2016-03-29 12:45:43 +0300 | [diff] [blame] | 1455 | __sdhci_set_power(host, ios->power_mode, ios->vdd); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1456 | |
Philip Rakity | 643a81f | 2010-09-23 08:24:32 -0700 | [diff] [blame] | 1457 | if (host->ops->platform_send_init_74_clocks) |
| 1458 | host->ops->platform_send_init_74_clocks(host, ios->power_mode); |
| 1459 | |
Russell King | 2317f56 | 2014-04-25 12:57:07 +0100 | [diff] [blame] | 1460 | host->ops->set_bus_width(host, ios->bus_width); |
Philip Rakity | 15ec446 | 2010-11-19 16:48:39 -0500 | [diff] [blame] | 1461 | |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 1462 | ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); |
Pierre Ossman | cd9277c | 2007-02-18 12:07:47 +0100 | [diff] [blame] | 1463 | |
Philip Rakity | 3ab9c8d | 2010-10-06 11:57:23 -0700 | [diff] [blame] | 1464 | if ((ios->timing == MMC_TIMING_SD_HS || |
| 1465 | ios->timing == MMC_TIMING_MMC_HS) |
| 1466 | && !(host->quirks & SDHCI_QUIRK_NO_HISPD_BIT)) |
Pierre Ossman | cd9277c | 2007-02-18 12:07:47 +0100 | [diff] [blame] | 1467 | ctrl |= SDHCI_CTRL_HISPD; |
| 1468 | else |
| 1469 | ctrl &= ~SDHCI_CTRL_HISPD; |
| 1470 | |
Arindam Nath | d6d50a1 | 2011-05-05 12:18:59 +0530 | [diff] [blame] | 1471 | if (host->version >= SDHCI_SPEC_300) { |
Arindam Nath | 49c468f | 2011-05-05 12:19:01 +0530 | [diff] [blame] | 1472 | u16 clk, ctrl_2; |
Arindam Nath | 49c468f | 2011-05-05 12:19:01 +0530 | [diff] [blame] | 1473 | |
| 1474 | /* In case of UHS-I modes, set High Speed Enable */ |
Adrian Hunter | e9fb05d | 2014-11-06 15:19:06 +0200 | [diff] [blame] | 1475 | if ((ios->timing == MMC_TIMING_MMC_HS400) || |
| 1476 | (ios->timing == MMC_TIMING_MMC_HS200) || |
Seungwon Jeon | bb8175a | 2014-03-14 21:12:48 +0900 | [diff] [blame] | 1477 | (ios->timing == MMC_TIMING_MMC_DDR52) || |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 1478 | (ios->timing == MMC_TIMING_UHS_SDR50) || |
Arindam Nath | 49c468f | 2011-05-05 12:19:01 +0530 | [diff] [blame] | 1479 | (ios->timing == MMC_TIMING_UHS_SDR104) || |
| 1480 | (ios->timing == MMC_TIMING_UHS_DDR50) || |
Alexander Elbs | dd8df17 | 2012-01-03 23:26:53 -0500 | [diff] [blame] | 1481 | (ios->timing == MMC_TIMING_UHS_SDR25)) |
Arindam Nath | 49c468f | 2011-05-05 12:19:01 +0530 | [diff] [blame] | 1482 | ctrl |= SDHCI_CTRL_HISPD; |
Arindam Nath | d6d50a1 | 2011-05-05 12:18:59 +0530 | [diff] [blame] | 1483 | |
Russell King | da91a8f | 2014-04-25 13:00:12 +0100 | [diff] [blame] | 1484 | if (!host->preset_enabled) { |
Arindam Nath | 758535c | 2011-05-05 12:19:00 +0530 | [diff] [blame] | 1485 | sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); |
Arindam Nath | d6d50a1 | 2011-05-05 12:18:59 +0530 | [diff] [blame] | 1486 | /* |
| 1487 | * We only need to set Driver Strength if the |
| 1488 | * preset value enable is not set. |
| 1489 | */ |
Russell King | da91a8f | 2014-04-25 13:00:12 +0100 | [diff] [blame] | 1490 | ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2); |
Arindam Nath | d6d50a1 | 2011-05-05 12:18:59 +0530 | [diff] [blame] | 1491 | ctrl_2 &= ~SDHCI_CTRL_DRV_TYPE_MASK; |
| 1492 | if (ios->drv_type == MMC_SET_DRIVER_TYPE_A) |
| 1493 | ctrl_2 |= SDHCI_CTRL_DRV_TYPE_A; |
Petri Gynther | 43e943a | 2015-05-20 14:35:00 -0700 | [diff] [blame] | 1494 | else if (ios->drv_type == MMC_SET_DRIVER_TYPE_B) |
| 1495 | ctrl_2 |= SDHCI_CTRL_DRV_TYPE_B; |
Arindam Nath | d6d50a1 | 2011-05-05 12:18:59 +0530 | [diff] [blame] | 1496 | else if (ios->drv_type == MMC_SET_DRIVER_TYPE_C) |
| 1497 | ctrl_2 |= SDHCI_CTRL_DRV_TYPE_C; |
Petri Gynther | 43e943a | 2015-05-20 14:35:00 -0700 | [diff] [blame] | 1498 | else if (ios->drv_type == MMC_SET_DRIVER_TYPE_D) |
| 1499 | ctrl_2 |= SDHCI_CTRL_DRV_TYPE_D; |
| 1500 | else { |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 1501 | pr_warn("%s: invalid driver type, default to driver type B\n", |
| 1502 | mmc_hostname(mmc)); |
Petri Gynther | 43e943a | 2015-05-20 14:35:00 -0700 | [diff] [blame] | 1503 | ctrl_2 |= SDHCI_CTRL_DRV_TYPE_B; |
| 1504 | } |
Arindam Nath | d6d50a1 | 2011-05-05 12:18:59 +0530 | [diff] [blame] | 1505 | |
| 1506 | sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2); |
Arindam Nath | 758535c | 2011-05-05 12:19:00 +0530 | [diff] [blame] | 1507 | } else { |
| 1508 | /* |
| 1509 | * According to SDHC Spec v3.00, if the Preset Value |
| 1510 | * Enable in the Host Control 2 register is set, we |
| 1511 | * need to reset SD Clock Enable before changing High |
| 1512 | * Speed Enable to avoid generating clock gliches. |
| 1513 | */ |
Arindam Nath | 758535c | 2011-05-05 12:19:00 +0530 | [diff] [blame] | 1514 | |
| 1515 | /* Reset SD Clock Enable */ |
| 1516 | clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); |
| 1517 | clk &= ~SDHCI_CLOCK_CARD_EN; |
| 1518 | sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); |
| 1519 | |
| 1520 | sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); |
| 1521 | |
| 1522 | /* Re-enable SD Clock */ |
Russell King | 1771059 | 2014-04-25 12:58:55 +0100 | [diff] [blame] | 1523 | host->ops->set_clock(host, host->clock); |
Arindam Nath | d6d50a1 | 2011-05-05 12:18:59 +0530 | [diff] [blame] | 1524 | } |
Arindam Nath | 49c468f | 2011-05-05 12:19:01 +0530 | [diff] [blame] | 1525 | |
Arindam Nath | 49c468f | 2011-05-05 12:19:01 +0530 | [diff] [blame] | 1526 | /* Reset SD Clock Enable */ |
| 1527 | clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); |
| 1528 | clk &= ~SDHCI_CLOCK_CARD_EN; |
| 1529 | sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); |
| 1530 | |
Russell King | 96d7b78 | 2014-04-25 12:59:26 +0100 | [diff] [blame] | 1531 | host->ops->set_uhs_signaling(host, ios->timing); |
Russell King | d975f12 | 2014-04-25 12:59:31 +0100 | [diff] [blame] | 1532 | host->timing = ios->timing; |
Arindam Nath | 49c468f | 2011-05-05 12:19:01 +0530 | [diff] [blame] | 1533 | |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1534 | if (!(host->quirks2 & SDHCI_QUIRK2_PRESET_VALUE_BROKEN) && |
| 1535 | ((ios->timing == MMC_TIMING_UHS_SDR12) || |
| 1536 | (ios->timing == MMC_TIMING_UHS_SDR25) || |
| 1537 | (ios->timing == MMC_TIMING_UHS_SDR50) || |
| 1538 | (ios->timing == MMC_TIMING_UHS_SDR104) || |
Jisheng Zhang | 0dafa60 | 2015-08-18 16:21:39 +0800 | [diff] [blame] | 1539 | (ios->timing == MMC_TIMING_UHS_DDR50) || |
| 1540 | (ios->timing == MMC_TIMING_MMC_DDR52))) { |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 1541 | u16 preset; |
| 1542 | |
| 1543 | sdhci_enable_preset_value(host, true); |
| 1544 | preset = sdhci_get_preset_value(host); |
| 1545 | ios->drv_type = (preset & SDHCI_PRESET_DRV_MASK) |
| 1546 | >> SDHCI_PRESET_DRV_SHIFT; |
| 1547 | } |
| 1548 | |
Arindam Nath | 49c468f | 2011-05-05 12:19:01 +0530 | [diff] [blame] | 1549 | /* Re-enable SD Clock */ |
Russell King | 1771059 | 2014-04-25 12:58:55 +0100 | [diff] [blame] | 1550 | host->ops->set_clock(host, host->clock); |
Arindam Nath | 758535c | 2011-05-05 12:19:00 +0530 | [diff] [blame] | 1551 | } else |
| 1552 | sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); |
Arindam Nath | d6d50a1 | 2011-05-05 12:18:59 +0530 | [diff] [blame] | 1553 | |
Leandro Dorileo | b835226 | 2007-07-25 23:47:04 +0200 | [diff] [blame] | 1554 | /* |
| 1555 | * Some (ENE) controllers go apeshit on some ios operation, |
| 1556 | * signalling timeout and CRC errors even on CMD0. Resetting |
| 1557 | * it on each ios seems to solve the problem. |
| 1558 | */ |
Mohammad Jamal | c63705e | 2015-01-13 20:47:24 +0530 | [diff] [blame] | 1559 | if (host->quirks & SDHCI_QUIRK_RESET_CMD_DATA_ON_IOS) |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 1560 | sdhci_do_reset(host, SDHCI_RESET_CMD | SDHCI_RESET_DATA); |
Leandro Dorileo | b835226 | 2007-07-25 23:47:04 +0200 | [diff] [blame] | 1561 | |
Pierre Ossman | 5f25a66 | 2006-10-04 02:15:39 -0700 | [diff] [blame] | 1562 | mmiowb(); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1563 | spin_unlock_irqrestore(&host->lock, flags); |
| 1564 | } |
| 1565 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1566 | static void sdhci_set_ios(struct mmc_host *mmc, struct mmc_ios *ios) |
| 1567 | { |
| 1568 | struct sdhci_host *host = mmc_priv(mmc); |
| 1569 | |
| 1570 | sdhci_runtime_pm_get(host); |
| 1571 | sdhci_do_set_ios(host, ios); |
| 1572 | sdhci_runtime_pm_put(host); |
| 1573 | } |
| 1574 | |
Kevin Liu | 94144a4 | 2013-02-28 17:35:53 +0800 | [diff] [blame] | 1575 | static int sdhci_do_get_cd(struct sdhci_host *host) |
| 1576 | { |
| 1577 | int gpio_cd = mmc_gpio_get_cd(host->mmc); |
| 1578 | |
| 1579 | if (host->flags & SDHCI_DEVICE_DEAD) |
| 1580 | return 0; |
| 1581 | |
Ivan T. Ivanov | 88af565 | 2015-07-06 15:16:19 +0300 | [diff] [blame] | 1582 | /* If nonremovable, assume that the card is always present. */ |
| 1583 | if (host->mmc->caps & MMC_CAP_NONREMOVABLE) |
Kevin Liu | 94144a4 | 2013-02-28 17:35:53 +0800 | [diff] [blame] | 1584 | return 1; |
| 1585 | |
Ivan T. Ivanov | 88af565 | 2015-07-06 15:16:19 +0300 | [diff] [blame] | 1586 | /* |
| 1587 | * Try slot gpio detect, if defined it take precedence |
| 1588 | * over build in controller functionality |
| 1589 | */ |
Kevin Liu | 94144a4 | 2013-02-28 17:35:53 +0800 | [diff] [blame] | 1590 | if (!IS_ERR_VALUE(gpio_cd)) |
| 1591 | return !!gpio_cd; |
| 1592 | |
Ivan T. Ivanov | 88af565 | 2015-07-06 15:16:19 +0300 | [diff] [blame] | 1593 | /* If polling, assume that the card is always present. */ |
| 1594 | if (host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) |
| 1595 | return 1; |
| 1596 | |
Kevin Liu | 94144a4 | 2013-02-28 17:35:53 +0800 | [diff] [blame] | 1597 | /* Host native card detect */ |
| 1598 | return !!(sdhci_readl(host, SDHCI_PRESENT_STATE) & SDHCI_CARD_PRESENT); |
| 1599 | } |
| 1600 | |
| 1601 | static int sdhci_get_cd(struct mmc_host *mmc) |
| 1602 | { |
| 1603 | struct sdhci_host *host = mmc_priv(mmc); |
| 1604 | int ret; |
| 1605 | |
| 1606 | sdhci_runtime_pm_get(host); |
| 1607 | ret = sdhci_do_get_cd(host); |
| 1608 | sdhci_runtime_pm_put(host); |
| 1609 | return ret; |
| 1610 | } |
| 1611 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1612 | static int sdhci_check_ro(struct sdhci_host *host) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1613 | { |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1614 | unsigned long flags; |
Wolfram Sang | 2dfb579 | 2010-10-15 12:21:01 +0200 | [diff] [blame] | 1615 | int is_readonly; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1616 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1617 | spin_lock_irqsave(&host->lock, flags); |
| 1618 | |
Pierre Ossman | 1e72859 | 2008-04-16 19:13:13 +0200 | [diff] [blame] | 1619 | if (host->flags & SDHCI_DEVICE_DEAD) |
Wolfram Sang | 2dfb579 | 2010-10-15 12:21:01 +0200 | [diff] [blame] | 1620 | is_readonly = 0; |
| 1621 | else if (host->ops->get_ro) |
| 1622 | is_readonly = host->ops->get_ro(host); |
Pierre Ossman | 1e72859 | 2008-04-16 19:13:13 +0200 | [diff] [blame] | 1623 | else |
Wolfram Sang | 2dfb579 | 2010-10-15 12:21:01 +0200 | [diff] [blame] | 1624 | is_readonly = !(sdhci_readl(host, SDHCI_PRESENT_STATE) |
| 1625 | & SDHCI_WRITE_PROTECT); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1626 | |
| 1627 | spin_unlock_irqrestore(&host->lock, flags); |
| 1628 | |
Wolfram Sang | 2dfb579 | 2010-10-15 12:21:01 +0200 | [diff] [blame] | 1629 | /* This quirk needs to be replaced by a callback-function later */ |
| 1630 | return host->quirks & SDHCI_QUIRK_INVERTED_WRITE_PROTECT ? |
| 1631 | !is_readonly : is_readonly; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 1632 | } |
| 1633 | |
Takashi Iwai | 82b0e23 | 2011-04-21 20:26:38 +0200 | [diff] [blame] | 1634 | #define SAMPLE_COUNT 5 |
| 1635 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1636 | static int sdhci_do_get_ro(struct sdhci_host *host) |
Takashi Iwai | 82b0e23 | 2011-04-21 20:26:38 +0200 | [diff] [blame] | 1637 | { |
Takashi Iwai | 82b0e23 | 2011-04-21 20:26:38 +0200 | [diff] [blame] | 1638 | int i, ro_count; |
| 1639 | |
Takashi Iwai | 82b0e23 | 2011-04-21 20:26:38 +0200 | [diff] [blame] | 1640 | if (!(host->quirks & SDHCI_QUIRK_UNSTABLE_RO_DETECT)) |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1641 | return sdhci_check_ro(host); |
Takashi Iwai | 82b0e23 | 2011-04-21 20:26:38 +0200 | [diff] [blame] | 1642 | |
| 1643 | ro_count = 0; |
| 1644 | for (i = 0; i < SAMPLE_COUNT; i++) { |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1645 | if (sdhci_check_ro(host)) { |
Takashi Iwai | 82b0e23 | 2011-04-21 20:26:38 +0200 | [diff] [blame] | 1646 | if (++ro_count > SAMPLE_COUNT / 2) |
| 1647 | return 1; |
| 1648 | } |
| 1649 | msleep(30); |
| 1650 | } |
| 1651 | return 0; |
| 1652 | } |
| 1653 | |
Adrian Hunter | 20758b6 | 2011-08-29 16:42:12 +0300 | [diff] [blame] | 1654 | static void sdhci_hw_reset(struct mmc_host *mmc) |
| 1655 | { |
| 1656 | struct sdhci_host *host = mmc_priv(mmc); |
| 1657 | |
| 1658 | if (host->ops && host->ops->hw_reset) |
| 1659 | host->ops->hw_reset(host); |
| 1660 | } |
| 1661 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1662 | static int sdhci_get_ro(struct mmc_host *mmc) |
Pierre Ossman | f75979b | 2007-09-04 07:59:18 +0200 | [diff] [blame] | 1663 | { |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1664 | struct sdhci_host *host = mmc_priv(mmc); |
| 1665 | int ret; |
Pierre Ossman | f75979b | 2007-09-04 07:59:18 +0200 | [diff] [blame] | 1666 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1667 | sdhci_runtime_pm_get(host); |
| 1668 | ret = sdhci_do_get_ro(host); |
| 1669 | sdhci_runtime_pm_put(host); |
| 1670 | return ret; |
| 1671 | } |
Pierre Ossman | f75979b | 2007-09-04 07:59:18 +0200 | [diff] [blame] | 1672 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1673 | static void sdhci_enable_sdio_irq_nolock(struct sdhci_host *host, int enable) |
| 1674 | { |
Russell King | be13855 | 2014-04-25 12:55:56 +0100 | [diff] [blame] | 1675 | if (!(host->flags & SDHCI_DEVICE_DEAD)) { |
Russell King | ef10433 | 2014-04-25 12:55:41 +0100 | [diff] [blame] | 1676 | if (enable) |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 1677 | host->ier |= SDHCI_INT_CARD_INT; |
Russell King | ef10433 | 2014-04-25 12:55:41 +0100 | [diff] [blame] | 1678 | else |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 1679 | host->ier &= ~SDHCI_INT_CARD_INT; |
| 1680 | |
| 1681 | sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); |
| 1682 | sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); |
Russell King | ef10433 | 2014-04-25 12:55:41 +0100 | [diff] [blame] | 1683 | mmiowb(); |
| 1684 | } |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1685 | } |
Pierre Ossman | f75979b | 2007-09-04 07:59:18 +0200 | [diff] [blame] | 1686 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1687 | static void sdhci_enable_sdio_irq(struct mmc_host *mmc, int enable) |
| 1688 | { |
| 1689 | struct sdhci_host *host = mmc_priv(mmc); |
| 1690 | unsigned long flags; |
| 1691 | |
Russell King | ef10433 | 2014-04-25 12:55:41 +0100 | [diff] [blame] | 1692 | sdhci_runtime_pm_get(host); |
| 1693 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1694 | spin_lock_irqsave(&host->lock, flags); |
Russell King | ef10433 | 2014-04-25 12:55:41 +0100 | [diff] [blame] | 1695 | if (enable) |
| 1696 | host->flags |= SDHCI_SDIO_IRQ_ENABLED; |
| 1697 | else |
| 1698 | host->flags &= ~SDHCI_SDIO_IRQ_ENABLED; |
| 1699 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1700 | sdhci_enable_sdio_irq_nolock(host, enable); |
Pierre Ossman | f75979b | 2007-09-04 07:59:18 +0200 | [diff] [blame] | 1701 | spin_unlock_irqrestore(&host->lock, flags); |
Russell King | ef10433 | 2014-04-25 12:55:41 +0100 | [diff] [blame] | 1702 | |
| 1703 | sdhci_runtime_pm_put(host); |
Pierre Ossman | f75979b | 2007-09-04 07:59:18 +0200 | [diff] [blame] | 1704 | } |
| 1705 | |
Philip Rakity | 6231f3d | 2012-07-23 15:56:23 -0700 | [diff] [blame] | 1706 | static int sdhci_do_start_signal_voltage_switch(struct sdhci_host *host, |
Fabio Estevam | 21f5998 | 2013-02-14 10:35:03 -0200 | [diff] [blame] | 1707 | struct mmc_ios *ios) |
Philip Rakity | 6231f3d | 2012-07-23 15:56:23 -0700 | [diff] [blame] | 1708 | { |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 1709 | struct mmc_host *mmc = host->mmc; |
Philip Rakity | 6231f3d | 2012-07-23 15:56:23 -0700 | [diff] [blame] | 1710 | u16 ctrl; |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1711 | int ret; |
Philip Rakity | 6231f3d | 2012-07-23 15:56:23 -0700 | [diff] [blame] | 1712 | |
| 1713 | /* |
| 1714 | * Signal Voltage Switching is only applicable for Host Controllers |
| 1715 | * v3.00 and above. |
| 1716 | */ |
| 1717 | if (host->version < SDHCI_SPEC_300) |
| 1718 | return 0; |
| 1719 | |
Philip Rakity | 6231f3d | 2012-07-23 15:56:23 -0700 | [diff] [blame] | 1720 | ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1721 | |
Fabio Estevam | 21f5998 | 2013-02-14 10:35:03 -0200 | [diff] [blame] | 1722 | switch (ios->signal_voltage) { |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1723 | case MMC_SIGNAL_VOLTAGE_330: |
| 1724 | /* Set 1.8V Signal Enable in the Host Control2 register to 0 */ |
| 1725 | ctrl &= ~SDHCI_CTRL_VDD_180; |
| 1726 | sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); |
| 1727 | |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 1728 | if (!IS_ERR(mmc->supply.vqmmc)) { |
| 1729 | ret = regulator_set_voltage(mmc->supply.vqmmc, 2700000, |
| 1730 | 3600000); |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1731 | if (ret) { |
Joe Perches | 6606110 | 2014-09-12 14:56:56 -0700 | [diff] [blame] | 1732 | pr_warn("%s: Switching to 3.3V signalling voltage failed\n", |
| 1733 | mmc_hostname(mmc)); |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1734 | return -EIO; |
| 1735 | } |
| 1736 | } |
| 1737 | /* Wait for 5ms */ |
| 1738 | usleep_range(5000, 5500); |
| 1739 | |
| 1740 | /* 3.3V regulator output should be stable within 5 ms */ |
| 1741 | ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); |
| 1742 | if (!(ctrl & SDHCI_CTRL_VDD_180)) |
| 1743 | return 0; |
| 1744 | |
Joe Perches | 6606110 | 2014-09-12 14:56:56 -0700 | [diff] [blame] | 1745 | pr_warn("%s: 3.3V regulator output did not became stable\n", |
| 1746 | mmc_hostname(mmc)); |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1747 | |
| 1748 | return -EAGAIN; |
| 1749 | case MMC_SIGNAL_VOLTAGE_180: |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 1750 | if (!IS_ERR(mmc->supply.vqmmc)) { |
| 1751 | ret = regulator_set_voltage(mmc->supply.vqmmc, |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1752 | 1700000, 1950000); |
| 1753 | if (ret) { |
Joe Perches | 6606110 | 2014-09-12 14:56:56 -0700 | [diff] [blame] | 1754 | pr_warn("%s: Switching to 1.8V signalling voltage failed\n", |
| 1755 | mmc_hostname(mmc)); |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1756 | return -EIO; |
| 1757 | } |
| 1758 | } |
| 1759 | |
| 1760 | /* |
| 1761 | * Enable 1.8V Signal Enable in the Host Control2 |
| 1762 | * register |
| 1763 | */ |
| 1764 | ctrl |= SDHCI_CTRL_VDD_180; |
| 1765 | sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); |
| 1766 | |
Vincent Yang | 9d967a6 | 2015-01-20 16:05:15 +0800 | [diff] [blame] | 1767 | /* Some controller need to do more when switching */ |
| 1768 | if (host->ops->voltage_switch) |
| 1769 | host->ops->voltage_switch(host); |
| 1770 | |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1771 | /* 1.8V regulator output should be stable within 5 ms */ |
| 1772 | ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); |
| 1773 | if (ctrl & SDHCI_CTRL_VDD_180) |
| 1774 | return 0; |
| 1775 | |
Joe Perches | 6606110 | 2014-09-12 14:56:56 -0700 | [diff] [blame] | 1776 | pr_warn("%s: 1.8V regulator output did not became stable\n", |
| 1777 | mmc_hostname(mmc)); |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1778 | |
| 1779 | return -EAGAIN; |
| 1780 | case MMC_SIGNAL_VOLTAGE_120: |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 1781 | if (!IS_ERR(mmc->supply.vqmmc)) { |
| 1782 | ret = regulator_set_voltage(mmc->supply.vqmmc, 1100000, |
| 1783 | 1300000); |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1784 | if (ret) { |
Joe Perches | 6606110 | 2014-09-12 14:56:56 -0700 | [diff] [blame] | 1785 | pr_warn("%s: Switching to 1.2V signalling voltage failed\n", |
| 1786 | mmc_hostname(mmc)); |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1787 | return -EIO; |
| 1788 | } |
| 1789 | } |
| 1790 | return 0; |
| 1791 | default: |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 1792 | /* No signal voltage switch required */ |
| 1793 | return 0; |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1794 | } |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 1795 | } |
| 1796 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1797 | static int sdhci_start_signal_voltage_switch(struct mmc_host *mmc, |
Fabio Estevam | 21f5998 | 2013-02-14 10:35:03 -0200 | [diff] [blame] | 1798 | struct mmc_ios *ios) |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1799 | { |
| 1800 | struct sdhci_host *host = mmc_priv(mmc); |
| 1801 | int err; |
| 1802 | |
| 1803 | if (host->version < SDHCI_SPEC_300) |
| 1804 | return 0; |
| 1805 | sdhci_runtime_pm_get(host); |
Fabio Estevam | 21f5998 | 2013-02-14 10:35:03 -0200 | [diff] [blame] | 1806 | err = sdhci_do_start_signal_voltage_switch(host, ios); |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1807 | sdhci_runtime_pm_put(host); |
| 1808 | return err; |
| 1809 | } |
| 1810 | |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 1811 | static int sdhci_card_busy(struct mmc_host *mmc) |
| 1812 | { |
| 1813 | struct sdhci_host *host = mmc_priv(mmc); |
| 1814 | u32 present_state; |
| 1815 | |
| 1816 | sdhci_runtime_pm_get(host); |
| 1817 | /* Check whether DAT[3:0] is 0000 */ |
| 1818 | present_state = sdhci_readl(host, SDHCI_PRESENT_STATE); |
| 1819 | sdhci_runtime_pm_put(host); |
| 1820 | |
| 1821 | return !(present_state & SDHCI_DATA_LVL_MASK); |
| 1822 | } |
| 1823 | |
Adrian Hunter | b5540ce | 2014-12-05 19:25:31 +0200 | [diff] [blame] | 1824 | static int sdhci_prepare_hs400_tuning(struct mmc_host *mmc, struct mmc_ios *ios) |
| 1825 | { |
| 1826 | struct sdhci_host *host = mmc_priv(mmc); |
| 1827 | unsigned long flags; |
| 1828 | |
| 1829 | spin_lock_irqsave(&host->lock, flags); |
| 1830 | host->flags |= SDHCI_HS400_TUNING; |
| 1831 | spin_unlock_irqrestore(&host->lock, flags); |
| 1832 | |
| 1833 | return 0; |
| 1834 | } |
| 1835 | |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 1836 | static int sdhci_execute_tuning(struct mmc_host *mmc, u32 opcode) |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1837 | { |
Russell King | 4b6f37d | 2014-04-25 12:59:36 +0100 | [diff] [blame] | 1838 | struct sdhci_host *host = mmc_priv(mmc); |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1839 | u16 ctrl; |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1840 | int tuning_loop_counter = MAX_TUNING_LOOP; |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1841 | int err = 0; |
Aisheng Dong | 2b35bd8 | 2013-12-23 19:13:04 +0800 | [diff] [blame] | 1842 | unsigned long flags; |
Adrian Hunter | 38e40bf | 2014-12-05 19:25:30 +0200 | [diff] [blame] | 1843 | unsigned int tuning_count = 0; |
Adrian Hunter | b5540ce | 2014-12-05 19:25:31 +0200 | [diff] [blame] | 1844 | bool hs400_tuning; |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1845 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1846 | sdhci_runtime_pm_get(host); |
Aisheng Dong | 2b35bd8 | 2013-12-23 19:13:04 +0800 | [diff] [blame] | 1847 | spin_lock_irqsave(&host->lock, flags); |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1848 | |
Adrian Hunter | b5540ce | 2014-12-05 19:25:31 +0200 | [diff] [blame] | 1849 | hs400_tuning = host->flags & SDHCI_HS400_TUNING; |
| 1850 | host->flags &= ~SDHCI_HS400_TUNING; |
| 1851 | |
Adrian Hunter | 38e40bf | 2014-12-05 19:25:30 +0200 | [diff] [blame] | 1852 | if (host->tuning_mode == SDHCI_TUNING_MODE_1) |
| 1853 | tuning_count = host->tuning_count; |
| 1854 | |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1855 | /* |
Weijun Yang | 9faac7b | 2015-10-04 12:04:12 +0000 | [diff] [blame] | 1856 | * The Host Controller needs tuning in case of SDR104 and DDR50 |
| 1857 | * mode, and for SDR50 mode when Use Tuning for SDR50 is set in |
| 1858 | * the Capabilities register. |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 1859 | * If the Host Controller supports the HS200 mode then the |
| 1860 | * tuning function has to be executed. |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1861 | */ |
Russell King | 4b6f37d | 2014-04-25 12:59:36 +0100 | [diff] [blame] | 1862 | switch (host->timing) { |
Adrian Hunter | b5540ce | 2014-12-05 19:25:31 +0200 | [diff] [blame] | 1863 | /* HS400 tuning is done in HS200 mode */ |
Adrian Hunter | e9fb05d | 2014-11-06 15:19:06 +0200 | [diff] [blame] | 1864 | case MMC_TIMING_MMC_HS400: |
Adrian Hunter | b5540ce | 2014-12-05 19:25:31 +0200 | [diff] [blame] | 1865 | err = -EINVAL; |
| 1866 | goto out_unlock; |
| 1867 | |
Russell King | 4b6f37d | 2014-04-25 12:59:36 +0100 | [diff] [blame] | 1868 | case MMC_TIMING_MMC_HS200: |
Adrian Hunter | b5540ce | 2014-12-05 19:25:31 +0200 | [diff] [blame] | 1869 | /* |
| 1870 | * Periodic re-tuning for HS400 is not expected to be needed, so |
| 1871 | * disable it here. |
| 1872 | */ |
| 1873 | if (hs400_tuning) |
| 1874 | tuning_count = 0; |
| 1875 | break; |
| 1876 | |
Russell King | 4b6f37d | 2014-04-25 12:59:36 +0100 | [diff] [blame] | 1877 | case MMC_TIMING_UHS_SDR104: |
Weijun Yang | 9faac7b | 2015-10-04 12:04:12 +0000 | [diff] [blame] | 1878 | case MMC_TIMING_UHS_DDR50: |
Russell King | 4b6f37d | 2014-04-25 12:59:36 +0100 | [diff] [blame] | 1879 | break; |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 1880 | |
Russell King | 4b6f37d | 2014-04-25 12:59:36 +0100 | [diff] [blame] | 1881 | case MMC_TIMING_UHS_SDR50: |
| 1882 | if (host->flags & SDHCI_SDR50_NEEDS_TUNING || |
| 1883 | host->flags & SDHCI_SDR104_NEEDS_TUNING) |
| 1884 | break; |
| 1885 | /* FALLTHROUGH */ |
| 1886 | |
| 1887 | default: |
Adrian Hunter | d519c86 | 2014-12-05 19:25:29 +0200 | [diff] [blame] | 1888 | goto out_unlock; |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1889 | } |
| 1890 | |
Dong Aisheng | 4525181 | 2013-09-13 19:11:30 +0800 | [diff] [blame] | 1891 | if (host->ops->platform_execute_tuning) { |
Aisheng Dong | 2b35bd8 | 2013-12-23 19:13:04 +0800 | [diff] [blame] | 1892 | spin_unlock_irqrestore(&host->lock, flags); |
Dong Aisheng | 4525181 | 2013-09-13 19:11:30 +0800 | [diff] [blame] | 1893 | err = host->ops->platform_execute_tuning(host, opcode); |
| 1894 | sdhci_runtime_pm_put(host); |
| 1895 | return err; |
| 1896 | } |
| 1897 | |
Russell King | 4b6f37d | 2014-04-25 12:59:36 +0100 | [diff] [blame] | 1898 | ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); |
| 1899 | ctrl |= SDHCI_CTRL_EXEC_TUNING; |
Vincent Yang | 67d0d04 | 2015-01-20 16:05:16 +0800 | [diff] [blame] | 1900 | if (host->quirks2 & SDHCI_QUIRK2_TUNING_WORK_AROUND) |
| 1901 | ctrl |= SDHCI_CTRL_TUNED_CLK; |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1902 | sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); |
| 1903 | |
| 1904 | /* |
| 1905 | * As per the Host Controller spec v3.00, tuning command |
| 1906 | * generates Buffer Read Ready interrupt, so enable that. |
| 1907 | * |
| 1908 | * Note: The spec clearly says that when tuning sequence |
| 1909 | * is being performed, the controller does not generate |
| 1910 | * interrupts other than Buffer Read Ready interrupt. But |
| 1911 | * to make sure we don't hit a controller bug, we _only_ |
| 1912 | * enable Buffer Read Ready interrupt here. |
| 1913 | */ |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 1914 | sdhci_writel(host, SDHCI_INT_DATA_AVAIL, SDHCI_INT_ENABLE); |
| 1915 | sdhci_writel(host, SDHCI_INT_DATA_AVAIL, SDHCI_SIGNAL_ENABLE); |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1916 | |
| 1917 | /* |
| 1918 | * Issue CMD19 repeatedly till Execute Tuning is set to 0 or the number |
| 1919 | * of loops reaches 40 times or a timeout of 150ms occurs. |
| 1920 | */ |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1921 | do { |
| 1922 | struct mmc_command cmd = {0}; |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 1923 | struct mmc_request mrq = {NULL}; |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1924 | |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 1925 | cmd.opcode = opcode; |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1926 | cmd.arg = 0; |
| 1927 | cmd.flags = MMC_RSP_R1 | MMC_CMD_ADTC; |
| 1928 | cmd.retries = 0; |
| 1929 | cmd.data = NULL; |
| 1930 | cmd.error = 0; |
| 1931 | |
Al Cooper | 7ce45e9 | 2014-05-09 11:34:07 -0400 | [diff] [blame] | 1932 | if (tuning_loop_counter-- == 0) |
| 1933 | break; |
| 1934 | |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1935 | mrq.cmd = &cmd; |
| 1936 | host->mrq = &mrq; |
| 1937 | |
| 1938 | /* |
| 1939 | * In response to CMD19, the card sends 64 bytes of tuning |
| 1940 | * block to the Host Controller. So we set the block size |
| 1941 | * to 64 here. |
| 1942 | */ |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 1943 | if (cmd.opcode == MMC_SEND_TUNING_BLOCK_HS200) { |
| 1944 | if (mmc->ios.bus_width == MMC_BUS_WIDTH_8) |
| 1945 | sdhci_writew(host, SDHCI_MAKE_BLKSZ(7, 128), |
| 1946 | SDHCI_BLOCK_SIZE); |
| 1947 | else if (mmc->ios.bus_width == MMC_BUS_WIDTH_4) |
| 1948 | sdhci_writew(host, SDHCI_MAKE_BLKSZ(7, 64), |
| 1949 | SDHCI_BLOCK_SIZE); |
| 1950 | } else { |
| 1951 | sdhci_writew(host, SDHCI_MAKE_BLKSZ(7, 64), |
| 1952 | SDHCI_BLOCK_SIZE); |
| 1953 | } |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1954 | |
| 1955 | /* |
| 1956 | * The tuning block is sent by the card to the host controller. |
| 1957 | * So we set the TRNS_READ bit in the Transfer Mode register. |
| 1958 | * This also takes care of setting DMA Enable and Multi Block |
| 1959 | * Select in the same register to 0. |
| 1960 | */ |
| 1961 | sdhci_writew(host, SDHCI_TRNS_READ, SDHCI_TRANSFER_MODE); |
| 1962 | |
| 1963 | sdhci_send_command(host, &cmd); |
| 1964 | |
| 1965 | host->cmd = NULL; |
| 1966 | host->mrq = NULL; |
| 1967 | |
Aisheng Dong | 2b35bd8 | 2013-12-23 19:13:04 +0800 | [diff] [blame] | 1968 | spin_unlock_irqrestore(&host->lock, flags); |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1969 | /* Wait for Buffer Read Ready interrupt */ |
| 1970 | wait_event_interruptible_timeout(host->buf_ready_int, |
| 1971 | (host->tuning_done == 1), |
| 1972 | msecs_to_jiffies(50)); |
Aisheng Dong | 2b35bd8 | 2013-12-23 19:13:04 +0800 | [diff] [blame] | 1973 | spin_lock_irqsave(&host->lock, flags); |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1974 | |
| 1975 | if (!host->tuning_done) { |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 1976 | pr_info(DRIVER_NAME ": Timeout waiting for Buffer Read Ready interrupt during tuning procedure, falling back to fixed sampling clock\n"); |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1977 | ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); |
| 1978 | ctrl &= ~SDHCI_CTRL_TUNED_CLK; |
| 1979 | ctrl &= ~SDHCI_CTRL_EXEC_TUNING; |
| 1980 | sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); |
| 1981 | |
| 1982 | err = -EIO; |
| 1983 | goto out; |
| 1984 | } |
| 1985 | |
| 1986 | host->tuning_done = 0; |
| 1987 | |
| 1988 | ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); |
Nick Sanders | 197160d | 2014-05-06 18:52:38 -0700 | [diff] [blame] | 1989 | |
| 1990 | /* eMMC spec does not require a delay between tuning cycles */ |
| 1991 | if (opcode == MMC_SEND_TUNING_BLOCK) |
| 1992 | mdelay(1); |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 1993 | } while (ctrl & SDHCI_CTRL_EXEC_TUNING); |
| 1994 | |
| 1995 | /* |
| 1996 | * The Host Driver has exhausted the maximum number of loops allowed, |
| 1997 | * so use fixed sampling frequency. |
| 1998 | */ |
Al Cooper | 7ce45e9 | 2014-05-09 11:34:07 -0400 | [diff] [blame] | 1999 | if (tuning_loop_counter < 0) { |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 2000 | ctrl &= ~SDHCI_CTRL_TUNED_CLK; |
| 2001 | sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); |
Al Cooper | 7ce45e9 | 2014-05-09 11:34:07 -0400 | [diff] [blame] | 2002 | } |
| 2003 | if (!(ctrl & SDHCI_CTRL_TUNED_CLK)) { |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 2004 | pr_info(DRIVER_NAME ": Tuning procedure failed, falling back to fixed sampling clock\n"); |
Dong Aisheng | 114f2bf | 2013-10-18 19:48:45 +0800 | [diff] [blame] | 2005 | err = -EIO; |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 2006 | } |
| 2007 | |
| 2008 | out: |
Adrian Hunter | 38e40bf | 2014-12-05 19:25:30 +0200 | [diff] [blame] | 2009 | if (tuning_count) { |
Adrian Hunter | 66c39dfc | 2015-05-07 13:10:21 +0300 | [diff] [blame] | 2010 | /* |
| 2011 | * In case tuning fails, host controllers which support |
| 2012 | * re-tuning can try tuning again at a later time, when the |
| 2013 | * re-tuning timer expires. So for these controllers, we |
| 2014 | * return 0. Since there might be other controllers who do not |
| 2015 | * have this capability, we return error for them. |
| 2016 | */ |
| 2017 | err = 0; |
Arindam Nath | cf2b5ee | 2011-05-05 12:19:07 +0530 | [diff] [blame] | 2018 | } |
| 2019 | |
Adrian Hunter | 66c39dfc | 2015-05-07 13:10:21 +0300 | [diff] [blame] | 2020 | host->mmc->retune_period = err ? 0 : tuning_count; |
Arindam Nath | cf2b5ee | 2011-05-05 12:19:07 +0530 | [diff] [blame] | 2021 | |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 2022 | sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); |
| 2023 | sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); |
Adrian Hunter | d519c86 | 2014-12-05 19:25:29 +0200 | [diff] [blame] | 2024 | out_unlock: |
Aisheng Dong | 2b35bd8 | 2013-12-23 19:13:04 +0800 | [diff] [blame] | 2025 | spin_unlock_irqrestore(&host->lock, flags); |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2026 | sdhci_runtime_pm_put(host); |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 2027 | |
| 2028 | return err; |
| 2029 | } |
| 2030 | |
Adrian Hunter | cb84964 | 2015-02-06 14:12:59 +0200 | [diff] [blame] | 2031 | static int sdhci_select_drive_strength(struct mmc_card *card, |
| 2032 | unsigned int max_dtr, int host_drv, |
| 2033 | int card_drv, int *drv_type) |
| 2034 | { |
| 2035 | struct sdhci_host *host = mmc_priv(card->host); |
| 2036 | |
| 2037 | if (!host->ops->select_drive_strength) |
| 2038 | return 0; |
| 2039 | |
| 2040 | return host->ops->select_drive_strength(host, card, max_dtr, host_drv, |
| 2041 | card_drv, drv_type); |
| 2042 | } |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 2043 | |
| 2044 | static void sdhci_enable_preset_value(struct sdhci_host *host, bool enable) |
Arindam Nath | 4d55c5a | 2011-05-05 12:19:05 +0530 | [diff] [blame] | 2045 | { |
Arindam Nath | 4d55c5a | 2011-05-05 12:19:05 +0530 | [diff] [blame] | 2046 | /* Host Controller v3.00 defines preset value registers */ |
| 2047 | if (host->version < SDHCI_SPEC_300) |
| 2048 | return; |
| 2049 | |
Arindam Nath | 4d55c5a | 2011-05-05 12:19:05 +0530 | [diff] [blame] | 2050 | /* |
| 2051 | * We only enable or disable Preset Value if they are not already |
| 2052 | * enabled or disabled respectively. Otherwise, we bail out. |
| 2053 | */ |
Russell King | da91a8f | 2014-04-25 13:00:12 +0100 | [diff] [blame] | 2054 | if (host->preset_enabled != enable) { |
| 2055 | u16 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); |
| 2056 | |
| 2057 | if (enable) |
| 2058 | ctrl |= SDHCI_CTRL_PRESET_VAL_ENABLE; |
| 2059 | else |
| 2060 | ctrl &= ~SDHCI_CTRL_PRESET_VAL_ENABLE; |
| 2061 | |
Arindam Nath | 4d55c5a | 2011-05-05 12:19:05 +0530 | [diff] [blame] | 2062 | sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); |
Russell King | da91a8f | 2014-04-25 13:00:12 +0100 | [diff] [blame] | 2063 | |
| 2064 | if (enable) |
| 2065 | host->flags |= SDHCI_PV_ENABLED; |
| 2066 | else |
| 2067 | host->flags &= ~SDHCI_PV_ENABLED; |
| 2068 | |
| 2069 | host->preset_enabled = enable; |
Arindam Nath | 4d55c5a | 2011-05-05 12:19:05 +0530 | [diff] [blame] | 2070 | } |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2071 | } |
| 2072 | |
Haibo Chen | 348487c | 2014-12-09 17:04:05 +0800 | [diff] [blame] | 2073 | static void sdhci_post_req(struct mmc_host *mmc, struct mmc_request *mrq, |
| 2074 | int err) |
| 2075 | { |
| 2076 | struct sdhci_host *host = mmc_priv(mmc); |
| 2077 | struct mmc_data *data = mrq->data; |
| 2078 | |
Russell King | f48f039 | 2016-01-26 13:40:32 +0000 | [diff] [blame] | 2079 | if (data->host_cookie != COOKIE_UNMAPPED) |
Russell King | 771a3dc | 2016-01-26 13:40:53 +0000 | [diff] [blame] | 2080 | dma_unmap_sg(mmc_dev(host->mmc), data->sg, data->sg_len, |
| 2081 | data->flags & MMC_DATA_WRITE ? |
| 2082 | DMA_TO_DEVICE : DMA_FROM_DEVICE); |
| 2083 | |
| 2084 | data->host_cookie = COOKIE_UNMAPPED; |
Haibo Chen | 348487c | 2014-12-09 17:04:05 +0800 | [diff] [blame] | 2085 | } |
| 2086 | |
Haibo Chen | 348487c | 2014-12-09 17:04:05 +0800 | [diff] [blame] | 2087 | static void sdhci_pre_req(struct mmc_host *mmc, struct mmc_request *mrq, |
| 2088 | bool is_first_req) |
| 2089 | { |
| 2090 | struct sdhci_host *host = mmc_priv(mmc); |
| 2091 | |
Haibo Chen | d31911b | 2015-08-25 10:02:11 +0800 | [diff] [blame] | 2092 | mrq->data->host_cookie = COOKIE_UNMAPPED; |
Haibo Chen | 348487c | 2014-12-09 17:04:05 +0800 | [diff] [blame] | 2093 | |
| 2094 | if (host->flags & SDHCI_REQ_USE_DMA) |
Russell King | 94538e5 | 2016-01-26 13:40:37 +0000 | [diff] [blame] | 2095 | sdhci_pre_dma_transfer(host, mrq->data, COOKIE_PRE_MAPPED); |
Haibo Chen | 348487c | 2014-12-09 17:04:05 +0800 | [diff] [blame] | 2096 | } |
| 2097 | |
Guennadi Liakhovetski | 71e6921 | 2012-12-04 16:51:40 +0100 | [diff] [blame] | 2098 | static void sdhci_card_event(struct mmc_host *mmc) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2099 | { |
Guennadi Liakhovetski | 71e6921 | 2012-12-04 16:51:40 +0100 | [diff] [blame] | 2100 | struct sdhci_host *host = mmc_priv(mmc); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2101 | unsigned long flags; |
Krzysztof Kozlowski | 2836766 | 2015-01-05 10:50:15 +0100 | [diff] [blame] | 2102 | int present; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2103 | |
Christian Daudt | 722e128 | 2013-06-20 14:26:36 -0700 | [diff] [blame] | 2104 | /* First check if client has provided their own card event */ |
| 2105 | if (host->ops->card_event) |
| 2106 | host->ops->card_event(host); |
| 2107 | |
Krzysztof Kozlowski | 2836766 | 2015-01-05 10:50:15 +0100 | [diff] [blame] | 2108 | present = sdhci_do_get_cd(host); |
| 2109 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2110 | spin_lock_irqsave(&host->lock, flags); |
| 2111 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2112 | /* Check host->mrq first in case we are runtime suspended */ |
Krzysztof Kozlowski | 2836766 | 2015-01-05 10:50:15 +0100 | [diff] [blame] | 2113 | if (host->mrq && !present) { |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 2114 | pr_err("%s: Card removed during transfer!\n", |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2115 | mmc_hostname(host->mmc)); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 2116 | pr_err("%s: Resetting controller.\n", |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2117 | mmc_hostname(host->mmc)); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2118 | |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 2119 | sdhci_do_reset(host, SDHCI_RESET_CMD); |
| 2120 | sdhci_do_reset(host, SDHCI_RESET_DATA); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2121 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2122 | host->mrq->cmd->error = -ENOMEDIUM; |
| 2123 | tasklet_schedule(&host->finish_tasklet); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2124 | } |
| 2125 | |
| 2126 | spin_unlock_irqrestore(&host->lock, flags); |
Guennadi Liakhovetski | 71e6921 | 2012-12-04 16:51:40 +0100 | [diff] [blame] | 2127 | } |
| 2128 | |
| 2129 | static const struct mmc_host_ops sdhci_ops = { |
| 2130 | .request = sdhci_request, |
Haibo Chen | 348487c | 2014-12-09 17:04:05 +0800 | [diff] [blame] | 2131 | .post_req = sdhci_post_req, |
| 2132 | .pre_req = sdhci_pre_req, |
Guennadi Liakhovetski | 71e6921 | 2012-12-04 16:51:40 +0100 | [diff] [blame] | 2133 | .set_ios = sdhci_set_ios, |
Kevin Liu | 94144a4 | 2013-02-28 17:35:53 +0800 | [diff] [blame] | 2134 | .get_cd = sdhci_get_cd, |
Guennadi Liakhovetski | 71e6921 | 2012-12-04 16:51:40 +0100 | [diff] [blame] | 2135 | .get_ro = sdhci_get_ro, |
| 2136 | .hw_reset = sdhci_hw_reset, |
| 2137 | .enable_sdio_irq = sdhci_enable_sdio_irq, |
| 2138 | .start_signal_voltage_switch = sdhci_start_signal_voltage_switch, |
Adrian Hunter | b5540ce | 2014-12-05 19:25:31 +0200 | [diff] [blame] | 2139 | .prepare_hs400_tuning = sdhci_prepare_hs400_tuning, |
Guennadi Liakhovetski | 71e6921 | 2012-12-04 16:51:40 +0100 | [diff] [blame] | 2140 | .execute_tuning = sdhci_execute_tuning, |
Adrian Hunter | cb84964 | 2015-02-06 14:12:59 +0200 | [diff] [blame] | 2141 | .select_drive_strength = sdhci_select_drive_strength, |
Guennadi Liakhovetski | 71e6921 | 2012-12-04 16:51:40 +0100 | [diff] [blame] | 2142 | .card_event = sdhci_card_event, |
Kevin Liu | 20b92a3 | 2012-12-17 19:29:26 +0800 | [diff] [blame] | 2143 | .card_busy = sdhci_card_busy, |
Guennadi Liakhovetski | 71e6921 | 2012-12-04 16:51:40 +0100 | [diff] [blame] | 2144 | }; |
| 2145 | |
| 2146 | /*****************************************************************************\ |
| 2147 | * * |
| 2148 | * Tasklets * |
| 2149 | * * |
| 2150 | \*****************************************************************************/ |
| 2151 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2152 | static void sdhci_tasklet_finish(unsigned long param) |
| 2153 | { |
| 2154 | struct sdhci_host *host; |
| 2155 | unsigned long flags; |
| 2156 | struct mmc_request *mrq; |
| 2157 | |
| 2158 | host = (struct sdhci_host*)param; |
| 2159 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2160 | spin_lock_irqsave(&host->lock, flags); |
| 2161 | |
Chris Ball | 0c9c99a | 2011-04-27 17:35:31 -0400 | [diff] [blame] | 2162 | /* |
| 2163 | * If this tasklet gets rescheduled while running, it will |
| 2164 | * be run again afterwards but without any active request. |
| 2165 | */ |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2166 | if (!host->mrq) { |
| 2167 | spin_unlock_irqrestore(&host->lock, flags); |
Chris Ball | 0c9c99a | 2011-04-27 17:35:31 -0400 | [diff] [blame] | 2168 | return; |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2169 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2170 | |
| 2171 | del_timer(&host->timer); |
| 2172 | |
| 2173 | mrq = host->mrq; |
| 2174 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2175 | /* |
Russell King | 054cedf | 2016-01-26 13:40:42 +0000 | [diff] [blame] | 2176 | * Always unmap the data buffers if they were mapped by |
| 2177 | * sdhci_prepare_data() whenever we finish with a request. |
| 2178 | * This avoids leaking DMA mappings on error. |
| 2179 | */ |
| 2180 | if (host->flags & SDHCI_REQ_USE_DMA) { |
| 2181 | struct mmc_data *data = mrq->data; |
| 2182 | |
| 2183 | if (data && data->host_cookie == COOKIE_MAPPED) { |
| 2184 | dma_unmap_sg(mmc_dev(host->mmc), data->sg, data->sg_len, |
| 2185 | (data->flags & MMC_DATA_READ) ? |
| 2186 | DMA_FROM_DEVICE : DMA_TO_DEVICE); |
| 2187 | data->host_cookie = COOKIE_UNMAPPED; |
| 2188 | } |
| 2189 | } |
| 2190 | |
| 2191 | /* |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2192 | * The controller needs a reset of internal state machines |
| 2193 | * upon error conditions. |
| 2194 | */ |
Pierre Ossman | 1e72859 | 2008-04-16 19:13:13 +0200 | [diff] [blame] | 2195 | if (!(host->flags & SDHCI_DEVICE_DEAD) && |
Ben Dooks | b7b4d34 | 2011-04-27 14:24:19 +0100 | [diff] [blame] | 2196 | ((mrq->cmd && mrq->cmd->error) || |
Andrew Gabbasov | fce9d33 | 2014-10-01 07:14:08 -0500 | [diff] [blame] | 2197 | (mrq->sbc && mrq->sbc->error) || |
| 2198 | (mrq->data && ((mrq->data->error && !mrq->data->stop) || |
| 2199 | (mrq->data->stop && mrq->data->stop->error))) || |
| 2200 | (host->quirks & SDHCI_QUIRK_RESET_AFTER_REQUEST))) { |
Pierre Ossman | 645289d | 2006-06-30 02:22:33 -0700 | [diff] [blame] | 2201 | |
| 2202 | /* Some controllers need this kick or reset won't work here */ |
Andy Shevchenko | 8213af3 | 2013-01-07 16:31:08 +0200 | [diff] [blame] | 2203 | if (host->quirks & SDHCI_QUIRK_CLOCK_BEFORE_RESET) |
Pierre Ossman | 645289d | 2006-06-30 02:22:33 -0700 | [diff] [blame] | 2204 | /* This is to force an update */ |
Russell King | 1771059 | 2014-04-25 12:58:55 +0100 | [diff] [blame] | 2205 | host->ops->set_clock(host, host->clock); |
Pierre Ossman | 645289d | 2006-06-30 02:22:33 -0700 | [diff] [blame] | 2206 | |
| 2207 | /* Spec says we should do both at the same time, but Ricoh |
| 2208 | controllers do not like that. */ |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 2209 | sdhci_do_reset(host, SDHCI_RESET_CMD); |
| 2210 | sdhci_do_reset(host, SDHCI_RESET_DATA); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2211 | } |
| 2212 | |
| 2213 | host->mrq = NULL; |
| 2214 | host->cmd = NULL; |
| 2215 | host->data = NULL; |
| 2216 | |
Pierre Ossman | f913431 | 2008-12-21 17:01:48 +0100 | [diff] [blame] | 2217 | #ifndef SDHCI_USE_LEDS_CLASS |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2218 | sdhci_deactivate_led(host); |
Pierre Ossman | 2f730fe | 2008-03-17 10:29:38 +0100 | [diff] [blame] | 2219 | #endif |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2220 | |
Pierre Ossman | 5f25a66 | 2006-10-04 02:15:39 -0700 | [diff] [blame] | 2221 | mmiowb(); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2222 | spin_unlock_irqrestore(&host->lock, flags); |
| 2223 | |
| 2224 | mmc_request_done(host->mmc, mrq); |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2225 | sdhci_runtime_pm_put(host); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2226 | } |
| 2227 | |
| 2228 | static void sdhci_timeout_timer(unsigned long data) |
| 2229 | { |
| 2230 | struct sdhci_host *host; |
| 2231 | unsigned long flags; |
| 2232 | |
| 2233 | host = (struct sdhci_host*)data; |
| 2234 | |
| 2235 | spin_lock_irqsave(&host->lock, flags); |
| 2236 | |
| 2237 | if (host->mrq) { |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 2238 | pr_err("%s: Timeout waiting for hardware interrupt.\n", |
| 2239 | mmc_hostname(host->mmc)); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2240 | sdhci_dumpregs(host); |
| 2241 | |
| 2242 | if (host->data) { |
Pierre Ossman | 17b0429 | 2007-07-22 22:18:46 +0200 | [diff] [blame] | 2243 | host->data->error = -ETIMEDOUT; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2244 | sdhci_finish_data(host); |
| 2245 | } else { |
| 2246 | if (host->cmd) |
Pierre Ossman | 17b0429 | 2007-07-22 22:18:46 +0200 | [diff] [blame] | 2247 | host->cmd->error = -ETIMEDOUT; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2248 | else |
Pierre Ossman | 17b0429 | 2007-07-22 22:18:46 +0200 | [diff] [blame] | 2249 | host->mrq->cmd->error = -ETIMEDOUT; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2250 | |
| 2251 | tasklet_schedule(&host->finish_tasklet); |
| 2252 | } |
| 2253 | } |
| 2254 | |
Pierre Ossman | 5f25a66 | 2006-10-04 02:15:39 -0700 | [diff] [blame] | 2255 | mmiowb(); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2256 | spin_unlock_irqrestore(&host->lock, flags); |
| 2257 | } |
| 2258 | |
| 2259 | /*****************************************************************************\ |
| 2260 | * * |
| 2261 | * Interrupt handling * |
| 2262 | * * |
| 2263 | \*****************************************************************************/ |
| 2264 | |
Adrian Hunter | 6154139 | 2014-09-24 10:27:27 +0300 | [diff] [blame] | 2265 | static void sdhci_cmd_irq(struct sdhci_host *host, u32 intmask, u32 *mask) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2266 | { |
| 2267 | BUG_ON(intmask == 0); |
| 2268 | |
| 2269 | if (!host->cmd) { |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 2270 | pr_err("%s: Got command interrupt 0x%08x even though no command operation was in progress.\n", |
| 2271 | mmc_hostname(host->mmc), (unsigned)intmask); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2272 | sdhci_dumpregs(host); |
| 2273 | return; |
| 2274 | } |
| 2275 | |
Russell King | ec014cb | 2016-01-26 13:39:39 +0000 | [diff] [blame] | 2276 | if (intmask & (SDHCI_INT_TIMEOUT | SDHCI_INT_CRC | |
| 2277 | SDHCI_INT_END_BIT | SDHCI_INT_INDEX)) { |
| 2278 | if (intmask & SDHCI_INT_TIMEOUT) |
| 2279 | host->cmd->error = -ETIMEDOUT; |
| 2280 | else |
| 2281 | host->cmd->error = -EILSEQ; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2282 | |
Russell King | 71fcbda | 2016-01-26 13:39:45 +0000 | [diff] [blame] | 2283 | /* |
| 2284 | * If this command initiates a data phase and a response |
| 2285 | * CRC error is signalled, the card can start transferring |
| 2286 | * data - the card may have received the command without |
| 2287 | * error. We must not terminate the mmc_request early. |
| 2288 | * |
| 2289 | * If the card did not receive the command or returned an |
| 2290 | * error which prevented it sending data, the data phase |
| 2291 | * will time out. |
| 2292 | */ |
| 2293 | if (host->cmd->data && |
| 2294 | (intmask & (SDHCI_INT_CRC | SDHCI_INT_TIMEOUT)) == |
| 2295 | SDHCI_INT_CRC) { |
| 2296 | host->cmd = NULL; |
| 2297 | return; |
| 2298 | } |
| 2299 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2300 | tasklet_schedule(&host->finish_tasklet); |
Pierre Ossman | e809517 | 2008-07-25 01:09:08 +0200 | [diff] [blame] | 2301 | return; |
| 2302 | } |
| 2303 | |
| 2304 | /* |
| 2305 | * The host can send and interrupt when the busy state has |
| 2306 | * ended, allowing us to wait without wasting CPU cycles. |
| 2307 | * Unfortunately this is overloaded on the "data complete" |
| 2308 | * interrupt, so we need to take some care when handling |
| 2309 | * it. |
| 2310 | * |
| 2311 | * Note: The 1.0 specification is a bit ambiguous about this |
| 2312 | * feature so there might be some problems with older |
| 2313 | * controllers. |
| 2314 | */ |
| 2315 | if (host->cmd->flags & MMC_RSP_BUSY) { |
| 2316 | if (host->cmd->data) |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 2317 | DBG("Cannot wait for busy signal when also doing a data transfer"); |
Chanho Min | e99783a | 2014-08-30 12:40:40 +0900 | [diff] [blame] | 2318 | else if (!(host->quirks & SDHCI_QUIRK_NO_BUSY_IRQ) |
| 2319 | && !host->busy_handle) { |
| 2320 | /* Mark that command complete before busy is ended */ |
| 2321 | host->busy_handle = 1; |
Pierre Ossman | e809517 | 2008-07-25 01:09:08 +0200 | [diff] [blame] | 2322 | return; |
Chanho Min | e99783a | 2014-08-30 12:40:40 +0900 | [diff] [blame] | 2323 | } |
Ben Dooks | f945405 | 2009-02-20 20:33:08 +0300 | [diff] [blame] | 2324 | |
| 2325 | /* The controller does not support the end-of-busy IRQ, |
| 2326 | * fall through and take the SDHCI_INT_RESPONSE */ |
Adrian Hunter | 6154139 | 2014-09-24 10:27:27 +0300 | [diff] [blame] | 2327 | } else if ((host->quirks2 & SDHCI_QUIRK2_STOP_WITH_TC) && |
| 2328 | host->cmd->opcode == MMC_STOP_TRANSMISSION && !host->data) { |
| 2329 | *mask &= ~SDHCI_INT_DATA_END; |
Pierre Ossman | e809517 | 2008-07-25 01:09:08 +0200 | [diff] [blame] | 2330 | } |
| 2331 | |
| 2332 | if (intmask & SDHCI_INT_RESPONSE) |
Pierre Ossman | 43b58b3 | 2007-07-25 23:15:27 +0200 | [diff] [blame] | 2333 | sdhci_finish_command(host); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2334 | } |
| 2335 | |
George G. Davis | 0957c33 | 2010-02-18 12:32:12 -0500 | [diff] [blame] | 2336 | #ifdef CONFIG_MMC_DEBUG |
Adrian Hunter | 08621b1 | 2014-11-04 12:42:38 +0200 | [diff] [blame] | 2337 | static void sdhci_adma_show_error(struct sdhci_host *host) |
Ben Dooks | 6882a8c | 2009-06-14 13:52:38 +0100 | [diff] [blame] | 2338 | { |
| 2339 | const char *name = mmc_hostname(host->mmc); |
Adrian Hunter | 1c3d5f6 | 2014-11-04 12:42:41 +0200 | [diff] [blame] | 2340 | void *desc = host->adma_table; |
Ben Dooks | 6882a8c | 2009-06-14 13:52:38 +0100 | [diff] [blame] | 2341 | |
| 2342 | sdhci_dumpregs(host); |
| 2343 | |
| 2344 | while (true) { |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 2345 | struct sdhci_adma2_64_desc *dma_desc = desc; |
Ben Dooks | 6882a8c | 2009-06-14 13:52:38 +0100 | [diff] [blame] | 2346 | |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 2347 | if (host->flags & SDHCI_USE_64_BIT_DMA) |
| 2348 | DBG("%s: %p: DMA 0x%08x%08x, LEN 0x%04x, Attr=0x%02x\n", |
| 2349 | name, desc, le32_to_cpu(dma_desc->addr_hi), |
| 2350 | le32_to_cpu(dma_desc->addr_lo), |
| 2351 | le16_to_cpu(dma_desc->len), |
| 2352 | le16_to_cpu(dma_desc->cmd)); |
| 2353 | else |
| 2354 | DBG("%s: %p: DMA 0x%08x, LEN 0x%04x, Attr=0x%02x\n", |
| 2355 | name, desc, le32_to_cpu(dma_desc->addr_lo), |
| 2356 | le16_to_cpu(dma_desc->len), |
| 2357 | le16_to_cpu(dma_desc->cmd)); |
Ben Dooks | 6882a8c | 2009-06-14 13:52:38 +0100 | [diff] [blame] | 2358 | |
Adrian Hunter | 76fe379 | 2014-11-04 12:42:42 +0200 | [diff] [blame] | 2359 | desc += host->desc_sz; |
Ben Dooks | 6882a8c | 2009-06-14 13:52:38 +0100 | [diff] [blame] | 2360 | |
Adrian Hunter | 0545230 | 2014-11-04 12:42:45 +0200 | [diff] [blame] | 2361 | if (dma_desc->cmd & cpu_to_le16(ADMA2_END)) |
Ben Dooks | 6882a8c | 2009-06-14 13:52:38 +0100 | [diff] [blame] | 2362 | break; |
| 2363 | } |
| 2364 | } |
| 2365 | #else |
Adrian Hunter | 08621b1 | 2014-11-04 12:42:38 +0200 | [diff] [blame] | 2366 | static void sdhci_adma_show_error(struct sdhci_host *host) { } |
Ben Dooks | 6882a8c | 2009-06-14 13:52:38 +0100 | [diff] [blame] | 2367 | #endif |
| 2368 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2369 | static void sdhci_data_irq(struct sdhci_host *host, u32 intmask) |
| 2370 | { |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 2371 | u32 command; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2372 | BUG_ON(intmask == 0); |
| 2373 | |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 2374 | /* CMD19 generates _only_ Buffer Read Ready interrupt */ |
| 2375 | if (intmask & SDHCI_INT_DATA_AVAIL) { |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 2376 | command = SDHCI_GET_CMD(sdhci_readw(host, SDHCI_COMMAND)); |
| 2377 | if (command == MMC_SEND_TUNING_BLOCK || |
| 2378 | command == MMC_SEND_TUNING_BLOCK_HS200) { |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 2379 | host->tuning_done = 1; |
| 2380 | wake_up(&host->buf_ready_int); |
| 2381 | return; |
| 2382 | } |
| 2383 | } |
| 2384 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2385 | if (!host->data) { |
| 2386 | /* |
Pierre Ossman | e809517 | 2008-07-25 01:09:08 +0200 | [diff] [blame] | 2387 | * The "data complete" interrupt is also used to |
| 2388 | * indicate that a busy state has ended. See comment |
| 2389 | * above in sdhci_cmd_irq(). |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2390 | */ |
Pierre Ossman | e809517 | 2008-07-25 01:09:08 +0200 | [diff] [blame] | 2391 | if (host->cmd && (host->cmd->flags & MMC_RSP_BUSY)) { |
Matthieu CASTET | c5abd5e | 2014-08-14 16:03:17 +0200 | [diff] [blame] | 2392 | if (intmask & SDHCI_INT_DATA_TIMEOUT) { |
| 2393 | host->cmd->error = -ETIMEDOUT; |
| 2394 | tasklet_schedule(&host->finish_tasklet); |
| 2395 | return; |
| 2396 | } |
Pierre Ossman | e809517 | 2008-07-25 01:09:08 +0200 | [diff] [blame] | 2397 | if (intmask & SDHCI_INT_DATA_END) { |
Chanho Min | e99783a | 2014-08-30 12:40:40 +0900 | [diff] [blame] | 2398 | /* |
| 2399 | * Some cards handle busy-end interrupt |
| 2400 | * before the command completed, so make |
| 2401 | * sure we do things in the proper order. |
| 2402 | */ |
| 2403 | if (host->busy_handle) |
| 2404 | sdhci_finish_command(host); |
| 2405 | else |
| 2406 | host->busy_handle = 1; |
Pierre Ossman | e809517 | 2008-07-25 01:09:08 +0200 | [diff] [blame] | 2407 | return; |
| 2408 | } |
| 2409 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2410 | |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 2411 | pr_err("%s: Got data interrupt 0x%08x even though no data operation was in progress.\n", |
| 2412 | mmc_hostname(host->mmc), (unsigned)intmask); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2413 | sdhci_dumpregs(host); |
| 2414 | |
| 2415 | return; |
| 2416 | } |
| 2417 | |
| 2418 | if (intmask & SDHCI_INT_DATA_TIMEOUT) |
Pierre Ossman | 17b0429 | 2007-07-22 22:18:46 +0200 | [diff] [blame] | 2419 | host->data->error = -ETIMEDOUT; |
Aries Lee | 22113ef | 2010-12-15 08:14:24 +0100 | [diff] [blame] | 2420 | else if (intmask & SDHCI_INT_DATA_END_BIT) |
| 2421 | host->data->error = -EILSEQ; |
| 2422 | else if ((intmask & SDHCI_INT_DATA_CRC) && |
| 2423 | SDHCI_GET_CMD(sdhci_readw(host, SDHCI_COMMAND)) |
| 2424 | != MMC_BUS_TEST_R) |
Pierre Ossman | 17b0429 | 2007-07-22 22:18:46 +0200 | [diff] [blame] | 2425 | host->data->error = -EILSEQ; |
Ben Dooks | 6882a8c | 2009-06-14 13:52:38 +0100 | [diff] [blame] | 2426 | else if (intmask & SDHCI_INT_ADMA_ERROR) { |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 2427 | pr_err("%s: ADMA error\n", mmc_hostname(host->mmc)); |
Adrian Hunter | 08621b1 | 2014-11-04 12:42:38 +0200 | [diff] [blame] | 2428 | sdhci_adma_show_error(host); |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 2429 | host->data->error = -EIO; |
Haijun Zhang | a4071fb | 2012-12-04 10:41:28 +0800 | [diff] [blame] | 2430 | if (host->ops->adma_workaround) |
| 2431 | host->ops->adma_workaround(host, intmask); |
Ben Dooks | 6882a8c | 2009-06-14 13:52:38 +0100 | [diff] [blame] | 2432 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2433 | |
Pierre Ossman | 17b0429 | 2007-07-22 22:18:46 +0200 | [diff] [blame] | 2434 | if (host->data->error) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2435 | sdhci_finish_data(host); |
| 2436 | else { |
Pierre Ossman | a406f5a | 2006-07-02 16:50:59 +0100 | [diff] [blame] | 2437 | if (intmask & (SDHCI_INT_DATA_AVAIL | SDHCI_INT_SPACE_AVAIL)) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2438 | sdhci_transfer_pio(host); |
| 2439 | |
Pierre Ossman | 6ba736a | 2007-05-13 22:39:23 +0200 | [diff] [blame] | 2440 | /* |
| 2441 | * We currently don't do anything fancy with DMA |
| 2442 | * boundaries, but as we can't disable the feature |
| 2443 | * we need to at least restart the transfer. |
Mikko Vinni | f6a03cb | 2011-04-12 09:36:18 -0400 | [diff] [blame] | 2444 | * |
| 2445 | * According to the spec sdhci_readl(host, SDHCI_DMA_ADDRESS) |
| 2446 | * should return a valid address to continue from, but as |
| 2447 | * some controllers are faulty, don't trust them. |
Pierre Ossman | 6ba736a | 2007-05-13 22:39:23 +0200 | [diff] [blame] | 2448 | */ |
Mikko Vinni | f6a03cb | 2011-04-12 09:36:18 -0400 | [diff] [blame] | 2449 | if (intmask & SDHCI_INT_DMA_END) { |
| 2450 | u32 dmastart, dmanow; |
| 2451 | dmastart = sg_dma_address(host->data->sg); |
| 2452 | dmanow = dmastart + host->data->bytes_xfered; |
| 2453 | /* |
| 2454 | * Force update to the next DMA block boundary. |
| 2455 | */ |
| 2456 | dmanow = (dmanow & |
| 2457 | ~(SDHCI_DEFAULT_BOUNDARY_SIZE - 1)) + |
| 2458 | SDHCI_DEFAULT_BOUNDARY_SIZE; |
| 2459 | host->data->bytes_xfered = dmanow - dmastart; |
| 2460 | DBG("%s: DMA base 0x%08x, transferred 0x%06x bytes," |
| 2461 | " next 0x%08x\n", |
| 2462 | mmc_hostname(host->mmc), dmastart, |
| 2463 | host->data->bytes_xfered, dmanow); |
| 2464 | sdhci_writel(host, dmanow, SDHCI_DMA_ADDRESS); |
| 2465 | } |
Pierre Ossman | 6ba736a | 2007-05-13 22:39:23 +0200 | [diff] [blame] | 2466 | |
Pierre Ossman | e538fbe | 2007-08-12 16:46:32 +0200 | [diff] [blame] | 2467 | if (intmask & SDHCI_INT_DATA_END) { |
| 2468 | if (host->cmd) { |
| 2469 | /* |
| 2470 | * Data managed to finish before the |
| 2471 | * command completed. Make sure we do |
| 2472 | * things in the proper order. |
| 2473 | */ |
| 2474 | host->data_early = 1; |
| 2475 | } else { |
| 2476 | sdhci_finish_data(host); |
| 2477 | } |
| 2478 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2479 | } |
| 2480 | } |
| 2481 | |
David Howells | 7d12e78 | 2006-10-05 14:55:46 +0100 | [diff] [blame] | 2482 | static irqreturn_t sdhci_irq(int irq, void *dev_id) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2483 | { |
Russell King | 781e989 | 2014-04-25 12:55:46 +0100 | [diff] [blame] | 2484 | irqreturn_t result = IRQ_NONE; |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2485 | struct sdhci_host *host = dev_id; |
Russell King | 4100500 | 2014-04-25 12:55:36 +0100 | [diff] [blame] | 2486 | u32 intmask, mask, unexpected = 0; |
Russell King | 781e989 | 2014-04-25 12:55:46 +0100 | [diff] [blame] | 2487 | int max_loops = 16; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2488 | |
| 2489 | spin_lock(&host->lock); |
| 2490 | |
Russell King | be13855 | 2014-04-25 12:55:56 +0100 | [diff] [blame] | 2491 | if (host->runtime_suspended && !sdhci_sdio_irq_enabled(host)) { |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2492 | spin_unlock(&host->lock); |
Adrian Hunter | 655bca7 | 2014-03-11 10:09:36 +0200 | [diff] [blame] | 2493 | return IRQ_NONE; |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2494 | } |
| 2495 | |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 2496 | intmask = sdhci_readl(host, SDHCI_INT_STATUS); |
Mark Lord | 62df67a5 | 2007-03-06 13:30:13 +0100 | [diff] [blame] | 2497 | if (!intmask || intmask == 0xffffffff) { |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2498 | result = IRQ_NONE; |
| 2499 | goto out; |
| 2500 | } |
| 2501 | |
Russell King | 4100500 | 2014-04-25 12:55:36 +0100 | [diff] [blame] | 2502 | do { |
| 2503 | /* Clear selected interrupts. */ |
| 2504 | mask = intmask & (SDHCI_INT_CMD_MASK | SDHCI_INT_DATA_MASK | |
| 2505 | SDHCI_INT_BUS_POWER); |
| 2506 | sdhci_writel(host, mask, SDHCI_INT_STATUS); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2507 | |
Russell King | 4100500 | 2014-04-25 12:55:36 +0100 | [diff] [blame] | 2508 | DBG("*** %s got interrupt: 0x%08x\n", |
| 2509 | mmc_hostname(host->mmc), intmask); |
| 2510 | |
| 2511 | if (intmask & (SDHCI_INT_CARD_INSERT | SDHCI_INT_CARD_REMOVE)) { |
| 2512 | u32 present = sdhci_readl(host, SDHCI_PRESENT_STATE) & |
| 2513 | SDHCI_CARD_PRESENT; |
| 2514 | |
| 2515 | /* |
| 2516 | * There is a observation on i.mx esdhc. INSERT |
| 2517 | * bit will be immediately set again when it gets |
| 2518 | * cleared, if a card is inserted. We have to mask |
| 2519 | * the irq to prevent interrupt storm which will |
| 2520 | * freeze the system. And the REMOVE gets the |
| 2521 | * same situation. |
| 2522 | * |
| 2523 | * More testing are needed here to ensure it works |
| 2524 | * for other platforms though. |
| 2525 | */ |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 2526 | host->ier &= ~(SDHCI_INT_CARD_INSERT | |
| 2527 | SDHCI_INT_CARD_REMOVE); |
| 2528 | host->ier |= present ? SDHCI_INT_CARD_REMOVE : |
| 2529 | SDHCI_INT_CARD_INSERT; |
| 2530 | sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); |
| 2531 | sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); |
Russell King | 4100500 | 2014-04-25 12:55:36 +0100 | [diff] [blame] | 2532 | |
| 2533 | sdhci_writel(host, intmask & (SDHCI_INT_CARD_INSERT | |
| 2534 | SDHCI_INT_CARD_REMOVE), SDHCI_INT_STATUS); |
Russell King | 3560db8 | 2014-04-25 12:55:51 +0100 | [diff] [blame] | 2535 | |
| 2536 | host->thread_isr |= intmask & (SDHCI_INT_CARD_INSERT | |
| 2537 | SDHCI_INT_CARD_REMOVE); |
| 2538 | result = IRQ_WAKE_THREAD; |
Russell King | 4100500 | 2014-04-25 12:55:36 +0100 | [diff] [blame] | 2539 | } |
| 2540 | |
| 2541 | if (intmask & SDHCI_INT_CMD_MASK) |
Adrian Hunter | 6154139 | 2014-09-24 10:27:27 +0300 | [diff] [blame] | 2542 | sdhci_cmd_irq(host, intmask & SDHCI_INT_CMD_MASK, |
| 2543 | &intmask); |
Russell King | 4100500 | 2014-04-25 12:55:36 +0100 | [diff] [blame] | 2544 | |
| 2545 | if (intmask & SDHCI_INT_DATA_MASK) |
| 2546 | sdhci_data_irq(host, intmask & SDHCI_INT_DATA_MASK); |
| 2547 | |
| 2548 | if (intmask & SDHCI_INT_BUS_POWER) |
| 2549 | pr_err("%s: Card is consuming too much power!\n", |
| 2550 | mmc_hostname(host->mmc)); |
| 2551 | |
Russell King | 781e989 | 2014-04-25 12:55:46 +0100 | [diff] [blame] | 2552 | if (intmask & SDHCI_INT_CARD_INT) { |
| 2553 | sdhci_enable_sdio_irq_nolock(host, false); |
| 2554 | host->thread_isr |= SDHCI_INT_CARD_INT; |
| 2555 | result = IRQ_WAKE_THREAD; |
| 2556 | } |
Russell King | 4100500 | 2014-04-25 12:55:36 +0100 | [diff] [blame] | 2557 | |
| 2558 | intmask &= ~(SDHCI_INT_CARD_INSERT | SDHCI_INT_CARD_REMOVE | |
| 2559 | SDHCI_INT_CMD_MASK | SDHCI_INT_DATA_MASK | |
| 2560 | SDHCI_INT_ERROR | SDHCI_INT_BUS_POWER | |
| 2561 | SDHCI_INT_CARD_INT); |
| 2562 | |
| 2563 | if (intmask) { |
| 2564 | unexpected |= intmask; |
| 2565 | sdhci_writel(host, intmask, SDHCI_INT_STATUS); |
| 2566 | } |
| 2567 | |
Russell King | 781e989 | 2014-04-25 12:55:46 +0100 | [diff] [blame] | 2568 | if (result == IRQ_NONE) |
| 2569 | result = IRQ_HANDLED; |
Russell King | 4100500 | 2014-04-25 12:55:36 +0100 | [diff] [blame] | 2570 | |
| 2571 | intmask = sdhci_readl(host, SDHCI_INT_STATUS); |
Russell King | 4100500 | 2014-04-25 12:55:36 +0100 | [diff] [blame] | 2572 | } while (intmask && --max_loops); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2573 | out: |
| 2574 | spin_unlock(&host->lock); |
| 2575 | |
Alexander Stein | 6379b23 | 2012-03-14 09:52:10 +0100 | [diff] [blame] | 2576 | if (unexpected) { |
| 2577 | pr_err("%s: Unexpected interrupt 0x%08x.\n", |
| 2578 | mmc_hostname(host->mmc), unexpected); |
| 2579 | sdhci_dumpregs(host); |
| 2580 | } |
Pierre Ossman | f75979b | 2007-09-04 07:59:18 +0200 | [diff] [blame] | 2581 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2582 | return result; |
| 2583 | } |
| 2584 | |
Russell King | 781e989 | 2014-04-25 12:55:46 +0100 | [diff] [blame] | 2585 | static irqreturn_t sdhci_thread_irq(int irq, void *dev_id) |
| 2586 | { |
| 2587 | struct sdhci_host *host = dev_id; |
| 2588 | unsigned long flags; |
| 2589 | u32 isr; |
| 2590 | |
| 2591 | spin_lock_irqsave(&host->lock, flags); |
| 2592 | isr = host->thread_isr; |
| 2593 | host->thread_isr = 0; |
| 2594 | spin_unlock_irqrestore(&host->lock, flags); |
| 2595 | |
Russell King | 3560db8 | 2014-04-25 12:55:51 +0100 | [diff] [blame] | 2596 | if (isr & (SDHCI_INT_CARD_INSERT | SDHCI_INT_CARD_REMOVE)) { |
| 2597 | sdhci_card_event(host->mmc); |
| 2598 | mmc_detect_change(host->mmc, msecs_to_jiffies(200)); |
| 2599 | } |
| 2600 | |
Russell King | 781e989 | 2014-04-25 12:55:46 +0100 | [diff] [blame] | 2601 | if (isr & SDHCI_INT_CARD_INT) { |
| 2602 | sdio_run_irqs(host->mmc); |
| 2603 | |
| 2604 | spin_lock_irqsave(&host->lock, flags); |
| 2605 | if (host->flags & SDHCI_SDIO_IRQ_ENABLED) |
| 2606 | sdhci_enable_sdio_irq_nolock(host, true); |
| 2607 | spin_unlock_irqrestore(&host->lock, flags); |
| 2608 | } |
| 2609 | |
| 2610 | return isr ? IRQ_HANDLED : IRQ_NONE; |
| 2611 | } |
| 2612 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2613 | /*****************************************************************************\ |
| 2614 | * * |
| 2615 | * Suspend/resume * |
| 2616 | * * |
| 2617 | \*****************************************************************************/ |
| 2618 | |
| 2619 | #ifdef CONFIG_PM |
Kevin Liu | ad080d7 | 2013-01-05 17:21:33 +0800 | [diff] [blame] | 2620 | void sdhci_enable_irq_wakeups(struct sdhci_host *host) |
| 2621 | { |
| 2622 | u8 val; |
| 2623 | u8 mask = SDHCI_WAKE_ON_INSERT | SDHCI_WAKE_ON_REMOVE |
| 2624 | | SDHCI_WAKE_ON_INT; |
| 2625 | |
| 2626 | val = sdhci_readb(host, SDHCI_WAKE_UP_CONTROL); |
| 2627 | val |= mask ; |
| 2628 | /* Avoid fake wake up */ |
| 2629 | if (host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) |
| 2630 | val &= ~(SDHCI_WAKE_ON_INSERT | SDHCI_WAKE_ON_REMOVE); |
| 2631 | sdhci_writeb(host, val, SDHCI_WAKE_UP_CONTROL); |
| 2632 | } |
| 2633 | EXPORT_SYMBOL_GPL(sdhci_enable_irq_wakeups); |
| 2634 | |
Fabio Estevam | 0b10f47 | 2014-08-30 14:53:13 -0300 | [diff] [blame] | 2635 | static void sdhci_disable_irq_wakeups(struct sdhci_host *host) |
Kevin Liu | ad080d7 | 2013-01-05 17:21:33 +0800 | [diff] [blame] | 2636 | { |
| 2637 | u8 val; |
| 2638 | u8 mask = SDHCI_WAKE_ON_INSERT | SDHCI_WAKE_ON_REMOVE |
| 2639 | | SDHCI_WAKE_ON_INT; |
| 2640 | |
| 2641 | val = sdhci_readb(host, SDHCI_WAKE_UP_CONTROL); |
| 2642 | val &= ~mask; |
| 2643 | sdhci_writeb(host, val, SDHCI_WAKE_UP_CONTROL); |
| 2644 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2645 | |
Manuel Lauss | 29495aa | 2011-11-03 11:09:45 +0100 | [diff] [blame] | 2646 | int sdhci_suspend_host(struct sdhci_host *host) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2647 | { |
Anton Vorontsov | 7260cf5 | 2009-03-17 00:13:48 +0300 | [diff] [blame] | 2648 | sdhci_disable_card_detection(host); |
| 2649 | |
Adrian Hunter | 66c39dfc | 2015-05-07 13:10:21 +0300 | [diff] [blame] | 2650 | mmc_retune_timer_stop(host->mmc); |
| 2651 | mmc_retune_needed(host->mmc); |
Arindam Nath | cf2b5ee | 2011-05-05 12:19:07 +0530 | [diff] [blame] | 2652 | |
Kevin Liu | ad080d7 | 2013-01-05 17:21:33 +0800 | [diff] [blame] | 2653 | if (!device_may_wakeup(mmc_dev(host->mmc))) { |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 2654 | host->ier = 0; |
| 2655 | sdhci_writel(host, 0, SDHCI_INT_ENABLE); |
| 2656 | sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); |
Kevin Liu | ad080d7 | 2013-01-05 17:21:33 +0800 | [diff] [blame] | 2657 | free_irq(host->irq, host); |
| 2658 | } else { |
| 2659 | sdhci_enable_irq_wakeups(host); |
| 2660 | enable_irq_wake(host->irq); |
| 2661 | } |
Ulf Hansson | 4ee14ec | 2013-09-25 14:15:24 +0200 | [diff] [blame] | 2662 | return 0; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2663 | } |
| 2664 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2665 | EXPORT_SYMBOL_GPL(sdhci_suspend_host); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2666 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2667 | int sdhci_resume_host(struct sdhci_host *host) |
| 2668 | { |
Ulf Hansson | 4ee14ec | 2013-09-25 14:15:24 +0200 | [diff] [blame] | 2669 | int ret = 0; |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2670 | |
Richard Röjfors | a13abc7 | 2009-09-22 16:45:30 -0700 | [diff] [blame] | 2671 | if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2672 | if (host->ops->enable_dma) |
| 2673 | host->ops->enable_dma(host); |
| 2674 | } |
| 2675 | |
Adrian Hunter | 6308d29 | 2012-02-07 14:48:54 +0200 | [diff] [blame] | 2676 | if ((host->mmc->pm_flags & MMC_PM_KEEP_POWER) && |
| 2677 | (host->quirks2 & SDHCI_QUIRK2_HOST_OFF_CARD_ON)) { |
| 2678 | /* Card keeps power but host controller does not */ |
| 2679 | sdhci_init(host, 0); |
| 2680 | host->pwr = 0; |
| 2681 | host->clock = 0; |
| 2682 | sdhci_do_set_ios(host, &host->mmc->ios); |
| 2683 | } else { |
| 2684 | sdhci_init(host, (host->mmc->pm_flags & MMC_PM_KEEP_POWER)); |
| 2685 | mmiowb(); |
| 2686 | } |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2687 | |
Haibo Chen | 14a7b4164 | 2015-09-15 18:32:58 +0800 | [diff] [blame] | 2688 | if (!device_may_wakeup(mmc_dev(host->mmc))) { |
| 2689 | ret = request_threaded_irq(host->irq, sdhci_irq, |
| 2690 | sdhci_thread_irq, IRQF_SHARED, |
| 2691 | mmc_hostname(host->mmc), host); |
| 2692 | if (ret) |
| 2693 | return ret; |
| 2694 | } else { |
| 2695 | sdhci_disable_irq_wakeups(host); |
| 2696 | disable_irq_wake(host->irq); |
| 2697 | } |
| 2698 | |
Anton Vorontsov | 7260cf5 | 2009-03-17 00:13:48 +0300 | [diff] [blame] | 2699 | sdhci_enable_card_detection(host); |
| 2700 | |
Nicolas Pitre | 2f4cbb3 | 2010-03-05 13:43:32 -0800 | [diff] [blame] | 2701 | return ret; |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2702 | } |
| 2703 | |
| 2704 | EXPORT_SYMBOL_GPL(sdhci_resume_host); |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2705 | |
| 2706 | static int sdhci_runtime_pm_get(struct sdhci_host *host) |
| 2707 | { |
| 2708 | return pm_runtime_get_sync(host->mmc->parent); |
| 2709 | } |
| 2710 | |
| 2711 | static int sdhci_runtime_pm_put(struct sdhci_host *host) |
| 2712 | { |
| 2713 | pm_runtime_mark_last_busy(host->mmc->parent); |
| 2714 | return pm_runtime_put_autosuspend(host->mmc->parent); |
| 2715 | } |
| 2716 | |
Adrian Hunter | f0710a5 | 2013-05-06 12:17:32 +0300 | [diff] [blame] | 2717 | static void sdhci_runtime_pm_bus_on(struct sdhci_host *host) |
| 2718 | { |
Adrian Hunter | 5c671c4 | 2015-11-26 14:00:50 +0200 | [diff] [blame] | 2719 | if (host->bus_on) |
Adrian Hunter | f0710a5 | 2013-05-06 12:17:32 +0300 | [diff] [blame] | 2720 | return; |
| 2721 | host->bus_on = true; |
| 2722 | pm_runtime_get_noresume(host->mmc->parent); |
| 2723 | } |
| 2724 | |
| 2725 | static void sdhci_runtime_pm_bus_off(struct sdhci_host *host) |
| 2726 | { |
Adrian Hunter | 5c671c4 | 2015-11-26 14:00:50 +0200 | [diff] [blame] | 2727 | if (!host->bus_on) |
Adrian Hunter | f0710a5 | 2013-05-06 12:17:32 +0300 | [diff] [blame] | 2728 | return; |
| 2729 | host->bus_on = false; |
| 2730 | pm_runtime_put_noidle(host->mmc->parent); |
| 2731 | } |
| 2732 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2733 | int sdhci_runtime_suspend_host(struct sdhci_host *host) |
| 2734 | { |
| 2735 | unsigned long flags; |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2736 | |
Adrian Hunter | 66c39dfc | 2015-05-07 13:10:21 +0300 | [diff] [blame] | 2737 | mmc_retune_timer_stop(host->mmc); |
| 2738 | mmc_retune_needed(host->mmc); |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2739 | |
| 2740 | spin_lock_irqsave(&host->lock, flags); |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 2741 | host->ier &= SDHCI_INT_CARD_INT; |
| 2742 | sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); |
| 2743 | sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2744 | spin_unlock_irqrestore(&host->lock, flags); |
| 2745 | |
Russell King | 781e989 | 2014-04-25 12:55:46 +0100 | [diff] [blame] | 2746 | synchronize_hardirq(host->irq); |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2747 | |
| 2748 | spin_lock_irqsave(&host->lock, flags); |
| 2749 | host->runtime_suspended = true; |
| 2750 | spin_unlock_irqrestore(&host->lock, flags); |
| 2751 | |
Markus Pargmann | 8a125ba | 2014-06-04 15:24:29 +0200 | [diff] [blame] | 2752 | return 0; |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2753 | } |
| 2754 | EXPORT_SYMBOL_GPL(sdhci_runtime_suspend_host); |
| 2755 | |
| 2756 | int sdhci_runtime_resume_host(struct sdhci_host *host) |
| 2757 | { |
| 2758 | unsigned long flags; |
Markus Pargmann | 8a125ba | 2014-06-04 15:24:29 +0200 | [diff] [blame] | 2759 | int host_flags = host->flags; |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2760 | |
| 2761 | if (host_flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { |
| 2762 | if (host->ops->enable_dma) |
| 2763 | host->ops->enable_dma(host); |
| 2764 | } |
| 2765 | |
| 2766 | sdhci_init(host, 0); |
| 2767 | |
| 2768 | /* Force clock and power re-program */ |
| 2769 | host->pwr = 0; |
| 2770 | host->clock = 0; |
Jisheng Zhang | 3396e73 | 2015-01-29 17:42:12 +0800 | [diff] [blame] | 2771 | sdhci_do_start_signal_voltage_switch(host, &host->mmc->ios); |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2772 | sdhci_do_set_ios(host, &host->mmc->ios); |
| 2773 | |
Kevin Liu | 5298338 | 2013-01-31 11:31:37 +0800 | [diff] [blame] | 2774 | if ((host_flags & SDHCI_PV_ENABLED) && |
| 2775 | !(host->quirks2 & SDHCI_QUIRK2_PRESET_VALUE_BROKEN)) { |
| 2776 | spin_lock_irqsave(&host->lock, flags); |
| 2777 | sdhci_enable_preset_value(host, true); |
| 2778 | spin_unlock_irqrestore(&host->lock, flags); |
| 2779 | } |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2780 | |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2781 | spin_lock_irqsave(&host->lock, flags); |
| 2782 | |
| 2783 | host->runtime_suspended = false; |
| 2784 | |
| 2785 | /* Enable SDIO IRQ */ |
Russell King | ef10433 | 2014-04-25 12:55:41 +0100 | [diff] [blame] | 2786 | if (host->flags & SDHCI_SDIO_IRQ_ENABLED) |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2787 | sdhci_enable_sdio_irq_nolock(host, true); |
| 2788 | |
| 2789 | /* Enable Card Detection */ |
| 2790 | sdhci_enable_card_detection(host); |
| 2791 | |
| 2792 | spin_unlock_irqrestore(&host->lock, flags); |
| 2793 | |
Markus Pargmann | 8a125ba | 2014-06-04 15:24:29 +0200 | [diff] [blame] | 2794 | return 0; |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2795 | } |
| 2796 | EXPORT_SYMBOL_GPL(sdhci_runtime_resume_host); |
| 2797 | |
Rafael J. Wysocki | 162d6f9 | 2014-12-05 03:05:33 +0100 | [diff] [blame] | 2798 | #endif /* CONFIG_PM */ |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2799 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2800 | /*****************************************************************************\ |
| 2801 | * * |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2802 | * Device allocation/registration * |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2803 | * * |
| 2804 | \*****************************************************************************/ |
| 2805 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2806 | struct sdhci_host *sdhci_alloc_host(struct device *dev, |
| 2807 | size_t priv_size) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2808 | { |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2809 | struct mmc_host *mmc; |
| 2810 | struct sdhci_host *host; |
| 2811 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2812 | WARN_ON(dev == NULL); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2813 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2814 | mmc = mmc_alloc_host(sizeof(struct sdhci_host) + priv_size, dev); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2815 | if (!mmc) |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2816 | return ERR_PTR(-ENOMEM); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2817 | |
| 2818 | host = mmc_priv(mmc); |
| 2819 | host->mmc = mmc; |
Adrian Hunter | bf60e59 | 2016-02-09 16:12:35 +0200 | [diff] [blame] | 2820 | host->mmc_host_ops = sdhci_ops; |
| 2821 | mmc->ops = &host->mmc_host_ops; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2822 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2823 | return host; |
| 2824 | } |
Pierre Ossman | 8a4da14 | 2006-10-04 02:15:40 -0700 | [diff] [blame] | 2825 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2826 | EXPORT_SYMBOL_GPL(sdhci_alloc_host); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2827 | |
Alexandre Courbot | 7b91369 | 2016-03-07 11:07:55 +0900 | [diff] [blame] | 2828 | static int sdhci_set_dma_mask(struct sdhci_host *host) |
| 2829 | { |
| 2830 | struct mmc_host *mmc = host->mmc; |
| 2831 | struct device *dev = mmc_dev(mmc); |
| 2832 | int ret = -EINVAL; |
| 2833 | |
| 2834 | if (host->quirks2 & SDHCI_QUIRK2_BROKEN_64_BIT_DMA) |
| 2835 | host->flags &= ~SDHCI_USE_64_BIT_DMA; |
| 2836 | |
| 2837 | /* Try 64-bit mask if hardware is capable of it */ |
| 2838 | if (host->flags & SDHCI_USE_64_BIT_DMA) { |
| 2839 | ret = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(64)); |
| 2840 | if (ret) { |
| 2841 | pr_warn("%s: Failed to set 64-bit DMA mask.\n", |
| 2842 | mmc_hostname(mmc)); |
| 2843 | host->flags &= ~SDHCI_USE_64_BIT_DMA; |
| 2844 | } |
| 2845 | } |
| 2846 | |
| 2847 | /* 32-bit mask as default & fallback */ |
| 2848 | if (ret) { |
| 2849 | ret = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(32)); |
| 2850 | if (ret) |
| 2851 | pr_warn("%s: Failed to set 32-bit DMA mask.\n", |
| 2852 | mmc_hostname(mmc)); |
| 2853 | } |
| 2854 | |
| 2855 | return ret; |
| 2856 | } |
| 2857 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2858 | int sdhci_add_host(struct sdhci_host *host) |
| 2859 | { |
| 2860 | struct mmc_host *mmc; |
Philip Rakity | bd6a8c3 | 2012-06-27 21:49:27 -0700 | [diff] [blame] | 2861 | u32 caps[2] = {0, 0}; |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 2862 | u32 max_current_caps; |
| 2863 | unsigned int ocr_avail; |
Adrian Hunter | f5fa92e | 2014-09-24 10:27:32 +0300 | [diff] [blame] | 2864 | unsigned int override_timeout_clk; |
Dong Aisheng | 5924175 | 2015-07-22 20:53:07 +0800 | [diff] [blame] | 2865 | u32 max_clk; |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2866 | int ret; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2867 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2868 | WARN_ON(host == NULL); |
| 2869 | if (host == NULL) |
| 2870 | return -EINVAL; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2871 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2872 | mmc = host->mmc; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2873 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2874 | if (debug_quirks) |
| 2875 | host->quirks = debug_quirks; |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 2876 | if (debug_quirks2) |
| 2877 | host->quirks2 = debug_quirks2; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2878 | |
Adrian Hunter | f5fa92e | 2014-09-24 10:27:32 +0300 | [diff] [blame] | 2879 | override_timeout_clk = host->timeout_clk; |
| 2880 | |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 2881 | sdhci_do_reset(host, SDHCI_RESET_ALL); |
Pierre Ossman | d96649e | 2006-06-30 02:22:30 -0700 | [diff] [blame] | 2882 | |
Anton Vorontsov | 4e4141a | 2009-03-17 00:13:46 +0300 | [diff] [blame] | 2883 | host->version = sdhci_readw(host, SDHCI_HOST_VERSION); |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 2884 | host->version = (host->version & SDHCI_SPEC_VER_MASK) |
| 2885 | >> SDHCI_SPEC_VER_SHIFT; |
Zhangfei Gao | 85105c5 | 2010-08-06 07:10:01 +0800 | [diff] [blame] | 2886 | if (host->version > SDHCI_SPEC_300) { |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 2887 | pr_err("%s: Unknown controller version (%d). You may experience problems.\n", |
| 2888 | mmc_hostname(mmc), host->version); |
Pierre Ossman | 4a96550 | 2006-06-30 02:22:29 -0700 | [diff] [blame] | 2889 | } |
| 2890 | |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 2891 | caps[0] = (host->quirks & SDHCI_QUIRK_MISSING_CAPS) ? host->caps : |
Maxim Levitsky | ccc92c2 | 2010-08-10 18:01:42 -0700 | [diff] [blame] | 2892 | sdhci_readl(host, SDHCI_CAPABILITIES); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2893 | |
Philip Rakity | bd6a8c3 | 2012-06-27 21:49:27 -0700 | [diff] [blame] | 2894 | if (host->version >= SDHCI_SPEC_300) |
| 2895 | caps[1] = (host->quirks & SDHCI_QUIRK_MISSING_CAPS) ? |
| 2896 | host->caps1 : |
| 2897 | sdhci_readl(host, SDHCI_CAPABILITIES_1); |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 2898 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2899 | if (host->quirks & SDHCI_QUIRK_FORCE_DMA) |
Richard Röjfors | a13abc7 | 2009-09-22 16:45:30 -0700 | [diff] [blame] | 2900 | host->flags |= SDHCI_USE_SDMA; |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 2901 | else if (!(caps[0] & SDHCI_CAN_DO_SDMA)) |
Richard Röjfors | a13abc7 | 2009-09-22 16:45:30 -0700 | [diff] [blame] | 2902 | DBG("Controller doesn't have SDMA capability\n"); |
Pierre Ossman | 6743527 | 2006-06-30 02:22:31 -0700 | [diff] [blame] | 2903 | else |
Richard Röjfors | a13abc7 | 2009-09-22 16:45:30 -0700 | [diff] [blame] | 2904 | host->flags |= SDHCI_USE_SDMA; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2905 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 2906 | if ((host->quirks & SDHCI_QUIRK_BROKEN_DMA) && |
Richard Röjfors | a13abc7 | 2009-09-22 16:45:30 -0700 | [diff] [blame] | 2907 | (host->flags & SDHCI_USE_SDMA)) { |
Rolf Eike Beer | cee687c | 2007-11-02 15:22:30 +0100 | [diff] [blame] | 2908 | DBG("Disabling DMA as it is marked broken\n"); |
Richard Röjfors | a13abc7 | 2009-09-22 16:45:30 -0700 | [diff] [blame] | 2909 | host->flags &= ~SDHCI_USE_SDMA; |
Feng Tang | 7c168e3 | 2007-09-30 12:44:18 +0200 | [diff] [blame] | 2910 | } |
| 2911 | |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 2912 | if ((host->version >= SDHCI_SPEC_200) && |
| 2913 | (caps[0] & SDHCI_CAN_DO_ADMA2)) |
Richard Röjfors | a13abc7 | 2009-09-22 16:45:30 -0700 | [diff] [blame] | 2914 | host->flags |= SDHCI_USE_ADMA; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 2915 | |
| 2916 | if ((host->quirks & SDHCI_QUIRK_BROKEN_ADMA) && |
| 2917 | (host->flags & SDHCI_USE_ADMA)) { |
| 2918 | DBG("Disabling ADMA as it is marked broken\n"); |
| 2919 | host->flags &= ~SDHCI_USE_ADMA; |
| 2920 | } |
| 2921 | |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 2922 | /* |
| 2923 | * It is assumed that a 64-bit capable device has set a 64-bit DMA mask |
| 2924 | * and *must* do 64-bit DMA. A driver has the opportunity to change |
| 2925 | * that during the first call to ->enable_dma(). Similarly |
| 2926 | * SDHCI_QUIRK2_BROKEN_64_BIT_DMA must be left to the drivers to |
| 2927 | * implement. |
| 2928 | */ |
Al Cooper | 5eaa747 | 2016-02-10 15:25:39 -0500 | [diff] [blame] | 2929 | if (caps[0] & SDHCI_CAN_64BIT) |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 2930 | host->flags |= SDHCI_USE_64_BIT_DMA; |
| 2931 | |
Richard Röjfors | a13abc7 | 2009-09-22 16:45:30 -0700 | [diff] [blame] | 2932 | if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { |
Alexandre Courbot | 7b91369 | 2016-03-07 11:07:55 +0900 | [diff] [blame] | 2933 | ret = sdhci_set_dma_mask(host); |
| 2934 | |
| 2935 | if (!ret && host->ops->enable_dma) |
| 2936 | ret = host->ops->enable_dma(host); |
| 2937 | |
| 2938 | if (ret) { |
| 2939 | pr_warn("%s: No suitable DMA available - falling back to PIO\n", |
| 2940 | mmc_hostname(mmc)); |
| 2941 | host->flags &= ~(SDHCI_USE_SDMA | SDHCI_USE_ADMA); |
| 2942 | |
| 2943 | ret = 0; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 2944 | } |
| 2945 | } |
| 2946 | |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 2947 | /* SDMA does not support 64-bit DMA */ |
| 2948 | if (host->flags & SDHCI_USE_64_BIT_DMA) |
| 2949 | host->flags &= ~SDHCI_USE_SDMA; |
| 2950 | |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 2951 | if (host->flags & SDHCI_USE_ADMA) { |
Russell King | e66e61c | 2016-01-26 13:39:55 +0000 | [diff] [blame] | 2952 | dma_addr_t dma; |
| 2953 | void *buf; |
| 2954 | |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 2955 | /* |
Adrian Hunter | 76fe379 | 2014-11-04 12:42:42 +0200 | [diff] [blame] | 2956 | * The DMA descriptor table size is calculated as the maximum |
| 2957 | * number of segments times 2, to allow for an alignment |
| 2958 | * descriptor for each segment, plus 1 for a nop end descriptor, |
| 2959 | * all multipled by the descriptor size. |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 2960 | */ |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 2961 | if (host->flags & SDHCI_USE_64_BIT_DMA) { |
| 2962 | host->adma_table_sz = (SDHCI_MAX_SEGS * 2 + 1) * |
| 2963 | SDHCI_ADMA2_64_DESC_SZ; |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 2964 | host->desc_sz = SDHCI_ADMA2_64_DESC_SZ; |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 2965 | } else { |
| 2966 | host->adma_table_sz = (SDHCI_MAX_SEGS * 2 + 1) * |
| 2967 | SDHCI_ADMA2_32_DESC_SZ; |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 2968 | host->desc_sz = SDHCI_ADMA2_32_DESC_SZ; |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 2969 | } |
Russell King | e66e61c | 2016-01-26 13:39:55 +0000 | [diff] [blame] | 2970 | |
Adrian Hunter | 04a5ae6 | 2015-11-26 14:00:49 +0200 | [diff] [blame] | 2971 | host->align_buffer_sz = SDHCI_MAX_SEGS * SDHCI_ADMA2_ALIGN; |
Russell King | e66e61c | 2016-01-26 13:39:55 +0000 | [diff] [blame] | 2972 | buf = dma_alloc_coherent(mmc_dev(mmc), host->align_buffer_sz + |
| 2973 | host->adma_table_sz, &dma, GFP_KERNEL); |
| 2974 | if (!buf) { |
Joe Perches | 6606110 | 2014-09-12 14:56:56 -0700 | [diff] [blame] | 2975 | pr_warn("%s: Unable to allocate ADMA buffers - falling back to standard DMA\n", |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 2976 | mmc_hostname(mmc)); |
| 2977 | host->flags &= ~SDHCI_USE_ADMA; |
Russell King | e66e61c | 2016-01-26 13:39:55 +0000 | [diff] [blame] | 2978 | } else if ((dma + host->align_buffer_sz) & |
| 2979 | (SDHCI_ADMA2_DESC_ALIGN - 1)) { |
Joe Perches | 6606110 | 2014-09-12 14:56:56 -0700 | [diff] [blame] | 2980 | pr_warn("%s: unable to allocate aligned ADMA descriptor\n", |
| 2981 | mmc_hostname(mmc)); |
Russell King | d1e49f7 | 2014-04-25 12:58:34 +0100 | [diff] [blame] | 2982 | host->flags &= ~SDHCI_USE_ADMA; |
Russell King | e66e61c | 2016-01-26 13:39:55 +0000 | [diff] [blame] | 2983 | dma_free_coherent(mmc_dev(mmc), host->align_buffer_sz + |
| 2984 | host->adma_table_sz, buf, dma); |
| 2985 | } else { |
| 2986 | host->align_buffer = buf; |
| 2987 | host->align_addr = dma; |
Russell King | edd63fc | 2016-01-26 13:39:50 +0000 | [diff] [blame] | 2988 | |
Russell King | e66e61c | 2016-01-26 13:39:55 +0000 | [diff] [blame] | 2989 | host->adma_table = buf + host->align_buffer_sz; |
| 2990 | host->adma_addr = dma + host->align_buffer_sz; |
| 2991 | } |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 2992 | } |
| 2993 | |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 2994 | /* |
| 2995 | * If we use DMA, then it's up to the caller to set the DMA |
| 2996 | * mask, but PIO does not need the hw shim so we set a new |
| 2997 | * mask here in that case. |
| 2998 | */ |
Richard Röjfors | a13abc7 | 2009-09-22 16:45:30 -0700 | [diff] [blame] | 2999 | if (!(host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA))) { |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 3000 | host->dma_mask = DMA_BIT_MASK(64); |
Markus Mayer | 4e743f1 | 2014-07-03 13:27:42 -0700 | [diff] [blame] | 3001 | mmc_dev(mmc)->dma_mask = &host->dma_mask; |
Pierre Ossman | 7659150 | 2008-07-21 00:32:11 +0200 | [diff] [blame] | 3002 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3003 | |
Zhangfei Gao | c4687d5 | 2010-08-20 14:02:36 -0400 | [diff] [blame] | 3004 | if (host->version >= SDHCI_SPEC_300) |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3005 | host->max_clk = (caps[0] & SDHCI_CLOCK_V3_BASE_MASK) |
Zhangfei Gao | c4687d5 | 2010-08-20 14:02:36 -0400 | [diff] [blame] | 3006 | >> SDHCI_CLOCK_BASE_SHIFT; |
| 3007 | else |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3008 | host->max_clk = (caps[0] & SDHCI_CLOCK_BASE_MASK) |
Zhangfei Gao | c4687d5 | 2010-08-20 14:02:36 -0400 | [diff] [blame] | 3009 | >> SDHCI_CLOCK_BASE_SHIFT; |
| 3010 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3011 | host->max_clk *= 1000000; |
Anton Vorontsov | f27f47e | 2010-05-26 14:41:53 -0700 | [diff] [blame] | 3012 | if (host->max_clk == 0 || host->quirks & |
| 3013 | SDHCI_QUIRK_CAP_CLOCK_BASE_BROKEN) { |
Ben Dooks | 4240ff0 | 2009-03-17 00:13:57 +0300 | [diff] [blame] | 3014 | if (!host->ops->get_max_clock) { |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 3015 | pr_err("%s: Hardware doesn't specify base clock frequency.\n", |
| 3016 | mmc_hostname(mmc)); |
Ben Dooks | 4240ff0 | 2009-03-17 00:13:57 +0300 | [diff] [blame] | 3017 | return -ENODEV; |
| 3018 | } |
| 3019 | host->max_clk = host->ops->get_max_clock(host); |
| 3020 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3021 | |
| 3022 | /* |
Arindam Nath | c3ed387 | 2011-05-05 12:19:06 +0530 | [diff] [blame] | 3023 | * In case of Host Controller v3.00, find out whether clock |
| 3024 | * multiplier is supported. |
| 3025 | */ |
| 3026 | host->clk_mul = (caps[1] & SDHCI_CLOCK_MUL_MASK) >> |
| 3027 | SDHCI_CLOCK_MUL_SHIFT; |
| 3028 | |
| 3029 | /* |
| 3030 | * In case the value in Clock Multiplier is 0, then programmable |
| 3031 | * clock mode is not supported, otherwise the actual clock |
| 3032 | * multiplier is one more than the value of Clock Multiplier |
| 3033 | * in the Capabilities Register. |
| 3034 | */ |
| 3035 | if (host->clk_mul) |
| 3036 | host->clk_mul += 1; |
| 3037 | |
| 3038 | /* |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3039 | * Set host parameters. |
| 3040 | */ |
Dong Aisheng | 5924175 | 2015-07-22 20:53:07 +0800 | [diff] [blame] | 3041 | max_clk = host->max_clk; |
| 3042 | |
Marek Szyprowski | ce5f036 | 2010-08-10 18:01:56 -0700 | [diff] [blame] | 3043 | if (host->ops->get_min_clock) |
Anton Vorontsov | a9e58f2 | 2009-07-29 15:04:16 -0700 | [diff] [blame] | 3044 | mmc->f_min = host->ops->get_min_clock(host); |
Arindam Nath | c3ed387 | 2011-05-05 12:19:06 +0530 | [diff] [blame] | 3045 | else if (host->version >= SDHCI_SPEC_300) { |
| 3046 | if (host->clk_mul) { |
| 3047 | mmc->f_min = (host->max_clk * host->clk_mul) / 1024; |
Dong Aisheng | 5924175 | 2015-07-22 20:53:07 +0800 | [diff] [blame] | 3048 | max_clk = host->max_clk * host->clk_mul; |
Arindam Nath | c3ed387 | 2011-05-05 12:19:06 +0530 | [diff] [blame] | 3049 | } else |
| 3050 | mmc->f_min = host->max_clk / SDHCI_MAX_DIV_SPEC_300; |
| 3051 | } else |
Zhangfei Gao | 0397526 | 2010-09-20 15:15:18 -0400 | [diff] [blame] | 3052 | mmc->f_min = host->max_clk / SDHCI_MAX_DIV_SPEC_200; |
Philip Rakity | 15ec446 | 2010-11-19 16:48:39 -0500 | [diff] [blame] | 3053 | |
Dong Aisheng | 5924175 | 2015-07-22 20:53:07 +0800 | [diff] [blame] | 3054 | if (!mmc->f_max || (mmc->f_max && (mmc->f_max > max_clk))) |
| 3055 | mmc->f_max = max_clk; |
| 3056 | |
Aisheng Dong | 28aab05 | 2014-08-27 15:26:31 +0800 | [diff] [blame] | 3057 | if (!(host->quirks & SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK)) { |
| 3058 | host->timeout_clk = (caps[0] & SDHCI_TIMEOUT_CLK_MASK) >> |
| 3059 | SDHCI_TIMEOUT_CLK_SHIFT; |
| 3060 | if (host->timeout_clk == 0) { |
| 3061 | if (host->ops->get_timeout_clock) { |
| 3062 | host->timeout_clk = |
| 3063 | host->ops->get_timeout_clock(host); |
| 3064 | } else { |
| 3065 | pr_err("%s: Hardware doesn't specify timeout clock frequency.\n", |
| 3066 | mmc_hostname(mmc)); |
| 3067 | return -ENODEV; |
| 3068 | } |
Andy Shevchenko | 272308c | 2011-08-03 18:36:00 +0300 | [diff] [blame] | 3069 | } |
Andy Shevchenko | 272308c | 2011-08-03 18:36:00 +0300 | [diff] [blame] | 3070 | |
Aisheng Dong | 28aab05 | 2014-08-27 15:26:31 +0800 | [diff] [blame] | 3071 | if (caps[0] & SDHCI_TIMEOUT_CLK_UNIT) |
| 3072 | host->timeout_clk *= 1000; |
Andy Shevchenko | 272308c | 2011-08-03 18:36:00 +0300 | [diff] [blame] | 3073 | |
Adrian Hunter | 9951362 | 2016-03-07 13:33:55 +0200 | [diff] [blame] | 3074 | if (override_timeout_clk) |
| 3075 | host->timeout_clk = override_timeout_clk; |
| 3076 | |
Aisheng Dong | 28aab05 | 2014-08-27 15:26:31 +0800 | [diff] [blame] | 3077 | mmc->max_busy_timeout = host->ops->get_max_timeout_count ? |
Aisheng Dong | a6ff5ae | 2014-08-27 15:26:27 +0800 | [diff] [blame] | 3078 | host->ops->get_max_timeout_count(host) : 1 << 27; |
Aisheng Dong | 28aab05 | 2014-08-27 15:26:31 +0800 | [diff] [blame] | 3079 | mmc->max_busy_timeout /= host->timeout_clk; |
| 3080 | } |
Adrian Hunter | 58d1246 | 2011-06-28 17:16:03 +0300 | [diff] [blame] | 3081 | |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 3082 | mmc->caps |= MMC_CAP_SDIO_IRQ | MMC_CAP_ERASE | MMC_CAP_CMD23; |
Russell King | 781e989 | 2014-04-25 12:55:46 +0100 | [diff] [blame] | 3083 | mmc->caps2 |= MMC_CAP2_SDIO_IRQ_NOTHREAD; |
Andrei Warkentin | e89d456 | 2011-05-23 15:06:37 -0500 | [diff] [blame] | 3084 | |
| 3085 | if (host->quirks & SDHCI_QUIRK_MULTIBLOCK_READ_ACMD12) |
| 3086 | host->flags |= SDHCI_AUTO_CMD12; |
Anton Vorontsov | 5fe23c7 | 2009-06-18 00:14:08 +0400 | [diff] [blame] | 3087 | |
Andrei Warkentin | 8edf6371 | 2011-05-23 15:06:39 -0500 | [diff] [blame] | 3088 | /* Auto-CMD23 stuff only works in ADMA or PIO. */ |
Andrei Warkentin | 4f3d3e9 | 2011-05-25 10:42:50 -0400 | [diff] [blame] | 3089 | if ((host->version >= SDHCI_SPEC_300) && |
Andrei Warkentin | 8edf6371 | 2011-05-23 15:06:39 -0500 | [diff] [blame] | 3090 | ((host->flags & SDHCI_USE_ADMA) || |
Scott Branden | 3bfa6f0 | 2015-02-09 16:06:28 -0800 | [diff] [blame] | 3091 | !(host->flags & SDHCI_USE_SDMA)) && |
| 3092 | !(host->quirks2 & SDHCI_QUIRK2_ACMD23_BROKEN)) { |
Andrei Warkentin | 8edf6371 | 2011-05-23 15:06:39 -0500 | [diff] [blame] | 3093 | host->flags |= SDHCI_AUTO_CMD23; |
| 3094 | DBG("%s: Auto-CMD23 available\n", mmc_hostname(mmc)); |
| 3095 | } else { |
| 3096 | DBG("%s: Auto-CMD23 unavailable\n", mmc_hostname(mmc)); |
| 3097 | } |
| 3098 | |
Philip Rakity | 15ec446 | 2010-11-19 16:48:39 -0500 | [diff] [blame] | 3099 | /* |
| 3100 | * A controller may support 8-bit width, but the board itself |
| 3101 | * might not have the pins brought out. Boards that support |
| 3102 | * 8-bit width must set "mmc->caps |= MMC_CAP_8_BIT_DATA;" in |
| 3103 | * their platform code before calling sdhci_add_host(), and we |
| 3104 | * won't assume 8-bit width for hosts without that CAP. |
| 3105 | */ |
Anton Vorontsov | 5fe23c7 | 2009-06-18 00:14:08 +0400 | [diff] [blame] | 3106 | if (!(host->quirks & SDHCI_QUIRK_FORCE_1_BIT_DATA)) |
Philip Rakity | 15ec446 | 2010-11-19 16:48:39 -0500 | [diff] [blame] | 3107 | mmc->caps |= MMC_CAP_4_BIT_DATA; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3108 | |
Jerry Huang | 63ef5d8 | 2012-10-25 13:47:19 +0800 | [diff] [blame] | 3109 | if (host->quirks2 & SDHCI_QUIRK2_HOST_NO_CMD23) |
| 3110 | mmc->caps &= ~MMC_CAP_CMD23; |
| 3111 | |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3112 | if (caps[0] & SDHCI_CAN_DO_HISPD) |
Zhangfei Gao | a29e7e1 | 2010-08-16 21:15:32 -0400 | [diff] [blame] | 3113 | mmc->caps |= MMC_CAP_SD_HIGHSPEED | MMC_CAP_MMC_HIGHSPEED; |
Pierre Ossman | cd9277c | 2007-02-18 12:07:47 +0100 | [diff] [blame] | 3114 | |
Jaehoon Chung | 176d1ed | 2010-09-27 09:42:20 +0100 | [diff] [blame] | 3115 | if ((host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) && |
Ivan T. Ivanov | c31d22e | 2015-07-06 15:16:20 +0300 | [diff] [blame] | 3116 | !(mmc->caps & MMC_CAP_NONREMOVABLE) && |
| 3117 | IS_ERR_VALUE(mmc_gpio_get_cd(host->mmc))) |
Anton Vorontsov | 68d1fb7 | 2009-03-17 00:13:52 +0300 | [diff] [blame] | 3118 | mmc->caps |= MMC_CAP_NEEDS_POLL; |
| 3119 | |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 3120 | /* If there are external regulators, get them */ |
| 3121 | if (mmc_regulator_get_supply(mmc) == -EPROBE_DEFER) |
| 3122 | return -EPROBE_DEFER; |
| 3123 | |
Philip Rakity | 6231f3d | 2012-07-23 15:56:23 -0700 | [diff] [blame] | 3124 | /* If vqmmc regulator and no 1.8V signalling, then there's no UHS */ |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 3125 | if (!IS_ERR(mmc->supply.vqmmc)) { |
| 3126 | ret = regulator_enable(mmc->supply.vqmmc); |
| 3127 | if (!regulator_is_supported_voltage(mmc->supply.vqmmc, 1700000, |
| 3128 | 1950000)) |
Kevin Liu | 8363c37 | 2012-11-17 17:55:51 -0500 | [diff] [blame] | 3129 | caps[1] &= ~(SDHCI_SUPPORT_SDR104 | |
| 3130 | SDHCI_SUPPORT_SDR50 | |
| 3131 | SDHCI_SUPPORT_DDR50); |
Chris Ball | a3361ab | 2013-03-11 17:51:53 -0400 | [diff] [blame] | 3132 | if (ret) { |
| 3133 | pr_warn("%s: Failed to enable vqmmc regulator: %d\n", |
| 3134 | mmc_hostname(mmc), ret); |
Adrian Hunter | 4bb7431 | 2014-11-06 15:19:04 +0200 | [diff] [blame] | 3135 | mmc->supply.vqmmc = ERR_PTR(-EINVAL); |
Chris Ball | a3361ab | 2013-03-11 17:51:53 -0400 | [diff] [blame] | 3136 | } |
Kevin Liu | 8363c37 | 2012-11-17 17:55:51 -0500 | [diff] [blame] | 3137 | } |
Philip Rakity | 6231f3d | 2012-07-23 15:56:23 -0700 | [diff] [blame] | 3138 | |
Daniel Drake | 6a66180 | 2012-11-25 13:01:19 -0500 | [diff] [blame] | 3139 | if (host->quirks2 & SDHCI_QUIRK2_NO_1_8_V) |
| 3140 | caps[1] &= ~(SDHCI_SUPPORT_SDR104 | SDHCI_SUPPORT_SDR50 | |
| 3141 | SDHCI_SUPPORT_DDR50); |
| 3142 | |
Al Cooper | 4188bba | 2012-03-16 15:54:17 -0400 | [diff] [blame] | 3143 | /* Any UHS-I mode in caps implies SDR12 and SDR25 support. */ |
| 3144 | if (caps[1] & (SDHCI_SUPPORT_SDR104 | SDHCI_SUPPORT_SDR50 | |
| 3145 | SDHCI_SUPPORT_DDR50)) |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3146 | mmc->caps |= MMC_CAP_UHS_SDR12 | MMC_CAP_UHS_SDR25; |
| 3147 | |
| 3148 | /* SDR104 supports also implies SDR50 support */ |
Giuseppe CAVALLARO | 156e14b | 2013-06-12 08:16:38 +0200 | [diff] [blame] | 3149 | if (caps[1] & SDHCI_SUPPORT_SDR104) { |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3150 | mmc->caps |= MMC_CAP_UHS_SDR104 | MMC_CAP_UHS_SDR50; |
Giuseppe CAVALLARO | 156e14b | 2013-06-12 08:16:38 +0200 | [diff] [blame] | 3151 | /* SD3.0: SDR104 is supported so (for eMMC) the caps2 |
| 3152 | * field can be promoted to support HS200. |
| 3153 | */ |
Adrian Hunter | 549c0b1 | 2014-11-06 15:19:05 +0200 | [diff] [blame] | 3154 | if (!(host->quirks2 & SDHCI_QUIRK2_BROKEN_HS200)) |
David Cohen | 13868bf | 2013-10-29 10:58:26 -0700 | [diff] [blame] | 3155 | mmc->caps2 |= MMC_CAP2_HS200; |
Giuseppe CAVALLARO | 156e14b | 2013-06-12 08:16:38 +0200 | [diff] [blame] | 3156 | } else if (caps[1] & SDHCI_SUPPORT_SDR50) |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3157 | mmc->caps |= MMC_CAP_UHS_SDR50; |
| 3158 | |
Adrian Hunter | e9fb05d | 2014-11-06 15:19:06 +0200 | [diff] [blame] | 3159 | if (host->quirks2 & SDHCI_QUIRK2_CAPS_BIT63_FOR_HS400 && |
| 3160 | (caps[1] & SDHCI_SUPPORT_HS400)) |
| 3161 | mmc->caps2 |= MMC_CAP2_HS400; |
| 3162 | |
Adrian Hunter | 549c0b1 | 2014-11-06 15:19:05 +0200 | [diff] [blame] | 3163 | if ((mmc->caps2 & MMC_CAP2_HSX00_1_2V) && |
| 3164 | (IS_ERR(mmc->supply.vqmmc) || |
| 3165 | !regulator_is_supported_voltage(mmc->supply.vqmmc, 1100000, |
| 3166 | 1300000))) |
| 3167 | mmc->caps2 &= ~MMC_CAP2_HSX00_1_2V; |
| 3168 | |
Micky Ching | 9107ebb | 2014-02-21 18:40:35 +0800 | [diff] [blame] | 3169 | if ((caps[1] & SDHCI_SUPPORT_DDR50) && |
| 3170 | !(host->quirks2 & SDHCI_QUIRK2_BROKEN_DDR50)) |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3171 | mmc->caps |= MMC_CAP_UHS_DDR50; |
| 3172 | |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 3173 | /* Does the host need tuning for SDR50? */ |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 3174 | if (caps[1] & SDHCI_USE_SDR50_TUNING) |
| 3175 | host->flags |= SDHCI_SDR50_NEEDS_TUNING; |
| 3176 | |
Giuseppe CAVALLARO | 156e14b | 2013-06-12 08:16:38 +0200 | [diff] [blame] | 3177 | /* Does the host need tuning for SDR104 / HS200? */ |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 3178 | if (mmc->caps2 & MMC_CAP2_HS200) |
Giuseppe CAVALLARO | 156e14b | 2013-06-12 08:16:38 +0200 | [diff] [blame] | 3179 | host->flags |= SDHCI_SDR104_NEEDS_TUNING; |
Girish K S | 069c9f1 | 2012-01-06 09:56:39 +0530 | [diff] [blame] | 3180 | |
Arindam Nath | d6d50a1 | 2011-05-05 12:18:59 +0530 | [diff] [blame] | 3181 | /* Driver Type(s) (A, C, D) supported by the host */ |
| 3182 | if (caps[1] & SDHCI_DRIVER_TYPE_A) |
| 3183 | mmc->caps |= MMC_CAP_DRIVER_TYPE_A; |
| 3184 | if (caps[1] & SDHCI_DRIVER_TYPE_C) |
| 3185 | mmc->caps |= MMC_CAP_DRIVER_TYPE_C; |
| 3186 | if (caps[1] & SDHCI_DRIVER_TYPE_D) |
| 3187 | mmc->caps |= MMC_CAP_DRIVER_TYPE_D; |
| 3188 | |
Arindam Nath | cf2b5ee | 2011-05-05 12:19:07 +0530 | [diff] [blame] | 3189 | /* Initial value for re-tuning timer count */ |
| 3190 | host->tuning_count = (caps[1] & SDHCI_RETUNING_TIMER_COUNT_MASK) >> |
| 3191 | SDHCI_RETUNING_TIMER_COUNT_SHIFT; |
| 3192 | |
| 3193 | /* |
| 3194 | * In case Re-tuning Timer is not disabled, the actual value of |
| 3195 | * re-tuning timer will be 2 ^ (n - 1). |
| 3196 | */ |
| 3197 | if (host->tuning_count) |
| 3198 | host->tuning_count = 1 << (host->tuning_count - 1); |
| 3199 | |
| 3200 | /* Re-tuning mode supported by the Host Controller */ |
| 3201 | host->tuning_mode = (caps[1] & SDHCI_RETUNING_MODE_MASK) >> |
| 3202 | SDHCI_RETUNING_MODE_SHIFT; |
| 3203 | |
Takashi Iwai | 8f230f4 | 2010-12-08 10:04:30 +0100 | [diff] [blame] | 3204 | ocr_avail = 0; |
Philip Rakity | bad37e1 | 2012-05-27 18:36:44 -0700 | [diff] [blame] | 3205 | |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3206 | /* |
| 3207 | * According to SD Host Controller spec v3.00, if the Host System |
| 3208 | * can afford more than 150mA, Host Driver should set XPC to 1. Also |
| 3209 | * the value is meaningful only if Voltage Support in the Capabilities |
| 3210 | * register is set. The actual current value is 4 times the register |
| 3211 | * value. |
| 3212 | */ |
| 3213 | max_current_caps = sdhci_readl(host, SDHCI_MAX_CURRENT); |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 3214 | if (!max_current_caps && !IS_ERR(mmc->supply.vmmc)) { |
Chuanxiao.Dong | ae90603 | 2014-08-01 14:00:13 +0800 | [diff] [blame] | 3215 | int curr = regulator_get_current_limit(mmc->supply.vmmc); |
Philip Rakity | bad37e1 | 2012-05-27 18:36:44 -0700 | [diff] [blame] | 3216 | if (curr > 0) { |
| 3217 | |
| 3218 | /* convert to SDHCI_MAX_CURRENT format */ |
| 3219 | curr = curr/1000; /* convert to mA */ |
| 3220 | curr = curr/SDHCI_MAX_CURRENT_MULTIPLIER; |
| 3221 | |
| 3222 | curr = min_t(u32, curr, SDHCI_MAX_CURRENT_LIMIT); |
| 3223 | max_current_caps = |
| 3224 | (curr << SDHCI_MAX_CURRENT_330_SHIFT) | |
| 3225 | (curr << SDHCI_MAX_CURRENT_300_SHIFT) | |
| 3226 | (curr << SDHCI_MAX_CURRENT_180_SHIFT); |
| 3227 | } |
| 3228 | } |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3229 | |
| 3230 | if (caps[0] & SDHCI_CAN_VDD_330) { |
Takashi Iwai | 8f230f4 | 2010-12-08 10:04:30 +0100 | [diff] [blame] | 3231 | ocr_avail |= MMC_VDD_32_33 | MMC_VDD_33_34; |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3232 | |
Aaron Lu | 55c4665 | 2012-07-04 13:31:48 +0800 | [diff] [blame] | 3233 | mmc->max_current_330 = ((max_current_caps & |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3234 | SDHCI_MAX_CURRENT_330_MASK) >> |
| 3235 | SDHCI_MAX_CURRENT_330_SHIFT) * |
| 3236 | SDHCI_MAX_CURRENT_MULTIPLIER; |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3237 | } |
| 3238 | if (caps[0] & SDHCI_CAN_VDD_300) { |
Takashi Iwai | 8f230f4 | 2010-12-08 10:04:30 +0100 | [diff] [blame] | 3239 | ocr_avail |= MMC_VDD_29_30 | MMC_VDD_30_31; |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3240 | |
Aaron Lu | 55c4665 | 2012-07-04 13:31:48 +0800 | [diff] [blame] | 3241 | mmc->max_current_300 = ((max_current_caps & |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3242 | SDHCI_MAX_CURRENT_300_MASK) >> |
| 3243 | SDHCI_MAX_CURRENT_300_SHIFT) * |
| 3244 | SDHCI_MAX_CURRENT_MULTIPLIER; |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3245 | } |
| 3246 | if (caps[0] & SDHCI_CAN_VDD_180) { |
Takashi Iwai | 8f230f4 | 2010-12-08 10:04:30 +0100 | [diff] [blame] | 3247 | ocr_avail |= MMC_VDD_165_195; |
| 3248 | |
Aaron Lu | 55c4665 | 2012-07-04 13:31:48 +0800 | [diff] [blame] | 3249 | mmc->max_current_180 = ((max_current_caps & |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3250 | SDHCI_MAX_CURRENT_180_MASK) >> |
| 3251 | SDHCI_MAX_CURRENT_180_SHIFT) * |
| 3252 | SDHCI_MAX_CURRENT_MULTIPLIER; |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3253 | } |
| 3254 | |
Ulf Hansson | 5fd26c7 | 2015-06-05 11:40:08 +0200 | [diff] [blame] | 3255 | /* If OCR set by host, use it instead. */ |
| 3256 | if (host->ocr_mask) |
| 3257 | ocr_avail = host->ocr_mask; |
| 3258 | |
| 3259 | /* If OCR set by external regulators, give it highest prio. */ |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 3260 | if (mmc->ocr_avail) |
Tim Kryger | 5222161 | 2014-06-25 00:25:34 -0700 | [diff] [blame] | 3261 | ocr_avail = mmc->ocr_avail; |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 3262 | |
Takashi Iwai | 8f230f4 | 2010-12-08 10:04:30 +0100 | [diff] [blame] | 3263 | mmc->ocr_avail = ocr_avail; |
| 3264 | mmc->ocr_avail_sdio = ocr_avail; |
| 3265 | if (host->ocr_avail_sdio) |
| 3266 | mmc->ocr_avail_sdio &= host->ocr_avail_sdio; |
| 3267 | mmc->ocr_avail_sd = ocr_avail; |
| 3268 | if (host->ocr_avail_sd) |
| 3269 | mmc->ocr_avail_sd &= host->ocr_avail_sd; |
| 3270 | else /* normal SD controllers don't support 1.8V */ |
| 3271 | mmc->ocr_avail_sd &= ~MMC_VDD_165_195; |
| 3272 | mmc->ocr_avail_mmc = ocr_avail; |
| 3273 | if (host->ocr_avail_mmc) |
| 3274 | mmc->ocr_avail_mmc &= host->ocr_avail_mmc; |
Pierre Ossman | 146ad66 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 3275 | |
| 3276 | if (mmc->ocr_avail == 0) { |
Marek Vasut | 2e4456f | 2015-11-18 10:47:02 +0100 | [diff] [blame] | 3277 | pr_err("%s: Hardware doesn't report any support voltages.\n", |
| 3278 | mmc_hostname(mmc)); |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 3279 | return -ENODEV; |
Pierre Ossman | 146ad66 | 2006-06-30 02:22:23 -0700 | [diff] [blame] | 3280 | } |
| 3281 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3282 | spin_lock_init(&host->lock); |
| 3283 | |
| 3284 | /* |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 3285 | * Maximum number of segments. Depends on if the hardware |
| 3286 | * can do scatter/gather or not. |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3287 | */ |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 3288 | if (host->flags & SDHCI_USE_ADMA) |
Adrian Hunter | 4fb213f | 2014-11-04 12:42:43 +0200 | [diff] [blame] | 3289 | mmc->max_segs = SDHCI_MAX_SEGS; |
Richard Röjfors | a13abc7 | 2009-09-22 16:45:30 -0700 | [diff] [blame] | 3290 | else if (host->flags & SDHCI_USE_SDMA) |
Martin K. Petersen | a36274e | 2010-09-10 01:33:59 -0400 | [diff] [blame] | 3291 | mmc->max_segs = 1; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 3292 | else /* PIO */ |
Adrian Hunter | 4fb213f | 2014-11-04 12:42:43 +0200 | [diff] [blame] | 3293 | mmc->max_segs = SDHCI_MAX_SEGS; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3294 | |
| 3295 | /* |
Adrian Hunter | ac00531 | 2014-12-05 19:25:28 +0200 | [diff] [blame] | 3296 | * Maximum number of sectors in one transfer. Limited by SDMA boundary |
| 3297 | * size (512KiB). Note some tuning modes impose a 4MiB limit, but this |
| 3298 | * is less anyway. |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3299 | */ |
Pierre Ossman | 55db890 | 2006-11-21 17:55:45 +0100 | [diff] [blame] | 3300 | mmc->max_req_size = 524288; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3301 | |
| 3302 | /* |
| 3303 | * Maximum segment size. Could be one segment with the maximum number |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 3304 | * of bytes. When doing hardware scatter/gather, each entry cannot |
| 3305 | * be larger than 64 KiB though. |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3306 | */ |
Olof Johansson | 30652aa | 2011-01-01 18:37:32 -0600 | [diff] [blame] | 3307 | if (host->flags & SDHCI_USE_ADMA) { |
| 3308 | if (host->quirks & SDHCI_QUIRK_BROKEN_ADMA_ZEROLEN_DESC) |
| 3309 | mmc->max_seg_size = 65535; |
| 3310 | else |
| 3311 | mmc->max_seg_size = 65536; |
| 3312 | } else { |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 3313 | mmc->max_seg_size = mmc->max_req_size; |
Olof Johansson | 30652aa | 2011-01-01 18:37:32 -0600 | [diff] [blame] | 3314 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3315 | |
| 3316 | /* |
Pierre Ossman | fe4a3c7 | 2006-11-21 17:54:23 +0100 | [diff] [blame] | 3317 | * Maximum block size. This varies from controller to controller and |
| 3318 | * is specified in the capabilities register. |
| 3319 | */ |
Anton Vorontsov | 0633f65 | 2009-03-17 00:14:03 +0300 | [diff] [blame] | 3320 | if (host->quirks & SDHCI_QUIRK_FORCE_BLK_SZ_2048) { |
| 3321 | mmc->max_blk_size = 2; |
| 3322 | } else { |
Arindam Nath | f2119df | 2011-05-05 12:18:57 +0530 | [diff] [blame] | 3323 | mmc->max_blk_size = (caps[0] & SDHCI_MAX_BLOCK_MASK) >> |
Anton Vorontsov | 0633f65 | 2009-03-17 00:14:03 +0300 | [diff] [blame] | 3324 | SDHCI_MAX_BLOCK_SHIFT; |
| 3325 | if (mmc->max_blk_size >= 3) { |
Joe Perches | 6606110 | 2014-09-12 14:56:56 -0700 | [diff] [blame] | 3326 | pr_warn("%s: Invalid maximum block size, assuming 512 bytes\n", |
| 3327 | mmc_hostname(mmc)); |
Anton Vorontsov | 0633f65 | 2009-03-17 00:14:03 +0300 | [diff] [blame] | 3328 | mmc->max_blk_size = 0; |
| 3329 | } |
| 3330 | } |
| 3331 | |
| 3332 | mmc->max_blk_size = 512 << mmc->max_blk_size; |
Pierre Ossman | fe4a3c7 | 2006-11-21 17:54:23 +0100 | [diff] [blame] | 3333 | |
| 3334 | /* |
Pierre Ossman | 55db890 | 2006-11-21 17:55:45 +0100 | [diff] [blame] | 3335 | * Maximum block count. |
| 3336 | */ |
Ben Dooks | 1388eef | 2009-06-14 12:40:53 +0100 | [diff] [blame] | 3337 | mmc->max_blk_count = (host->quirks & SDHCI_QUIRK_NO_MULTIBLOCK) ? 1 : 65535; |
Pierre Ossman | 55db890 | 2006-11-21 17:55:45 +0100 | [diff] [blame] | 3338 | |
| 3339 | /* |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3340 | * Init tasklets. |
| 3341 | */ |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3342 | tasklet_init(&host->finish_tasklet, |
| 3343 | sdhci_tasklet_finish, (unsigned long)host); |
| 3344 | |
Al Viro | e4cad1b | 2006-10-10 22:47:07 +0100 | [diff] [blame] | 3345 | setup_timer(&host->timer, sdhci_timeout_timer, (unsigned long)host); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3346 | |
Adrian Hunter | 250fb7b4 | 2014-12-05 19:41:10 +0200 | [diff] [blame] | 3347 | init_waitqueue_head(&host->buf_ready_int); |
Arindam Nath | b513ea2 | 2011-05-05 12:19:04 +0530 | [diff] [blame] | 3348 | |
Shawn Guo | 2af502c | 2013-07-05 14:38:55 +0800 | [diff] [blame] | 3349 | sdhci_init(host, 0); |
| 3350 | |
Russell King | 781e989 | 2014-04-25 12:55:46 +0100 | [diff] [blame] | 3351 | ret = request_threaded_irq(host->irq, sdhci_irq, sdhci_thread_irq, |
| 3352 | IRQF_SHARED, mmc_hostname(mmc), host); |
Mark Brown | 0fc81ee | 2012-07-02 14:26:15 +0100 | [diff] [blame] | 3353 | if (ret) { |
| 3354 | pr_err("%s: Failed to request IRQ %d: %d\n", |
| 3355 | mmc_hostname(mmc), host->irq, ret); |
Pierre Ossman | 8ef1a14 | 2006-06-30 02:22:21 -0700 | [diff] [blame] | 3356 | goto untasklet; |
Mark Brown | 0fc81ee | 2012-07-02 14:26:15 +0100 | [diff] [blame] | 3357 | } |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3358 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3359 | #ifdef CONFIG_MMC_DEBUG |
| 3360 | sdhci_dumpregs(host); |
| 3361 | #endif |
| 3362 | |
Pierre Ossman | f913431 | 2008-12-21 17:01:48 +0100 | [diff] [blame] | 3363 | #ifdef SDHCI_USE_LEDS_CLASS |
Helmut Schaa | 5dbace0 | 2009-02-14 16:22:39 +0100 | [diff] [blame] | 3364 | snprintf(host->led_name, sizeof(host->led_name), |
| 3365 | "%s::", mmc_hostname(mmc)); |
| 3366 | host->led.name = host->led_name; |
Pierre Ossman | 2f730fe | 2008-03-17 10:29:38 +0100 | [diff] [blame] | 3367 | host->led.brightness = LED_OFF; |
| 3368 | host->led.default_trigger = mmc_hostname(mmc); |
| 3369 | host->led.brightness_set = sdhci_led_control; |
| 3370 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 3371 | ret = led_classdev_register(mmc_dev(mmc), &host->led); |
Mark Brown | 0fc81ee | 2012-07-02 14:26:15 +0100 | [diff] [blame] | 3372 | if (ret) { |
| 3373 | pr_err("%s: Failed to register LED device: %d\n", |
| 3374 | mmc_hostname(mmc), ret); |
Pierre Ossman | 2f730fe | 2008-03-17 10:29:38 +0100 | [diff] [blame] | 3375 | goto reset; |
Mark Brown | 0fc81ee | 2012-07-02 14:26:15 +0100 | [diff] [blame] | 3376 | } |
Pierre Ossman | 2f730fe | 2008-03-17 10:29:38 +0100 | [diff] [blame] | 3377 | #endif |
| 3378 | |
Pierre Ossman | 5f25a66 | 2006-10-04 02:15:39 -0700 | [diff] [blame] | 3379 | mmiowb(); |
| 3380 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3381 | mmc_add_host(mmc); |
| 3382 | |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 3383 | pr_info("%s: SDHCI controller on %s [%s] using %s\n", |
Kay Sievers | d1b2686 | 2008-11-08 21:37:46 +0100 | [diff] [blame] | 3384 | mmc_hostname(mmc), host->hw_name, dev_name(mmc_dev(mmc)), |
Adrian Hunter | e57a5f6 | 2014-11-04 12:42:46 +0200 | [diff] [blame] | 3385 | (host->flags & SDHCI_USE_ADMA) ? |
| 3386 | (host->flags & SDHCI_USE_64_BIT_DMA) ? "ADMA 64-bit" : "ADMA" : |
Richard Röjfors | a13abc7 | 2009-09-22 16:45:30 -0700 | [diff] [blame] | 3387 | (host->flags & SDHCI_USE_SDMA) ? "DMA" : "PIO"); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3388 | |
Anton Vorontsov | 7260cf5 | 2009-03-17 00:13:48 +0300 | [diff] [blame] | 3389 | sdhci_enable_card_detection(host); |
| 3390 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3391 | return 0; |
| 3392 | |
Pierre Ossman | f913431 | 2008-12-21 17:01:48 +0100 | [diff] [blame] | 3393 | #ifdef SDHCI_USE_LEDS_CLASS |
Pierre Ossman | 2f730fe | 2008-03-17 10:29:38 +0100 | [diff] [blame] | 3394 | reset: |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 3395 | sdhci_do_reset(host, SDHCI_RESET_ALL); |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 3396 | sdhci_writel(host, 0, SDHCI_INT_ENABLE); |
| 3397 | sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); |
Pierre Ossman | 2f730fe | 2008-03-17 10:29:38 +0100 | [diff] [blame] | 3398 | free_irq(host->irq, host); |
| 3399 | #endif |
Pierre Ossman | 8ef1a14 | 2006-06-30 02:22:21 -0700 | [diff] [blame] | 3400 | untasklet: |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3401 | tasklet_kill(&host->finish_tasklet); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3402 | |
| 3403 | return ret; |
| 3404 | } |
| 3405 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 3406 | EXPORT_SYMBOL_GPL(sdhci_add_host); |
| 3407 | |
Pierre Ossman | 1e72859 | 2008-04-16 19:13:13 +0200 | [diff] [blame] | 3408 | void sdhci_remove_host(struct sdhci_host *host, int dead) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3409 | { |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 3410 | struct mmc_host *mmc = host->mmc; |
Pierre Ossman | 1e72859 | 2008-04-16 19:13:13 +0200 | [diff] [blame] | 3411 | unsigned long flags; |
| 3412 | |
| 3413 | if (dead) { |
| 3414 | spin_lock_irqsave(&host->lock, flags); |
| 3415 | |
| 3416 | host->flags |= SDHCI_DEVICE_DEAD; |
| 3417 | |
| 3418 | if (host->mrq) { |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 3419 | pr_err("%s: Controller removed during " |
Markus Mayer | 4e743f1 | 2014-07-03 13:27:42 -0700 | [diff] [blame] | 3420 | " transfer!\n", mmc_hostname(mmc)); |
Pierre Ossman | 1e72859 | 2008-04-16 19:13:13 +0200 | [diff] [blame] | 3421 | |
| 3422 | host->mrq->cmd->error = -ENOMEDIUM; |
| 3423 | tasklet_schedule(&host->finish_tasklet); |
| 3424 | } |
| 3425 | |
| 3426 | spin_unlock_irqrestore(&host->lock, flags); |
| 3427 | } |
| 3428 | |
Anton Vorontsov | 7260cf5 | 2009-03-17 00:13:48 +0300 | [diff] [blame] | 3429 | sdhci_disable_card_detection(host); |
| 3430 | |
Markus Mayer | 4e743f1 | 2014-07-03 13:27:42 -0700 | [diff] [blame] | 3431 | mmc_remove_host(mmc); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3432 | |
Pierre Ossman | f913431 | 2008-12-21 17:01:48 +0100 | [diff] [blame] | 3433 | #ifdef SDHCI_USE_LEDS_CLASS |
Pierre Ossman | 2f730fe | 2008-03-17 10:29:38 +0100 | [diff] [blame] | 3434 | led_classdev_unregister(&host->led); |
| 3435 | #endif |
| 3436 | |
Pierre Ossman | 1e72859 | 2008-04-16 19:13:13 +0200 | [diff] [blame] | 3437 | if (!dead) |
Russell King | 03231f9 | 2014-04-25 12:57:12 +0100 | [diff] [blame] | 3438 | sdhci_do_reset(host, SDHCI_RESET_ALL); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3439 | |
Russell King | b537f94 | 2014-04-25 12:56:01 +0100 | [diff] [blame] | 3440 | sdhci_writel(host, 0, SDHCI_INT_ENABLE); |
| 3441 | sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3442 | free_irq(host->irq, host); |
| 3443 | |
| 3444 | del_timer_sync(&host->timer); |
| 3445 | |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3446 | tasklet_kill(&host->finish_tasklet); |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 3447 | |
Tim Kryger | 3a48edc | 2014-06-13 10:13:56 -0700 | [diff] [blame] | 3448 | if (!IS_ERR(mmc->supply.vqmmc)) |
| 3449 | regulator_disable(mmc->supply.vqmmc); |
Philip Rakity | 6231f3d | 2012-07-23 15:56:23 -0700 | [diff] [blame] | 3450 | |
Russell King | edd63fc | 2016-01-26 13:39:50 +0000 | [diff] [blame] | 3451 | if (host->align_buffer) |
Russell King | e66e61c | 2016-01-26 13:39:55 +0000 | [diff] [blame] | 3452 | dma_free_coherent(mmc_dev(mmc), host->align_buffer_sz + |
| 3453 | host->adma_table_sz, host->align_buffer, |
| 3454 | host->align_addr); |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 3455 | |
Adrian Hunter | 4efaa6f | 2014-11-04 12:42:39 +0200 | [diff] [blame] | 3456 | host->adma_table = NULL; |
Pierre Ossman | 2134a92 | 2008-06-28 18:28:51 +0200 | [diff] [blame] | 3457 | host->align_buffer = NULL; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3458 | } |
| 3459 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 3460 | EXPORT_SYMBOL_GPL(sdhci_remove_host); |
| 3461 | |
| 3462 | void sdhci_free_host(struct sdhci_host *host) |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3463 | { |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 3464 | mmc_free_host(host->mmc); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3465 | } |
| 3466 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 3467 | EXPORT_SYMBOL_GPL(sdhci_free_host); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3468 | |
| 3469 | /*****************************************************************************\ |
| 3470 | * * |
| 3471 | * Driver init/exit * |
| 3472 | * * |
| 3473 | \*****************************************************************************/ |
| 3474 | |
| 3475 | static int __init sdhci_drv_init(void) |
| 3476 | { |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 3477 | pr_info(DRIVER_NAME |
Pierre Ossman | 52fbf9c | 2007-02-09 08:23:41 +0100 | [diff] [blame] | 3478 | ": Secure Digital Host Controller Interface driver\n"); |
Girish K S | a3c76eb | 2011-10-11 11:44:09 +0530 | [diff] [blame] | 3479 | pr_info(DRIVER_NAME ": Copyright(c) Pierre Ossman\n"); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3480 | |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 3481 | return 0; |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3482 | } |
| 3483 | |
| 3484 | static void __exit sdhci_drv_exit(void) |
| 3485 | { |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3486 | } |
| 3487 | |
| 3488 | module_init(sdhci_drv_init); |
| 3489 | module_exit(sdhci_drv_exit); |
| 3490 | |
Pierre Ossman | df673b2 | 2006-06-30 02:22:31 -0700 | [diff] [blame] | 3491 | module_param(debug_quirks, uint, 0444); |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 3492 | module_param(debug_quirks2, uint, 0444); |
Pierre Ossman | 6743527 | 2006-06-30 02:22:31 -0700 | [diff] [blame] | 3493 | |
Pierre Ossman | 32710e8 | 2009-04-08 20:14:54 +0200 | [diff] [blame] | 3494 | MODULE_AUTHOR("Pierre Ossman <pierre@ossman.eu>"); |
Pierre Ossman | b8c86fc | 2008-03-18 17:35:49 +0100 | [diff] [blame] | 3495 | MODULE_DESCRIPTION("Secure Digital Host Controller Interface core driver"); |
Pierre Ossman | d129bce | 2006-03-24 03:18:17 -0800 | [diff] [blame] | 3496 | MODULE_LICENSE("GPL"); |
Pierre Ossman | 6743527 | 2006-06-30 02:22:31 -0700 | [diff] [blame] | 3497 | |
Pierre Ossman | df673b2 | 2006-06-30 02:22:31 -0700 | [diff] [blame] | 3498 | MODULE_PARM_DESC(debug_quirks, "Force certain quirks."); |
Adrian Hunter | 66fd8ad | 2011-10-03 15:33:34 +0300 | [diff] [blame] | 3499 | MODULE_PARM_DESC(debug_quirks2, "Force certain other quirks."); |