blob: a8c1fb475fa64c2b5082cc1b60223cfbb2c39f04 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * drivers/mtd/nand.c
3 *
4 * Overview:
5 * This is the generic MTD driver for NAND flash devices. It should be
6 * capable of working with almost all NAND chips currently available.
7 * Basic support for AG-AND chips is provided.
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00008 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 * Additional technical information is available on
maximilian attems8b2b4032007-07-28 13:07:16 +020010 * http://www.linux-mtd.infradead.org/doc/nand.html
Thomas Gleixner61b03bd2005-11-07 11:15:49 +000011 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070012 * Copyright (C) 2000 Steven J. Hill (sjhill@realitydiluted.com)
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +020013 * 2002-2006 Thomas Gleixner (tglx@linutronix.de)
Linus Torvalds1da177e2005-04-16 15:20:36 -070014 *
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +020015 * Credits:
Thomas Gleixner61b03bd2005-11-07 11:15:49 +000016 * David Woodhouse for adding multichip support
17 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070018 * Aleph One Ltd. and Toby Churchill Ltd. for supporting the
19 * rework for 2K page size chips
20 *
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +020021 * TODO:
Linus Torvalds1da177e2005-04-16 15:20:36 -070022 * Enable cached programming for 2k page size chips
23 * Check, if mtd->ecctype should be set to MTD_ECC_HW
Brian Norris7854d3f2011-06-23 14:12:08 -070024 * if we have HW ECC support.
Linus Torvalds1da177e2005-04-16 15:20:36 -070025 * The AG-AND chips have nice features for speed improvement,
26 * which are not supported yet. Read / program 4 pages in one go.
Artem Bityutskiyc0b8ba72007-07-23 16:06:50 +030027 * BBT table is not serialized, has to be fixed
Linus Torvalds1da177e2005-04-16 15:20:36 -070028 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070029 * This program is free software; you can redistribute it and/or modify
30 * it under the terms of the GNU General Public License version 2 as
31 * published by the Free Software Foundation.
32 *
33 */
34
David Woodhouse552d9202006-05-14 01:20:46 +010035#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#include <linux/delay.h>
37#include <linux/errno.h>
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +020038#include <linux/err.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#include <linux/sched.h>
40#include <linux/slab.h>
41#include <linux/types.h>
42#include <linux/mtd/mtd.h>
43#include <linux/mtd/nand.h>
44#include <linux/mtd/nand_ecc.h>
Ivan Djelic193bd402011-03-11 11:05:33 +010045#include <linux/mtd/nand_bch.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070046#include <linux/interrupt.h>
47#include <linux/bitops.h>
Richard Purdie8fe833c2006-03-31 02:31:14 -080048#include <linux/leds.h>
Florian Fainelli7351d3a2010-09-07 13:23:45 +020049#include <linux/io.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070050#include <linux/mtd/partitions.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070051
52/* Define default oob placement schemes for large and small page devices */
Thomas Gleixner5bd34c02006-05-27 22:16:10 +020053static struct nand_ecclayout nand_oob_8 = {
Linus Torvalds1da177e2005-04-16 15:20:36 -070054 .eccbytes = 3,
55 .eccpos = {0, 1, 2},
Thomas Gleixner5bd34c02006-05-27 22:16:10 +020056 .oobfree = {
57 {.offset = 3,
58 .length = 2},
59 {.offset = 6,
Florian Fainellif8ac0412010-09-07 13:23:43 +020060 .length = 2} }
Linus Torvalds1da177e2005-04-16 15:20:36 -070061};
62
Thomas Gleixner5bd34c02006-05-27 22:16:10 +020063static struct nand_ecclayout nand_oob_16 = {
Linus Torvalds1da177e2005-04-16 15:20:36 -070064 .eccbytes = 6,
65 .eccpos = {0, 1, 2, 3, 6, 7},
Thomas Gleixner5bd34c02006-05-27 22:16:10 +020066 .oobfree = {
67 {.offset = 8,
Florian Fainellif8ac0412010-09-07 13:23:43 +020068 . length = 8} }
Linus Torvalds1da177e2005-04-16 15:20:36 -070069};
70
Thomas Gleixner5bd34c02006-05-27 22:16:10 +020071static struct nand_ecclayout nand_oob_64 = {
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 .eccbytes = 24,
73 .eccpos = {
David Woodhousee0c7d762006-05-13 18:07:53 +010074 40, 41, 42, 43, 44, 45, 46, 47,
75 48, 49, 50, 51, 52, 53, 54, 55,
76 56, 57, 58, 59, 60, 61, 62, 63},
Thomas Gleixner5bd34c02006-05-27 22:16:10 +020077 .oobfree = {
78 {.offset = 2,
Florian Fainellif8ac0412010-09-07 13:23:43 +020079 .length = 38} }
Linus Torvalds1da177e2005-04-16 15:20:36 -070080};
81
Thomas Gleixner81ec5362007-12-12 17:27:03 +010082static struct nand_ecclayout nand_oob_128 = {
83 .eccbytes = 48,
84 .eccpos = {
85 80, 81, 82, 83, 84, 85, 86, 87,
86 88, 89, 90, 91, 92, 93, 94, 95,
87 96, 97, 98, 99, 100, 101, 102, 103,
88 104, 105, 106, 107, 108, 109, 110, 111,
89 112, 113, 114, 115, 116, 117, 118, 119,
90 120, 121, 122, 123, 124, 125, 126, 127},
91 .oobfree = {
92 {.offset = 2,
Florian Fainellif8ac0412010-09-07 13:23:43 +020093 .length = 78} }
Thomas Gleixner81ec5362007-12-12 17:27:03 +010094};
95
Huang Shijie6a8214a2012-11-19 14:43:30 +080096static int nand_get_device(struct mtd_info *mtd, int new_state);
Linus Torvalds1da177e2005-04-16 15:20:36 -070097
Thomas Gleixner8593fbc2006-05-29 03:26:58 +020098static int nand_do_write_oob(struct mtd_info *mtd, loff_t to,
99 struct mtd_oob_ops *ops);
100
Thomas Gleixnerd470a972006-05-23 23:48:57 +0200101/*
Joe Perches8e87d782008-02-03 17:22:34 +0200102 * For devices which display every fart in the system on a separate LED. Is
Thomas Gleixnerd470a972006-05-23 23:48:57 +0200103 * compiled away when LED support is disabled.
104 */
105DEFINE_LED_TRIGGER(nand_led_trigger);
106
Vimal Singh6fe5a6a2010-02-03 14:12:24 +0530107static int check_offs_len(struct mtd_info *mtd,
108 loff_t ofs, uint64_t len)
109{
110 struct nand_chip *chip = mtd->priv;
111 int ret = 0;
112
113 /* Start address must align on block boundary */
114 if (ofs & ((1 << chip->phys_erase_shift) - 1)) {
Brian Norris289c0522011-07-19 10:06:09 -0700115 pr_debug("%s: unaligned address\n", __func__);
Vimal Singh6fe5a6a2010-02-03 14:12:24 +0530116 ret = -EINVAL;
117 }
118
119 /* Length must align on block boundary */
120 if (len & ((1 << chip->phys_erase_shift) - 1)) {
Brian Norris289c0522011-07-19 10:06:09 -0700121 pr_debug("%s: length not block aligned\n", __func__);
Vimal Singh6fe5a6a2010-02-03 14:12:24 +0530122 ret = -EINVAL;
123 }
124
Vimal Singh6fe5a6a2010-02-03 14:12:24 +0530125 return ret;
126}
127
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128/**
129 * nand_release_device - [GENERIC] release chip
Brian Norris8b6e50c2011-05-25 14:59:01 -0700130 * @mtd: MTD device structure
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000131 *
Huang Shijieb0bb6902012-11-19 14:43:29 +0800132 * Release chip lock and wake up anyone waiting on the device.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 */
David Woodhousee0c7d762006-05-13 18:07:53 +0100134static void nand_release_device(struct mtd_info *mtd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200136 struct nand_chip *chip = mtd->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137
Thomas Gleixnera36ed292006-05-23 11:37:03 +0200138 /* Release the controller and the chip */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200139 spin_lock(&chip->controller->lock);
140 chip->controller->active = NULL;
141 chip->state = FL_READY;
142 wake_up(&chip->controller->wq);
143 spin_unlock(&chip->controller->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144}
145
146/**
147 * nand_read_byte - [DEFAULT] read one byte from the chip
Brian Norris8b6e50c2011-05-25 14:59:01 -0700148 * @mtd: MTD device structure
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149 *
Brian Norris7854d3f2011-06-23 14:12:08 -0700150 * Default read function for 8bit buswidth
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151 */
Thomas Gleixner58dd8f2b2006-05-23 11:52:35 +0200152static uint8_t nand_read_byte(struct mtd_info *mtd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200154 struct nand_chip *chip = mtd->priv;
155 return readb(chip->IO_ADDR_R);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156}
157
158/**
Masanari Iida064a7692012-11-09 23:20:58 +0900159 * nand_read_byte16 - [DEFAULT] read one byte endianness aware from the chip
Brian Norris7854d3f2011-06-23 14:12:08 -0700160 * nand_read_byte16 - [DEFAULT] read one byte endianness aware from the chip
Brian Norris8b6e50c2011-05-25 14:59:01 -0700161 * @mtd: MTD device structure
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162 *
Brian Norris7854d3f2011-06-23 14:12:08 -0700163 * Default read function for 16bit buswidth with endianness conversion.
164 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 */
Thomas Gleixner58dd8f2b2006-05-23 11:52:35 +0200166static uint8_t nand_read_byte16(struct mtd_info *mtd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200168 struct nand_chip *chip = mtd->priv;
169 return (uint8_t) cpu_to_le16(readw(chip->IO_ADDR_R));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170}
171
172/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173 * nand_read_word - [DEFAULT] read one word from the chip
Brian Norris8b6e50c2011-05-25 14:59:01 -0700174 * @mtd: MTD device structure
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175 *
Brian Norris7854d3f2011-06-23 14:12:08 -0700176 * Default read function for 16bit buswidth without endianness conversion.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 */
178static u16 nand_read_word(struct mtd_info *mtd)
179{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200180 struct nand_chip *chip = mtd->priv;
181 return readw(chip->IO_ADDR_R);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182}
183
184/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185 * nand_select_chip - [DEFAULT] control CE line
Brian Norris8b6e50c2011-05-25 14:59:01 -0700186 * @mtd: MTD device structure
187 * @chipnr: chipnumber to select, -1 for deselect
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188 *
189 * Default select function for 1 chip devices.
190 */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200191static void nand_select_chip(struct mtd_info *mtd, int chipnr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200193 struct nand_chip *chip = mtd->priv;
194
195 switch (chipnr) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 case -1:
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200197 chip->cmd_ctrl(mtd, NAND_CMD_NONE, 0 | NAND_CTRL_CHANGE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198 break;
199 case 0:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200 break;
201
202 default:
203 BUG();
204 }
205}
206
207/**
208 * nand_write_buf - [DEFAULT] write buffer to chip
Brian Norris8b6e50c2011-05-25 14:59:01 -0700209 * @mtd: MTD device structure
210 * @buf: data buffer
211 * @len: number of bytes to write
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212 *
Brian Norris7854d3f2011-06-23 14:12:08 -0700213 * Default write function for 8bit buswidth.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214 */
Thomas Gleixner58dd8f2b2006-05-23 11:52:35 +0200215static void nand_write_buf(struct mtd_info *mtd, const uint8_t *buf, int len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216{
217 int i;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200218 struct nand_chip *chip = mtd->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219
David Woodhousee0c7d762006-05-13 18:07:53 +0100220 for (i = 0; i < len; i++)
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200221 writeb(buf[i], chip->IO_ADDR_W);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222}
223
224/**
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000225 * nand_read_buf - [DEFAULT] read chip data into buffer
Brian Norris8b6e50c2011-05-25 14:59:01 -0700226 * @mtd: MTD device structure
227 * @buf: buffer to store date
228 * @len: number of bytes to read
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229 *
Brian Norris7854d3f2011-06-23 14:12:08 -0700230 * Default read function for 8bit buswidth.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231 */
Thomas Gleixner58dd8f2b2006-05-23 11:52:35 +0200232static void nand_read_buf(struct mtd_info *mtd, uint8_t *buf, int len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233{
234 int i;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200235 struct nand_chip *chip = mtd->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236
David Woodhousee0c7d762006-05-13 18:07:53 +0100237 for (i = 0; i < len; i++)
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200238 buf[i] = readb(chip->IO_ADDR_R);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239}
240
241/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700242 * nand_write_buf16 - [DEFAULT] write buffer to chip
Brian Norris8b6e50c2011-05-25 14:59:01 -0700243 * @mtd: MTD device structure
244 * @buf: data buffer
245 * @len: number of bytes to write
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246 *
Brian Norris7854d3f2011-06-23 14:12:08 -0700247 * Default write function for 16bit buswidth.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248 */
Thomas Gleixner58dd8f2b2006-05-23 11:52:35 +0200249static void nand_write_buf16(struct mtd_info *mtd, const uint8_t *buf, int len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250{
251 int i;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200252 struct nand_chip *chip = mtd->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 u16 *p = (u16 *) buf;
254 len >>= 1;
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000255
David Woodhousee0c7d762006-05-13 18:07:53 +0100256 for (i = 0; i < len; i++)
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200257 writew(p[i], chip->IO_ADDR_W);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000258
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259}
260
261/**
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000262 * nand_read_buf16 - [DEFAULT] read chip data into buffer
Brian Norris8b6e50c2011-05-25 14:59:01 -0700263 * @mtd: MTD device structure
264 * @buf: buffer to store date
265 * @len: number of bytes to read
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266 *
Brian Norris7854d3f2011-06-23 14:12:08 -0700267 * Default read function for 16bit buswidth.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700268 */
Thomas Gleixner58dd8f2b2006-05-23 11:52:35 +0200269static void nand_read_buf16(struct mtd_info *mtd, uint8_t *buf, int len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270{
271 int i;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200272 struct nand_chip *chip = mtd->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273 u16 *p = (u16 *) buf;
274 len >>= 1;
275
David Woodhousee0c7d762006-05-13 18:07:53 +0100276 for (i = 0; i < len; i++)
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200277 p[i] = readw(chip->IO_ADDR_R);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278}
279
280/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281 * nand_block_bad - [DEFAULT] Read bad block marker from the chip
Brian Norris8b6e50c2011-05-25 14:59:01 -0700282 * @mtd: MTD device structure
283 * @ofs: offset from device start
284 * @getchip: 0, if the chip is already selected
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285 *
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000286 * Check, if the block is bad.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287 */
288static int nand_block_bad(struct mtd_info *mtd, loff_t ofs, int getchip)
289{
Brian Norriscdbec052012-01-13 18:11:48 -0800290 int page, chipnr, res = 0, i = 0;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200291 struct nand_chip *chip = mtd->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292 u16 bad;
293
Brian Norris5fb15492011-05-31 16:31:21 -0700294 if (chip->bbt_options & NAND_BBT_SCANLASTPAGE)
Kevin Cernekeeb60b08b2010-05-04 20:58:10 -0700295 ofs += mtd->erasesize - mtd->writesize;
296
Thomas Knobloch1a12f462007-05-03 07:39:37 +0100297 page = (int)(ofs >> chip->page_shift) & chip->pagemask;
298
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299 if (getchip) {
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200300 chipnr = (int)(ofs >> chip->chip_shift);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700301
Huang Shijie6a8214a2012-11-19 14:43:30 +0800302 nand_get_device(mtd, FL_READING);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303
304 /* Select the NAND device */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200305 chip->select_chip(mtd, chipnr);
Thomas Knobloch1a12f462007-05-03 07:39:37 +0100306 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307
Brian Norriscdbec052012-01-13 18:11:48 -0800308 do {
309 if (chip->options & NAND_BUSWIDTH_16) {
310 chip->cmdfunc(mtd, NAND_CMD_READOOB,
311 chip->badblockpos & 0xFE, page);
312 bad = cpu_to_le16(chip->read_word(mtd));
313 if (chip->badblockpos & 0x1)
314 bad >>= 8;
315 else
316 bad &= 0xFF;
317 } else {
318 chip->cmdfunc(mtd, NAND_CMD_READOOB, chip->badblockpos,
319 page);
320 bad = chip->read_byte(mtd);
321 }
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000322
Brian Norriscdbec052012-01-13 18:11:48 -0800323 if (likely(chip->badblockbits == 8))
324 res = bad != 0xFF;
325 else
326 res = hweight8(bad) < chip->badblockbits;
327 ofs += mtd->writesize;
328 page = (int)(ofs >> chip->page_shift) & chip->pagemask;
329 i++;
330 } while (!res && i < 2 && (chip->bbt_options & NAND_BBT_SCAN2NDPAGE));
Maxim Levitskye0b58d02010-02-22 20:39:38 +0200331
Huang Shijieb0bb6902012-11-19 14:43:29 +0800332 if (getchip) {
333 chip->select_chip(mtd, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334 nand_release_device(mtd);
Huang Shijieb0bb6902012-11-19 14:43:29 +0800335 }
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000336
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337 return res;
338}
339
340/**
341 * nand_default_block_markbad - [DEFAULT] mark a block bad
Brian Norris8b6e50c2011-05-25 14:59:01 -0700342 * @mtd: MTD device structure
343 * @ofs: offset from device start
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344 *
Brian Norris8b6e50c2011-05-25 14:59:01 -0700345 * This is the default implementation, which can be overridden by a hardware
Brian Norrise2414f42012-02-06 13:44:00 -0800346 * specific driver. We try operations in the following order, according to our
347 * bbt_options (NAND_BBT_NO_OOB_BBM and NAND_BBT_USE_FLASH):
348 * (1) erase the affected block, to allow OOB marker to be written cleanly
349 * (2) update in-memory BBT
350 * (3) write bad block marker to OOB area of affected block
351 * (4) update flash-based BBT
352 * Note that we retain the first error encountered in (3) or (4), finish the
353 * procedures, and dump the error in the end.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700354*/
355static int nand_default_block_markbad(struct mtd_info *mtd, loff_t ofs)
356{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200357 struct nand_chip *chip = mtd->priv;
Thomas Gleixner58dd8f2b2006-05-23 11:52:35 +0200358 uint8_t buf[2] = { 0, 0 };
Brian Norrise2414f42012-02-06 13:44:00 -0800359 int block, res, ret = 0, i = 0;
360 int write_oob = !(chip->bbt_options & NAND_BBT_NO_OOB_BBM);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000361
Brian Norrise2414f42012-02-06 13:44:00 -0800362 if (write_oob) {
Brian Norris00918422012-01-13 18:11:47 -0800363 struct erase_info einfo;
364
365 /* Attempt erase before marking OOB */
366 memset(&einfo, 0, sizeof(einfo));
367 einfo.mtd = mtd;
368 einfo.addr = ofs;
369 einfo.len = 1 << chip->phys_erase_shift;
370 nand_erase_nand(mtd, &einfo, 0);
371 }
372
Linus Torvalds1da177e2005-04-16 15:20:36 -0700373 /* Get block number */
Andre Renaud4226b512007-04-17 13:50:59 -0400374 block = (int)(ofs >> chip->bbt_erase_shift);
Brian Norrise2414f42012-02-06 13:44:00 -0800375 /* Mark block bad in memory-based BBT */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200376 if (chip->bbt)
377 chip->bbt[block >> 2] |= 0x01 << ((block & 0x03) << 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700378
Brian Norrise2414f42012-02-06 13:44:00 -0800379 /* Write bad block marker to OOB */
380 if (write_oob) {
Brian Norris4a89ff82011-08-30 18:45:45 -0700381 struct mtd_oob_ops ops;
Brian Norrisdf698622012-01-20 20:38:03 -0800382 loff_t wr_ofs = ofs;
Brian Norris4a89ff82011-08-30 18:45:45 -0700383
Huang Shijie6a8214a2012-11-19 14:43:30 +0800384 nand_get_device(mtd, FL_WRITING);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000385
Brian Norris4a89ff82011-08-30 18:45:45 -0700386 ops.datbuf = NULL;
387 ops.oobbuf = buf;
Brian Norris85443312012-01-13 18:11:49 -0800388 ops.ooboffs = chip->badblockpos;
389 if (chip->options & NAND_BUSWIDTH_16) {
390 ops.ooboffs &= ~0x01;
391 ops.len = ops.ooblen = 2;
392 } else {
393 ops.len = ops.ooblen = 1;
394 }
Brian Norris23b1a992011-10-14 20:09:33 -0700395 ops.mode = MTD_OPS_PLACE_OOB;
Brian Norrisdf698622012-01-20 20:38:03 -0800396
Brian Norrise2414f42012-02-06 13:44:00 -0800397 /* Write to first/last page(s) if necessary */
Brian Norrisdf698622012-01-20 20:38:03 -0800398 if (chip->bbt_options & NAND_BBT_SCANLASTPAGE)
399 wr_ofs += mtd->erasesize - mtd->writesize;
Brian Norris02ed70b2010-07-21 16:53:47 -0700400 do {
Brian Norrise2414f42012-02-06 13:44:00 -0800401 res = nand_do_write_oob(mtd, wr_ofs, &ops);
402 if (!ret)
403 ret = res;
Brian Norris02ed70b2010-07-21 16:53:47 -0700404
Brian Norris02ed70b2010-07-21 16:53:47 -0700405 i++;
Brian Norrisdf698622012-01-20 20:38:03 -0800406 wr_ofs += mtd->writesize;
Brian Norrise2414f42012-02-06 13:44:00 -0800407 } while ((chip->bbt_options & NAND_BBT_SCAN2NDPAGE) && i < 2);
Brian Norris02ed70b2010-07-21 16:53:47 -0700408
Artem Bityutskiyc0b8ba72007-07-23 16:06:50 +0300409 nand_release_device(mtd);
Thomas Gleixnerf1a28c02006-05-30 00:37:34 +0200410 }
Brian Norrise2414f42012-02-06 13:44:00 -0800411
412 /* Update flash-based bad block table */
413 if (chip->bbt_options & NAND_BBT_USE_FLASH) {
414 res = nand_update_bbt(mtd, ofs);
415 if (!ret)
416 ret = res;
417 }
418
Thomas Gleixnerf1a28c02006-05-30 00:37:34 +0200419 if (!ret)
420 mtd->ecc_stats.badblocks++;
Artem Bityutskiyc0b8ba72007-07-23 16:06:50 +0300421
Thomas Gleixnerf1a28c02006-05-30 00:37:34 +0200422 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700423}
424
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000425/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700426 * nand_check_wp - [GENERIC] check if the chip is write protected
Brian Norris8b6e50c2011-05-25 14:59:01 -0700427 * @mtd: MTD device structure
Linus Torvalds1da177e2005-04-16 15:20:36 -0700428 *
Brian Norris8b6e50c2011-05-25 14:59:01 -0700429 * Check, if the device is write protected. The function expects, that the
430 * device is already selected.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700431 */
David Woodhousee0c7d762006-05-13 18:07:53 +0100432static int nand_check_wp(struct mtd_info *mtd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200434 struct nand_chip *chip = mtd->priv;
Maxim Levitsky93edbad2010-02-22 20:39:40 +0200435
Brian Norris8b6e50c2011-05-25 14:59:01 -0700436 /* Broken xD cards report WP despite being writable */
Maxim Levitsky93edbad2010-02-22 20:39:40 +0200437 if (chip->options & NAND_BROKEN_XD)
438 return 0;
439
Linus Torvalds1da177e2005-04-16 15:20:36 -0700440 /* Check the WP bit */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200441 chip->cmdfunc(mtd, NAND_CMD_STATUS, -1, -1);
442 return (chip->read_byte(mtd) & NAND_STATUS_WP) ? 0 : 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700443}
444
445/**
446 * nand_block_checkbad - [GENERIC] Check if a block is marked bad
Brian Norris8b6e50c2011-05-25 14:59:01 -0700447 * @mtd: MTD device structure
448 * @ofs: offset from device start
449 * @getchip: 0, if the chip is already selected
450 * @allowbbt: 1, if its allowed to access the bbt area
Linus Torvalds1da177e2005-04-16 15:20:36 -0700451 *
452 * Check, if the block is bad. Either by reading the bad block table or
453 * calling of the scan function.
454 */
Thomas Gleixner2c0a2be2006-05-23 11:50:56 +0200455static int nand_block_checkbad(struct mtd_info *mtd, loff_t ofs, int getchip,
456 int allowbbt)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700457{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200458 struct nand_chip *chip = mtd->priv;
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000459
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200460 if (!chip->bbt)
461 return chip->block_bad(mtd, ofs, getchip);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000462
Linus Torvalds1da177e2005-04-16 15:20:36 -0700463 /* Return info from the table */
David Woodhousee0c7d762006-05-13 18:07:53 +0100464 return nand_isbad_bbt(mtd, ofs, allowbbt);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465}
466
Simon Kagstrom2af7c652009-10-05 15:55:52 +0200467/**
468 * panic_nand_wait_ready - [GENERIC] Wait for the ready pin after commands.
Brian Norris8b6e50c2011-05-25 14:59:01 -0700469 * @mtd: MTD device structure
470 * @timeo: Timeout
Simon Kagstrom2af7c652009-10-05 15:55:52 +0200471 *
472 * Helper function for nand_wait_ready used when needing to wait in interrupt
473 * context.
474 */
475static void panic_nand_wait_ready(struct mtd_info *mtd, unsigned long timeo)
476{
477 struct nand_chip *chip = mtd->priv;
478 int i;
479
480 /* Wait for the device to get ready */
481 for (i = 0; i < timeo; i++) {
482 if (chip->dev_ready(mtd))
483 break;
484 touch_softlockup_watchdog();
485 mdelay(1);
486 }
487}
488
Brian Norris7854d3f2011-06-23 14:12:08 -0700489/* Wait for the ready pin, after a command. The timeout is caught later. */
David Woodhouse4b648b02006-09-25 17:05:24 +0100490void nand_wait_ready(struct mtd_info *mtd)
Thomas Gleixner3b887752005-02-22 21:56:49 +0000491{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200492 struct nand_chip *chip = mtd->priv;
Matthieu CASTETca6a2482012-11-22 18:31:28 +0100493 unsigned long timeo = jiffies + msecs_to_jiffies(20);
Thomas Gleixner3b887752005-02-22 21:56:49 +0000494
Simon Kagstrom2af7c652009-10-05 15:55:52 +0200495 /* 400ms timeout */
496 if (in_interrupt() || oops_in_progress)
497 return panic_nand_wait_ready(mtd, 400);
498
Richard Purdie8fe833c2006-03-31 02:31:14 -0800499 led_trigger_event(nand_led_trigger, LED_FULL);
Brian Norris7854d3f2011-06-23 14:12:08 -0700500 /* Wait until command is processed or timeout occurs */
Thomas Gleixner3b887752005-02-22 21:56:49 +0000501 do {
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200502 if (chip->dev_ready(mtd))
Richard Purdie8fe833c2006-03-31 02:31:14 -0800503 break;
Ingo Molnar8446f1d2005-09-06 15:16:27 -0700504 touch_softlockup_watchdog();
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000505 } while (time_before(jiffies, timeo));
Richard Purdie8fe833c2006-03-31 02:31:14 -0800506 led_trigger_event(nand_led_trigger, LED_OFF);
Thomas Gleixner3b887752005-02-22 21:56:49 +0000507}
David Woodhouse4b648b02006-09-25 17:05:24 +0100508EXPORT_SYMBOL_GPL(nand_wait_ready);
Thomas Gleixner3b887752005-02-22 21:56:49 +0000509
Linus Torvalds1da177e2005-04-16 15:20:36 -0700510/**
511 * nand_command - [DEFAULT] Send command to NAND device
Brian Norris8b6e50c2011-05-25 14:59:01 -0700512 * @mtd: MTD device structure
513 * @command: the command to be sent
514 * @column: the column address for this command, -1 if none
515 * @page_addr: the page address for this command, -1 if none
Linus Torvalds1da177e2005-04-16 15:20:36 -0700516 *
Brian Norris8b6e50c2011-05-25 14:59:01 -0700517 * Send command to NAND device. This function is used for small page devices
518 * (256/512 Bytes per page).
Linus Torvalds1da177e2005-04-16 15:20:36 -0700519 */
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200520static void nand_command(struct mtd_info *mtd, unsigned int command,
521 int column, int page_addr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700522{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200523 register struct nand_chip *chip = mtd->priv;
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200524 int ctrl = NAND_CTRL_CLE | NAND_CTRL_CHANGE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700525
Brian Norris8b6e50c2011-05-25 14:59:01 -0700526 /* Write out the command to the device */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700527 if (command == NAND_CMD_SEQIN) {
528 int readcmd;
529
Joern Engel28318772006-05-22 23:18:05 +0200530 if (column >= mtd->writesize) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700531 /* OOB area */
Joern Engel28318772006-05-22 23:18:05 +0200532 column -= mtd->writesize;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700533 readcmd = NAND_CMD_READOOB;
534 } else if (column < 256) {
535 /* First 256 bytes --> READ0 */
536 readcmd = NAND_CMD_READ0;
537 } else {
538 column -= 256;
539 readcmd = NAND_CMD_READ1;
540 }
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200541 chip->cmd_ctrl(mtd, readcmd, ctrl);
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200542 ctrl &= ~NAND_CTRL_CHANGE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700543 }
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200544 chip->cmd_ctrl(mtd, command, ctrl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700545
Brian Norris8b6e50c2011-05-25 14:59:01 -0700546 /* Address cycle, when necessary */
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200547 ctrl = NAND_CTRL_ALE | NAND_CTRL_CHANGE;
548 /* Serially input address */
549 if (column != -1) {
550 /* Adjust columns for 16 bit buswidth */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200551 if (chip->options & NAND_BUSWIDTH_16)
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200552 column >>= 1;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200553 chip->cmd_ctrl(mtd, column, ctrl);
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200554 ctrl &= ~NAND_CTRL_CHANGE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700555 }
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200556 if (page_addr != -1) {
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200557 chip->cmd_ctrl(mtd, page_addr, ctrl);
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200558 ctrl &= ~NAND_CTRL_CHANGE;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200559 chip->cmd_ctrl(mtd, page_addr >> 8, ctrl);
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200560 /* One more address cycle for devices > 32MiB */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200561 if (chip->chipsize > (32 << 20))
562 chip->cmd_ctrl(mtd, page_addr >> 16, ctrl);
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200563 }
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200564 chip->cmd_ctrl(mtd, NAND_CMD_NONE, NAND_NCE | NAND_CTRL_CHANGE);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000565
566 /*
Brian Norris8b6e50c2011-05-25 14:59:01 -0700567 * Program and erase have their own busy handlers status and sequential
568 * in needs no delay
David Woodhousee0c7d762006-05-13 18:07:53 +0100569 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700570 switch (command) {
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000571
Linus Torvalds1da177e2005-04-16 15:20:36 -0700572 case NAND_CMD_PAGEPROG:
573 case NAND_CMD_ERASE1:
574 case NAND_CMD_ERASE2:
575 case NAND_CMD_SEQIN:
576 case NAND_CMD_STATUS:
577 return;
578
579 case NAND_CMD_RESET:
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200580 if (chip->dev_ready)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700581 break;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200582 udelay(chip->chip_delay);
583 chip->cmd_ctrl(mtd, NAND_CMD_STATUS,
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200584 NAND_CTRL_CLE | NAND_CTRL_CHANGE);
Thomas Gleixner12efdde2006-05-24 22:57:09 +0200585 chip->cmd_ctrl(mtd,
586 NAND_CMD_NONE, NAND_NCE | NAND_CTRL_CHANGE);
Florian Fainellif8ac0412010-09-07 13:23:43 +0200587 while (!(chip->read_byte(mtd) & NAND_STATUS_READY))
588 ;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700589 return;
590
David Woodhousee0c7d762006-05-13 18:07:53 +0100591 /* This applies to read commands */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700592 default:
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000593 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700594 * If we don't have access to the busy pin, we apply the given
595 * command delay
David Woodhousee0c7d762006-05-13 18:07:53 +0100596 */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200597 if (!chip->dev_ready) {
598 udelay(chip->chip_delay);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700599 return;
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000600 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700601 }
Brian Norris8b6e50c2011-05-25 14:59:01 -0700602 /*
603 * Apply this short delay always to ensure that we do wait tWB in
604 * any case on any machine.
605 */
David Woodhousee0c7d762006-05-13 18:07:53 +0100606 ndelay(100);
Thomas Gleixner3b887752005-02-22 21:56:49 +0000607
608 nand_wait_ready(mtd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609}
610
611/**
612 * nand_command_lp - [DEFAULT] Send command to NAND large page device
Brian Norris8b6e50c2011-05-25 14:59:01 -0700613 * @mtd: MTD device structure
614 * @command: the command to be sent
615 * @column: the column address for this command, -1 if none
616 * @page_addr: the page address for this command, -1 if none
Linus Torvalds1da177e2005-04-16 15:20:36 -0700617 *
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200618 * Send command to NAND device. This is the version for the new large page
Brian Norris7854d3f2011-06-23 14:12:08 -0700619 * devices. We don't have the separate regions as we have in the small page
620 * devices. We must emulate NAND_CMD_READOOB to keep the code compatible.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700621 */
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200622static void nand_command_lp(struct mtd_info *mtd, unsigned int command,
623 int column, int page_addr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200625 register struct nand_chip *chip = mtd->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700626
627 /* Emulate NAND_CMD_READOOB */
628 if (command == NAND_CMD_READOOB) {
Joern Engel28318772006-05-22 23:18:05 +0200629 column += mtd->writesize;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630 command = NAND_CMD_READ0;
631 }
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000632
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200633 /* Command latch cycle */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200634 chip->cmd_ctrl(mtd, command & 0xff,
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200635 NAND_NCE | NAND_CLE | NAND_CTRL_CHANGE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700636
637 if (column != -1 || page_addr != -1) {
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200638 int ctrl = NAND_CTRL_CHANGE | NAND_NCE | NAND_ALE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700639
640 /* Serially input address */
641 if (column != -1) {
642 /* Adjust columns for 16 bit buswidth */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200643 if (chip->options & NAND_BUSWIDTH_16)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700644 column >>= 1;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200645 chip->cmd_ctrl(mtd, column, ctrl);
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200646 ctrl &= ~NAND_CTRL_CHANGE;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200647 chip->cmd_ctrl(mtd, column >> 8, ctrl);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000648 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700649 if (page_addr != -1) {
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200650 chip->cmd_ctrl(mtd, page_addr, ctrl);
651 chip->cmd_ctrl(mtd, page_addr >> 8,
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200652 NAND_NCE | NAND_ALE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700653 /* One more address cycle for devices > 128MiB */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200654 if (chip->chipsize > (128 << 20))
655 chip->cmd_ctrl(mtd, page_addr >> 16,
Thomas Gleixner7abd3ef2006-05-23 23:25:53 +0200656 NAND_NCE | NAND_ALE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700658 }
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200659 chip->cmd_ctrl(mtd, NAND_CMD_NONE, NAND_NCE | NAND_CTRL_CHANGE);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000660
661 /*
Brian Norris8b6e50c2011-05-25 14:59:01 -0700662 * Program and erase have their own busy handlers status, sequential
663 * in, and deplete1 need no delay.
David A. Marlin30f464b2005-01-17 18:35:25 +0000664 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700665 switch (command) {
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000666
Linus Torvalds1da177e2005-04-16 15:20:36 -0700667 case NAND_CMD_CACHEDPROG:
668 case NAND_CMD_PAGEPROG:
669 case NAND_CMD_ERASE1:
670 case NAND_CMD_ERASE2:
671 case NAND_CMD_SEQIN:
Thomas Gleixner7bc33122006-06-20 20:05:05 +0200672 case NAND_CMD_RNDIN:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700673 case NAND_CMD_STATUS:
David A. Marlin30f464b2005-01-17 18:35:25 +0000674 case NAND_CMD_DEPLETE1:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700675 return;
676
David A. Marlin30f464b2005-01-17 18:35:25 +0000677 case NAND_CMD_STATUS_ERROR:
678 case NAND_CMD_STATUS_ERROR0:
679 case NAND_CMD_STATUS_ERROR1:
680 case NAND_CMD_STATUS_ERROR2:
681 case NAND_CMD_STATUS_ERROR3:
Brian Norris8b6e50c2011-05-25 14:59:01 -0700682 /* Read error status commands require only a short delay */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200683 udelay(chip->chip_delay);
David A. Marlin30f464b2005-01-17 18:35:25 +0000684 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700685
686 case NAND_CMD_RESET:
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200687 if (chip->dev_ready)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700688 break;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200689 udelay(chip->chip_delay);
Thomas Gleixner12efdde2006-05-24 22:57:09 +0200690 chip->cmd_ctrl(mtd, NAND_CMD_STATUS,
691 NAND_NCE | NAND_CLE | NAND_CTRL_CHANGE);
692 chip->cmd_ctrl(mtd, NAND_CMD_NONE,
693 NAND_NCE | NAND_CTRL_CHANGE);
Florian Fainellif8ac0412010-09-07 13:23:43 +0200694 while (!(chip->read_byte(mtd) & NAND_STATUS_READY))
695 ;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700696 return;
697
Thomas Gleixner7bc33122006-06-20 20:05:05 +0200698 case NAND_CMD_RNDOUT:
699 /* No ready / busy check necessary */
700 chip->cmd_ctrl(mtd, NAND_CMD_RNDOUTSTART,
701 NAND_NCE | NAND_CLE | NAND_CTRL_CHANGE);
702 chip->cmd_ctrl(mtd, NAND_CMD_NONE,
703 NAND_NCE | NAND_CTRL_CHANGE);
704 return;
705
Linus Torvalds1da177e2005-04-16 15:20:36 -0700706 case NAND_CMD_READ0:
Thomas Gleixner12efdde2006-05-24 22:57:09 +0200707 chip->cmd_ctrl(mtd, NAND_CMD_READSTART,
708 NAND_NCE | NAND_CLE | NAND_CTRL_CHANGE);
709 chip->cmd_ctrl(mtd, NAND_CMD_NONE,
710 NAND_NCE | NAND_CTRL_CHANGE);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000711
David Woodhousee0c7d762006-05-13 18:07:53 +0100712 /* This applies to read commands */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700713 default:
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000714 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700715 * If we don't have access to the busy pin, we apply the given
Brian Norris8b6e50c2011-05-25 14:59:01 -0700716 * command delay.
David Woodhousee0c7d762006-05-13 18:07:53 +0100717 */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200718 if (!chip->dev_ready) {
719 udelay(chip->chip_delay);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700720 return;
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000721 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700722 }
Thomas Gleixner3b887752005-02-22 21:56:49 +0000723
Brian Norris8b6e50c2011-05-25 14:59:01 -0700724 /*
725 * Apply this short delay always to ensure that we do wait tWB in
726 * any case on any machine.
727 */
David Woodhousee0c7d762006-05-13 18:07:53 +0100728 ndelay(100);
Thomas Gleixner3b887752005-02-22 21:56:49 +0000729
730 nand_wait_ready(mtd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700731}
732
733/**
Simon Kagstrom2af7c652009-10-05 15:55:52 +0200734 * panic_nand_get_device - [GENERIC] Get chip for selected access
Brian Norris8b6e50c2011-05-25 14:59:01 -0700735 * @chip: the nand chip descriptor
736 * @mtd: MTD device structure
737 * @new_state: the state which is requested
Simon Kagstrom2af7c652009-10-05 15:55:52 +0200738 *
739 * Used when in panic, no locks are taken.
740 */
741static void panic_nand_get_device(struct nand_chip *chip,
742 struct mtd_info *mtd, int new_state)
743{
Brian Norris7854d3f2011-06-23 14:12:08 -0700744 /* Hardware controller shared among independent devices */
Simon Kagstrom2af7c652009-10-05 15:55:52 +0200745 chip->controller->active = chip;
746 chip->state = new_state;
747}
748
749/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700750 * nand_get_device - [GENERIC] Get chip for selected access
Brian Norris8b6e50c2011-05-25 14:59:01 -0700751 * @mtd: MTD device structure
752 * @new_state: the state which is requested
Linus Torvalds1da177e2005-04-16 15:20:36 -0700753 *
754 * Get the device and lock it for exclusive access
755 */
Thomas Gleixner2c0a2be2006-05-23 11:50:56 +0200756static int
Huang Shijie6a8214a2012-11-19 14:43:30 +0800757nand_get_device(struct mtd_info *mtd, int new_state)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700758{
Huang Shijie6a8214a2012-11-19 14:43:30 +0800759 struct nand_chip *chip = mtd->priv;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200760 spinlock_t *lock = &chip->controller->lock;
761 wait_queue_head_t *wq = &chip->controller->wq;
David Woodhousee0c7d762006-05-13 18:07:53 +0100762 DECLARE_WAITQUEUE(wait, current);
Florian Fainelli7351d3a2010-09-07 13:23:45 +0200763retry:
Thomas Gleixner0dfc6242005-05-31 20:39:20 +0100764 spin_lock(lock);
765
vimal singhb8b3ee92009-07-09 20:41:22 +0530766 /* Hardware controller shared among independent devices */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200767 if (!chip->controller->active)
768 chip->controller->active = chip;
Thomas Gleixnera36ed292006-05-23 11:37:03 +0200769
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200770 if (chip->controller->active == chip && chip->state == FL_READY) {
771 chip->state = new_state;
Thomas Gleixner0dfc6242005-05-31 20:39:20 +0100772 spin_unlock(lock);
Vitaly Wool962034f2005-09-15 14:58:53 +0100773 return 0;
774 }
775 if (new_state == FL_PM_SUSPENDED) {
Li Yang6b0d9a82009-11-17 14:45:49 -0800776 if (chip->controller->active->state == FL_PM_SUSPENDED) {
777 chip->state = FL_PM_SUSPENDED;
778 spin_unlock(lock);
779 return 0;
Li Yang6b0d9a82009-11-17 14:45:49 -0800780 }
Thomas Gleixner0dfc6242005-05-31 20:39:20 +0100781 }
782 set_current_state(TASK_UNINTERRUPTIBLE);
783 add_wait_queue(wq, &wait);
784 spin_unlock(lock);
785 schedule();
786 remove_wait_queue(wq, &wait);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700787 goto retry;
788}
789
790/**
Brian Norris8b6e50c2011-05-25 14:59:01 -0700791 * panic_nand_wait - [GENERIC] wait until the command is done
792 * @mtd: MTD device structure
793 * @chip: NAND chip structure
794 * @timeo: timeout
Simon Kagstrom2af7c652009-10-05 15:55:52 +0200795 *
796 * Wait for command done. This is a helper function for nand_wait used when
797 * we are in interrupt context. May happen when in panic and trying to write
Uwe Kleine-Königb5950762010-11-01 15:38:34 -0400798 * an oops through mtdoops.
Simon Kagstrom2af7c652009-10-05 15:55:52 +0200799 */
800static void panic_nand_wait(struct mtd_info *mtd, struct nand_chip *chip,
801 unsigned long timeo)
802{
803 int i;
804 for (i = 0; i < timeo; i++) {
805 if (chip->dev_ready) {
806 if (chip->dev_ready(mtd))
807 break;
808 } else {
809 if (chip->read_byte(mtd) & NAND_STATUS_READY)
810 break;
811 }
812 mdelay(1);
Florian Fainellif8ac0412010-09-07 13:23:43 +0200813 }
Simon Kagstrom2af7c652009-10-05 15:55:52 +0200814}
815
816/**
Brian Norris8b6e50c2011-05-25 14:59:01 -0700817 * nand_wait - [DEFAULT] wait until the command is done
818 * @mtd: MTD device structure
819 * @chip: NAND chip structure
Linus Torvalds1da177e2005-04-16 15:20:36 -0700820 *
Brian Norris8b6e50c2011-05-25 14:59:01 -0700821 * Wait for command done. This applies to erase and program only. Erase can
822 * take up to 400ms and program up to 20ms according to general NAND and
823 * SmartMedia specs.
Randy Dunlap844d3b42006-06-28 21:48:27 -0700824 */
Thomas Gleixner7bc33122006-06-20 20:05:05 +0200825static int nand_wait(struct mtd_info *mtd, struct nand_chip *chip)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700826{
827
Thomas Gleixner7bc33122006-06-20 20:05:05 +0200828 int status, state = chip->state;
Huang Shijie6d2559f2013-01-30 10:03:56 +0800829 unsigned long timeo = (state == FL_ERASING ? 400 : 20);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700830
Richard Purdie8fe833c2006-03-31 02:31:14 -0800831 led_trigger_event(nand_led_trigger, LED_FULL);
832
Brian Norris8b6e50c2011-05-25 14:59:01 -0700833 /*
834 * Apply this short delay always to ensure that we do wait tWB in any
835 * case on any machine.
836 */
David Woodhousee0c7d762006-05-13 18:07:53 +0100837 ndelay(100);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700838
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200839 if ((state == FL_ERASING) && (chip->options & NAND_IS_AND))
840 chip->cmdfunc(mtd, NAND_CMD_STATUS_MULTI, -1, -1);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +0000841 else
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200842 chip->cmdfunc(mtd, NAND_CMD_STATUS, -1, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700843
Simon Kagstrom2af7c652009-10-05 15:55:52 +0200844 if (in_interrupt() || oops_in_progress)
845 panic_nand_wait(mtd, chip, timeo);
846 else {
Huang Shijie6d2559f2013-01-30 10:03:56 +0800847 timeo = jiffies + msecs_to_jiffies(timeo);
Simon Kagstrom2af7c652009-10-05 15:55:52 +0200848 while (time_before(jiffies, timeo)) {
849 if (chip->dev_ready) {
850 if (chip->dev_ready(mtd))
851 break;
852 } else {
853 if (chip->read_byte(mtd) & NAND_STATUS_READY)
854 break;
855 }
856 cond_resched();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700857 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700858 }
Richard Purdie8fe833c2006-03-31 02:31:14 -0800859 led_trigger_event(nand_led_trigger, LED_OFF);
860
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +0200861 status = (int)chip->read_byte(mtd);
Matthieu CASTETf251b8d2012-11-05 15:00:44 +0100862 /* This can happen if in case of timeout or buggy dev_ready */
863 WARN_ON(!(status & NAND_STATUS_READY));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700864 return status;
865}
866
867/**
Randy Dunlapb6d676d2010-08-10 18:02:50 -0700868 * __nand_unlock - [REPLACEABLE] unlocks specified locked blocks
Randy Dunlapb6d676d2010-08-10 18:02:50 -0700869 * @mtd: mtd info
870 * @ofs: offset to start unlock from
871 * @len: length to unlock
Brian Norris8b6e50c2011-05-25 14:59:01 -0700872 * @invert: when = 0, unlock the range of blocks within the lower and
873 * upper boundary address
874 * when = 1, unlock the range of blocks outside the boundaries
875 * of the lower and upper boundary address
Vimal Singh7d70f332010-02-08 15:50:49 +0530876 *
Brian Norris8b6e50c2011-05-25 14:59:01 -0700877 * Returs unlock status.
Vimal Singh7d70f332010-02-08 15:50:49 +0530878 */
879static int __nand_unlock(struct mtd_info *mtd, loff_t ofs,
880 uint64_t len, int invert)
881{
882 int ret = 0;
883 int status, page;
884 struct nand_chip *chip = mtd->priv;
885
886 /* Submit address of first page to unlock */
887 page = ofs >> chip->page_shift;
888 chip->cmdfunc(mtd, NAND_CMD_UNLOCK1, -1, page & chip->pagemask);
889
890 /* Submit address of last page to unlock */
891 page = (ofs + len) >> chip->page_shift;
892 chip->cmdfunc(mtd, NAND_CMD_UNLOCK2, -1,
893 (page | invert) & chip->pagemask);
894
895 /* Call wait ready function */
896 status = chip->waitfunc(mtd, chip);
Vimal Singh7d70f332010-02-08 15:50:49 +0530897 /* See if device thinks it succeeded */
Huang Shijie74830962012-10-14 23:47:24 -0400898 if (status & NAND_STATUS_FAIL) {
Brian Norris289c0522011-07-19 10:06:09 -0700899 pr_debug("%s: error status = 0x%08x\n",
Vimal Singh7d70f332010-02-08 15:50:49 +0530900 __func__, status);
901 ret = -EIO;
902 }
903
904 return ret;
905}
906
907/**
Randy Dunlapb6d676d2010-08-10 18:02:50 -0700908 * nand_unlock - [REPLACEABLE] unlocks specified locked blocks
Randy Dunlapb6d676d2010-08-10 18:02:50 -0700909 * @mtd: mtd info
910 * @ofs: offset to start unlock from
911 * @len: length to unlock
Vimal Singh7d70f332010-02-08 15:50:49 +0530912 *
Brian Norris8b6e50c2011-05-25 14:59:01 -0700913 * Returns unlock status.
Vimal Singh7d70f332010-02-08 15:50:49 +0530914 */
915int nand_unlock(struct mtd_info *mtd, loff_t ofs, uint64_t len)
916{
917 int ret = 0;
918 int chipnr;
919 struct nand_chip *chip = mtd->priv;
920
Brian Norris289c0522011-07-19 10:06:09 -0700921 pr_debug("%s: start = 0x%012llx, len = %llu\n",
Vimal Singh7d70f332010-02-08 15:50:49 +0530922 __func__, (unsigned long long)ofs, len);
923
924 if (check_offs_len(mtd, ofs, len))
925 ret = -EINVAL;
926
927 /* Align to last block address if size addresses end of the device */
928 if (ofs + len == mtd->size)
929 len -= mtd->erasesize;
930
Huang Shijie6a8214a2012-11-19 14:43:30 +0800931 nand_get_device(mtd, FL_UNLOCKING);
Vimal Singh7d70f332010-02-08 15:50:49 +0530932
933 /* Shift to get chip number */
934 chipnr = ofs >> chip->chip_shift;
935
936 chip->select_chip(mtd, chipnr);
937
938 /* Check, if it is write protected */
939 if (nand_check_wp(mtd)) {
Brian Norris289c0522011-07-19 10:06:09 -0700940 pr_debug("%s: device is write protected!\n",
Vimal Singh7d70f332010-02-08 15:50:49 +0530941 __func__);
942 ret = -EIO;
943 goto out;
944 }
945
946 ret = __nand_unlock(mtd, ofs, len, 0);
947
948out:
Huang Shijieb0bb6902012-11-19 14:43:29 +0800949 chip->select_chip(mtd, -1);
Vimal Singh7d70f332010-02-08 15:50:49 +0530950 nand_release_device(mtd);
951
952 return ret;
953}
Florian Fainelli7351d3a2010-09-07 13:23:45 +0200954EXPORT_SYMBOL(nand_unlock);
Vimal Singh7d70f332010-02-08 15:50:49 +0530955
956/**
Randy Dunlapb6d676d2010-08-10 18:02:50 -0700957 * nand_lock - [REPLACEABLE] locks all blocks present in the device
Randy Dunlapb6d676d2010-08-10 18:02:50 -0700958 * @mtd: mtd info
959 * @ofs: offset to start unlock from
960 * @len: length to unlock
Vimal Singh7d70f332010-02-08 15:50:49 +0530961 *
Brian Norris8b6e50c2011-05-25 14:59:01 -0700962 * This feature is not supported in many NAND parts. 'Micron' NAND parts do
963 * have this feature, but it allows only to lock all blocks, not for specified
964 * range for block. Implementing 'lock' feature by making use of 'unlock', for
965 * now.
Vimal Singh7d70f332010-02-08 15:50:49 +0530966 *
Brian Norris8b6e50c2011-05-25 14:59:01 -0700967 * Returns lock status.
Vimal Singh7d70f332010-02-08 15:50:49 +0530968 */
969int nand_lock(struct mtd_info *mtd, loff_t ofs, uint64_t len)
970{
971 int ret = 0;
972 int chipnr, status, page;
973 struct nand_chip *chip = mtd->priv;
974
Brian Norris289c0522011-07-19 10:06:09 -0700975 pr_debug("%s: start = 0x%012llx, len = %llu\n",
Vimal Singh7d70f332010-02-08 15:50:49 +0530976 __func__, (unsigned long long)ofs, len);
977
978 if (check_offs_len(mtd, ofs, len))
979 ret = -EINVAL;
980
Huang Shijie6a8214a2012-11-19 14:43:30 +0800981 nand_get_device(mtd, FL_LOCKING);
Vimal Singh7d70f332010-02-08 15:50:49 +0530982
983 /* Shift to get chip number */
984 chipnr = ofs >> chip->chip_shift;
985
986 chip->select_chip(mtd, chipnr);
987
988 /* Check, if it is write protected */
989 if (nand_check_wp(mtd)) {
Brian Norris289c0522011-07-19 10:06:09 -0700990 pr_debug("%s: device is write protected!\n",
Vimal Singh7d70f332010-02-08 15:50:49 +0530991 __func__);
992 status = MTD_ERASE_FAILED;
993 ret = -EIO;
994 goto out;
995 }
996
997 /* Submit address of first page to lock */
998 page = ofs >> chip->page_shift;
999 chip->cmdfunc(mtd, NAND_CMD_LOCK, -1, page & chip->pagemask);
1000
1001 /* Call wait ready function */
1002 status = chip->waitfunc(mtd, chip);
Vimal Singh7d70f332010-02-08 15:50:49 +05301003 /* See if device thinks it succeeded */
Huang Shijie74830962012-10-14 23:47:24 -04001004 if (status & NAND_STATUS_FAIL) {
Brian Norris289c0522011-07-19 10:06:09 -07001005 pr_debug("%s: error status = 0x%08x\n",
Vimal Singh7d70f332010-02-08 15:50:49 +05301006 __func__, status);
1007 ret = -EIO;
1008 goto out;
1009 }
1010
1011 ret = __nand_unlock(mtd, ofs, len, 0x1);
1012
1013out:
Huang Shijieb0bb6902012-11-19 14:43:29 +08001014 chip->select_chip(mtd, -1);
Vimal Singh7d70f332010-02-08 15:50:49 +05301015 nand_release_device(mtd);
1016
1017 return ret;
1018}
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001019EXPORT_SYMBOL(nand_lock);
Vimal Singh7d70f332010-02-08 15:50:49 +05301020
1021/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001022 * nand_read_page_raw - [INTERN] read raw page data without ecc
Brian Norris8b6e50c2011-05-25 14:59:01 -07001023 * @mtd: mtd info structure
1024 * @chip: nand chip info structure
1025 * @buf: buffer to store read data
Brian Norris1fbb9382012-05-02 10:14:55 -07001026 * @oob_required: caller requires OOB data read to chip->oob_poi
Brian Norris8b6e50c2011-05-25 14:59:01 -07001027 * @page: page number to read
David Brownell52ff49d2009-03-04 12:01:36 -08001028 *
Brian Norris7854d3f2011-06-23 14:12:08 -07001029 * Not for syndrome calculating ECC controllers, which use a special oob layout.
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001030 */
1031static int nand_read_page_raw(struct mtd_info *mtd, struct nand_chip *chip,
Brian Norris1fbb9382012-05-02 10:14:55 -07001032 uint8_t *buf, int oob_required, int page)
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001033{
1034 chip->read_buf(mtd, buf, mtd->writesize);
Brian Norris279f08d2012-05-02 10:15:03 -07001035 if (oob_required)
1036 chip->read_buf(mtd, chip->oob_poi, mtd->oobsize);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001037 return 0;
1038}
1039
1040/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001041 * nand_read_page_raw_syndrome - [INTERN] read raw page data without ecc
Brian Norris8b6e50c2011-05-25 14:59:01 -07001042 * @mtd: mtd info structure
1043 * @chip: nand chip info structure
1044 * @buf: buffer to store read data
Brian Norris1fbb9382012-05-02 10:14:55 -07001045 * @oob_required: caller requires OOB data read to chip->oob_poi
Brian Norris8b6e50c2011-05-25 14:59:01 -07001046 * @page: page number to read
David Brownell52ff49d2009-03-04 12:01:36 -08001047 *
1048 * We need a special oob layout and handling even when OOB isn't used.
1049 */
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001050static int nand_read_page_raw_syndrome(struct mtd_info *mtd,
Brian Norris1fbb9382012-05-02 10:14:55 -07001051 struct nand_chip *chip, uint8_t *buf,
1052 int oob_required, int page)
David Brownell52ff49d2009-03-04 12:01:36 -08001053{
1054 int eccsize = chip->ecc.size;
1055 int eccbytes = chip->ecc.bytes;
1056 uint8_t *oob = chip->oob_poi;
1057 int steps, size;
1058
1059 for (steps = chip->ecc.steps; steps > 0; steps--) {
1060 chip->read_buf(mtd, buf, eccsize);
1061 buf += eccsize;
1062
1063 if (chip->ecc.prepad) {
1064 chip->read_buf(mtd, oob, chip->ecc.prepad);
1065 oob += chip->ecc.prepad;
1066 }
1067
1068 chip->read_buf(mtd, oob, eccbytes);
1069 oob += eccbytes;
1070
1071 if (chip->ecc.postpad) {
1072 chip->read_buf(mtd, oob, chip->ecc.postpad);
1073 oob += chip->ecc.postpad;
1074 }
1075 }
1076
1077 size = mtd->oobsize - (oob - chip->oob_poi);
1078 if (size)
1079 chip->read_buf(mtd, oob, size);
1080
1081 return 0;
1082}
1083
1084/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001085 * nand_read_page_swecc - [REPLACEABLE] software ECC based page read function
Brian Norris8b6e50c2011-05-25 14:59:01 -07001086 * @mtd: mtd info structure
1087 * @chip: nand chip info structure
1088 * @buf: buffer to store read data
Brian Norris1fbb9382012-05-02 10:14:55 -07001089 * @oob_required: caller requires OOB data read to chip->oob_poi
Brian Norris8b6e50c2011-05-25 14:59:01 -07001090 * @page: page number to read
David A. Marlin068e3c02005-01-24 03:07:46 +00001091 */
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001092static int nand_read_page_swecc(struct mtd_info *mtd, struct nand_chip *chip,
Brian Norris1fbb9382012-05-02 10:14:55 -07001093 uint8_t *buf, int oob_required, int page)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001094{
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001095 int i, eccsize = chip->ecc.size;
1096 int eccbytes = chip->ecc.bytes;
1097 int eccsteps = chip->ecc.steps;
1098 uint8_t *p = buf;
David Woodhouse4bf63fc2006-09-25 17:08:04 +01001099 uint8_t *ecc_calc = chip->buffers->ecccalc;
1100 uint8_t *ecc_code = chip->buffers->ecccode;
Ben Dooks8b099a32007-05-28 19:17:54 +01001101 uint32_t *eccpos = chip->ecc.layout->eccpos;
Mike Dunn3f91e942012-04-25 12:06:09 -07001102 unsigned int max_bitflips = 0;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001103
Brian Norris1fbb9382012-05-02 10:14:55 -07001104 chip->ecc.read_page_raw(mtd, chip, buf, 1, page);
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001105
1106 for (i = 0; eccsteps; eccsteps--, i += eccbytes, p += eccsize)
1107 chip->ecc.calculate(mtd, p, &ecc_calc[i]);
1108
1109 for (i = 0; i < chip->ecc.total; i++)
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001110 ecc_code[i] = chip->oob_poi[eccpos[i]];
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001111
1112 eccsteps = chip->ecc.steps;
1113 p = buf;
1114
1115 for (i = 0 ; eccsteps; eccsteps--, i += eccbytes, p += eccsize) {
1116 int stat;
1117
1118 stat = chip->ecc.correct(mtd, p, &ecc_code[i], &ecc_calc[i]);
Mike Dunn3f91e942012-04-25 12:06:09 -07001119 if (stat < 0) {
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001120 mtd->ecc_stats.failed++;
Mike Dunn3f91e942012-04-25 12:06:09 -07001121 } else {
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001122 mtd->ecc_stats.corrected += stat;
Mike Dunn3f91e942012-04-25 12:06:09 -07001123 max_bitflips = max_t(unsigned int, max_bitflips, stat);
1124 }
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001125 }
Mike Dunn3f91e942012-04-25 12:06:09 -07001126 return max_bitflips;
Thomas Gleixner22c60f52005-04-04 19:56:32 +01001127}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001128
Linus Torvalds1da177e2005-04-16 15:20:36 -07001129/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001130 * nand_read_subpage - [REPLACEABLE] software ECC based sub-page read function
Brian Norris8b6e50c2011-05-25 14:59:01 -07001131 * @mtd: mtd info structure
1132 * @chip: nand chip info structure
1133 * @data_offs: offset of requested data within the page
1134 * @readlen: data length
1135 * @bufpoi: buffer to store read data
Alexey Korolev3d459552008-05-15 17:23:18 +01001136 */
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001137static int nand_read_subpage(struct mtd_info *mtd, struct nand_chip *chip,
1138 uint32_t data_offs, uint32_t readlen, uint8_t *bufpoi)
Alexey Korolev3d459552008-05-15 17:23:18 +01001139{
1140 int start_step, end_step, num_steps;
1141 uint32_t *eccpos = chip->ecc.layout->eccpos;
1142 uint8_t *p;
1143 int data_col_addr, i, gaps = 0;
1144 int datafrag_len, eccfrag_len, aligned_len, aligned_pos;
1145 int busw = (chip->options & NAND_BUSWIDTH_16) ? 2 : 1;
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001146 int index = 0;
Mike Dunn3f91e942012-04-25 12:06:09 -07001147 unsigned int max_bitflips = 0;
Alexey Korolev3d459552008-05-15 17:23:18 +01001148
Brian Norris7854d3f2011-06-23 14:12:08 -07001149 /* Column address within the page aligned to ECC size (256bytes) */
Alexey Korolev3d459552008-05-15 17:23:18 +01001150 start_step = data_offs / chip->ecc.size;
1151 end_step = (data_offs + readlen - 1) / chip->ecc.size;
1152 num_steps = end_step - start_step + 1;
1153
Brian Norris8b6e50c2011-05-25 14:59:01 -07001154 /* Data size aligned to ECC ecc.size */
Alexey Korolev3d459552008-05-15 17:23:18 +01001155 datafrag_len = num_steps * chip->ecc.size;
1156 eccfrag_len = num_steps * chip->ecc.bytes;
1157
1158 data_col_addr = start_step * chip->ecc.size;
1159 /* If we read not a page aligned data */
1160 if (data_col_addr != 0)
1161 chip->cmdfunc(mtd, NAND_CMD_RNDOUT, data_col_addr, -1);
1162
1163 p = bufpoi + data_col_addr;
1164 chip->read_buf(mtd, p, datafrag_len);
1165
Brian Norris8b6e50c2011-05-25 14:59:01 -07001166 /* Calculate ECC */
Alexey Korolev3d459552008-05-15 17:23:18 +01001167 for (i = 0; i < eccfrag_len ; i += chip->ecc.bytes, p += chip->ecc.size)
1168 chip->ecc.calculate(mtd, p, &chip->buffers->ecccalc[i]);
1169
Brian Norris8b6e50c2011-05-25 14:59:01 -07001170 /*
1171 * The performance is faster if we position offsets according to
Brian Norris7854d3f2011-06-23 14:12:08 -07001172 * ecc.pos. Let's make sure that there are no gaps in ECC positions.
Brian Norris8b6e50c2011-05-25 14:59:01 -07001173 */
Alexey Korolev3d459552008-05-15 17:23:18 +01001174 for (i = 0; i < eccfrag_len - 1; i++) {
1175 if (eccpos[i + start_step * chip->ecc.bytes] + 1 !=
1176 eccpos[i + start_step * chip->ecc.bytes + 1]) {
1177 gaps = 1;
1178 break;
1179 }
1180 }
1181 if (gaps) {
1182 chip->cmdfunc(mtd, NAND_CMD_RNDOUT, mtd->writesize, -1);
1183 chip->read_buf(mtd, chip->oob_poi, mtd->oobsize);
1184 } else {
Brian Norris8b6e50c2011-05-25 14:59:01 -07001185 /*
Brian Norris7854d3f2011-06-23 14:12:08 -07001186 * Send the command to read the particular ECC bytes take care
Brian Norris8b6e50c2011-05-25 14:59:01 -07001187 * about buswidth alignment in read_buf.
1188 */
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001189 index = start_step * chip->ecc.bytes;
1190
1191 aligned_pos = eccpos[index] & ~(busw - 1);
Alexey Korolev3d459552008-05-15 17:23:18 +01001192 aligned_len = eccfrag_len;
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001193 if (eccpos[index] & (busw - 1))
Alexey Korolev3d459552008-05-15 17:23:18 +01001194 aligned_len++;
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001195 if (eccpos[index + (num_steps * chip->ecc.bytes)] & (busw - 1))
Alexey Korolev3d459552008-05-15 17:23:18 +01001196 aligned_len++;
1197
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001198 chip->cmdfunc(mtd, NAND_CMD_RNDOUT,
1199 mtd->writesize + aligned_pos, -1);
Alexey Korolev3d459552008-05-15 17:23:18 +01001200 chip->read_buf(mtd, &chip->oob_poi[aligned_pos], aligned_len);
1201 }
1202
1203 for (i = 0; i < eccfrag_len; i++)
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001204 chip->buffers->ecccode[i] = chip->oob_poi[eccpos[i + index]];
Alexey Korolev3d459552008-05-15 17:23:18 +01001205
1206 p = bufpoi + data_col_addr;
1207 for (i = 0; i < eccfrag_len ; i += chip->ecc.bytes, p += chip->ecc.size) {
1208 int stat;
1209
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001210 stat = chip->ecc.correct(mtd, p,
1211 &chip->buffers->ecccode[i], &chip->buffers->ecccalc[i]);
Mike Dunn3f91e942012-04-25 12:06:09 -07001212 if (stat < 0) {
Alexey Korolev3d459552008-05-15 17:23:18 +01001213 mtd->ecc_stats.failed++;
Mike Dunn3f91e942012-04-25 12:06:09 -07001214 } else {
Alexey Korolev3d459552008-05-15 17:23:18 +01001215 mtd->ecc_stats.corrected += stat;
Mike Dunn3f91e942012-04-25 12:06:09 -07001216 max_bitflips = max_t(unsigned int, max_bitflips, stat);
1217 }
Alexey Korolev3d459552008-05-15 17:23:18 +01001218 }
Mike Dunn3f91e942012-04-25 12:06:09 -07001219 return max_bitflips;
Alexey Korolev3d459552008-05-15 17:23:18 +01001220}
1221
1222/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001223 * nand_read_page_hwecc - [REPLACEABLE] hardware ECC based page read function
Brian Norris8b6e50c2011-05-25 14:59:01 -07001224 * @mtd: mtd info structure
1225 * @chip: nand chip info structure
1226 * @buf: buffer to store read data
Brian Norris1fbb9382012-05-02 10:14:55 -07001227 * @oob_required: caller requires OOB data read to chip->oob_poi
Brian Norris8b6e50c2011-05-25 14:59:01 -07001228 * @page: page number to read
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001229 *
Brian Norris7854d3f2011-06-23 14:12:08 -07001230 * Not for syndrome calculating ECC controllers which need a special oob layout.
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001231 */
1232static int nand_read_page_hwecc(struct mtd_info *mtd, struct nand_chip *chip,
Brian Norris1fbb9382012-05-02 10:14:55 -07001233 uint8_t *buf, int oob_required, int page)
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001234{
1235 int i, eccsize = chip->ecc.size;
1236 int eccbytes = chip->ecc.bytes;
1237 int eccsteps = chip->ecc.steps;
1238 uint8_t *p = buf;
David Woodhouse4bf63fc2006-09-25 17:08:04 +01001239 uint8_t *ecc_calc = chip->buffers->ecccalc;
1240 uint8_t *ecc_code = chip->buffers->ecccode;
Ben Dooks8b099a32007-05-28 19:17:54 +01001241 uint32_t *eccpos = chip->ecc.layout->eccpos;
Mike Dunn3f91e942012-04-25 12:06:09 -07001242 unsigned int max_bitflips = 0;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001243
1244 for (i = 0; eccsteps; eccsteps--, i += eccbytes, p += eccsize) {
1245 chip->ecc.hwctl(mtd, NAND_ECC_READ);
1246 chip->read_buf(mtd, p, eccsize);
1247 chip->ecc.calculate(mtd, p, &ecc_calc[i]);
1248 }
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001249 chip->read_buf(mtd, chip->oob_poi, mtd->oobsize);
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001250
1251 for (i = 0; i < chip->ecc.total; i++)
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001252 ecc_code[i] = chip->oob_poi[eccpos[i]];
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001253
1254 eccsteps = chip->ecc.steps;
1255 p = buf;
1256
1257 for (i = 0 ; eccsteps; eccsteps--, i += eccbytes, p += eccsize) {
1258 int stat;
1259
1260 stat = chip->ecc.correct(mtd, p, &ecc_code[i], &ecc_calc[i]);
Mike Dunn3f91e942012-04-25 12:06:09 -07001261 if (stat < 0) {
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001262 mtd->ecc_stats.failed++;
Mike Dunn3f91e942012-04-25 12:06:09 -07001263 } else {
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001264 mtd->ecc_stats.corrected += stat;
Mike Dunn3f91e942012-04-25 12:06:09 -07001265 max_bitflips = max_t(unsigned int, max_bitflips, stat);
1266 }
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001267 }
Mike Dunn3f91e942012-04-25 12:06:09 -07001268 return max_bitflips;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001269}
1270
1271/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001272 * nand_read_page_hwecc_oob_first - [REPLACEABLE] hw ecc, read oob first
Brian Norris8b6e50c2011-05-25 14:59:01 -07001273 * @mtd: mtd info structure
1274 * @chip: nand chip info structure
1275 * @buf: buffer to store read data
Brian Norris1fbb9382012-05-02 10:14:55 -07001276 * @oob_required: caller requires OOB data read to chip->oob_poi
Brian Norris8b6e50c2011-05-25 14:59:01 -07001277 * @page: page number to read
Sneha Narnakaje6e0cb132009-09-18 12:51:47 -07001278 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07001279 * Hardware ECC for large page chips, require OOB to be read first. For this
1280 * ECC mode, the write_page method is re-used from ECC_HW. These methods
1281 * read/write ECC from the OOB area, unlike the ECC_HW_SYNDROME support with
1282 * multiple ECC steps, follows the "infix ECC" scheme and reads/writes ECC from
1283 * the data area, by overwriting the NAND manufacturer bad block markings.
Sneha Narnakaje6e0cb132009-09-18 12:51:47 -07001284 */
1285static int nand_read_page_hwecc_oob_first(struct mtd_info *mtd,
Brian Norris1fbb9382012-05-02 10:14:55 -07001286 struct nand_chip *chip, uint8_t *buf, int oob_required, int page)
Sneha Narnakaje6e0cb132009-09-18 12:51:47 -07001287{
1288 int i, eccsize = chip->ecc.size;
1289 int eccbytes = chip->ecc.bytes;
1290 int eccsteps = chip->ecc.steps;
1291 uint8_t *p = buf;
1292 uint8_t *ecc_code = chip->buffers->ecccode;
1293 uint32_t *eccpos = chip->ecc.layout->eccpos;
1294 uint8_t *ecc_calc = chip->buffers->ecccalc;
Mike Dunn3f91e942012-04-25 12:06:09 -07001295 unsigned int max_bitflips = 0;
Sneha Narnakaje6e0cb132009-09-18 12:51:47 -07001296
1297 /* Read the OOB area first */
1298 chip->cmdfunc(mtd, NAND_CMD_READOOB, 0, page);
1299 chip->read_buf(mtd, chip->oob_poi, mtd->oobsize);
1300 chip->cmdfunc(mtd, NAND_CMD_READ0, 0, page);
1301
1302 for (i = 0; i < chip->ecc.total; i++)
1303 ecc_code[i] = chip->oob_poi[eccpos[i]];
1304
1305 for (i = 0; eccsteps; eccsteps--, i += eccbytes, p += eccsize) {
1306 int stat;
1307
1308 chip->ecc.hwctl(mtd, NAND_ECC_READ);
1309 chip->read_buf(mtd, p, eccsize);
1310 chip->ecc.calculate(mtd, p, &ecc_calc[i]);
1311
1312 stat = chip->ecc.correct(mtd, p, &ecc_code[i], NULL);
Mike Dunn3f91e942012-04-25 12:06:09 -07001313 if (stat < 0) {
Sneha Narnakaje6e0cb132009-09-18 12:51:47 -07001314 mtd->ecc_stats.failed++;
Mike Dunn3f91e942012-04-25 12:06:09 -07001315 } else {
Sneha Narnakaje6e0cb132009-09-18 12:51:47 -07001316 mtd->ecc_stats.corrected += stat;
Mike Dunn3f91e942012-04-25 12:06:09 -07001317 max_bitflips = max_t(unsigned int, max_bitflips, stat);
1318 }
Sneha Narnakaje6e0cb132009-09-18 12:51:47 -07001319 }
Mike Dunn3f91e942012-04-25 12:06:09 -07001320 return max_bitflips;
Sneha Narnakaje6e0cb132009-09-18 12:51:47 -07001321}
1322
1323/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001324 * nand_read_page_syndrome - [REPLACEABLE] hardware ECC syndrome based page read
Brian Norris8b6e50c2011-05-25 14:59:01 -07001325 * @mtd: mtd info structure
1326 * @chip: nand chip info structure
1327 * @buf: buffer to store read data
Brian Norris1fbb9382012-05-02 10:14:55 -07001328 * @oob_required: caller requires OOB data read to chip->oob_poi
Brian Norris8b6e50c2011-05-25 14:59:01 -07001329 * @page: page number to read
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001330 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07001331 * The hw generator calculates the error syndrome automatically. Therefore we
1332 * need a special oob layout and handling.
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001333 */
1334static int nand_read_page_syndrome(struct mtd_info *mtd, struct nand_chip *chip,
Brian Norris1fbb9382012-05-02 10:14:55 -07001335 uint8_t *buf, int oob_required, int page)
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001336{
1337 int i, eccsize = chip->ecc.size;
1338 int eccbytes = chip->ecc.bytes;
1339 int eccsteps = chip->ecc.steps;
1340 uint8_t *p = buf;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001341 uint8_t *oob = chip->oob_poi;
Mike Dunn3f91e942012-04-25 12:06:09 -07001342 unsigned int max_bitflips = 0;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001343
1344 for (i = 0; eccsteps; eccsteps--, i += eccbytes, p += eccsize) {
1345 int stat;
1346
1347 chip->ecc.hwctl(mtd, NAND_ECC_READ);
1348 chip->read_buf(mtd, p, eccsize);
1349
1350 if (chip->ecc.prepad) {
1351 chip->read_buf(mtd, oob, chip->ecc.prepad);
1352 oob += chip->ecc.prepad;
1353 }
1354
1355 chip->ecc.hwctl(mtd, NAND_ECC_READSYN);
1356 chip->read_buf(mtd, oob, eccbytes);
1357 stat = chip->ecc.correct(mtd, p, oob, NULL);
1358
Mike Dunn3f91e942012-04-25 12:06:09 -07001359 if (stat < 0) {
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001360 mtd->ecc_stats.failed++;
Mike Dunn3f91e942012-04-25 12:06:09 -07001361 } else {
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001362 mtd->ecc_stats.corrected += stat;
Mike Dunn3f91e942012-04-25 12:06:09 -07001363 max_bitflips = max_t(unsigned int, max_bitflips, stat);
1364 }
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001365
1366 oob += eccbytes;
1367
1368 if (chip->ecc.postpad) {
1369 chip->read_buf(mtd, oob, chip->ecc.postpad);
1370 oob += chip->ecc.postpad;
1371 }
1372 }
1373
1374 /* Calculate remaining oob bytes */
Vitaly Wool7e4178f2006-06-07 09:34:37 +04001375 i = mtd->oobsize - (oob - chip->oob_poi);
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001376 if (i)
1377 chip->read_buf(mtd, oob, i);
1378
Mike Dunn3f91e942012-04-25 12:06:09 -07001379 return max_bitflips;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001380}
1381
1382/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001383 * nand_transfer_oob - [INTERN] Transfer oob to client buffer
Brian Norris8b6e50c2011-05-25 14:59:01 -07001384 * @chip: nand chip structure
1385 * @oob: oob destination address
1386 * @ops: oob ops structure
1387 * @len: size of oob to transfer
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001388 */
1389static uint8_t *nand_transfer_oob(struct nand_chip *chip, uint8_t *oob,
Vitaly Wool70145682006-11-03 18:20:38 +03001390 struct mtd_oob_ops *ops, size_t len)
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001391{
Florian Fainellif8ac0412010-09-07 13:23:43 +02001392 switch (ops->mode) {
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001393
Brian Norris0612b9d2011-08-30 18:45:40 -07001394 case MTD_OPS_PLACE_OOB:
1395 case MTD_OPS_RAW:
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001396 memcpy(oob, chip->oob_poi + ops->ooboffs, len);
1397 return oob + len;
1398
Brian Norris0612b9d2011-08-30 18:45:40 -07001399 case MTD_OPS_AUTO_OOB: {
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001400 struct nand_oobfree *free = chip->ecc.layout->oobfree;
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001401 uint32_t boffs = 0, roffs = ops->ooboffs;
1402 size_t bytes = 0;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001403
Florian Fainellif8ac0412010-09-07 13:23:43 +02001404 for (; free->length && len; free++, len -= bytes) {
Brian Norris8b6e50c2011-05-25 14:59:01 -07001405 /* Read request not from offset 0? */
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001406 if (unlikely(roffs)) {
1407 if (roffs >= free->length) {
1408 roffs -= free->length;
1409 continue;
1410 }
1411 boffs = free->offset + roffs;
1412 bytes = min_t(size_t, len,
1413 (free->length - roffs));
1414 roffs = 0;
1415 } else {
1416 bytes = min_t(size_t, len, free->length);
1417 boffs = free->offset;
1418 }
1419 memcpy(oob, chip->oob_poi + boffs, bytes);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001420 oob += bytes;
1421 }
1422 return oob;
1423 }
1424 default:
1425 BUG();
1426 }
1427 return NULL;
1428}
1429
1430/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001431 * nand_do_read_ops - [INTERN] Read data with ECC
Brian Norris8b6e50c2011-05-25 14:59:01 -07001432 * @mtd: MTD device structure
1433 * @from: offset to read from
1434 * @ops: oob ops structure
David A. Marlin068e3c02005-01-24 03:07:46 +00001435 *
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001436 * Internal function. Called with chip held.
David A. Marlin068e3c02005-01-24 03:07:46 +00001437 */
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001438static int nand_do_read_ops(struct mtd_info *mtd, loff_t from,
1439 struct mtd_oob_ops *ops)
David A. Marlin068e3c02005-01-24 03:07:46 +00001440{
Brian Norrise47f3db2012-05-02 10:14:56 -07001441 int chipnr, page, realpage, col, bytes, aligned, oob_required;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02001442 struct nand_chip *chip = mtd->priv;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001443 struct mtd_ecc_stats stats;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001444 int ret = 0;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001445 uint32_t readlen = ops->len;
Vitaly Wool70145682006-11-03 18:20:38 +03001446 uint32_t oobreadlen = ops->ooblen;
Brian Norris0612b9d2011-08-30 18:45:40 -07001447 uint32_t max_oobsize = ops->mode == MTD_OPS_AUTO_OOB ?
Maxim Levitsky9aca3342010-02-22 20:39:35 +02001448 mtd->oobavail : mtd->oobsize;
1449
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001450 uint8_t *bufpoi, *oob, *buf;
Mike Dunnedbc45402012-04-25 12:06:11 -07001451 unsigned int max_bitflips = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001452
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001453 stats = mtd->ecc_stats;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001454
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02001455 chipnr = (int)(from >> chip->chip_shift);
1456 chip->select_chip(mtd, chipnr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001457
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02001458 realpage = (int)(from >> chip->page_shift);
1459 page = realpage & chip->pagemask;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001460
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001461 col = (int)(from & (mtd->writesize - 1));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001462
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001463 buf = ops->datbuf;
1464 oob = ops->oobbuf;
Brian Norrise47f3db2012-05-02 10:14:56 -07001465 oob_required = oob ? 1 : 0;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001466
Florian Fainellif8ac0412010-09-07 13:23:43 +02001467 while (1) {
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001468 bytes = min(mtd->writesize - col, readlen);
1469 aligned = (bytes == mtd->writesize);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00001470
Brian Norris8b6e50c2011-05-25 14:59:01 -07001471 /* Is the current page in the buffer? */
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001472 if (realpage != chip->pagebuf || oob) {
David Woodhouse4bf63fc2006-09-25 17:08:04 +01001473 bufpoi = aligned ? buf : chip->buffers->databuf;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001474
Brian Norrisc00a0992012-05-01 17:12:54 -07001475 chip->cmdfunc(mtd, NAND_CMD_READ0, 0x00, page);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001476
Mike Dunnedbc45402012-04-25 12:06:11 -07001477 /*
1478 * Now read the page into the buffer. Absent an error,
1479 * the read methods return max bitflips per ecc step.
1480 */
Brian Norris0612b9d2011-08-30 18:45:40 -07001481 if (unlikely(ops->mode == MTD_OPS_RAW))
Brian Norris1fbb9382012-05-02 10:14:55 -07001482 ret = chip->ecc.read_page_raw(mtd, chip, bufpoi,
Brian Norrise47f3db2012-05-02 10:14:56 -07001483 oob_required,
1484 page);
Jeff Westfahla5ff4f12012-08-13 16:35:30 -05001485 else if (!aligned && NAND_HAS_SUBPAGE_READ(chip) &&
1486 !oob)
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001487 ret = chip->ecc.read_subpage(mtd, chip,
1488 col, bytes, bufpoi);
David Woodhouse956e9442006-09-25 17:12:39 +01001489 else
Sneha Narnakaje46a8cf22009-09-18 12:51:46 -07001490 ret = chip->ecc.read_page(mtd, chip, bufpoi,
Brian Norrise47f3db2012-05-02 10:14:56 -07001491 oob_required, page);
Brian Norris6d77b9d2011-09-07 13:13:40 -07001492 if (ret < 0) {
1493 if (!aligned)
1494 /* Invalidate page cache */
1495 chip->pagebuf = -1;
David Woodhousee0c7d762006-05-13 18:07:53 +01001496 break;
Brian Norris6d77b9d2011-09-07 13:13:40 -07001497 }
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001498
Mike Dunnedbc45402012-04-25 12:06:11 -07001499 max_bitflips = max_t(unsigned int, max_bitflips, ret);
1500
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001501 /* Transfer not aligned data */
1502 if (!aligned) {
Jeff Westfahla5ff4f12012-08-13 16:35:30 -05001503 if (!NAND_HAS_SUBPAGE_READ(chip) && !oob &&
Brian Norris6d77b9d2011-09-07 13:13:40 -07001504 !(mtd->ecc_stats.failed - stats.failed) &&
Mike Dunnedbc45402012-04-25 12:06:11 -07001505 (ops->mode != MTD_OPS_RAW)) {
Alexey Korolev3d459552008-05-15 17:23:18 +01001506 chip->pagebuf = realpage;
Mike Dunnedbc45402012-04-25 12:06:11 -07001507 chip->pagebuf_bitflips = ret;
1508 } else {
Brian Norris6d77b9d2011-09-07 13:13:40 -07001509 /* Invalidate page cache */
1510 chip->pagebuf = -1;
Mike Dunnedbc45402012-04-25 12:06:11 -07001511 }
David Woodhouse4bf63fc2006-09-25 17:08:04 +01001512 memcpy(buf, chip->buffers->databuf + col, bytes);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001513 }
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00001514
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001515 buf += bytes;
1516
1517 if (unlikely(oob)) {
Maxim Levitskyb64d39d2010-02-22 20:39:37 +02001518 int toread = min(oobreadlen, max_oobsize);
1519
1520 if (toread) {
1521 oob = nand_transfer_oob(chip,
1522 oob, ops, toread);
1523 oobreadlen -= toread;
1524 }
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001525 }
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001526 } else {
David Woodhouse4bf63fc2006-09-25 17:08:04 +01001527 memcpy(buf, chip->buffers->databuf + col, bytes);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001528 buf += bytes;
Mike Dunnedbc45402012-04-25 12:06:11 -07001529 max_bitflips = max_t(unsigned int, max_bitflips,
1530 chip->pagebuf_bitflips);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001531 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001532
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001533 readlen -= bytes;
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00001534
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001535 if (!readlen)
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00001536 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001537
Brian Norris8b6e50c2011-05-25 14:59:01 -07001538 /* For subsequent reads align to page boundary */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001539 col = 0;
1540 /* Increment page address */
1541 realpage++;
1542
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02001543 page = realpage & chip->pagemask;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001544 /* Check, if we cross a chip boundary */
1545 if (!page) {
1546 chipnr++;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02001547 chip->select_chip(mtd, -1);
1548 chip->select_chip(mtd, chipnr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001549 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001550 }
Huang Shijieb0bb6902012-11-19 14:43:29 +08001551 chip->select_chip(mtd, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001552
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001553 ops->retlen = ops->len - (size_t) readlen;
Vitaly Wool70145682006-11-03 18:20:38 +03001554 if (oob)
1555 ops->oobretlen = ops->ooblen - oobreadlen;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001556
Mike Dunn3f91e942012-04-25 12:06:09 -07001557 if (ret < 0)
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001558 return ret;
1559
Thomas Gleixner9a1fcdf2006-05-29 14:56:39 +02001560 if (mtd->ecc_stats.failed - stats.failed)
1561 return -EBADMSG;
1562
Mike Dunnedbc45402012-04-25 12:06:11 -07001563 return max_bitflips;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001564}
1565
1566/**
Lucas De Marchi25985ed2011-03-30 22:57:33 -03001567 * nand_read - [MTD Interface] MTD compatibility function for nand_do_read_ecc
Brian Norris8b6e50c2011-05-25 14:59:01 -07001568 * @mtd: MTD device structure
1569 * @from: offset to read from
1570 * @len: number of bytes to read
1571 * @retlen: pointer to variable to store the number of read bytes
1572 * @buf: the databuffer to put data
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001573 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07001574 * Get hold of the chip and call nand_do_read.
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001575 */
1576static int nand_read(struct mtd_info *mtd, loff_t from, size_t len,
1577 size_t *retlen, uint8_t *buf)
1578{
Brian Norris4a89ff82011-08-30 18:45:45 -07001579 struct mtd_oob_ops ops;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001580 int ret;
1581
Huang Shijie6a8214a2012-11-19 14:43:30 +08001582 nand_get_device(mtd, FL_READING);
Brian Norris4a89ff82011-08-30 18:45:45 -07001583 ops.len = len;
1584 ops.datbuf = buf;
1585 ops.oobbuf = NULL;
Huang Shijie11041ae2012-07-03 16:44:14 +08001586 ops.mode = MTD_OPS_PLACE_OOB;
Brian Norris4a89ff82011-08-30 18:45:45 -07001587 ret = nand_do_read_ops(mtd, from, &ops);
Brian Norris4a89ff82011-08-30 18:45:45 -07001588 *retlen = ops.retlen;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001589 nand_release_device(mtd);
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02001590 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001591}
1592
1593/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001594 * nand_read_oob_std - [REPLACEABLE] the most common OOB data read function
Brian Norris8b6e50c2011-05-25 14:59:01 -07001595 * @mtd: mtd info structure
1596 * @chip: nand chip info structure
1597 * @page: page number to read
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001598 */
1599static int nand_read_oob_std(struct mtd_info *mtd, struct nand_chip *chip,
Shmulik Ladkani5c2ffb12012-05-09 13:06:35 +03001600 int page)
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001601{
Shmulik Ladkani5c2ffb12012-05-09 13:06:35 +03001602 chip->cmdfunc(mtd, NAND_CMD_READOOB, 0, page);
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001603 chip->read_buf(mtd, chip->oob_poi, mtd->oobsize);
Shmulik Ladkani5c2ffb12012-05-09 13:06:35 +03001604 return 0;
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001605}
1606
1607/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001608 * nand_read_oob_syndrome - [REPLACEABLE] OOB data read function for HW ECC
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001609 * with syndromes
Brian Norris8b6e50c2011-05-25 14:59:01 -07001610 * @mtd: mtd info structure
1611 * @chip: nand chip info structure
1612 * @page: page number to read
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001613 */
1614static int nand_read_oob_syndrome(struct mtd_info *mtd, struct nand_chip *chip,
Shmulik Ladkani5c2ffb12012-05-09 13:06:35 +03001615 int page)
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001616{
1617 uint8_t *buf = chip->oob_poi;
1618 int length = mtd->oobsize;
1619 int chunk = chip->ecc.bytes + chip->ecc.prepad + chip->ecc.postpad;
1620 int eccsize = chip->ecc.size;
1621 uint8_t *bufpoi = buf;
1622 int i, toread, sndrnd = 0, pos;
1623
1624 chip->cmdfunc(mtd, NAND_CMD_READ0, chip->ecc.size, page);
1625 for (i = 0; i < chip->ecc.steps; i++) {
1626 if (sndrnd) {
1627 pos = eccsize + i * (eccsize + chunk);
1628 if (mtd->writesize > 512)
1629 chip->cmdfunc(mtd, NAND_CMD_RNDOUT, pos, -1);
1630 else
1631 chip->cmdfunc(mtd, NAND_CMD_READ0, pos, page);
1632 } else
1633 sndrnd = 1;
1634 toread = min_t(int, length, chunk);
1635 chip->read_buf(mtd, bufpoi, toread);
1636 bufpoi += toread;
1637 length -= toread;
1638 }
1639 if (length > 0)
1640 chip->read_buf(mtd, bufpoi, length);
1641
Shmulik Ladkani5c2ffb12012-05-09 13:06:35 +03001642 return 0;
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001643}
1644
1645/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001646 * nand_write_oob_std - [REPLACEABLE] the most common OOB data write function
Brian Norris8b6e50c2011-05-25 14:59:01 -07001647 * @mtd: mtd info structure
1648 * @chip: nand chip info structure
1649 * @page: page number to write
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001650 */
1651static int nand_write_oob_std(struct mtd_info *mtd, struct nand_chip *chip,
1652 int page)
1653{
1654 int status = 0;
1655 const uint8_t *buf = chip->oob_poi;
1656 int length = mtd->oobsize;
1657
1658 chip->cmdfunc(mtd, NAND_CMD_SEQIN, mtd->writesize, page);
1659 chip->write_buf(mtd, buf, length);
1660 /* Send command to program the OOB data */
1661 chip->cmdfunc(mtd, NAND_CMD_PAGEPROG, -1, -1);
1662
1663 status = chip->waitfunc(mtd, chip);
1664
Savin Zlobec0d420f92006-06-21 11:51:20 +02001665 return status & NAND_STATUS_FAIL ? -EIO : 0;
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001666}
1667
1668/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001669 * nand_write_oob_syndrome - [REPLACEABLE] OOB data write function for HW ECC
Brian Norris8b6e50c2011-05-25 14:59:01 -07001670 * with syndrome - only for large page flash
1671 * @mtd: mtd info structure
1672 * @chip: nand chip info structure
1673 * @page: page number to write
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001674 */
1675static int nand_write_oob_syndrome(struct mtd_info *mtd,
1676 struct nand_chip *chip, int page)
1677{
1678 int chunk = chip->ecc.bytes + chip->ecc.prepad + chip->ecc.postpad;
1679 int eccsize = chip->ecc.size, length = mtd->oobsize;
1680 int i, len, pos, status = 0, sndcmd = 0, steps = chip->ecc.steps;
1681 const uint8_t *bufpoi = chip->oob_poi;
1682
1683 /*
1684 * data-ecc-data-ecc ... ecc-oob
1685 * or
1686 * data-pad-ecc-pad-data-pad .... ecc-pad-oob
1687 */
1688 if (!chip->ecc.prepad && !chip->ecc.postpad) {
1689 pos = steps * (eccsize + chunk);
1690 steps = 0;
1691 } else
Vitaly Wool8b0036e2006-07-11 09:11:25 +02001692 pos = eccsize;
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001693
1694 chip->cmdfunc(mtd, NAND_CMD_SEQIN, pos, page);
1695 for (i = 0; i < steps; i++) {
1696 if (sndcmd) {
1697 if (mtd->writesize <= 512) {
1698 uint32_t fill = 0xFFFFFFFF;
1699
1700 len = eccsize;
1701 while (len > 0) {
1702 int num = min_t(int, len, 4);
1703 chip->write_buf(mtd, (uint8_t *)&fill,
1704 num);
1705 len -= num;
1706 }
1707 } else {
1708 pos = eccsize + i * (eccsize + chunk);
1709 chip->cmdfunc(mtd, NAND_CMD_RNDIN, pos, -1);
1710 }
1711 } else
1712 sndcmd = 1;
1713 len = min_t(int, length, chunk);
1714 chip->write_buf(mtd, bufpoi, len);
1715 bufpoi += len;
1716 length -= len;
1717 }
1718 if (length > 0)
1719 chip->write_buf(mtd, bufpoi, length);
1720
1721 chip->cmdfunc(mtd, NAND_CMD_PAGEPROG, -1, -1);
1722 status = chip->waitfunc(mtd, chip);
1723
1724 return status & NAND_STATUS_FAIL ? -EIO : 0;
1725}
1726
1727/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001728 * nand_do_read_oob - [INTERN] NAND read out-of-band
Brian Norris8b6e50c2011-05-25 14:59:01 -07001729 * @mtd: MTD device structure
1730 * @from: offset to read from
1731 * @ops: oob operations description structure
Linus Torvalds1da177e2005-04-16 15:20:36 -07001732 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07001733 * NAND read out-of-band data from the spare area.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001734 */
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001735static int nand_do_read_oob(struct mtd_info *mtd, loff_t from,
1736 struct mtd_oob_ops *ops)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001737{
Brian Norrisc00a0992012-05-01 17:12:54 -07001738 int page, realpage, chipnr;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02001739 struct nand_chip *chip = mtd->priv;
Brian Norris041e4572011-06-23 16:45:24 -07001740 struct mtd_ecc_stats stats;
Vitaly Wool70145682006-11-03 18:20:38 +03001741 int readlen = ops->ooblen;
1742 int len;
Thomas Gleixner7bc33122006-06-20 20:05:05 +02001743 uint8_t *buf = ops->oobbuf;
Shmulik Ladkani1951f2f2012-05-09 13:13:34 +03001744 int ret = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001745
Brian Norris289c0522011-07-19 10:06:09 -07001746 pr_debug("%s: from = 0x%08Lx, len = %i\n",
vimal singh20d8e242009-07-07 15:49:49 +05301747 __func__, (unsigned long long)from, readlen);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001748
Brian Norris041e4572011-06-23 16:45:24 -07001749 stats = mtd->ecc_stats;
1750
Brian Norris0612b9d2011-08-30 18:45:40 -07001751 if (ops->mode == MTD_OPS_AUTO_OOB)
Vitaly Wool70145682006-11-03 18:20:38 +03001752 len = chip->ecc.layout->oobavail;
Adrian Hunter03736152007-01-31 17:58:29 +02001753 else
1754 len = mtd->oobsize;
1755
1756 if (unlikely(ops->ooboffs >= len)) {
Brian Norris289c0522011-07-19 10:06:09 -07001757 pr_debug("%s: attempt to start read outside oob\n",
1758 __func__);
Adrian Hunter03736152007-01-31 17:58:29 +02001759 return -EINVAL;
1760 }
1761
1762 /* Do not allow reads past end of device */
1763 if (unlikely(from >= mtd->size ||
1764 ops->ooboffs + readlen > ((mtd->size >> chip->page_shift) -
1765 (from >> chip->page_shift)) * len)) {
Brian Norris289c0522011-07-19 10:06:09 -07001766 pr_debug("%s: attempt to read beyond end of device\n",
1767 __func__);
Adrian Hunter03736152007-01-31 17:58:29 +02001768 return -EINVAL;
1769 }
Vitaly Wool70145682006-11-03 18:20:38 +03001770
Thomas Gleixner7314e9e2006-05-25 09:51:54 +02001771 chipnr = (int)(from >> chip->chip_shift);
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02001772 chip->select_chip(mtd, chipnr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001773
Thomas Gleixner7314e9e2006-05-25 09:51:54 +02001774 /* Shift to get page */
1775 realpage = (int)(from >> chip->page_shift);
1776 page = realpage & chip->pagemask;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001777
Florian Fainellif8ac0412010-09-07 13:23:43 +02001778 while (1) {
Brian Norris0612b9d2011-08-30 18:45:40 -07001779 if (ops->mode == MTD_OPS_RAW)
Shmulik Ladkani1951f2f2012-05-09 13:13:34 +03001780 ret = chip->ecc.read_oob_raw(mtd, chip, page);
Brian Norrisc46f6482011-08-30 18:45:38 -07001781 else
Shmulik Ladkani1951f2f2012-05-09 13:13:34 +03001782 ret = chip->ecc.read_oob(mtd, chip, page);
1783
1784 if (ret < 0)
1785 break;
Vitaly Wool70145682006-11-03 18:20:38 +03001786
1787 len = min(len, readlen);
1788 buf = nand_transfer_oob(chip, buf, ops, len);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001789
Vitaly Wool70145682006-11-03 18:20:38 +03001790 readlen -= len;
Savin Zlobec0d420f92006-06-21 11:51:20 +02001791 if (!readlen)
1792 break;
1793
Thomas Gleixner7314e9e2006-05-25 09:51:54 +02001794 /* Increment page address */
1795 realpage++;
1796
1797 page = realpage & chip->pagemask;
1798 /* Check, if we cross a chip boundary */
1799 if (!page) {
1800 chipnr++;
1801 chip->select_chip(mtd, -1);
1802 chip->select_chip(mtd, chipnr);
1803 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001804 }
Huang Shijieb0bb6902012-11-19 14:43:29 +08001805 chip->select_chip(mtd, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001806
Shmulik Ladkani1951f2f2012-05-09 13:13:34 +03001807 ops->oobretlen = ops->ooblen - readlen;
1808
1809 if (ret < 0)
1810 return ret;
Brian Norris041e4572011-06-23 16:45:24 -07001811
1812 if (mtd->ecc_stats.failed - stats.failed)
1813 return -EBADMSG;
1814
1815 return mtd->ecc_stats.corrected - stats.corrected ? -EUCLEAN : 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001816}
1817
1818/**
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001819 * nand_read_oob - [MTD Interface] NAND read data and/or out-of-band
Brian Norris8b6e50c2011-05-25 14:59:01 -07001820 * @mtd: MTD device structure
1821 * @from: offset to read from
1822 * @ops: oob operation description structure
Linus Torvalds1da177e2005-04-16 15:20:36 -07001823 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07001824 * NAND read data and/or out-of-band data.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001825 */
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001826static int nand_read_oob(struct mtd_info *mtd, loff_t from,
1827 struct mtd_oob_ops *ops)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001828{
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001829 int ret = -ENOTSUPP;
1830
1831 ops->retlen = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001832
1833 /* Do not allow reads past end of device */
Vitaly Wool70145682006-11-03 18:20:38 +03001834 if (ops->datbuf && (from + ops->len) > mtd->size) {
Brian Norris289c0522011-07-19 10:06:09 -07001835 pr_debug("%s: attempt to read beyond end of device\n",
1836 __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001837 return -EINVAL;
1838 }
1839
Huang Shijie6a8214a2012-11-19 14:43:30 +08001840 nand_get_device(mtd, FL_READING);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001841
Florian Fainellif8ac0412010-09-07 13:23:43 +02001842 switch (ops->mode) {
Brian Norris0612b9d2011-08-30 18:45:40 -07001843 case MTD_OPS_PLACE_OOB:
1844 case MTD_OPS_AUTO_OOB:
1845 case MTD_OPS_RAW:
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001846 break;
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00001847
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001848 default:
1849 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001850 }
1851
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001852 if (!ops->datbuf)
1853 ret = nand_do_read_oob(mtd, from, ops);
1854 else
1855 ret = nand_do_read_ops(mtd, from, ops);
1856
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001857out:
Linus Torvalds1da177e2005-04-16 15:20:36 -07001858 nand_release_device(mtd);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001859 return ret;
1860}
1861
1862
1863/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001864 * nand_write_page_raw - [INTERN] raw page write function
Brian Norris8b6e50c2011-05-25 14:59:01 -07001865 * @mtd: mtd info structure
1866 * @chip: nand chip info structure
1867 * @buf: data buffer
Brian Norris1fbb9382012-05-02 10:14:55 -07001868 * @oob_required: must write chip->oob_poi to OOB
David Brownell52ff49d2009-03-04 12:01:36 -08001869 *
Brian Norris7854d3f2011-06-23 14:12:08 -07001870 * Not for syndrome calculating ECC controllers, which use a special oob layout.
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001871 */
Josh Wufdbad98d2012-06-25 18:07:45 +08001872static int nand_write_page_raw(struct mtd_info *mtd, struct nand_chip *chip,
Brian Norris1fbb9382012-05-02 10:14:55 -07001873 const uint8_t *buf, int oob_required)
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001874{
1875 chip->write_buf(mtd, buf, mtd->writesize);
Brian Norris279f08d2012-05-02 10:15:03 -07001876 if (oob_required)
1877 chip->write_buf(mtd, chip->oob_poi, mtd->oobsize);
Josh Wufdbad98d2012-06-25 18:07:45 +08001878
1879 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001880}
1881
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00001882/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001883 * nand_write_page_raw_syndrome - [INTERN] raw page write function
Brian Norris8b6e50c2011-05-25 14:59:01 -07001884 * @mtd: mtd info structure
1885 * @chip: nand chip info structure
1886 * @buf: data buffer
Brian Norris1fbb9382012-05-02 10:14:55 -07001887 * @oob_required: must write chip->oob_poi to OOB
David Brownell52ff49d2009-03-04 12:01:36 -08001888 *
1889 * We need a special oob layout and handling even when ECC isn't checked.
1890 */
Josh Wufdbad98d2012-06-25 18:07:45 +08001891static int nand_write_page_raw_syndrome(struct mtd_info *mtd,
Florian Fainelli7351d3a2010-09-07 13:23:45 +02001892 struct nand_chip *chip,
Brian Norris1fbb9382012-05-02 10:14:55 -07001893 const uint8_t *buf, int oob_required)
David Brownell52ff49d2009-03-04 12:01:36 -08001894{
1895 int eccsize = chip->ecc.size;
1896 int eccbytes = chip->ecc.bytes;
1897 uint8_t *oob = chip->oob_poi;
1898 int steps, size;
1899
1900 for (steps = chip->ecc.steps; steps > 0; steps--) {
1901 chip->write_buf(mtd, buf, eccsize);
1902 buf += eccsize;
1903
1904 if (chip->ecc.prepad) {
1905 chip->write_buf(mtd, oob, chip->ecc.prepad);
1906 oob += chip->ecc.prepad;
1907 }
1908
1909 chip->read_buf(mtd, oob, eccbytes);
1910 oob += eccbytes;
1911
1912 if (chip->ecc.postpad) {
1913 chip->write_buf(mtd, oob, chip->ecc.postpad);
1914 oob += chip->ecc.postpad;
1915 }
1916 }
1917
1918 size = mtd->oobsize - (oob - chip->oob_poi);
1919 if (size)
1920 chip->write_buf(mtd, oob, size);
Josh Wufdbad98d2012-06-25 18:07:45 +08001921
1922 return 0;
David Brownell52ff49d2009-03-04 12:01:36 -08001923}
1924/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001925 * nand_write_page_swecc - [REPLACEABLE] software ECC based page write function
Brian Norris8b6e50c2011-05-25 14:59:01 -07001926 * @mtd: mtd info structure
1927 * @chip: nand chip info structure
1928 * @buf: data buffer
Brian Norris1fbb9382012-05-02 10:14:55 -07001929 * @oob_required: must write chip->oob_poi to OOB
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001930 */
Josh Wufdbad98d2012-06-25 18:07:45 +08001931static int nand_write_page_swecc(struct mtd_info *mtd, struct nand_chip *chip,
Brian Norris1fbb9382012-05-02 10:14:55 -07001932 const uint8_t *buf, int oob_required)
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001933{
1934 int i, eccsize = chip->ecc.size;
1935 int eccbytes = chip->ecc.bytes;
1936 int eccsteps = chip->ecc.steps;
David Woodhouse4bf63fc2006-09-25 17:08:04 +01001937 uint8_t *ecc_calc = chip->buffers->ecccalc;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001938 const uint8_t *p = buf;
Ben Dooks8b099a32007-05-28 19:17:54 +01001939 uint32_t *eccpos = chip->ecc.layout->eccpos;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001940
Brian Norris7854d3f2011-06-23 14:12:08 -07001941 /* Software ECC calculation */
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001942 for (i = 0; eccsteps; eccsteps--, i += eccbytes, p += eccsize)
1943 chip->ecc.calculate(mtd, p, &ecc_calc[i]);
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001944
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02001945 for (i = 0; i < chip->ecc.total; i++)
1946 chip->oob_poi[eccpos[i]] = ecc_calc[i];
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001947
Josh Wufdbad98d2012-06-25 18:07:45 +08001948 return chip->ecc.write_page_raw(mtd, chip, buf, 1);
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001949}
1950
1951/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001952 * nand_write_page_hwecc - [REPLACEABLE] hardware ECC based page write function
Brian Norris8b6e50c2011-05-25 14:59:01 -07001953 * @mtd: mtd info structure
1954 * @chip: nand chip info structure
1955 * @buf: data buffer
Brian Norris1fbb9382012-05-02 10:14:55 -07001956 * @oob_required: must write chip->oob_poi to OOB
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001957 */
Josh Wufdbad98d2012-06-25 18:07:45 +08001958static int nand_write_page_hwecc(struct mtd_info *mtd, struct nand_chip *chip,
Brian Norris1fbb9382012-05-02 10:14:55 -07001959 const uint8_t *buf, int oob_required)
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001960{
1961 int i, eccsize = chip->ecc.size;
1962 int eccbytes = chip->ecc.bytes;
1963 int eccsteps = chip->ecc.steps;
David Woodhouse4bf63fc2006-09-25 17:08:04 +01001964 uint8_t *ecc_calc = chip->buffers->ecccalc;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001965 const uint8_t *p = buf;
Ben Dooks8b099a32007-05-28 19:17:54 +01001966 uint32_t *eccpos = chip->ecc.layout->eccpos;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001967
1968 for (i = 0; eccsteps; eccsteps--, i += eccbytes, p += eccsize) {
1969 chip->ecc.hwctl(mtd, NAND_ECC_WRITE);
David Woodhouse29da9ce2006-05-26 23:05:44 +01001970 chip->write_buf(mtd, p, eccsize);
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001971 chip->ecc.calculate(mtd, p, &ecc_calc[i]);
1972 }
1973
1974 for (i = 0; i < chip->ecc.total; i++)
1975 chip->oob_poi[eccpos[i]] = ecc_calc[i];
1976
1977 chip->write_buf(mtd, chip->oob_poi, mtd->oobsize);
Josh Wufdbad98d2012-06-25 18:07:45 +08001978
1979 return 0;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001980}
1981
1982/**
Brian Norris7854d3f2011-06-23 14:12:08 -07001983 * nand_write_page_syndrome - [REPLACEABLE] hardware ECC syndrome based page write
Brian Norris8b6e50c2011-05-25 14:59:01 -07001984 * @mtd: mtd info structure
1985 * @chip: nand chip info structure
1986 * @buf: data buffer
Brian Norris1fbb9382012-05-02 10:14:55 -07001987 * @oob_required: must write chip->oob_poi to OOB
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001988 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07001989 * The hw generator calculates the error syndrome automatically. Therefore we
1990 * need a special oob layout and handling.
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001991 */
Josh Wufdbad98d2012-06-25 18:07:45 +08001992static int nand_write_page_syndrome(struct mtd_info *mtd,
Brian Norris1fbb9382012-05-02 10:14:55 -07001993 struct nand_chip *chip,
1994 const uint8_t *buf, int oob_required)
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02001995{
1996 int i, eccsize = chip->ecc.size;
1997 int eccbytes = chip->ecc.bytes;
1998 int eccsteps = chip->ecc.steps;
1999 const uint8_t *p = buf;
2000 uint8_t *oob = chip->oob_poi;
2001
2002 for (i = 0; eccsteps; eccsteps--, i += eccbytes, p += eccsize) {
2003
2004 chip->ecc.hwctl(mtd, NAND_ECC_WRITE);
2005 chip->write_buf(mtd, p, eccsize);
2006
2007 if (chip->ecc.prepad) {
2008 chip->write_buf(mtd, oob, chip->ecc.prepad);
2009 oob += chip->ecc.prepad;
2010 }
2011
2012 chip->ecc.calculate(mtd, p, oob);
2013 chip->write_buf(mtd, oob, eccbytes);
2014 oob += eccbytes;
2015
2016 if (chip->ecc.postpad) {
2017 chip->write_buf(mtd, oob, chip->ecc.postpad);
2018 oob += chip->ecc.postpad;
2019 }
2020 }
2021
2022 /* Calculate remaining oob bytes */
Vitaly Wool7e4178f2006-06-07 09:34:37 +04002023 i = mtd->oobsize - (oob - chip->oob_poi);
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002024 if (i)
2025 chip->write_buf(mtd, oob, i);
Josh Wufdbad98d2012-06-25 18:07:45 +08002026
2027 return 0;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002028}
2029
2030/**
David Woodhouse956e9442006-09-25 17:12:39 +01002031 * nand_write_page - [REPLACEABLE] write one page
Brian Norris8b6e50c2011-05-25 14:59:01 -07002032 * @mtd: MTD device structure
2033 * @chip: NAND chip descriptor
2034 * @buf: the data to write
Brian Norris1fbb9382012-05-02 10:14:55 -07002035 * @oob_required: must write chip->oob_poi to OOB
Brian Norris8b6e50c2011-05-25 14:59:01 -07002036 * @page: page number to write
2037 * @cached: cached programming
2038 * @raw: use _raw version of write_page
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002039 */
2040static int nand_write_page(struct mtd_info *mtd, struct nand_chip *chip,
Brian Norris1fbb9382012-05-02 10:14:55 -07002041 const uint8_t *buf, int oob_required, int page,
2042 int cached, int raw)
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002043{
2044 int status;
2045
2046 chip->cmdfunc(mtd, NAND_CMD_SEQIN, 0x00, page);
2047
David Woodhouse956e9442006-09-25 17:12:39 +01002048 if (unlikely(raw))
Josh Wufdbad98d2012-06-25 18:07:45 +08002049 status = chip->ecc.write_page_raw(mtd, chip, buf, oob_required);
David Woodhouse956e9442006-09-25 17:12:39 +01002050 else
Josh Wufdbad98d2012-06-25 18:07:45 +08002051 status = chip->ecc.write_page(mtd, chip, buf, oob_required);
2052
2053 if (status < 0)
2054 return status;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002055
2056 /*
Brian Norris7854d3f2011-06-23 14:12:08 -07002057 * Cached progamming disabled for now. Not sure if it's worth the
Brian Norris8b6e50c2011-05-25 14:59:01 -07002058 * trouble. The speed gain is not very impressive. (2.3->2.6Mib/s).
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002059 */
2060 cached = 0;
2061
2062 if (!cached || !(chip->options & NAND_CACHEPRG)) {
2063
2064 chip->cmdfunc(mtd, NAND_CMD_PAGEPROG, -1, -1);
Thomas Gleixner7bc33122006-06-20 20:05:05 +02002065 status = chip->waitfunc(mtd, chip);
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002066 /*
2067 * See if operation failed and additional status checks are
Brian Norris8b6e50c2011-05-25 14:59:01 -07002068 * available.
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002069 */
2070 if ((status & NAND_STATUS_FAIL) && (chip->errstat))
2071 status = chip->errstat(mtd, chip, FL_WRITING, status,
2072 page);
2073
2074 if (status & NAND_STATUS_FAIL)
2075 return -EIO;
2076 } else {
2077 chip->cmdfunc(mtd, NAND_CMD_CACHEDPROG, -1, -1);
Thomas Gleixner7bc33122006-06-20 20:05:05 +02002078 status = chip->waitfunc(mtd, chip);
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002079 }
2080
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002081 return 0;
2082}
2083
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002084/**
Brian Norris7854d3f2011-06-23 14:12:08 -07002085 * nand_fill_oob - [INTERN] Transfer client buffer to oob
THOMSON, Adam (Adam)f7220132011-06-14 16:52:38 +02002086 * @mtd: MTD device structure
Brian Norris8b6e50c2011-05-25 14:59:01 -07002087 * @oob: oob data buffer
2088 * @len: oob data write length
2089 * @ops: oob ops structure
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002090 */
THOMSON, Adam (Adam)f7220132011-06-14 16:52:38 +02002091static uint8_t *nand_fill_oob(struct mtd_info *mtd, uint8_t *oob, size_t len,
2092 struct mtd_oob_ops *ops)
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002093{
THOMSON, Adam (Adam)f7220132011-06-14 16:52:38 +02002094 struct nand_chip *chip = mtd->priv;
2095
2096 /*
2097 * Initialise to all 0xFF, to avoid the possibility of left over OOB
2098 * data from a previous OOB read.
2099 */
2100 memset(chip->oob_poi, 0xff, mtd->oobsize);
2101
Florian Fainellif8ac0412010-09-07 13:23:43 +02002102 switch (ops->mode) {
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002103
Brian Norris0612b9d2011-08-30 18:45:40 -07002104 case MTD_OPS_PLACE_OOB:
2105 case MTD_OPS_RAW:
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002106 memcpy(chip->oob_poi + ops->ooboffs, oob, len);
2107 return oob + len;
2108
Brian Norris0612b9d2011-08-30 18:45:40 -07002109 case MTD_OPS_AUTO_OOB: {
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002110 struct nand_oobfree *free = chip->ecc.layout->oobfree;
Thomas Gleixner7bc33122006-06-20 20:05:05 +02002111 uint32_t boffs = 0, woffs = ops->ooboffs;
2112 size_t bytes = 0;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002113
Florian Fainellif8ac0412010-09-07 13:23:43 +02002114 for (; free->length && len; free++, len -= bytes) {
Brian Norris8b6e50c2011-05-25 14:59:01 -07002115 /* Write request not from offset 0? */
Thomas Gleixner7bc33122006-06-20 20:05:05 +02002116 if (unlikely(woffs)) {
2117 if (woffs >= free->length) {
2118 woffs -= free->length;
2119 continue;
2120 }
2121 boffs = free->offset + woffs;
2122 bytes = min_t(size_t, len,
2123 (free->length - woffs));
2124 woffs = 0;
2125 } else {
2126 bytes = min_t(size_t, len, free->length);
2127 boffs = free->offset;
2128 }
Vitaly Wool8b0036e2006-07-11 09:11:25 +02002129 memcpy(chip->oob_poi + boffs, oob, bytes);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002130 oob += bytes;
2131 }
2132 return oob;
2133 }
2134 default:
2135 BUG();
2136 }
2137 return NULL;
2138}
2139
Florian Fainellif8ac0412010-09-07 13:23:43 +02002140#define NOTALIGNED(x) ((x & (chip->subpagesize - 1)) != 0)
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002141
2142/**
Brian Norris7854d3f2011-06-23 14:12:08 -07002143 * nand_do_write_ops - [INTERN] NAND write with ECC
Brian Norris8b6e50c2011-05-25 14:59:01 -07002144 * @mtd: MTD device structure
2145 * @to: offset to write to
2146 * @ops: oob operations description structure
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002147 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07002148 * NAND write with ECC.
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002149 */
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002150static int nand_do_write_ops(struct mtd_info *mtd, loff_t to,
2151 struct mtd_oob_ops *ops)
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002152{
Thomas Gleixner29072b92006-09-28 15:38:36 +02002153 int chipnr, realpage, page, blockmask, column;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002154 struct nand_chip *chip = mtd->priv;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002155 uint32_t writelen = ops->len;
Maxim Levitsky782ce792010-02-22 20:39:36 +02002156
2157 uint32_t oobwritelen = ops->ooblen;
Brian Norris0612b9d2011-08-30 18:45:40 -07002158 uint32_t oobmaxlen = ops->mode == MTD_OPS_AUTO_OOB ?
Maxim Levitsky782ce792010-02-22 20:39:36 +02002159 mtd->oobavail : mtd->oobsize;
2160
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002161 uint8_t *oob = ops->oobbuf;
2162 uint8_t *buf = ops->datbuf;
Thomas Gleixner29072b92006-09-28 15:38:36 +02002163 int ret, subpage;
Brian Norrise47f3db2012-05-02 10:14:56 -07002164 int oob_required = oob ? 1 : 0;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002165
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002166 ops->retlen = 0;
Thomas Gleixner29072b92006-09-28 15:38:36 +02002167 if (!writelen)
2168 return 0;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002169
Brian Norris8b6e50c2011-05-25 14:59:01 -07002170 /* Reject writes, which are not page aligned */
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002171 if (NOTALIGNED(to) || NOTALIGNED(ops->len)) {
Brian Norrisd0370212011-07-19 10:06:08 -07002172 pr_notice("%s: attempt to write non page aligned data\n",
2173 __func__);
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002174 return -EINVAL;
2175 }
2176
Thomas Gleixner29072b92006-09-28 15:38:36 +02002177 column = to & (mtd->writesize - 1);
2178 subpage = column || (writelen & (mtd->writesize - 1));
2179
2180 if (subpage && oob)
2181 return -EINVAL;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002182
Thomas Gleixner6a930962006-06-28 00:11:45 +02002183 chipnr = (int)(to >> chip->chip_shift);
2184 chip->select_chip(mtd, chipnr);
2185
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002186 /* Check, if it is write protected */
Huang Shijieb0bb6902012-11-19 14:43:29 +08002187 if (nand_check_wp(mtd)) {
2188 ret = -EIO;
2189 goto err_out;
2190 }
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002191
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002192 realpage = (int)(to >> chip->page_shift);
2193 page = realpage & chip->pagemask;
2194 blockmask = (1 << (chip->phys_erase_shift - chip->page_shift)) - 1;
2195
2196 /* Invalidate the page cache, when we write to the cached page */
2197 if (to <= (chip->pagebuf << chip->page_shift) &&
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002198 (chip->pagebuf << chip->page_shift) < (to + ops->len))
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002199 chip->pagebuf = -1;
2200
Maxim Levitsky782ce792010-02-22 20:39:36 +02002201 /* Don't allow multipage oob writes with offset */
Huang Shijieb0bb6902012-11-19 14:43:29 +08002202 if (oob && ops->ooboffs && (ops->ooboffs + ops->ooblen > oobmaxlen)) {
2203 ret = -EINVAL;
2204 goto err_out;
2205 }
Maxim Levitsky782ce792010-02-22 20:39:36 +02002206
Florian Fainellif8ac0412010-09-07 13:23:43 +02002207 while (1) {
Thomas Gleixner29072b92006-09-28 15:38:36 +02002208 int bytes = mtd->writesize;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002209 int cached = writelen > bytes && page != blockmask;
Thomas Gleixner29072b92006-09-28 15:38:36 +02002210 uint8_t *wbuf = buf;
2211
Brian Norris8b6e50c2011-05-25 14:59:01 -07002212 /* Partial page write? */
Thomas Gleixner29072b92006-09-28 15:38:36 +02002213 if (unlikely(column || writelen < (mtd->writesize - 1))) {
2214 cached = 0;
2215 bytes = min_t(int, bytes - column, (int) writelen);
2216 chip->pagebuf = -1;
2217 memset(chip->buffers->databuf, 0xff, mtd->writesize);
2218 memcpy(&chip->buffers->databuf[column], buf, bytes);
2219 wbuf = chip->buffers->databuf;
2220 }
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002221
Maxim Levitsky782ce792010-02-22 20:39:36 +02002222 if (unlikely(oob)) {
2223 size_t len = min(oobwritelen, oobmaxlen);
THOMSON, Adam (Adam)f7220132011-06-14 16:52:38 +02002224 oob = nand_fill_oob(mtd, oob, len, ops);
Maxim Levitsky782ce792010-02-22 20:39:36 +02002225 oobwritelen -= len;
THOMSON, Adam (Adam)f7220132011-06-14 16:52:38 +02002226 } else {
2227 /* We still need to erase leftover OOB data */
2228 memset(chip->oob_poi, 0xff, mtd->oobsize);
Maxim Levitsky782ce792010-02-22 20:39:36 +02002229 }
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002230
Brian Norrise47f3db2012-05-02 10:14:56 -07002231 ret = chip->write_page(mtd, chip, wbuf, oob_required, page,
2232 cached, (ops->mode == MTD_OPS_RAW));
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002233 if (ret)
2234 break;
2235
2236 writelen -= bytes;
2237 if (!writelen)
2238 break;
2239
Thomas Gleixner29072b92006-09-28 15:38:36 +02002240 column = 0;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002241 buf += bytes;
2242 realpage++;
2243
2244 page = realpage & chip->pagemask;
2245 /* Check, if we cross a chip boundary */
2246 if (!page) {
2247 chipnr++;
2248 chip->select_chip(mtd, -1);
2249 chip->select_chip(mtd, chipnr);
2250 }
2251 }
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002252
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002253 ops->retlen = ops->len - writelen;
Vitaly Wool70145682006-11-03 18:20:38 +03002254 if (unlikely(oob))
2255 ops->oobretlen = ops->ooblen;
Huang Shijieb0bb6902012-11-19 14:43:29 +08002256
2257err_out:
2258 chip->select_chip(mtd, -1);
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002259 return ret;
2260}
2261
2262/**
Simon Kagstrom2af7c652009-10-05 15:55:52 +02002263 * panic_nand_write - [MTD Interface] NAND write with ECC
Brian Norris8b6e50c2011-05-25 14:59:01 -07002264 * @mtd: MTD device structure
2265 * @to: offset to write to
2266 * @len: number of bytes to write
2267 * @retlen: pointer to variable to store the number of written bytes
2268 * @buf: the data to write
Simon Kagstrom2af7c652009-10-05 15:55:52 +02002269 *
2270 * NAND write with ECC. Used when performing writes in interrupt context, this
2271 * may for example be called by mtdoops when writing an oops while in panic.
2272 */
2273static int panic_nand_write(struct mtd_info *mtd, loff_t to, size_t len,
2274 size_t *retlen, const uint8_t *buf)
2275{
2276 struct nand_chip *chip = mtd->priv;
Brian Norris4a89ff82011-08-30 18:45:45 -07002277 struct mtd_oob_ops ops;
Simon Kagstrom2af7c652009-10-05 15:55:52 +02002278 int ret;
2279
Brian Norris8b6e50c2011-05-25 14:59:01 -07002280 /* Wait for the device to get ready */
Simon Kagstrom2af7c652009-10-05 15:55:52 +02002281 panic_nand_wait(mtd, chip, 400);
2282
Brian Norris8b6e50c2011-05-25 14:59:01 -07002283 /* Grab the device */
Simon Kagstrom2af7c652009-10-05 15:55:52 +02002284 panic_nand_get_device(chip, mtd, FL_WRITING);
2285
Brian Norris4a89ff82011-08-30 18:45:45 -07002286 ops.len = len;
2287 ops.datbuf = (uint8_t *)buf;
2288 ops.oobbuf = NULL;
Huang Shijie11041ae2012-07-03 16:44:14 +08002289 ops.mode = MTD_OPS_PLACE_OOB;
Simon Kagstrom2af7c652009-10-05 15:55:52 +02002290
Brian Norris4a89ff82011-08-30 18:45:45 -07002291 ret = nand_do_write_ops(mtd, to, &ops);
Simon Kagstrom2af7c652009-10-05 15:55:52 +02002292
Brian Norris4a89ff82011-08-30 18:45:45 -07002293 *retlen = ops.retlen;
Simon Kagstrom2af7c652009-10-05 15:55:52 +02002294 return ret;
2295}
2296
2297/**
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002298 * nand_write - [MTD Interface] NAND write with ECC
Brian Norris8b6e50c2011-05-25 14:59:01 -07002299 * @mtd: MTD device structure
2300 * @to: offset to write to
2301 * @len: number of bytes to write
2302 * @retlen: pointer to variable to store the number of written bytes
2303 * @buf: the data to write
Linus Torvalds1da177e2005-04-16 15:20:36 -07002304 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07002305 * NAND write with ECC.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002306 */
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002307static int nand_write(struct mtd_info *mtd, loff_t to, size_t len,
Thomas Gleixner7314e9e2006-05-25 09:51:54 +02002308 size_t *retlen, const uint8_t *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002309{
Brian Norris4a89ff82011-08-30 18:45:45 -07002310 struct mtd_oob_ops ops;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002311 int ret;
2312
Huang Shijie6a8214a2012-11-19 14:43:30 +08002313 nand_get_device(mtd, FL_WRITING);
Brian Norris4a89ff82011-08-30 18:45:45 -07002314 ops.len = len;
2315 ops.datbuf = (uint8_t *)buf;
2316 ops.oobbuf = NULL;
Huang Shijie11041ae2012-07-03 16:44:14 +08002317 ops.mode = MTD_OPS_PLACE_OOB;
Brian Norris4a89ff82011-08-30 18:45:45 -07002318 ret = nand_do_write_ops(mtd, to, &ops);
Brian Norris4a89ff82011-08-30 18:45:45 -07002319 *retlen = ops.retlen;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002320 nand_release_device(mtd);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002321 return ret;
2322}
2323
2324/**
2325 * nand_do_write_oob - [MTD Interface] NAND write out-of-band
Brian Norris8b6e50c2011-05-25 14:59:01 -07002326 * @mtd: MTD device structure
2327 * @to: offset to write to
2328 * @ops: oob operation description structure
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002329 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07002330 * NAND write out-of-band.
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002331 */
2332static int nand_do_write_oob(struct mtd_info *mtd, loff_t to,
2333 struct mtd_oob_ops *ops)
2334{
Adrian Hunter03736152007-01-31 17:58:29 +02002335 int chipnr, page, status, len;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002336 struct nand_chip *chip = mtd->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002337
Brian Norris289c0522011-07-19 10:06:09 -07002338 pr_debug("%s: to = 0x%08x, len = %i\n",
vimal singh20d8e242009-07-07 15:49:49 +05302339 __func__, (unsigned int)to, (int)ops->ooblen);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002340
Brian Norris0612b9d2011-08-30 18:45:40 -07002341 if (ops->mode == MTD_OPS_AUTO_OOB)
Adrian Hunter03736152007-01-31 17:58:29 +02002342 len = chip->ecc.layout->oobavail;
2343 else
2344 len = mtd->oobsize;
2345
Linus Torvalds1da177e2005-04-16 15:20:36 -07002346 /* Do not allow write past end of page */
Adrian Hunter03736152007-01-31 17:58:29 +02002347 if ((ops->ooboffs + ops->ooblen) > len) {
Brian Norris289c0522011-07-19 10:06:09 -07002348 pr_debug("%s: attempt to write past end of page\n",
2349 __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002350 return -EINVAL;
2351 }
2352
Adrian Hunter03736152007-01-31 17:58:29 +02002353 if (unlikely(ops->ooboffs >= len)) {
Brian Norris289c0522011-07-19 10:06:09 -07002354 pr_debug("%s: attempt to start write outside oob\n",
2355 __func__);
Adrian Hunter03736152007-01-31 17:58:29 +02002356 return -EINVAL;
2357 }
2358
Jason Liu775adc32011-02-25 13:06:18 +08002359 /* Do not allow write past end of device */
Adrian Hunter03736152007-01-31 17:58:29 +02002360 if (unlikely(to >= mtd->size ||
2361 ops->ooboffs + ops->ooblen >
2362 ((mtd->size >> chip->page_shift) -
2363 (to >> chip->page_shift)) * len)) {
Brian Norris289c0522011-07-19 10:06:09 -07002364 pr_debug("%s: attempt to write beyond end of device\n",
2365 __func__);
Adrian Hunter03736152007-01-31 17:58:29 +02002366 return -EINVAL;
2367 }
2368
Thomas Gleixner7314e9e2006-05-25 09:51:54 +02002369 chipnr = (int)(to >> chip->chip_shift);
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002370 chip->select_chip(mtd, chipnr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002371
Thomas Gleixner7314e9e2006-05-25 09:51:54 +02002372 /* Shift to get page */
2373 page = (int)(to >> chip->page_shift);
2374
2375 /*
2376 * Reset the chip. Some chips (like the Toshiba TC5832DC found in one
2377 * of my DiskOnChip 2000 test units) will clear the whole data page too
2378 * if we don't do this. I have no clue why, but I seem to have 'fixed'
2379 * it in the doc2000 driver in August 1999. dwmw2.
2380 */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002381 chip->cmdfunc(mtd, NAND_CMD_RESET, -1, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002382
2383 /* Check, if it is write protected */
Huang Shijieb0bb6902012-11-19 14:43:29 +08002384 if (nand_check_wp(mtd)) {
2385 chip->select_chip(mtd, -1);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002386 return -EROFS;
Huang Shijieb0bb6902012-11-19 14:43:29 +08002387 }
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00002388
Linus Torvalds1da177e2005-04-16 15:20:36 -07002389 /* Invalidate the page cache, if we write to the cached page */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002390 if (page == chip->pagebuf)
2391 chip->pagebuf = -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002392
THOMSON, Adam (Adam)f7220132011-06-14 16:52:38 +02002393 nand_fill_oob(mtd, ops->oobbuf, ops->ooblen, ops);
Brian Norris9ce244b2011-08-30 18:45:37 -07002394
Brian Norris0612b9d2011-08-30 18:45:40 -07002395 if (ops->mode == MTD_OPS_RAW)
Brian Norris9ce244b2011-08-30 18:45:37 -07002396 status = chip->ecc.write_oob_raw(mtd, chip, page & chip->pagemask);
2397 else
2398 status = chip->ecc.write_oob(mtd, chip, page & chip->pagemask);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002399
Huang Shijieb0bb6902012-11-19 14:43:29 +08002400 chip->select_chip(mtd, -1);
2401
Thomas Gleixner7bc33122006-06-20 20:05:05 +02002402 if (status)
2403 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002404
Vitaly Wool70145682006-11-03 18:20:38 +03002405 ops->oobretlen = ops->ooblen;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002406
Thomas Gleixner7bc33122006-06-20 20:05:05 +02002407 return 0;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002408}
Linus Torvalds1da177e2005-04-16 15:20:36 -07002409
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002410/**
2411 * nand_write_oob - [MTD Interface] NAND write data and/or out-of-band
Brian Norris8b6e50c2011-05-25 14:59:01 -07002412 * @mtd: MTD device structure
2413 * @to: offset to write to
2414 * @ops: oob operation description structure
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002415 */
2416static int nand_write_oob(struct mtd_info *mtd, loff_t to,
2417 struct mtd_oob_ops *ops)
2418{
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002419 int ret = -ENOTSUPP;
2420
2421 ops->retlen = 0;
2422
2423 /* Do not allow writes past end of device */
Vitaly Wool70145682006-11-03 18:20:38 +03002424 if (ops->datbuf && (to + ops->len) > mtd->size) {
Brian Norris289c0522011-07-19 10:06:09 -07002425 pr_debug("%s: attempt to write beyond end of device\n",
2426 __func__);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002427 return -EINVAL;
2428 }
2429
Huang Shijie6a8214a2012-11-19 14:43:30 +08002430 nand_get_device(mtd, FL_WRITING);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002431
Florian Fainellif8ac0412010-09-07 13:23:43 +02002432 switch (ops->mode) {
Brian Norris0612b9d2011-08-30 18:45:40 -07002433 case MTD_OPS_PLACE_OOB:
2434 case MTD_OPS_AUTO_OOB:
2435 case MTD_OPS_RAW:
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002436 break;
2437
2438 default:
2439 goto out;
2440 }
2441
2442 if (!ops->datbuf)
2443 ret = nand_do_write_oob(mtd, to, ops);
2444 else
2445 ret = nand_do_write_ops(mtd, to, ops);
2446
Florian Fainelli7351d3a2010-09-07 13:23:45 +02002447out:
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02002448 nand_release_device(mtd);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002449 return ret;
2450}
2451
Linus Torvalds1da177e2005-04-16 15:20:36 -07002452/**
Brian Norris7854d3f2011-06-23 14:12:08 -07002453 * single_erase_cmd - [GENERIC] NAND standard block erase command function
Brian Norris8b6e50c2011-05-25 14:59:01 -07002454 * @mtd: MTD device structure
2455 * @page: the page address of the block which will be erased
Linus Torvalds1da177e2005-04-16 15:20:36 -07002456 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07002457 * Standard erase command for NAND chips.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002458 */
David Woodhousee0c7d762006-05-13 18:07:53 +01002459static void single_erase_cmd(struct mtd_info *mtd, int page)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002460{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002461 struct nand_chip *chip = mtd->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002462 /* Send commands to erase a block */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002463 chip->cmdfunc(mtd, NAND_CMD_ERASE1, -1, page);
2464 chip->cmdfunc(mtd, NAND_CMD_ERASE2, -1, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002465}
2466
2467/**
Brian Norris7854d3f2011-06-23 14:12:08 -07002468 * multi_erase_cmd - [GENERIC] AND specific block erase command function
Brian Norris8b6e50c2011-05-25 14:59:01 -07002469 * @mtd: MTD device structure
2470 * @page: the page address of the block which will be erased
Linus Torvalds1da177e2005-04-16 15:20:36 -07002471 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07002472 * AND multi block erase command function. Erase 4 consecutive blocks.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002473 */
David Woodhousee0c7d762006-05-13 18:07:53 +01002474static void multi_erase_cmd(struct mtd_info *mtd, int page)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002475{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002476 struct nand_chip *chip = mtd->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002477 /* Send commands to erase a block */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002478 chip->cmdfunc(mtd, NAND_CMD_ERASE1, -1, page++);
2479 chip->cmdfunc(mtd, NAND_CMD_ERASE1, -1, page++);
2480 chip->cmdfunc(mtd, NAND_CMD_ERASE1, -1, page++);
2481 chip->cmdfunc(mtd, NAND_CMD_ERASE1, -1, page);
2482 chip->cmdfunc(mtd, NAND_CMD_ERASE2, -1, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002483}
2484
2485/**
2486 * nand_erase - [MTD Interface] erase block(s)
Brian Norris8b6e50c2011-05-25 14:59:01 -07002487 * @mtd: MTD device structure
2488 * @instr: erase instruction
Linus Torvalds1da177e2005-04-16 15:20:36 -07002489 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07002490 * Erase one ore more blocks.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002491 */
David Woodhousee0c7d762006-05-13 18:07:53 +01002492static int nand_erase(struct mtd_info *mtd, struct erase_info *instr)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002493{
David Woodhousee0c7d762006-05-13 18:07:53 +01002494 return nand_erase_nand(mtd, instr, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002495}
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00002496
David A. Marlin30f464b2005-01-17 18:35:25 +00002497#define BBT_PAGE_MASK 0xffffff3f
Linus Torvalds1da177e2005-04-16 15:20:36 -07002498/**
Brian Norris7854d3f2011-06-23 14:12:08 -07002499 * nand_erase_nand - [INTERN] erase block(s)
Brian Norris8b6e50c2011-05-25 14:59:01 -07002500 * @mtd: MTD device structure
2501 * @instr: erase instruction
2502 * @allowbbt: allow erasing the bbt area
Linus Torvalds1da177e2005-04-16 15:20:36 -07002503 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07002504 * Erase one ore more blocks.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002505 */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002506int nand_erase_nand(struct mtd_info *mtd, struct erase_info *instr,
2507 int allowbbt)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002508{
Adrian Hunter69423d92008-12-10 13:37:21 +00002509 int page, status, pages_per_block, ret, chipnr;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002510 struct nand_chip *chip = mtd->priv;
Florian Fainellif8ac0412010-09-07 13:23:43 +02002511 loff_t rewrite_bbt[NAND_MAX_CHIPS] = {0};
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002512 unsigned int bbt_masked_page = 0xffffffff;
Adrian Hunter69423d92008-12-10 13:37:21 +00002513 loff_t len;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002514
Brian Norris289c0522011-07-19 10:06:09 -07002515 pr_debug("%s: start = 0x%012llx, len = %llu\n",
2516 __func__, (unsigned long long)instr->addr,
2517 (unsigned long long)instr->len);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002518
Vimal Singh6fe5a6a2010-02-03 14:12:24 +05302519 if (check_offs_len(mtd, instr->addr, instr->len))
Linus Torvalds1da177e2005-04-16 15:20:36 -07002520 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002521
Linus Torvalds1da177e2005-04-16 15:20:36 -07002522 /* Grab the lock and see if the device is available */
Huang Shijie6a8214a2012-11-19 14:43:30 +08002523 nand_get_device(mtd, FL_ERASING);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002524
2525 /* Shift to get first page */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002526 page = (int)(instr->addr >> chip->page_shift);
2527 chipnr = (int)(instr->addr >> chip->chip_shift);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002528
2529 /* Calculate pages in each block */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002530 pages_per_block = 1 << (chip->phys_erase_shift - chip->page_shift);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002531
2532 /* Select the NAND device */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002533 chip->select_chip(mtd, chipnr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002534
Linus Torvalds1da177e2005-04-16 15:20:36 -07002535 /* Check, if it is write protected */
2536 if (nand_check_wp(mtd)) {
Brian Norris289c0522011-07-19 10:06:09 -07002537 pr_debug("%s: device is write protected!\n",
2538 __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002539 instr->state = MTD_ERASE_FAILED;
2540 goto erase_exit;
2541 }
2542
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002543 /*
2544 * If BBT requires refresh, set the BBT page mask to see if the BBT
2545 * should be rewritten. Otherwise the mask is set to 0xffffffff which
2546 * can not be matched. This is also done when the bbt is actually
Brian Norris7854d3f2011-06-23 14:12:08 -07002547 * erased to avoid recursive updates.
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002548 */
2549 if (chip->options & BBT_AUTO_REFRESH && !allowbbt)
2550 bbt_masked_page = chip->bbt_td->pages[chipnr] & BBT_PAGE_MASK;
David A. Marlin30f464b2005-01-17 18:35:25 +00002551
Linus Torvalds1da177e2005-04-16 15:20:36 -07002552 /* Loop through the pages */
2553 len = instr->len;
2554
2555 instr->state = MTD_ERASING;
2556
2557 while (len) {
Wolfram Sang12183a22011-12-21 23:01:20 +01002558 /* Check if we have a bad block, we do not erase bad blocks! */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002559 if (nand_block_checkbad(mtd, ((loff_t) page) <<
2560 chip->page_shift, 0, allowbbt)) {
Brian Norrisd0370212011-07-19 10:06:08 -07002561 pr_warn("%s: attempt to erase a bad block at page 0x%08x\n",
2562 __func__, page);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002563 instr->state = MTD_ERASE_FAILED;
2564 goto erase_exit;
2565 }
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00002566
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002567 /*
2568 * Invalidate the page cache, if we erase the block which
Brian Norris8b6e50c2011-05-25 14:59:01 -07002569 * contains the current cached page.
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002570 */
2571 if (page <= chip->pagebuf && chip->pagebuf <
2572 (page + pages_per_block))
2573 chip->pagebuf = -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002574
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002575 chip->erase_cmd(mtd, page & chip->pagemask);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00002576
Thomas Gleixner7bc33122006-06-20 20:05:05 +02002577 status = chip->waitfunc(mtd, chip);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002578
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002579 /*
2580 * See if operation failed and additional status checks are
2581 * available
2582 */
2583 if ((status & NAND_STATUS_FAIL) && (chip->errstat))
2584 status = chip->errstat(mtd, chip, FL_ERASING,
2585 status, page);
David A. Marlin068e3c02005-01-24 03:07:46 +00002586
Linus Torvalds1da177e2005-04-16 15:20:36 -07002587 /* See if block erase succeeded */
David A. Marlina4ab4c52005-01-23 18:30:53 +00002588 if (status & NAND_STATUS_FAIL) {
Brian Norris289c0522011-07-19 10:06:09 -07002589 pr_debug("%s: failed erase, page 0x%08x\n",
2590 __func__, page);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002591 instr->state = MTD_ERASE_FAILED;
Adrian Hunter69423d92008-12-10 13:37:21 +00002592 instr->fail_addr =
2593 ((loff_t)page << chip->page_shift);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002594 goto erase_exit;
2595 }
David A. Marlin30f464b2005-01-17 18:35:25 +00002596
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002597 /*
2598 * If BBT requires refresh, set the BBT rewrite flag to the
Brian Norris8b6e50c2011-05-25 14:59:01 -07002599 * page being erased.
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002600 */
2601 if (bbt_masked_page != 0xffffffff &&
2602 (page & BBT_PAGE_MASK) == bbt_masked_page)
Adrian Hunter69423d92008-12-10 13:37:21 +00002603 rewrite_bbt[chipnr] =
2604 ((loff_t)page << chip->page_shift);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00002605
Linus Torvalds1da177e2005-04-16 15:20:36 -07002606 /* Increment page address and decrement length */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002607 len -= (1 << chip->phys_erase_shift);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002608 page += pages_per_block;
2609
2610 /* Check, if we cross a chip boundary */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002611 if (len && !(page & chip->pagemask)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002612 chipnr++;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002613 chip->select_chip(mtd, -1);
2614 chip->select_chip(mtd, chipnr);
David A. Marlin30f464b2005-01-17 18:35:25 +00002615
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002616 /*
2617 * If BBT requires refresh and BBT-PERCHIP, set the BBT
Brian Norris8b6e50c2011-05-25 14:59:01 -07002618 * page mask to see if this BBT should be rewritten.
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002619 */
2620 if (bbt_masked_page != 0xffffffff &&
2621 (chip->bbt_td->options & NAND_BBT_PERCHIP))
2622 bbt_masked_page = chip->bbt_td->pages[chipnr] &
2623 BBT_PAGE_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002624 }
2625 }
2626 instr->state = MTD_ERASE_DONE;
2627
Florian Fainelli7351d3a2010-09-07 13:23:45 +02002628erase_exit:
Linus Torvalds1da177e2005-04-16 15:20:36 -07002629
2630 ret = instr->state == MTD_ERASE_DONE ? 0 : -EIO;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002631
2632 /* Deselect and wake up anyone waiting on the device */
Huang Shijieb0bb6902012-11-19 14:43:29 +08002633 chip->select_chip(mtd, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002634 nand_release_device(mtd);
2635
David Woodhouse49defc02007-10-06 15:01:59 -04002636 /* Do call back function */
2637 if (!ret)
2638 mtd_erase_callback(instr);
2639
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002640 /*
2641 * If BBT requires refresh and erase was successful, rewrite any
Brian Norris8b6e50c2011-05-25 14:59:01 -07002642 * selected bad block tables.
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002643 */
2644 if (bbt_masked_page == 0xffffffff || ret)
2645 return ret;
2646
2647 for (chipnr = 0; chipnr < chip->numchips; chipnr++) {
2648 if (!rewrite_bbt[chipnr])
2649 continue;
Brian Norris8b6e50c2011-05-25 14:59:01 -07002650 /* Update the BBT for chip */
Brian Norris289c0522011-07-19 10:06:09 -07002651 pr_debug("%s: nand_update_bbt (%d:0x%0llx 0x%0x)\n",
2652 __func__, chipnr, rewrite_bbt[chipnr],
2653 chip->bbt_td->pages[chipnr]);
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002654 nand_update_bbt(mtd, rewrite_bbt[chipnr]);
David A. Marlin30f464b2005-01-17 18:35:25 +00002655 }
2656
Linus Torvalds1da177e2005-04-16 15:20:36 -07002657 /* Return more or less happy */
2658 return ret;
2659}
2660
2661/**
2662 * nand_sync - [MTD Interface] sync
Brian Norris8b6e50c2011-05-25 14:59:01 -07002663 * @mtd: MTD device structure
Linus Torvalds1da177e2005-04-16 15:20:36 -07002664 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07002665 * Sync is actually a wait for chip ready function.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002666 */
David Woodhousee0c7d762006-05-13 18:07:53 +01002667static void nand_sync(struct mtd_info *mtd)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002668{
Brian Norris289c0522011-07-19 10:06:09 -07002669 pr_debug("%s: called\n", __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002670
2671 /* Grab the lock and see if the device is available */
Huang Shijie6a8214a2012-11-19 14:43:30 +08002672 nand_get_device(mtd, FL_SYNCING);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002673 /* Release it and go back */
David Woodhousee0c7d762006-05-13 18:07:53 +01002674 nand_release_device(mtd);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002675}
2676
Linus Torvalds1da177e2005-04-16 15:20:36 -07002677/**
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002678 * nand_block_isbad - [MTD Interface] Check if block at offset is bad
Brian Norris8b6e50c2011-05-25 14:59:01 -07002679 * @mtd: MTD device structure
2680 * @offs: offset relative to mtd start
Linus Torvalds1da177e2005-04-16 15:20:36 -07002681 */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002682static int nand_block_isbad(struct mtd_info *mtd, loff_t offs)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002683{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002684 return nand_block_checkbad(mtd, offs, 1, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002685}
2686
2687/**
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002688 * nand_block_markbad - [MTD Interface] Mark block at the given offset as bad
Brian Norris8b6e50c2011-05-25 14:59:01 -07002689 * @mtd: MTD device structure
2690 * @ofs: offset relative to mtd start
Linus Torvalds1da177e2005-04-16 15:20:36 -07002691 */
David Woodhousee0c7d762006-05-13 18:07:53 +01002692static int nand_block_markbad(struct mtd_info *mtd, loff_t ofs)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002693{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002694 struct nand_chip *chip = mtd->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002695 int ret;
2696
Florian Fainellif8ac0412010-09-07 13:23:43 +02002697 ret = nand_block_isbad(mtd, ofs);
2698 if (ret) {
Brian Norris8b6e50c2011-05-25 14:59:01 -07002699 /* If it was bad already, return success and do nothing */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002700 if (ret > 0)
2701 return 0;
David Woodhousee0c7d762006-05-13 18:07:53 +01002702 return ret;
2703 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002704
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002705 return chip->block_markbad(mtd, ofs);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002706}
2707
2708/**
Huang Shijie7db03ec2012-09-13 14:57:52 +08002709 * nand_onfi_set_features- [REPLACEABLE] set features for ONFI nand
2710 * @mtd: MTD device structure
2711 * @chip: nand chip info structure
2712 * @addr: feature address.
2713 * @subfeature_param: the subfeature parameters, a four bytes array.
2714 */
2715static int nand_onfi_set_features(struct mtd_info *mtd, struct nand_chip *chip,
2716 int addr, uint8_t *subfeature_param)
2717{
2718 int status;
2719
2720 if (!chip->onfi_version)
2721 return -EINVAL;
2722
2723 chip->cmdfunc(mtd, NAND_CMD_SET_FEATURES, addr, -1);
2724 chip->write_buf(mtd, subfeature_param, ONFI_SUBFEATURE_PARAM_LEN);
2725 status = chip->waitfunc(mtd, chip);
2726 if (status & NAND_STATUS_FAIL)
2727 return -EIO;
2728 return 0;
2729}
2730
2731/**
2732 * nand_onfi_get_features- [REPLACEABLE] get features for ONFI nand
2733 * @mtd: MTD device structure
2734 * @chip: nand chip info structure
2735 * @addr: feature address.
2736 * @subfeature_param: the subfeature parameters, a four bytes array.
2737 */
2738static int nand_onfi_get_features(struct mtd_info *mtd, struct nand_chip *chip,
2739 int addr, uint8_t *subfeature_param)
2740{
2741 if (!chip->onfi_version)
2742 return -EINVAL;
2743
2744 /* clear the sub feature parameters */
2745 memset(subfeature_param, 0, ONFI_SUBFEATURE_PARAM_LEN);
2746
2747 chip->cmdfunc(mtd, NAND_CMD_GET_FEATURES, addr, -1);
2748 chip->read_buf(mtd, subfeature_param, ONFI_SUBFEATURE_PARAM_LEN);
2749 return 0;
2750}
2751
2752/**
Vitaly Wool962034f2005-09-15 14:58:53 +01002753 * nand_suspend - [MTD Interface] Suspend the NAND flash
Brian Norris8b6e50c2011-05-25 14:59:01 -07002754 * @mtd: MTD device structure
Vitaly Wool962034f2005-09-15 14:58:53 +01002755 */
2756static int nand_suspend(struct mtd_info *mtd)
2757{
Huang Shijie6a8214a2012-11-19 14:43:30 +08002758 return nand_get_device(mtd, FL_PM_SUSPENDED);
Vitaly Wool962034f2005-09-15 14:58:53 +01002759}
2760
2761/**
2762 * nand_resume - [MTD Interface] Resume the NAND flash
Brian Norris8b6e50c2011-05-25 14:59:01 -07002763 * @mtd: MTD device structure
Vitaly Wool962034f2005-09-15 14:58:53 +01002764 */
2765static void nand_resume(struct mtd_info *mtd)
2766{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002767 struct nand_chip *chip = mtd->priv;
Vitaly Wool962034f2005-09-15 14:58:53 +01002768
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002769 if (chip->state == FL_PM_SUSPENDED)
Vitaly Wool962034f2005-09-15 14:58:53 +01002770 nand_release_device(mtd);
2771 else
Brian Norrisd0370212011-07-19 10:06:08 -07002772 pr_err("%s called for a chip which is not in suspended state\n",
2773 __func__);
Vitaly Wool962034f2005-09-15 14:58:53 +01002774}
2775
Brian Norris8b6e50c2011-05-25 14:59:01 -07002776/* Set default functions */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002777static void nand_set_defaults(struct nand_chip *chip, int busw)
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02002778{
Linus Torvalds1da177e2005-04-16 15:20:36 -07002779 /* check for proper chip_delay setup, set 20us if not */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002780 if (!chip->chip_delay)
2781 chip->chip_delay = 20;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002782
2783 /* check, if a user supplied command function given */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002784 if (chip->cmdfunc == NULL)
2785 chip->cmdfunc = nand_command;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002786
2787 /* check, if a user supplied wait function given */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002788 if (chip->waitfunc == NULL)
2789 chip->waitfunc = nand_wait;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002790
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002791 if (!chip->select_chip)
2792 chip->select_chip = nand_select_chip;
2793 if (!chip->read_byte)
2794 chip->read_byte = busw ? nand_read_byte16 : nand_read_byte;
2795 if (!chip->read_word)
2796 chip->read_word = nand_read_word;
2797 if (!chip->block_bad)
2798 chip->block_bad = nand_block_bad;
2799 if (!chip->block_markbad)
2800 chip->block_markbad = nand_default_block_markbad;
2801 if (!chip->write_buf)
2802 chip->write_buf = busw ? nand_write_buf16 : nand_write_buf;
2803 if (!chip->read_buf)
2804 chip->read_buf = busw ? nand_read_buf16 : nand_read_buf;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02002805 if (!chip->scan_bbt)
2806 chip->scan_bbt = nand_default_bbt;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02002807
2808 if (!chip->controller) {
2809 chip->controller = &chip->hwcontrol;
2810 spin_lock_init(&chip->controller->lock);
2811 init_waitqueue_head(&chip->controller->wq);
2812 }
2813
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02002814}
2815
Brian Norris8b6e50c2011-05-25 14:59:01 -07002816/* Sanitize ONFI strings so we can safely print them */
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02002817static void sanitize_string(uint8_t *s, size_t len)
2818{
2819 ssize_t i;
2820
Brian Norris8b6e50c2011-05-25 14:59:01 -07002821 /* Null terminate */
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02002822 s[len - 1] = 0;
2823
Brian Norris8b6e50c2011-05-25 14:59:01 -07002824 /* Remove non printable chars */
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02002825 for (i = 0; i < len - 1; i++) {
2826 if (s[i] < ' ' || s[i] > 127)
2827 s[i] = '?';
2828 }
2829
Brian Norris8b6e50c2011-05-25 14:59:01 -07002830 /* Remove trailing spaces */
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02002831 strim(s);
2832}
2833
2834static u16 onfi_crc16(u16 crc, u8 const *p, size_t len)
2835{
2836 int i;
2837 while (len--) {
2838 crc ^= *p++ << 8;
2839 for (i = 0; i < 8; i++)
2840 crc = (crc << 1) ^ ((crc & 0x8000) ? 0x8005 : 0);
2841 }
2842
2843 return crc;
2844}
2845
2846/*
Brian Norris8b6e50c2011-05-25 14:59:01 -07002847 * Check if the NAND chip is ONFI compliant, returns 1 if it is, 0 otherwise.
Florian Fainelli6fb277b2010-09-01 22:28:59 +02002848 */
2849static int nand_flash_detect_onfi(struct mtd_info *mtd, struct nand_chip *chip,
Matthieu CASTET08c248f2011-06-26 18:26:55 +02002850 int *busw)
Florian Fainelli6fb277b2010-09-01 22:28:59 +02002851{
2852 struct nand_onfi_params *p = &chip->onfi_params;
2853 int i;
2854 int val;
2855
Matthieu CASTETff3206b2012-11-06 11:51:43 +01002856 /* ONFI need to be probed in 8 bits mode */
2857 WARN_ON(chip->options & NAND_BUSWIDTH_16);
Brian Norris7854d3f2011-06-23 14:12:08 -07002858 /* Try ONFI for unknown chip or LP */
Florian Fainelli6fb277b2010-09-01 22:28:59 +02002859 chip->cmdfunc(mtd, NAND_CMD_READID, 0x20, -1);
2860 if (chip->read_byte(mtd) != 'O' || chip->read_byte(mtd) != 'N' ||
2861 chip->read_byte(mtd) != 'F' || chip->read_byte(mtd) != 'I')
2862 return 0;
2863
Florian Fainelli6fb277b2010-09-01 22:28:59 +02002864 chip->cmdfunc(mtd, NAND_CMD_PARAM, 0, -1);
2865 for (i = 0; i < 3; i++) {
2866 chip->read_buf(mtd, (uint8_t *)p, sizeof(*p));
2867 if (onfi_crc16(ONFI_CRC_BASE, (uint8_t *)p, 254) ==
2868 le16_to_cpu(p->crc)) {
Brian Norris9a4d4d62011-07-19 10:06:07 -07002869 pr_info("ONFI param page %d valid\n", i);
Florian Fainelli6fb277b2010-09-01 22:28:59 +02002870 break;
2871 }
2872 }
2873
2874 if (i == 3)
2875 return 0;
2876
Brian Norris8b6e50c2011-05-25 14:59:01 -07002877 /* Check version */
Florian Fainelli6fb277b2010-09-01 22:28:59 +02002878 val = le16_to_cpu(p->revision);
Brian Norrisb7b1a292010-12-12 00:23:33 -08002879 if (val & (1 << 5))
2880 chip->onfi_version = 23;
2881 else if (val & (1 << 4))
Florian Fainelli6fb277b2010-09-01 22:28:59 +02002882 chip->onfi_version = 22;
2883 else if (val & (1 << 3))
2884 chip->onfi_version = 21;
2885 else if (val & (1 << 2))
2886 chip->onfi_version = 20;
Brian Norrisb7b1a292010-12-12 00:23:33 -08002887 else if (val & (1 << 1))
Florian Fainelli6fb277b2010-09-01 22:28:59 +02002888 chip->onfi_version = 10;
Brian Norrisb7b1a292010-12-12 00:23:33 -08002889 else
2890 chip->onfi_version = 0;
2891
2892 if (!chip->onfi_version) {
Brian Norrisd0370212011-07-19 10:06:08 -07002893 pr_info("%s: unsupported ONFI version: %d\n", __func__, val);
Brian Norrisb7b1a292010-12-12 00:23:33 -08002894 return 0;
2895 }
Florian Fainelli6fb277b2010-09-01 22:28:59 +02002896
2897 sanitize_string(p->manufacturer, sizeof(p->manufacturer));
2898 sanitize_string(p->model, sizeof(p->model));
2899 if (!mtd->name)
2900 mtd->name = p->model;
2901 mtd->writesize = le32_to_cpu(p->byte_per_page);
2902 mtd->erasesize = le32_to_cpu(p->pages_per_block) * mtd->writesize;
2903 mtd->oobsize = le16_to_cpu(p->spare_bytes_per_page);
Matthieu CASTET63795752012-03-19 15:35:25 +01002904 chip->chipsize = le32_to_cpu(p->blocks_per_lun);
2905 chip->chipsize *= (uint64_t)mtd->erasesize * p->lun_count;
Matthieu CASTET08c248f2011-06-26 18:26:55 +02002906 *busw = 0;
Florian Fainelli6fb277b2010-09-01 22:28:59 +02002907 if (le16_to_cpu(p->features) & 1)
Matthieu CASTET08c248f2011-06-26 18:26:55 +02002908 *busw = NAND_BUSWIDTH_16;
Florian Fainelli6fb277b2010-09-01 22:28:59 +02002909
Huang Shijied42b5de2012-02-17 11:22:37 +08002910 pr_info("ONFI flash detected\n");
Florian Fainelli6fb277b2010-09-01 22:28:59 +02002911 return 1;
2912}
2913
2914/*
Brian Norrise3b88bd2012-09-24 20:40:52 -07002915 * nand_id_has_period - Check if an ID string has a given wraparound period
2916 * @id_data: the ID string
2917 * @arrlen: the length of the @id_data array
2918 * @period: the period of repitition
2919 *
2920 * Check if an ID string is repeated within a given sequence of bytes at
2921 * specific repetition interval period (e.g., {0x20,0x01,0x7F,0x20} has a
Brian Norrisd4d4f1b2012-11-14 21:54:20 -08002922 * period of 3). This is a helper function for nand_id_len(). Returns non-zero
Brian Norrise3b88bd2012-09-24 20:40:52 -07002923 * if the repetition has a period of @period; otherwise, returns zero.
2924 */
2925static int nand_id_has_period(u8 *id_data, int arrlen, int period)
2926{
2927 int i, j;
2928 for (i = 0; i < period; i++)
2929 for (j = i + period; j < arrlen; j += period)
2930 if (id_data[i] != id_data[j])
2931 return 0;
2932 return 1;
2933}
2934
2935/*
2936 * nand_id_len - Get the length of an ID string returned by CMD_READID
2937 * @id_data: the ID string
2938 * @arrlen: the length of the @id_data array
2939
2940 * Returns the length of the ID string, according to known wraparound/trailing
2941 * zero patterns. If no pattern exists, returns the length of the array.
2942 */
2943static int nand_id_len(u8 *id_data, int arrlen)
2944{
2945 int last_nonzero, period;
2946
2947 /* Find last non-zero byte */
2948 for (last_nonzero = arrlen - 1; last_nonzero >= 0; last_nonzero--)
2949 if (id_data[last_nonzero])
2950 break;
2951
2952 /* All zeros */
2953 if (last_nonzero < 0)
2954 return 0;
2955
2956 /* Calculate wraparound period */
2957 for (period = 1; period < arrlen; period++)
2958 if (nand_id_has_period(id_data, arrlen, period))
2959 break;
2960
2961 /* There's a repeated pattern */
2962 if (period < arrlen)
2963 return period;
2964
2965 /* There are trailing zeros */
2966 if (last_nonzero < arrlen - 1)
2967 return last_nonzero + 1;
2968
2969 /* No pattern detected */
2970 return arrlen;
2971}
2972
2973/*
Brian Norrisfc09bbc2012-09-24 20:40:50 -07002974 * Many new NAND share similar device ID codes, which represent the size of the
2975 * chip. The rest of the parameters must be decoded according to generic or
2976 * manufacturer-specific "extended ID" decoding patterns.
2977 */
2978static void nand_decode_ext_id(struct mtd_info *mtd, struct nand_chip *chip,
2979 u8 id_data[8], int *busw)
2980{
Brian Norrise3b88bd2012-09-24 20:40:52 -07002981 int extid, id_len;
Brian Norrisfc09bbc2012-09-24 20:40:50 -07002982 /* The 3rd id byte holds MLC / multichip data */
2983 chip->cellinfo = id_data[2];
2984 /* The 4th id byte is the important one */
2985 extid = id_data[3];
2986
Brian Norrise3b88bd2012-09-24 20:40:52 -07002987 id_len = nand_id_len(id_data, 8);
2988
Brian Norrisfc09bbc2012-09-24 20:40:50 -07002989 /*
2990 * Field definitions are in the following datasheets:
2991 * Old style (4,5 byte ID): Samsung K9GAG08U0M (p.32)
Brian Norrisaf451af2012-10-09 23:26:06 -07002992 * New Samsung (6 byte ID): Samsung K9GAG08U0F (p.44)
Brian Norris73ca3922012-09-24 20:40:54 -07002993 * Hynix MLC (6 byte ID): Hynix H27UBG8T2B (p.22)
Brian Norrisfc09bbc2012-09-24 20:40:50 -07002994 *
Brian Norrisaf451af2012-10-09 23:26:06 -07002995 * Check for ID length, non-zero 6th byte, cell type, and Hynix/Samsung
2996 * ID to decide what to do.
Brian Norrisfc09bbc2012-09-24 20:40:50 -07002997 */
Brian Norrisaf451af2012-10-09 23:26:06 -07002998 if (id_len == 6 && id_data[0] == NAND_MFR_SAMSUNG &&
Brian Norris6924d992012-11-14 21:46:30 -08002999 (chip->cellinfo & NAND_CI_CELLTYPE_MSK) &&
Brian Norrisaf451af2012-10-09 23:26:06 -07003000 id_data[5] != 0x00) {
Brian Norrisfc09bbc2012-09-24 20:40:50 -07003001 /* Calc pagesize */
3002 mtd->writesize = 2048 << (extid & 0x03);
3003 extid >>= 2;
3004 /* Calc oobsize */
Brian Norrise2d3a352012-09-24 20:40:55 -07003005 switch (((extid >> 2) & 0x04) | (extid & 0x03)) {
Brian Norrisfc09bbc2012-09-24 20:40:50 -07003006 case 1:
3007 mtd->oobsize = 128;
3008 break;
3009 case 2:
3010 mtd->oobsize = 218;
3011 break;
3012 case 3:
3013 mtd->oobsize = 400;
3014 break;
Brian Norrise2d3a352012-09-24 20:40:55 -07003015 case 4:
Brian Norrisfc09bbc2012-09-24 20:40:50 -07003016 mtd->oobsize = 436;
3017 break;
Brian Norrise2d3a352012-09-24 20:40:55 -07003018 case 5:
3019 mtd->oobsize = 512;
3020 break;
3021 case 6:
3022 default: /* Other cases are "reserved" (unknown) */
3023 mtd->oobsize = 640;
3024 break;
Brian Norrisfc09bbc2012-09-24 20:40:50 -07003025 }
3026 extid >>= 2;
3027 /* Calc blocksize */
3028 mtd->erasesize = (128 * 1024) <<
3029 (((extid >> 1) & 0x04) | (extid & 0x03));
3030 *busw = 0;
Brian Norris73ca3922012-09-24 20:40:54 -07003031 } else if (id_len == 6 && id_data[0] == NAND_MFR_HYNIX &&
3032 (chip->cellinfo & NAND_CI_CELLTYPE_MSK)) {
3033 unsigned int tmp;
3034
3035 /* Calc pagesize */
3036 mtd->writesize = 2048 << (extid & 0x03);
3037 extid >>= 2;
3038 /* Calc oobsize */
3039 switch (((extid >> 2) & 0x04) | (extid & 0x03)) {
3040 case 0:
3041 mtd->oobsize = 128;
3042 break;
3043 case 1:
3044 mtd->oobsize = 224;
3045 break;
3046 case 2:
3047 mtd->oobsize = 448;
3048 break;
3049 case 3:
3050 mtd->oobsize = 64;
3051 break;
3052 case 4:
3053 mtd->oobsize = 32;
3054 break;
3055 case 5:
3056 mtd->oobsize = 16;
3057 break;
3058 default:
3059 mtd->oobsize = 640;
3060 break;
3061 }
3062 extid >>= 2;
3063 /* Calc blocksize */
3064 tmp = ((extid >> 1) & 0x04) | (extid & 0x03);
3065 if (tmp < 0x03)
3066 mtd->erasesize = (128 * 1024) << tmp;
3067 else if (tmp == 0x03)
3068 mtd->erasesize = 768 * 1024;
3069 else
3070 mtd->erasesize = (64 * 1024) << tmp;
3071 *busw = 0;
Brian Norrisfc09bbc2012-09-24 20:40:50 -07003072 } else {
3073 /* Calc pagesize */
3074 mtd->writesize = 1024 << (extid & 0x03);
3075 extid >>= 2;
3076 /* Calc oobsize */
3077 mtd->oobsize = (8 << (extid & 0x01)) *
3078 (mtd->writesize >> 9);
3079 extid >>= 2;
3080 /* Calc blocksize. Blocksize is multiples of 64KiB */
3081 mtd->erasesize = (64 * 1024) << (extid & 0x03);
3082 extid >>= 2;
3083 /* Get buswidth information */
3084 *busw = (extid & 0x01) ? NAND_BUSWIDTH_16 : 0;
3085 }
3086}
3087
3088/*
Brian Norrisf23a4812012-09-24 20:40:51 -07003089 * Old devices have chip data hardcoded in the device ID table. nand_decode_id
3090 * decodes a matching ID table entry and assigns the MTD size parameters for
3091 * the chip.
3092 */
3093static void nand_decode_id(struct mtd_info *mtd, struct nand_chip *chip,
3094 struct nand_flash_dev *type, u8 id_data[8],
3095 int *busw)
3096{
3097 int maf_id = id_data[0];
3098
3099 mtd->erasesize = type->erasesize;
3100 mtd->writesize = type->pagesize;
3101 mtd->oobsize = mtd->writesize / 32;
3102 *busw = type->options & NAND_BUSWIDTH_16;
3103
3104 /*
3105 * Check for Spansion/AMD ID + repeating 5th, 6th byte since
3106 * some Spansion chips have erasesize that conflicts with size
3107 * listed in nand_ids table.
3108 * Data sheet (5 byte ID): Spansion S30ML-P ORNAND (p.39)
3109 */
3110 if (maf_id == NAND_MFR_AMD && id_data[4] != 0x00 && id_data[5] == 0x00
3111 && id_data[6] == 0x00 && id_data[7] == 0x00
3112 && mtd->writesize == 512) {
3113 mtd->erasesize = 128 * 1024;
3114 mtd->erasesize <<= ((id_data[3] & 0x03) << 1);
3115 }
3116}
3117
3118/*
Brian Norris7e74c2d2012-09-24 20:40:49 -07003119 * Set the bad block marker/indicator (BBM/BBI) patterns according to some
3120 * heuristic patterns using various detected parameters (e.g., manufacturer,
3121 * page size, cell-type information).
3122 */
3123static void nand_decode_bbm_options(struct mtd_info *mtd,
3124 struct nand_chip *chip, u8 id_data[8])
3125{
3126 int maf_id = id_data[0];
3127
3128 /* Set the bad block position */
3129 if (mtd->writesize > 512 || (chip->options & NAND_BUSWIDTH_16))
3130 chip->badblockpos = NAND_LARGE_BADBLOCK_POS;
3131 else
3132 chip->badblockpos = NAND_SMALL_BADBLOCK_POS;
3133
3134 /*
3135 * Bad block marker is stored in the last page of each block on Samsung
3136 * and Hynix MLC devices; stored in first two pages of each block on
3137 * Micron devices with 2KiB pages and on SLC Samsung, Hynix, Toshiba,
3138 * AMD/Spansion, and Macronix. All others scan only the first page.
3139 */
3140 if ((chip->cellinfo & NAND_CI_CELLTYPE_MSK) &&
3141 (maf_id == NAND_MFR_SAMSUNG ||
3142 maf_id == NAND_MFR_HYNIX))
3143 chip->bbt_options |= NAND_BBT_SCANLASTPAGE;
3144 else if ((!(chip->cellinfo & NAND_CI_CELLTYPE_MSK) &&
3145 (maf_id == NAND_MFR_SAMSUNG ||
3146 maf_id == NAND_MFR_HYNIX ||
3147 maf_id == NAND_MFR_TOSHIBA ||
3148 maf_id == NAND_MFR_AMD ||
3149 maf_id == NAND_MFR_MACRONIX)) ||
3150 (mtd->writesize == 2048 &&
3151 maf_id == NAND_MFR_MICRON))
3152 chip->bbt_options |= NAND_BBT_SCAN2NDPAGE;
3153}
3154
3155/*
Brian Norris8b6e50c2011-05-25 14:59:01 -07003156 * Get the flash and manufacturer id and lookup if the type is supported.
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003157 */
3158static struct nand_flash_dev *nand_get_flash_type(struct mtd_info *mtd,
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003159 struct nand_chip *chip,
Florian Fainelli7351d3a2010-09-07 13:23:45 +02003160 int busw,
3161 int *maf_id, int *dev_id,
David Woodhouse5e81e882010-02-26 18:32:56 +00003162 struct nand_flash_dev *type)
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003163{
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02003164 int i, maf_idx;
Kevin Cernekee426c4572010-05-04 20:58:03 -07003165 u8 id_data[8];
Linus Torvalds1da177e2005-04-16 15:20:36 -07003166
3167 /* Select the device */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003168 chip->select_chip(mtd, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003169
Karl Beldanef89a882008-09-15 14:37:29 +02003170 /*
3171 * Reset the chip, required by some chips (e.g. Micron MT29FxGxxxxx)
Brian Norris8b6e50c2011-05-25 14:59:01 -07003172 * after power-up.
Karl Beldanef89a882008-09-15 14:37:29 +02003173 */
3174 chip->cmdfunc(mtd, NAND_CMD_RESET, -1, -1);
3175
Linus Torvalds1da177e2005-04-16 15:20:36 -07003176 /* Send the command for reading device ID */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003177 chip->cmdfunc(mtd, NAND_CMD_READID, 0x00, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003178
3179 /* Read manufacturer and device IDs */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003180 *maf_id = chip->read_byte(mtd);
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02003181 *dev_id = chip->read_byte(mtd);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003182
Brian Norris8b6e50c2011-05-25 14:59:01 -07003183 /*
3184 * Try again to make sure, as some systems the bus-hold or other
Ben Dooksed8165c2008-04-14 14:58:58 +01003185 * interface concerns can cause random data which looks like a
3186 * possibly credible NAND flash to appear. If the two results do
3187 * not match, ignore the device completely.
3188 */
3189
3190 chip->cmdfunc(mtd, NAND_CMD_READID, 0x00, -1);
3191
Brian Norris4aef9b72012-09-24 20:40:48 -07003192 /* Read entire ID string */
3193 for (i = 0; i < 8; i++)
Kevin Cernekee426c4572010-05-04 20:58:03 -07003194 id_data[i] = chip->read_byte(mtd);
Ben Dooksed8165c2008-04-14 14:58:58 +01003195
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02003196 if (id_data[0] != *maf_id || id_data[1] != *dev_id) {
Brian Norris9a4d4d62011-07-19 10:06:07 -07003197 pr_info("%s: second ID read did not match "
Brian Norrisd0370212011-07-19 10:06:08 -07003198 "%02x,%02x against %02x,%02x\n", __func__,
3199 *maf_id, *dev_id, id_data[0], id_data[1]);
Ben Dooksed8165c2008-04-14 14:58:58 +01003200 return ERR_PTR(-ENODEV);
3201 }
3202
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003203 if (!type)
David Woodhouse5e81e882010-02-26 18:32:56 +00003204 type = nand_flash_ids;
3205
3206 for (; type->name != NULL; type++)
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02003207 if (*dev_id == type->id)
Florian Fainellif8ac0412010-09-07 13:23:43 +02003208 break;
David Woodhouse5e81e882010-02-26 18:32:56 +00003209
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02003210 chip->onfi_version = 0;
3211 if (!type->name || !type->pagesize) {
Florian Fainelli6fb277b2010-09-01 22:28:59 +02003212 /* Check is chip is ONFI compliant */
Brian Norris47450b32012-09-24 20:40:47 -07003213 if (nand_flash_detect_onfi(mtd, chip, &busw))
Florian Fainelli6fb277b2010-09-01 22:28:59 +02003214 goto ident_done;
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02003215 }
3216
David Woodhouse5e81e882010-02-26 18:32:56 +00003217 if (!type->name)
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003218 return ERR_PTR(-ENODEV);
3219
Thomas Gleixnerba0251f2006-05-27 01:02:13 +02003220 if (!mtd->name)
3221 mtd->name = type->name;
3222
Adrian Hunter69423d92008-12-10 13:37:21 +00003223 chip->chipsize = (uint64_t)type->chipsize << 20;
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003224
Huang Shijie12a40a52010-09-27 10:43:53 +08003225 if (!type->pagesize && chip->init_size) {
Brian Norris8b6e50c2011-05-25 14:59:01 -07003226 /* Set the pagesize, oobsize, erasesize by the driver */
Huang Shijie12a40a52010-09-27 10:43:53 +08003227 busw = chip->init_size(mtd, chip, id_data);
3228 } else if (!type->pagesize) {
Brian Norrisfc09bbc2012-09-24 20:40:50 -07003229 /* Decode parameters from extended ID */
3230 nand_decode_ext_id(mtd, chip, id_data, &busw);
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003231 } else {
Brian Norrisf23a4812012-09-24 20:40:51 -07003232 nand_decode_id(mtd, chip, type, id_data, &busw);
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003233 }
Brian Norrisbf7a01b2012-07-13 09:28:24 -07003234 /* Get chip options */
3235 chip->options |= type->options;
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02003236
Brian Norris8b6e50c2011-05-25 14:59:01 -07003237 /*
3238 * Check if chip is not a Samsung device. Do not clear the
3239 * options for chips which do not have an extended id.
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02003240 */
3241 if (*maf_id != NAND_MFR_SAMSUNG && !type->pagesize)
3242 chip->options &= ~NAND_SAMSUNG_LP_OPTIONS;
3243ident_done:
3244
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003245 /* Try to identify manufacturer */
David Woodhouse9a909862006-07-15 13:26:18 +01003246 for (maf_idx = 0; nand_manuf_ids[maf_idx].id != 0x0; maf_idx++) {
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003247 if (nand_manuf_ids[maf_idx].id == *maf_id)
3248 break;
3249 }
3250
Matthieu CASTET64b37b22012-11-06 11:51:44 +01003251 if (chip->options & NAND_BUSWIDTH_AUTO) {
3252 WARN_ON(chip->options & NAND_BUSWIDTH_16);
3253 chip->options |= busw;
3254 nand_set_defaults(chip, busw);
3255 } else if (busw != (chip->options & NAND_BUSWIDTH_16)) {
3256 /*
3257 * Check, if buswidth is correct. Hardware drivers should set
3258 * chip correct!
3259 */
Brian Norris9a4d4d62011-07-19 10:06:07 -07003260 pr_info("NAND device: Manufacturer ID:"
Brian Norrisd0370212011-07-19 10:06:08 -07003261 " 0x%02x, Chip ID: 0x%02x (%s %s)\n", *maf_id,
3262 *dev_id, nand_manuf_ids[maf_idx].name, mtd->name);
Brian Norris9a4d4d62011-07-19 10:06:07 -07003263 pr_warn("NAND bus width %d instead %d bit\n",
Brian Norrisd0370212011-07-19 10:06:08 -07003264 (chip->options & NAND_BUSWIDTH_16) ? 16 : 8,
3265 busw ? 16 : 8);
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003266 return ERR_PTR(-EINVAL);
3267 }
3268
Brian Norris7e74c2d2012-09-24 20:40:49 -07003269 nand_decode_bbm_options(mtd, chip, id_data);
3270
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003271 /* Calculate the address shift from the page size */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003272 chip->page_shift = ffs(mtd->writesize) - 1;
Brian Norris8b6e50c2011-05-25 14:59:01 -07003273 /* Convert chipsize to number of pages per chip -1 */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003274 chip->pagemask = (chip->chipsize >> chip->page_shift) - 1;
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003275
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003276 chip->bbt_erase_shift = chip->phys_erase_shift =
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003277 ffs(mtd->erasesize) - 1;
Adrian Hunter69423d92008-12-10 13:37:21 +00003278 if (chip->chipsize & 0xffffffff)
3279 chip->chip_shift = ffs((unsigned)chip->chipsize) - 1;
Florian Fainelli7351d3a2010-09-07 13:23:45 +02003280 else {
3281 chip->chip_shift = ffs((unsigned)(chip->chipsize >> 32));
3282 chip->chip_shift += 32 - 1;
3283 }
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003284
Artem Bityutskiy26d9be12011-04-28 20:26:59 +03003285 chip->badblockbits = 8;
3286
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003287 /* Check for AND chips with 4 page planes */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003288 if (chip->options & NAND_4PAGE_ARRAY)
3289 chip->erase_cmd = multi_erase_cmd;
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003290 else
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003291 chip->erase_cmd = single_erase_cmd;
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003292
Brian Norris8b6e50c2011-05-25 14:59:01 -07003293 /* Do not replace user supplied command function! */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003294 if (mtd->writesize > 512 && chip->cmdfunc == nand_command)
3295 chip->cmdfunc = nand_command_lp;
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003296
Huang Shijie886bd332012-04-09 11:41:37 +08003297 pr_info("NAND device: Manufacturer ID: 0x%02x, Chip ID: 0x%02x (%s %s),"
Matthieu CASTET2fd71a22012-11-22 18:33:40 +01003298 " %dMiB, page size: %d, OOB size: %d\n",
Huang Shijie886bd332012-04-09 11:41:37 +08003299 *maf_id, *dev_id, nand_manuf_ids[maf_idx].name,
3300 chip->onfi_version ? chip->onfi_params.model : type->name,
Matthieu CASTET2fd71a22012-11-22 18:33:40 +01003301 (int)(chip->chipsize >> 20), mtd->writesize, mtd->oobsize);
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003302
3303 return type;
3304}
3305
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003306/**
David Woodhouse3b85c322006-09-25 17:06:53 +01003307 * nand_scan_ident - [NAND Interface] Scan for the NAND device
Brian Norris8b6e50c2011-05-25 14:59:01 -07003308 * @mtd: MTD device structure
3309 * @maxchips: number of chips to scan for
3310 * @table: alternative NAND ID table
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003311 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07003312 * This is the first phase of the normal nand_scan() function. It reads the
3313 * flash ID and sets up MTD fields accordingly.
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003314 *
David Woodhouse3b85c322006-09-25 17:06:53 +01003315 * The mtd->owner field must be set to the module of the caller.
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003316 */
David Woodhouse5e81e882010-02-26 18:32:56 +00003317int nand_scan_ident(struct mtd_info *mtd, int maxchips,
3318 struct nand_flash_dev *table)
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003319{
Florian Fainellid1e1f4e2010-08-30 18:32:24 +02003320 int i, busw, nand_maf_id, nand_dev_id;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003321 struct nand_chip *chip = mtd->priv;
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003322 struct nand_flash_dev *type;
3323
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003324 /* Get buswidth to select the correct functions */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003325 busw = chip->options & NAND_BUSWIDTH_16;
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003326 /* Set the default functions */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003327 nand_set_defaults(chip, busw);
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003328
3329 /* Read the flash type */
Florian Fainelli7351d3a2010-09-07 13:23:45 +02003330 type = nand_get_flash_type(mtd, chip, busw,
3331 &nand_maf_id, &nand_dev_id, table);
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003332
3333 if (IS_ERR(type)) {
Ben Dooksb1c6e6d2009-11-02 18:12:33 +00003334 if (!(chip->options & NAND_SCAN_SILENT_NODEV))
Brian Norrisd0370212011-07-19 10:06:08 -07003335 pr_warn("No NAND device found\n");
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003336 chip->select_chip(mtd, -1);
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003337 return PTR_ERR(type);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003338 }
3339
Huang Shijie07300162012-11-09 16:23:45 +08003340 chip->select_chip(mtd, -1);
3341
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003342 /* Check for a chip array */
David Woodhousee0c7d762006-05-13 18:07:53 +01003343 for (i = 1; i < maxchips; i++) {
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003344 chip->select_chip(mtd, i);
Karl Beldanef89a882008-09-15 14:37:29 +02003345 /* See comment in nand_get_flash_type for reset */
3346 chip->cmdfunc(mtd, NAND_CMD_RESET, -1, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003347 /* Send the command for reading device ID */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003348 chip->cmdfunc(mtd, NAND_CMD_READID, 0x00, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003349 /* Read manufacturer and device IDs */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003350 if (nand_maf_id != chip->read_byte(mtd) ||
Huang Shijie07300162012-11-09 16:23:45 +08003351 nand_dev_id != chip->read_byte(mtd)) {
3352 chip->select_chip(mtd, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003353 break;
Huang Shijie07300162012-11-09 16:23:45 +08003354 }
3355 chip->select_chip(mtd, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003356 }
3357 if (i > 1)
Brian Norris9a4d4d62011-07-19 10:06:07 -07003358 pr_info("%d NAND chips detected\n", i);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00003359
Linus Torvalds1da177e2005-04-16 15:20:36 -07003360 /* Store the number of chips and calc total size for mtd */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003361 chip->numchips = i;
3362 mtd->size = i * chip->chipsize;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003363
David Woodhouse3b85c322006-09-25 17:06:53 +01003364 return 0;
3365}
Florian Fainelli7351d3a2010-09-07 13:23:45 +02003366EXPORT_SYMBOL(nand_scan_ident);
David Woodhouse3b85c322006-09-25 17:06:53 +01003367
3368
3369/**
3370 * nand_scan_tail - [NAND Interface] Scan for the NAND device
Brian Norris8b6e50c2011-05-25 14:59:01 -07003371 * @mtd: MTD device structure
David Woodhouse3b85c322006-09-25 17:06:53 +01003372 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07003373 * This is the second phase of the normal nand_scan() function. It fills out
3374 * all the uninitialized function pointers with the defaults and scans for a
3375 * bad block table if appropriate.
David Woodhouse3b85c322006-09-25 17:06:53 +01003376 */
3377int nand_scan_tail(struct mtd_info *mtd)
3378{
3379 int i;
3380 struct nand_chip *chip = mtd->priv;
3381
Brian Norrise2414f42012-02-06 13:44:00 -08003382 /* New bad blocks should be marked in OOB, flash-based BBT, or both */
3383 BUG_ON((chip->bbt_options & NAND_BBT_NO_OOB_BBM) &&
3384 !(chip->bbt_options & NAND_BBT_USE_FLASH));
3385
David Woodhouse4bf63fc2006-09-25 17:08:04 +01003386 if (!(chip->options & NAND_OWN_BUFFERS))
3387 chip->buffers = kmalloc(sizeof(*chip->buffers), GFP_KERNEL);
3388 if (!chip->buffers)
3389 return -ENOMEM;
3390
David Woodhouse7dcdcbef2006-10-21 17:09:53 +01003391 /* Set the internal oob buffer location, just after the page data */
David Woodhouse784f4d52006-10-22 01:47:45 +01003392 chip->oob_poi = chip->buffers->databuf + mtd->writesize;
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003393
3394 /*
Brian Norris8b6e50c2011-05-25 14:59:01 -07003395 * If no default placement scheme is given, select an appropriate one.
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003396 */
Ivan Djelic193bd402011-03-11 11:05:33 +01003397 if (!chip->ecc.layout && (chip->ecc.mode != NAND_ECC_SOFT_BCH)) {
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00003398 switch (mtd->oobsize) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07003399 case 8:
Thomas Gleixner5bd34c02006-05-27 22:16:10 +02003400 chip->ecc.layout = &nand_oob_8;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003401 break;
3402 case 16:
Thomas Gleixner5bd34c02006-05-27 22:16:10 +02003403 chip->ecc.layout = &nand_oob_16;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003404 break;
3405 case 64:
Thomas Gleixner5bd34c02006-05-27 22:16:10 +02003406 chip->ecc.layout = &nand_oob_64;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003407 break;
Thomas Gleixner81ec5362007-12-12 17:27:03 +01003408 case 128:
3409 chip->ecc.layout = &nand_oob_128;
3410 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003411 default:
Brian Norrisd0370212011-07-19 10:06:08 -07003412 pr_warn("No oob scheme defined for oobsize %d\n",
3413 mtd->oobsize);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003414 BUG();
3415 }
3416 }
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00003417
David Woodhouse956e9442006-09-25 17:12:39 +01003418 if (!chip->write_page)
3419 chip->write_page = nand_write_page;
3420
Huang Shijie7db03ec2012-09-13 14:57:52 +08003421 /* set for ONFI nand */
3422 if (!chip->onfi_set_features)
3423 chip->onfi_set_features = nand_onfi_set_features;
3424 if (!chip->onfi_get_features)
3425 chip->onfi_get_features = nand_onfi_get_features;
3426
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003427 /*
Brian Norris8b6e50c2011-05-25 14:59:01 -07003428 * Check ECC mode, default to software if 3byte/512byte hardware ECC is
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003429 * selected and we have 256 byte pagesize fallback to software ECC
David Woodhousee0c7d762006-05-13 18:07:53 +01003430 */
David Woodhouse956e9442006-09-25 17:12:39 +01003431
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003432 switch (chip->ecc.mode) {
Sneha Narnakaje6e0cb132009-09-18 12:51:47 -07003433 case NAND_ECC_HW_OOB_FIRST:
3434 /* Similar to NAND_ECC_HW, but a separate read_page handle */
3435 if (!chip->ecc.calculate || !chip->ecc.correct ||
3436 !chip->ecc.hwctl) {
Brian Norris9a4d4d62011-07-19 10:06:07 -07003437 pr_warn("No ECC functions supplied; "
Brian Norrisd0370212011-07-19 10:06:08 -07003438 "hardware ECC not possible\n");
Sneha Narnakaje6e0cb132009-09-18 12:51:47 -07003439 BUG();
3440 }
3441 if (!chip->ecc.read_page)
3442 chip->ecc.read_page = nand_read_page_hwecc_oob_first;
3443
Thomas Gleixner6dfc6d22006-05-23 12:00:46 +02003444 case NAND_ECC_HW:
Brian Norris8b6e50c2011-05-25 14:59:01 -07003445 /* Use standard hwecc read page function? */
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02003446 if (!chip->ecc.read_page)
3447 chip->ecc.read_page = nand_read_page_hwecc;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02003448 if (!chip->ecc.write_page)
3449 chip->ecc.write_page = nand_write_page_hwecc;
David Brownell52ff49d2009-03-04 12:01:36 -08003450 if (!chip->ecc.read_page_raw)
3451 chip->ecc.read_page_raw = nand_read_page_raw;
3452 if (!chip->ecc.write_page_raw)
3453 chip->ecc.write_page_raw = nand_write_page_raw;
Thomas Gleixner7bc33122006-06-20 20:05:05 +02003454 if (!chip->ecc.read_oob)
3455 chip->ecc.read_oob = nand_read_oob_std;
3456 if (!chip->ecc.write_oob)
3457 chip->ecc.write_oob = nand_write_oob_std;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02003458
Thomas Gleixner6dfc6d22006-05-23 12:00:46 +02003459 case NAND_ECC_HW_SYNDROME:
Scott Wood78b65172007-12-13 11:15:28 -06003460 if ((!chip->ecc.calculate || !chip->ecc.correct ||
3461 !chip->ecc.hwctl) &&
3462 (!chip->ecc.read_page ||
Scott Wood1c45f602008-01-16 10:36:03 -06003463 chip->ecc.read_page == nand_read_page_hwecc ||
Scott Wood78b65172007-12-13 11:15:28 -06003464 !chip->ecc.write_page ||
Scott Wood1c45f602008-01-16 10:36:03 -06003465 chip->ecc.write_page == nand_write_page_hwecc)) {
Brian Norris9a4d4d62011-07-19 10:06:07 -07003466 pr_warn("No ECC functions supplied; "
Brian Norrisd0370212011-07-19 10:06:08 -07003467 "hardware ECC not possible\n");
Thomas Gleixner6dfc6d22006-05-23 12:00:46 +02003468 BUG();
3469 }
Brian Norris8b6e50c2011-05-25 14:59:01 -07003470 /* Use standard syndrome read/write page function? */
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02003471 if (!chip->ecc.read_page)
3472 chip->ecc.read_page = nand_read_page_syndrome;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02003473 if (!chip->ecc.write_page)
3474 chip->ecc.write_page = nand_write_page_syndrome;
David Brownell52ff49d2009-03-04 12:01:36 -08003475 if (!chip->ecc.read_page_raw)
3476 chip->ecc.read_page_raw = nand_read_page_raw_syndrome;
3477 if (!chip->ecc.write_page_raw)
3478 chip->ecc.write_page_raw = nand_write_page_raw_syndrome;
Thomas Gleixner7bc33122006-06-20 20:05:05 +02003479 if (!chip->ecc.read_oob)
3480 chip->ecc.read_oob = nand_read_oob_syndrome;
3481 if (!chip->ecc.write_oob)
3482 chip->ecc.write_oob = nand_write_oob_syndrome;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02003483
Mike Dunne2788c92012-04-25 12:06:10 -07003484 if (mtd->writesize >= chip->ecc.size) {
3485 if (!chip->ecc.strength) {
3486 pr_warn("Driver must set ecc.strength when using hardware ECC\n");
3487 BUG();
3488 }
Thomas Gleixner6dfc6d22006-05-23 12:00:46 +02003489 break;
Mike Dunne2788c92012-04-25 12:06:10 -07003490 }
Brian Norris9a4d4d62011-07-19 10:06:07 -07003491 pr_warn("%d byte HW ECC not possible on "
Brian Norrisd0370212011-07-19 10:06:08 -07003492 "%d byte page size, fallback to SW ECC\n",
3493 chip->ecc.size, mtd->writesize);
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003494 chip->ecc.mode = NAND_ECC_SOFT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003495
Thomas Gleixner6dfc6d22006-05-23 12:00:46 +02003496 case NAND_ECC_SOFT:
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003497 chip->ecc.calculate = nand_calculate_ecc;
3498 chip->ecc.correct = nand_correct_data;
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02003499 chip->ecc.read_page = nand_read_page_swecc;
Alexey Korolev3d459552008-05-15 17:23:18 +01003500 chip->ecc.read_subpage = nand_read_subpage;
Thomas Gleixnerf75e5092006-05-26 18:52:08 +02003501 chip->ecc.write_page = nand_write_page_swecc;
David Brownell52ff49d2009-03-04 12:01:36 -08003502 chip->ecc.read_page_raw = nand_read_page_raw;
3503 chip->ecc.write_page_raw = nand_write_page_raw;
Thomas Gleixner7bc33122006-06-20 20:05:05 +02003504 chip->ecc.read_oob = nand_read_oob_std;
3505 chip->ecc.write_oob = nand_write_oob_std;
Singh, Vimal9a732902008-12-12 00:10:57 +00003506 if (!chip->ecc.size)
3507 chip->ecc.size = 256;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003508 chip->ecc.bytes = 3;
Mike Dunn6a918ba2012-03-11 14:21:11 -07003509 chip->ecc.strength = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003510 break;
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00003511
Ivan Djelic193bd402011-03-11 11:05:33 +01003512 case NAND_ECC_SOFT_BCH:
3513 if (!mtd_nand_has_bch()) {
Brian Norris9a4d4d62011-07-19 10:06:07 -07003514 pr_warn("CONFIG_MTD_ECC_BCH not enabled\n");
Ivan Djelic193bd402011-03-11 11:05:33 +01003515 BUG();
3516 }
3517 chip->ecc.calculate = nand_bch_calculate_ecc;
3518 chip->ecc.correct = nand_bch_correct_data;
3519 chip->ecc.read_page = nand_read_page_swecc;
3520 chip->ecc.read_subpage = nand_read_subpage;
3521 chip->ecc.write_page = nand_write_page_swecc;
3522 chip->ecc.read_page_raw = nand_read_page_raw;
3523 chip->ecc.write_page_raw = nand_write_page_raw;
3524 chip->ecc.read_oob = nand_read_oob_std;
3525 chip->ecc.write_oob = nand_write_oob_std;
3526 /*
3527 * Board driver should supply ecc.size and ecc.bytes values to
3528 * select how many bits are correctable; see nand_bch_init()
Brian Norris8b6e50c2011-05-25 14:59:01 -07003529 * for details. Otherwise, default to 4 bits for large page
3530 * devices.
Ivan Djelic193bd402011-03-11 11:05:33 +01003531 */
3532 if (!chip->ecc.size && (mtd->oobsize >= 64)) {
3533 chip->ecc.size = 512;
3534 chip->ecc.bytes = 7;
3535 }
3536 chip->ecc.priv = nand_bch_init(mtd,
3537 chip->ecc.size,
3538 chip->ecc.bytes,
3539 &chip->ecc.layout);
3540 if (!chip->ecc.priv) {
Brian Norris9a4d4d62011-07-19 10:06:07 -07003541 pr_warn("BCH ECC initialization failed!\n");
Ivan Djelic193bd402011-03-11 11:05:33 +01003542 BUG();
3543 }
Mike Dunn6a918ba2012-03-11 14:21:11 -07003544 chip->ecc.strength =
Mike Dunne2788c92012-04-25 12:06:10 -07003545 chip->ecc.bytes * 8 / fls(8 * chip->ecc.size);
Ivan Djelic193bd402011-03-11 11:05:33 +01003546 break;
3547
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00003548 case NAND_ECC_NONE:
Brian Norris9a4d4d62011-07-19 10:06:07 -07003549 pr_warn("NAND_ECC_NONE selected by board driver. "
Brian Norrisd0370212011-07-19 10:06:08 -07003550 "This is not recommended!\n");
Thomas Gleixner8593fbc2006-05-29 03:26:58 +02003551 chip->ecc.read_page = nand_read_page_raw;
3552 chip->ecc.write_page = nand_write_page_raw;
Thomas Gleixner7bc33122006-06-20 20:05:05 +02003553 chip->ecc.read_oob = nand_read_oob_std;
David Brownell52ff49d2009-03-04 12:01:36 -08003554 chip->ecc.read_page_raw = nand_read_page_raw;
3555 chip->ecc.write_page_raw = nand_write_page_raw;
Thomas Gleixner7bc33122006-06-20 20:05:05 +02003556 chip->ecc.write_oob = nand_write_oob_std;
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003557 chip->ecc.size = mtd->writesize;
3558 chip->ecc.bytes = 0;
Mike Dunn6a918ba2012-03-11 14:21:11 -07003559 chip->ecc.strength = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003560 break;
David Woodhouse956e9442006-09-25 17:12:39 +01003561
Linus Torvalds1da177e2005-04-16 15:20:36 -07003562 default:
Brian Norrisd0370212011-07-19 10:06:08 -07003563 pr_warn("Invalid NAND_ECC_MODE %d\n", chip->ecc.mode);
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00003564 BUG();
3565 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07003566
Brian Norris9ce244b2011-08-30 18:45:37 -07003567 /* For many systems, the standard OOB write also works for raw */
Brian Norrisc46f6482011-08-30 18:45:38 -07003568 if (!chip->ecc.read_oob_raw)
3569 chip->ecc.read_oob_raw = chip->ecc.read_oob;
Brian Norris9ce244b2011-08-30 18:45:37 -07003570 if (!chip->ecc.write_oob_raw)
3571 chip->ecc.write_oob_raw = chip->ecc.write_oob;
3572
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003573 /*
Thomas Gleixner5bd34c02006-05-27 22:16:10 +02003574 * The number of bytes available for a client to place data into
Brian Norris8b6e50c2011-05-25 14:59:01 -07003575 * the out of band area.
Thomas Gleixner5bd34c02006-05-27 22:16:10 +02003576 */
3577 chip->ecc.layout->oobavail = 0;
David Brownell81d19b02009-04-21 19:51:20 -07003578 for (i = 0; chip->ecc.layout->oobfree[i].length
3579 && i < ARRAY_SIZE(chip->ecc.layout->oobfree); i++)
Thomas Gleixner5bd34c02006-05-27 22:16:10 +02003580 chip->ecc.layout->oobavail +=
3581 chip->ecc.layout->oobfree[i].length;
Vitaly Wool1f922672007-03-06 16:56:34 +03003582 mtd->oobavail = chip->ecc.layout->oobavail;
Thomas Gleixner5bd34c02006-05-27 22:16:10 +02003583
3584 /*
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003585 * Set the number of read / write steps for one page depending on ECC
Brian Norris8b6e50c2011-05-25 14:59:01 -07003586 * mode.
Thomas Gleixner7aa65bf2006-05-23 11:54:38 +02003587 */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003588 chip->ecc.steps = mtd->writesize / chip->ecc.size;
Florian Fainellif8ac0412010-09-07 13:23:43 +02003589 if (chip->ecc.steps * chip->ecc.size != mtd->writesize) {
Brian Norris9a4d4d62011-07-19 10:06:07 -07003590 pr_warn("Invalid ECC parameters\n");
Thomas Gleixner6dfc6d22006-05-23 12:00:46 +02003591 BUG();
Linus Torvalds1da177e2005-04-16 15:20:36 -07003592 }
Thomas Gleixnerf5bbdac2006-05-25 10:07:16 +02003593 chip->ecc.total = chip->ecc.steps * chip->ecc.bytes;
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00003594
Brian Norris8b6e50c2011-05-25 14:59:01 -07003595 /* Allow subpage writes up to ecc.steps. Not possible for MLC flash */
Thomas Gleixner29072b92006-09-28 15:38:36 +02003596 if (!(chip->options & NAND_NO_SUBPAGE_WRITE) &&
3597 !(chip->cellinfo & NAND_CI_CELLTYPE_MSK)) {
Florian Fainellif8ac0412010-09-07 13:23:43 +02003598 switch (chip->ecc.steps) {
Thomas Gleixner29072b92006-09-28 15:38:36 +02003599 case 2:
3600 mtd->subpage_sft = 1;
3601 break;
3602 case 4:
3603 case 8:
Thomas Gleixner81ec5362007-12-12 17:27:03 +01003604 case 16:
Thomas Gleixner29072b92006-09-28 15:38:36 +02003605 mtd->subpage_sft = 2;
3606 break;
3607 }
3608 }
3609 chip->subpagesize = mtd->writesize >> mtd->subpage_sft;
3610
Thomas Gleixner04bbd0e2006-05-25 09:45:29 +02003611 /* Initialize state */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003612 chip->state = FL_READY;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003613
Linus Torvalds1da177e2005-04-16 15:20:36 -07003614 /* Invalidate the pagebuffer reference */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003615 chip->pagebuf = -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003616
Jeff Westfahla5ff4f12012-08-13 16:35:30 -05003617 /* Large page NAND with SOFT_ECC should support subpage reads */
3618 if ((chip->ecc.mode == NAND_ECC_SOFT) && (chip->page_shift > 9))
3619 chip->options |= NAND_SUBPAGE_READ;
3620
Linus Torvalds1da177e2005-04-16 15:20:36 -07003621 /* Fill in remaining MTD driver data */
3622 mtd->type = MTD_NANDFLASH;
Maxim Levitsky93edbad2010-02-22 20:39:40 +02003623 mtd->flags = (chip->options & NAND_ROM) ? MTD_CAP_ROM :
3624 MTD_CAP_NANDFLASH;
Artem Bityutskiy3c3c10b2012-01-30 14:58:32 +02003625 mtd->_erase = nand_erase;
3626 mtd->_point = NULL;
3627 mtd->_unpoint = NULL;
3628 mtd->_read = nand_read;
3629 mtd->_write = nand_write;
3630 mtd->_panic_write = panic_nand_write;
3631 mtd->_read_oob = nand_read_oob;
3632 mtd->_write_oob = nand_write_oob;
3633 mtd->_sync = nand_sync;
3634 mtd->_lock = NULL;
3635 mtd->_unlock = NULL;
3636 mtd->_suspend = nand_suspend;
3637 mtd->_resume = nand_resume;
3638 mtd->_block_isbad = nand_block_isbad;
3639 mtd->_block_markbad = nand_block_markbad;
Anatolij Gustschincbcab652010-12-16 23:42:16 +01003640 mtd->writebufsize = mtd->writesize;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003641
Mike Dunn6a918ba2012-03-11 14:21:11 -07003642 /* propagate ecc info to mtd_info */
Thomas Gleixner5bd34c02006-05-27 22:16:10 +02003643 mtd->ecclayout = chip->ecc.layout;
Mike Dunn86c20722012-04-25 12:06:05 -07003644 mtd->ecc_strength = chip->ecc.strength;
Shmulik Ladkaniea3b2ea2012-06-08 18:29:06 +03003645 /*
3646 * Initialize bitflip_threshold to its default prior scan_bbt() call.
3647 * scan_bbt() might invoke mtd_read(), thus bitflip_threshold must be
3648 * properly set.
3649 */
3650 if (!mtd->bitflip_threshold)
3651 mtd->bitflip_threshold = mtd->ecc_strength;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003652
Thomas Gleixner0040bf32005-02-09 12:20:00 +00003653 /* Check, if we should skip the bad block table scan */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003654 if (chip->options & NAND_SKIP_BBTSCAN)
Thomas Gleixner0040bf32005-02-09 12:20:00 +00003655 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003656
3657 /* Build bad block table */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003658 return chip->scan_bbt(mtd);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003659}
Florian Fainelli7351d3a2010-09-07 13:23:45 +02003660EXPORT_SYMBOL(nand_scan_tail);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003661
Brian Norris8b6e50c2011-05-25 14:59:01 -07003662/*
3663 * is_module_text_address() isn't exported, and it's mostly a pointless
Florian Fainelli7351d3a2010-09-07 13:23:45 +02003664 * test if this is a module _anyway_ -- they'd have to try _really_ hard
Brian Norris8b6e50c2011-05-25 14:59:01 -07003665 * to call us from in-kernel code if the core NAND support is modular.
3666 */
David Woodhouse3b85c322006-09-25 17:06:53 +01003667#ifdef MODULE
3668#define caller_is_module() (1)
3669#else
3670#define caller_is_module() \
Rusty Russella6e6abd2009-03-31 13:05:31 -06003671 is_module_text_address((unsigned long)__builtin_return_address(0))
David Woodhouse3b85c322006-09-25 17:06:53 +01003672#endif
3673
3674/**
3675 * nand_scan - [NAND Interface] Scan for the NAND device
Brian Norris8b6e50c2011-05-25 14:59:01 -07003676 * @mtd: MTD device structure
3677 * @maxchips: number of chips to scan for
David Woodhouse3b85c322006-09-25 17:06:53 +01003678 *
Brian Norris8b6e50c2011-05-25 14:59:01 -07003679 * This fills out all the uninitialized function pointers with the defaults.
3680 * The flash ID is read and the mtd/chip structures are filled with the
3681 * appropriate values. The mtd->owner field must be set to the module of the
3682 * caller.
David Woodhouse3b85c322006-09-25 17:06:53 +01003683 */
3684int nand_scan(struct mtd_info *mtd, int maxchips)
3685{
3686 int ret;
3687
3688 /* Many callers got this wrong, so check for it for a while... */
3689 if (!mtd->owner && caller_is_module()) {
Brian Norrisd0370212011-07-19 10:06:08 -07003690 pr_crit("%s called with NULL mtd->owner!\n", __func__);
David Woodhouse3b85c322006-09-25 17:06:53 +01003691 BUG();
3692 }
3693
David Woodhouse5e81e882010-02-26 18:32:56 +00003694 ret = nand_scan_ident(mtd, maxchips, NULL);
David Woodhouse3b85c322006-09-25 17:06:53 +01003695 if (!ret)
3696 ret = nand_scan_tail(mtd);
3697 return ret;
3698}
Florian Fainelli7351d3a2010-09-07 13:23:45 +02003699EXPORT_SYMBOL(nand_scan);
David Woodhouse3b85c322006-09-25 17:06:53 +01003700
Linus Torvalds1da177e2005-04-16 15:20:36 -07003701/**
Thomas Gleixner61b03bd2005-11-07 11:15:49 +00003702 * nand_release - [NAND Interface] Free resources held by the NAND device
Brian Norris8b6e50c2011-05-25 14:59:01 -07003703 * @mtd: MTD device structure
3704 */
David Woodhousee0c7d762006-05-13 18:07:53 +01003705void nand_release(struct mtd_info *mtd)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003706{
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003707 struct nand_chip *chip = mtd->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003708
Ivan Djelic193bd402011-03-11 11:05:33 +01003709 if (chip->ecc.mode == NAND_ECC_SOFT_BCH)
3710 nand_bch_free((struct nand_bch_control *)chip->ecc.priv);
3711
Jamie Iles5ffcaf32011-05-23 10:22:46 +01003712 mtd_device_unregister(mtd);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003713
Jesper Juhlfa671642005-11-07 01:01:27 -08003714 /* Free bad block table memory */
Thomas Gleixnerace4dfe2006-05-24 12:07:37 +02003715 kfree(chip->bbt);
David Woodhouse4bf63fc2006-09-25 17:08:04 +01003716 if (!(chip->options & NAND_OWN_BUFFERS))
3717 kfree(chip->buffers);
Brian Norris58373ff2010-07-15 12:15:44 -07003718
3719 /* Free bad block descriptor memory */
3720 if (chip->badblock_pattern && chip->badblock_pattern->options
3721 & NAND_BBT_DYNAMICSTRUCT)
3722 kfree(chip->badblock_pattern);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003723}
David Woodhousee0c7d762006-05-13 18:07:53 +01003724EXPORT_SYMBOL_GPL(nand_release);
Richard Purdie8fe833c2006-03-31 02:31:14 -08003725
3726static int __init nand_base_init(void)
3727{
3728 led_trigger_register_simple("nand-disk", &nand_led_trigger);
3729 return 0;
3730}
3731
3732static void __exit nand_base_exit(void)
3733{
3734 led_trigger_unregister_simple(nand_led_trigger);
3735}
3736
3737module_init(nand_base_init);
3738module_exit(nand_base_exit);
3739
David Woodhousee0c7d762006-05-13 18:07:53 +01003740MODULE_LICENSE("GPL");
Florian Fainelli7351d3a2010-09-07 13:23:45 +02003741MODULE_AUTHOR("Steven J. Hill <sjhill@realitydiluted.com>");
3742MODULE_AUTHOR("Thomas Gleixner <tglx@linutronix.de>");
David Woodhousee0c7d762006-05-13 18:07:53 +01003743MODULE_DESCRIPTION("Generic NAND flash driver code");