blob: cda77b562ad43da9efd14f1cfb1ab4219583e9d8 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
David Woodhousea1452a32010-08-08 20:58:20 +01002 * Linux driver for NAND Flash Translation Layer
3 *
4 * Copyright © 1999 Machine Vision Holdings, Inc.
5 * Copyright © 1999-2010 David Woodhouse <dwmw2@infradead.org>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070020 */
21
22#define PRERELEASE
23
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include <linux/kernel.h>
25#include <linux/module.h>
26#include <asm/errno.h>
27#include <asm/io.h>
28#include <asm/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#include <linux/delay.h>
30#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <linux/init.h>
32#include <linux/hdreg.h>
Scott James Remnante7f52162009-03-02 17:43:04 +000033#include <linux/blkdev.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
35#include <linux/kmod.h>
36#include <linux/mtd/mtd.h>
37#include <linux/mtd/nand.h>
38#include <linux/mtd/nftl.h>
39#include <linux/mtd/blktrans.h>
40
41/* maximum number of loops while examining next block, to have a
42 chance to detect consistency problems (they should never happen
43 because of the checks done in the mounting */
44
45#define MAX_LOOPS 10000
46
47
48static void nftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)
49{
50 struct NFTLrecord *nftl;
51 unsigned long temp;
52
Adrian Hunter69423d92008-12-10 13:37:21 +000053 if (mtd->type != MTD_NANDFLASH || mtd->size > UINT_MAX)
Linus Torvalds1da177e2005-04-16 15:20:36 -070054 return;
55 /* OK, this is moderately ugly. But probably safe. Alternatives? */
56 if (memcmp(mtd->name, "DiskOnChip", 10))
57 return;
58
59 if (!mtd->block_isbad) {
60 printk(KERN_ERR
61"NFTL no longer supports the old DiskOnChip drivers loaded via docprobe.\n"
62"Please use the new diskonchip driver under the NAND subsystem.\n");
63 return;
64 }
65
Brian Norris289c0522011-07-19 10:06:09 -070066 pr_debug("NFTL: add_mtd for %s\n", mtd->name);
Linus Torvalds1da177e2005-04-16 15:20:36 -070067
Burman Yan95b93a02006-11-15 21:10:29 +020068 nftl = kzalloc(sizeof(struct NFTLrecord), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -070069
Brian Norris08700662011-06-07 16:01:54 -070070 if (!nftl)
Linus Torvalds1da177e2005-04-16 15:20:36 -070071 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -070072
73 nftl->mbd.mtd = mtd;
74 nftl->mbd.devnum = -1;
Richard Purdie19187672006-10-27 09:09:33 +010075
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 nftl->mbd.tr = tr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070077
78 if (NFTL_mount(nftl) < 0) {
79 printk(KERN_WARNING "NFTL: could not mount device\n");
80 kfree(nftl);
81 return;
82 }
83
84 /* OK, it's a new one. Set up all the data structures. */
85
86 /* Calculate geometry */
87 nftl->cylinders = 1024;
88 nftl->heads = 16;
89
90 temp = nftl->cylinders * nftl->heads;
91 nftl->sectors = nftl->mbd.size / temp;
92 if (nftl->mbd.size % temp) {
93 nftl->sectors++;
94 temp = nftl->cylinders * nftl->sectors;
95 nftl->heads = nftl->mbd.size / temp;
96
97 if (nftl->mbd.size % temp) {
98 nftl->heads++;
99 temp = nftl->heads * nftl->sectors;
100 nftl->cylinders = nftl->mbd.size / temp;
101 }
102 }
103
104 if (nftl->mbd.size != nftl->heads * nftl->cylinders * nftl->sectors) {
105 /*
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000106 Oh no we don't have
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107 mbd.size == heads * cylinders * sectors
108 */
109 printk(KERN_WARNING "NFTL: cannot calculate a geometry to "
110 "match size of 0x%lx.\n", nftl->mbd.size);
111 printk(KERN_WARNING "NFTL: using C:%d H:%d S:%d "
112 "(== 0x%lx sects)\n",
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000113 nftl->cylinders, nftl->heads , nftl->sectors,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 (long)nftl->cylinders * (long)nftl->heads *
115 (long)nftl->sectors );
116 }
117
118 if (add_mtd_blktrans_dev(&nftl->mbd)) {
Jesper Juhlfa671642005-11-07 01:01:27 -0800119 kfree(nftl->ReplUnitTable);
120 kfree(nftl->EUNtable);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 kfree(nftl);
122 return;
123 }
124#ifdef PSYCHO_DEBUG
125 printk(KERN_INFO "NFTL: Found new nftl%c\n", nftl->mbd.devnum + 'a');
126#endif
127}
128
129static void nftl_remove_dev(struct mtd_blktrans_dev *dev)
130{
131 struct NFTLrecord *nftl = (void *)dev;
132
Brian Norris289c0522011-07-19 10:06:09 -0700133 pr_debug("NFTL: remove_dev (i=%d)\n", dev->devnum);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134
135 del_mtd_blktrans_dev(dev);
Jesper Juhlfa671642005-11-07 01:01:27 -0800136 kfree(nftl->ReplUnitTable);
137 kfree(nftl->EUNtable);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138}
139
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200140/*
141 * Read oob data from flash
142 */
143int nftl_read_oob(struct mtd_info *mtd, loff_t offs, size_t len,
144 size_t *retlen, uint8_t *buf)
145{
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100146 loff_t mask = mtd->writesize - 1;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200147 struct mtd_oob_ops ops;
148 int res;
149
Brian Norris0612b9d2011-08-30 18:45:40 -0700150 ops.mode = MTD_OPS_PLACE_OOB;
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100151 ops.ooboffs = offs & mask;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200152 ops.ooblen = len;
153 ops.oobbuf = buf;
154 ops.datbuf = NULL;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200155
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100156 res = mtd->read_oob(mtd, offs & ~mask, &ops);
Vitaly Wool70145682006-11-03 18:20:38 +0300157 *retlen = ops.oobretlen;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200158 return res;
159}
160
161/*
162 * Write oob data to flash
163 */
164int nftl_write_oob(struct mtd_info *mtd, loff_t offs, size_t len,
165 size_t *retlen, uint8_t *buf)
166{
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100167 loff_t mask = mtd->writesize - 1;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200168 struct mtd_oob_ops ops;
169 int res;
170
Brian Norris0612b9d2011-08-30 18:45:40 -0700171 ops.mode = MTD_OPS_PLACE_OOB;
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100172 ops.ooboffs = offs & mask;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200173 ops.ooblen = len;
174 ops.oobbuf = buf;
175 ops.datbuf = NULL;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200176
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100177 res = mtd->write_oob(mtd, offs & ~mask, &ops);
Vitaly Wool70145682006-11-03 18:20:38 +0300178 *retlen = ops.oobretlen;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200179 return res;
180}
181
Frederik Deweerdt553a8012006-10-02 09:42:25 +0100182#ifdef CONFIG_NFTL_RW
183
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200184/*
185 * Write data and oob to flash
186 */
187static int nftl_write(struct mtd_info *mtd, loff_t offs, size_t len,
188 size_t *retlen, uint8_t *buf, uint8_t *oob)
189{
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100190 loff_t mask = mtd->writesize - 1;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200191 struct mtd_oob_ops ops;
192 int res;
193
Brian Norris0612b9d2011-08-30 18:45:40 -0700194 ops.mode = MTD_OPS_PLACE_OOB;
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100195 ops.ooboffs = offs & mask;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200196 ops.ooblen = mtd->oobsize;
197 ops.oobbuf = oob;
198 ops.datbuf = buf;
199 ops.len = len;
200
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100201 res = mtd->write_oob(mtd, offs & ~mask, &ops);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200202 *retlen = ops.retlen;
203 return res;
204}
205
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206/* Actual NFTL access routines */
207/* NFTL_findfreeblock: Find a free Erase Unit on the NFTL partition. This function is used
208 * when the give Virtual Unit Chain
209 */
210static u16 NFTL_findfreeblock(struct NFTLrecord *nftl, int desperate )
211{
212 /* For a given Virtual Unit Chain: find or create a free block and
213 add it to the chain */
214 /* We're passed the number of the last EUN in the chain, to save us from
215 having to look it up again */
216 u16 pot = nftl->LastFreeEUN;
217 int silly = nftl->nb_blocks;
218
219 /* Normally, we force a fold to happen before we run out of free blocks completely */
220 if (!desperate && nftl->numfreeEUNs < 2) {
Brian Norris289c0522011-07-19 10:06:09 -0700221 pr_debug("NFTL_findfreeblock: there are too few free EUNs\n");
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200222 return BLOCK_NIL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223 }
224
225 /* Scan for a free block */
226 do {
227 if (nftl->ReplUnitTable[pot] == BLOCK_FREE) {
228 nftl->LastFreeEUN = pot;
229 nftl->numfreeEUNs--;
230 return pot;
231 }
232
233 /* This will probably point to the MediaHdr unit itself,
234 right at the beginning of the partition. But that unit
235 (and the backup unit too) should have the UCI set
236 up so that it's not selected for overwriting */
237 if (++pot > nftl->lastEUN)
238 pot = le16_to_cpu(nftl->MediaHdr.FirstPhysicalEUN);
239
240 if (!silly--) {
241 printk("Argh! No free blocks found! LastFreeEUN = %d, "
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000242 "FirstEUN = %d\n", nftl->LastFreeEUN,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 le16_to_cpu(nftl->MediaHdr.FirstPhysicalEUN));
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200244 return BLOCK_NIL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245 }
246 } while (pot != nftl->LastFreeEUN);
247
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200248 return BLOCK_NIL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249}
250
251static u16 NFTL_foldchain (struct NFTLrecord *nftl, unsigned thisVUC, unsigned pendingblock )
252{
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200253 struct mtd_info *mtd = nftl->mbd.mtd;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254 u16 BlockMap[MAX_SECTORS_PER_UNIT];
255 unsigned char BlockLastState[MAX_SECTORS_PER_UNIT];
256 unsigned char BlockFreeFound[MAX_SECTORS_PER_UNIT];
257 unsigned int thisEUN;
258 int block;
259 int silly;
260 unsigned int targetEUN;
261 struct nftl_oob oob;
262 int inplace = 1;
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200263 size_t retlen;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264
265 memset(BlockMap, 0xff, sizeof(BlockMap));
266 memset(BlockFreeFound, 0, sizeof(BlockFreeFound));
267
268 thisEUN = nftl->EUNtable[thisVUC];
269
270 if (thisEUN == BLOCK_NIL) {
271 printk(KERN_WARNING "Trying to fold non-existent "
272 "Virtual Unit Chain %d!\n", thisVUC);
273 return BLOCK_NIL;
274 }
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000275
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276 /* Scan to find the Erase Unit which holds the actual data for each
277 512-byte block within the Chain.
278 */
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200279 silly = MAX_LOOPS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280 targetEUN = BLOCK_NIL;
281 while (thisEUN <= nftl->lastEUN ) {
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200282 unsigned int status, foldmark;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283
284 targetEUN = thisEUN;
285 for (block = 0; block < nftl->EraseSize / 512; block ++) {
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200286 nftl_read_oob(mtd, (thisEUN * nftl->EraseSize) +
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200287 (block * 512), 16 , &retlen,
288 (char *)&oob);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289 if (block == 2) {
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200290 foldmark = oob.u.c.FoldMark | oob.u.c.FoldMark1;
291 if (foldmark == FOLD_MARK_IN_PROGRESS) {
Brian Norris289c0522011-07-19 10:06:09 -0700292 pr_debug("Write Inhibited on EUN %d\n", thisEUN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293 inplace = 0;
294 } else {
295 /* There's no other reason not to do inplace,
296 except ones that come later. So we don't need
297 to preserve inplace */
298 inplace = 1;
299 }
300 }
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200301 status = oob.b.Status | oob.b.Status1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700302 BlockLastState[block] = status;
303
304 switch(status) {
305 case SECTOR_FREE:
306 BlockFreeFound[block] = 1;
307 break;
308
309 case SECTOR_USED:
310 if (!BlockFreeFound[block])
311 BlockMap[block] = thisEUN;
312 else
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000313 printk(KERN_WARNING
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314 "SECTOR_USED found after SECTOR_FREE "
315 "in Virtual Unit Chain %d for block %d\n",
316 thisVUC, block);
317 break;
318 case SECTOR_DELETED:
319 if (!BlockFreeFound[block])
320 BlockMap[block] = BLOCK_NIL;
321 else
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000322 printk(KERN_WARNING
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323 "SECTOR_DELETED found after SECTOR_FREE "
324 "in Virtual Unit Chain %d for block %d\n",
325 thisVUC, block);
326 break;
327
328 case SECTOR_IGNORE:
329 break;
330 default:
331 printk("Unknown status for block %d in EUN %d: %x\n",
332 block, thisEUN, status);
333 }
334 }
335
336 if (!silly--) {
337 printk(KERN_WARNING "Infinite loop in Virtual Unit Chain 0x%x\n",
338 thisVUC);
339 return BLOCK_NIL;
340 }
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000341
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342 thisEUN = nftl->ReplUnitTable[thisEUN];
343 }
344
345 if (inplace) {
346 /* We're being asked to be a fold-in-place. Check
347 that all blocks which actually have data associated
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000348 with them (i.e. BlockMap[block] != BLOCK_NIL) are
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349 either already present or SECTOR_FREE in the target
350 block. If not, we're going to have to fold out-of-place
351 anyway.
352 */
353 for (block = 0; block < nftl->EraseSize / 512 ; block++) {
354 if (BlockLastState[block] != SECTOR_FREE &&
355 BlockMap[block] != BLOCK_NIL &&
356 BlockMap[block] != targetEUN) {
Brian Norris289c0522011-07-19 10:06:09 -0700357 pr_debug("Setting inplace to 0. VUC %d, "
Linus Torvalds1da177e2005-04-16 15:20:36 -0700358 "block %d was %x lastEUN, "
359 "and is in EUN %d (%s) %d\n",
360 thisVUC, block, BlockLastState[block],
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000361 BlockMap[block],
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362 BlockMap[block]== targetEUN ? "==" : "!=",
363 targetEUN);
364 inplace = 0;
365 break;
366 }
367 }
368
369 if (pendingblock >= (thisVUC * (nftl->EraseSize / 512)) &&
370 pendingblock < ((thisVUC + 1)* (nftl->EraseSize / 512)) &&
371 BlockLastState[pendingblock - (thisVUC * (nftl->EraseSize / 512))] !=
372 SECTOR_FREE) {
Brian Norris289c0522011-07-19 10:06:09 -0700373 pr_debug("Pending write not free in EUN %d. "
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374 "Folding out of place.\n", targetEUN);
375 inplace = 0;
376 }
377 }
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000378
Linus Torvalds1da177e2005-04-16 15:20:36 -0700379 if (!inplace) {
Brian Norris289c0522011-07-19 10:06:09 -0700380 pr_debug("Cannot fold Virtual Unit Chain %d in place. "
Linus Torvalds1da177e2005-04-16 15:20:36 -0700381 "Trying out-of-place\n", thisVUC);
382 /* We need to find a targetEUN to fold into. */
383 targetEUN = NFTL_findfreeblock(nftl, 1);
384 if (targetEUN == BLOCK_NIL) {
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000385 /* Ouch. Now we're screwed. We need to do a
Linus Torvalds1da177e2005-04-16 15:20:36 -0700386 fold-in-place of another chain to make room
387 for this one. We need a better way of selecting
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000388 which chain to fold, because makefreeblock will
Linus Torvalds1da177e2005-04-16 15:20:36 -0700389 only ask us to fold the same one again.
390 */
391 printk(KERN_WARNING
392 "NFTL_findfreeblock(desperate) returns 0xffff.\n");
393 return BLOCK_NIL;
394 }
395 } else {
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200396 /* We put a fold mark in the chain we are folding only if we
397 fold in place to help the mount check code. If we do not fold in
398 place, it is possible to find the valid chain by selecting the
399 longer one */
400 oob.u.c.FoldMark = oob.u.c.FoldMark1 = cpu_to_le16(FOLD_MARK_IN_PROGRESS);
401 oob.u.c.unused = 0xffffffff;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200402 nftl_write_oob(mtd, (nftl->EraseSize * targetEUN) + 2 * 512 + 8,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200403 8, &retlen, (char *)&oob.u);
404 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700405
406 /* OK. We now know the location of every block in the Virtual Unit Chain,
407 and the Erase Unit into which we are supposed to be copying.
408 Go for it.
409 */
Brian Norris289c0522011-07-19 10:06:09 -0700410 pr_debug("Folding chain %d into unit %d\n", thisVUC, targetEUN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700411 for (block = 0; block < nftl->EraseSize / 512 ; block++) {
412 unsigned char movebuf[512];
413 int ret;
414
415 /* If it's in the target EUN already, or if it's pending write, do nothing */
416 if (BlockMap[block] == targetEUN ||
417 (pendingblock == (thisVUC * (nftl->EraseSize / 512) + block))) {
418 continue;
419 }
420
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200421 /* copy only in non free block (free blocks can only
Linus Torvalds1da177e2005-04-16 15:20:36 -0700422 happen in case of media errors or deleted blocks) */
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200423 if (BlockMap[block] == BLOCK_NIL)
424 continue;
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000425
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200426 ret = mtd->read(mtd, (nftl->EraseSize * BlockMap[block]) + (block * 512),
427 512, &retlen, movebuf);
Brian Norrisd57f40542011-09-20 18:34:25 -0700428 if (ret < 0 && !mtd_is_bitflip(ret)) {
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200429 ret = mtd->read(mtd, (nftl->EraseSize * BlockMap[block])
430 + (block * 512), 512, &retlen,
431 movebuf);
432 if (ret != -EIO)
433 printk("Error went away on retry.\n");
434 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700435 memset(&oob, 0xff, sizeof(struct nftl_oob));
436 oob.b.Status = oob.b.Status1 = SECTOR_USED;
Thomas Gleixner9223a452006-05-23 17:21:03 +0200437
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200438 nftl_write(nftl->mbd.mtd, (nftl->EraseSize * targetEUN) +
439 (block * 512), 512, &retlen, movebuf, (char *)&oob);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700440 }
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000441
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200442 /* add the header so that it is now a valid chain */
443 oob.u.a.VirtUnitNum = oob.u.a.SpareVirtUnitNum = cpu_to_le16(thisVUC);
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200444 oob.u.a.ReplUnitNum = oob.u.a.SpareReplUnitNum = BLOCK_NIL;
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000445
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200446 nftl_write_oob(mtd, (nftl->EraseSize * targetEUN) + 8,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200447 8, &retlen, (char *)&oob.u);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700448
449 /* OK. We've moved the whole lot into the new block. Now we have to free the original blocks. */
450
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000451 /* At this point, we have two different chains for this Virtual Unit, and no way to tell
Linus Torvalds1da177e2005-04-16 15:20:36 -0700452 them apart. If we crash now, we get confused. However, both contain the same data, so we
453 shouldn't actually lose data in this case. It's just that when we load up on a medium which
454 has duplicate chains, we need to free one of the chains because it's not necessary any more.
455 */
456 thisEUN = nftl->EUNtable[thisVUC];
Brian Norris289c0522011-07-19 10:06:09 -0700457 pr_debug("Want to erase\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700458
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000459 /* For each block in the old chain (except the targetEUN of course),
Linus Torvalds1da177e2005-04-16 15:20:36 -0700460 free it and make it available for future use */
461 while (thisEUN <= nftl->lastEUN && thisEUN != targetEUN) {
462 unsigned int EUNtmp;
463
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200464 EUNtmp = nftl->ReplUnitTable[thisEUN];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200466 if (NFTL_formatblock(nftl, thisEUN) < 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700467 /* could not erase : mark block as reserved
468 */
469 nftl->ReplUnitTable[thisEUN] = BLOCK_RESERVED;
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200470 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700471 /* correctly erased : mark it as free */
472 nftl->ReplUnitTable[thisEUN] = BLOCK_FREE;
473 nftl->numfreeEUNs++;
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200474 }
475 thisEUN = EUNtmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700476 }
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000477
Linus Torvalds1da177e2005-04-16 15:20:36 -0700478 /* Make this the new start of chain for thisVUC */
479 nftl->ReplUnitTable[targetEUN] = BLOCK_NIL;
480 nftl->EUNtable[thisVUC] = targetEUN;
481
482 return targetEUN;
483}
484
485static u16 NFTL_makefreeblock( struct NFTLrecord *nftl , unsigned pendingblock)
486{
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000487 /* This is the part that needs some cleverness applied.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700488 For now, I'm doing the minimum applicable to actually
489 get the thing to work.
490 Wear-levelling and other clever stuff needs to be implemented
491 and we also need to do some assessment of the results when
492 the system loses power half-way through the routine.
493 */
494 u16 LongestChain = 0;
495 u16 ChainLength = 0, thislen;
496 u16 chain, EUN;
497
498 for (chain = 0; chain < le32_to_cpu(nftl->MediaHdr.FormattedSize) / nftl->EraseSize; chain++) {
499 EUN = nftl->EUNtable[chain];
500 thislen = 0;
501
502 while (EUN <= nftl->lastEUN) {
503 thislen++;
504 //printk("VUC %d reaches len %d with EUN %d\n", chain, thislen, EUN);
505 EUN = nftl->ReplUnitTable[EUN] & 0x7fff;
506 if (thislen > 0xff00) {
507 printk("Endless loop in Virtual Chain %d: Unit %x\n",
508 chain, EUN);
509 }
510 if (thislen > 0xff10) {
511 /* Actually, don't return failure. Just ignore this chain and
512 get on with it. */
513 thislen = 0;
514 break;
515 }
516 }
517
518 if (thislen > ChainLength) {
519 //printk("New longest chain is %d with length %d\n", chain, thislen);
520 ChainLength = thislen;
521 LongestChain = chain;
522 }
523 }
524
525 if (ChainLength < 2) {
526 printk(KERN_WARNING "No Virtual Unit Chains available for folding. "
527 "Failing request\n");
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200528 return BLOCK_NIL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700529 }
530
531 return NFTL_foldchain (nftl, LongestChain, pendingblock);
532}
533
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000534/* NFTL_findwriteunit: Return the unit number into which we can write
Linus Torvalds1da177e2005-04-16 15:20:36 -0700535 for this block. Make it available if it isn't already
536*/
537static inline u16 NFTL_findwriteunit(struct NFTLrecord *nftl, unsigned block)
538{
539 u16 lastEUN;
540 u16 thisVUC = block / (nftl->EraseSize / 512);
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200541 struct mtd_info *mtd = nftl->mbd.mtd;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700542 unsigned int writeEUN;
543 unsigned long blockofs = (block * 512) & (nftl->EraseSize -1);
544 size_t retlen;
545 int silly, silly2 = 3;
546 struct nftl_oob oob;
547
548 do {
549 /* Scan the media to find a unit in the VUC which has
550 a free space for the block in question.
551 */
552
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000553 /* This condition catches the 0x[7f]fff cases, as well as
Linus Torvalds1da177e2005-04-16 15:20:36 -0700554 being a sanity check for past-end-of-media access
555 */
556 lastEUN = BLOCK_NIL;
557 writeEUN = nftl->EUNtable[thisVUC];
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200558 silly = MAX_LOOPS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700559 while (writeEUN <= nftl->lastEUN) {
560 struct nftl_bci bci;
561 size_t retlen;
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200562 unsigned int status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700563
564 lastEUN = writeEUN;
565
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200566 nftl_read_oob(mtd,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200567 (writeEUN * nftl->EraseSize) + blockofs,
568 8, &retlen, (char *)&bci);
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000569
Brian Norris289c0522011-07-19 10:06:09 -0700570 pr_debug("Status of block %d in EUN %d is %x\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571 block , writeEUN, le16_to_cpu(bci.Status));
572
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200573 status = bci.Status | bci.Status1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700574 switch(status) {
575 case SECTOR_FREE:
576 return writeEUN;
577
578 case SECTOR_DELETED:
579 case SECTOR_USED:
580 case SECTOR_IGNORE:
581 break;
582 default:
583 // Invalid block. Don't use it any more. Must implement.
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000584 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700585 }
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000586
587 if (!silly--) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700588 printk(KERN_WARNING
589 "Infinite loop in Virtual Unit Chain 0x%x\n",
590 thisVUC);
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200591 return BLOCK_NIL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700592 }
593
594 /* Skip to next block in chain */
595 writeEUN = nftl->ReplUnitTable[writeEUN];
596 }
597
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000598 /* OK. We didn't find one in the existing chain, or there
Linus Torvalds1da177e2005-04-16 15:20:36 -0700599 is no existing chain. */
600
601 /* Try to find an already-free block */
602 writeEUN = NFTL_findfreeblock(nftl, 0);
603
604 if (writeEUN == BLOCK_NIL) {
605 /* That didn't work - there were no free blocks just
606 waiting to be picked up. We're going to have to fold
607 a chain to make room.
608 */
609
610 /* First remember the start of this chain */
611 //u16 startEUN = nftl->EUNtable[thisVUC];
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000612
Linus Torvalds1da177e2005-04-16 15:20:36 -0700613 //printk("Write to VirtualUnitChain %d, calling makefreeblock()\n", thisVUC);
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200614 writeEUN = NFTL_makefreeblock(nftl, BLOCK_NIL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700615
616 if (writeEUN == BLOCK_NIL) {
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000617 /* OK, we accept that the above comment is
Linus Torvalds1da177e2005-04-16 15:20:36 -0700618 lying - there may have been free blocks
619 last time we called NFTL_findfreeblock(),
620 but they are reserved for when we're
621 desperate. Well, now we're desperate.
622 */
Brian Norris289c0522011-07-19 10:06:09 -0700623 pr_debug("Using desperate==1 to find free EUN to accommodate write to VUC %d\n", thisVUC);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624 writeEUN = NFTL_findfreeblock(nftl, 1);
625 }
626 if (writeEUN == BLOCK_NIL) {
627 /* Ouch. This should never happen - we should
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000628 always be able to make some room somehow.
629 If we get here, we've allocated more storage
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630 space than actual media, or our makefreeblock
631 routine is missing something.
632 */
633 printk(KERN_WARNING "Cannot make free space.\n");
634 return BLOCK_NIL;
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000635 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700636 //printk("Restarting scan\n");
637 lastEUN = BLOCK_NIL;
638 continue;
639 }
640
641 /* We've found a free block. Insert it into the chain. */
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000642
Linus Torvalds1da177e2005-04-16 15:20:36 -0700643 if (lastEUN != BLOCK_NIL) {
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200644 thisVUC |= 0x8000; /* It's a replacement block */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700645 } else {
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200646 /* The first block in a new chain */
647 nftl->EUNtable[thisVUC] = writeEUN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700648 }
649
650 /* set up the actual EUN we're writing into */
651 /* Both in our cache... */
652 nftl->ReplUnitTable[writeEUN] = BLOCK_NIL;
653
654 /* ... and on the flash itself */
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200655 nftl_read_oob(mtd, writeEUN * nftl->EraseSize + 8, 8,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200656 &retlen, (char *)&oob.u);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657
658 oob.u.a.VirtUnitNum = oob.u.a.SpareVirtUnitNum = cpu_to_le16(thisVUC);
659
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200660 nftl_write_oob(mtd, writeEUN * nftl->EraseSize + 8, 8,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200661 &retlen, (char *)&oob.u);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700662
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200663 /* we link the new block to the chain only after the
Linus Torvalds1da177e2005-04-16 15:20:36 -0700664 block is ready. It avoids the case where the chain
665 could point to a free block */
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200666 if (lastEUN != BLOCK_NIL) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700667 /* Both in our cache... */
668 nftl->ReplUnitTable[lastEUN] = writeEUN;
669 /* ... and on the flash itself */
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200670 nftl_read_oob(mtd, (lastEUN * nftl->EraseSize) + 8,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200671 8, &retlen, (char *)&oob.u);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700672
673 oob.u.a.ReplUnitNum = oob.u.a.SpareReplUnitNum
674 = cpu_to_le16(writeEUN);
675
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200676 nftl_write_oob(mtd, (lastEUN * nftl->EraseSize) + 8,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200677 8, &retlen, (char *)&oob.u);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700678 }
679
680 return writeEUN;
681
682 } while (silly2--);
683
684 printk(KERN_WARNING "Error folding to make room for Virtual Unit Chain 0x%x\n",
685 thisVUC);
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200686 return BLOCK_NIL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700687}
688
689static int nftl_writeblock(struct mtd_blktrans_dev *mbd, unsigned long block,
690 char *buffer)
691{
692 struct NFTLrecord *nftl = (void *)mbd;
693 u16 writeEUN;
694 unsigned long blockofs = (block * 512) & (nftl->EraseSize - 1);
695 size_t retlen;
696 struct nftl_oob oob;
697
698 writeEUN = NFTL_findwriteunit(nftl, block);
699
700 if (writeEUN == BLOCK_NIL) {
701 printk(KERN_WARNING
702 "NFTL_writeblock(): Cannot find block to write to\n");
703 /* If we _still_ haven't got a block to use, we're screwed */
704 return 1;
705 }
706
707 memset(&oob, 0xff, sizeof(struct nftl_oob));
708 oob.b.Status = oob.b.Status1 = SECTOR_USED;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700709
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200710 nftl_write(nftl->mbd.mtd, (writeEUN * nftl->EraseSize) + blockofs,
711 512, &retlen, (char *)buffer, (char *)&oob);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700712 return 0;
713}
714#endif /* CONFIG_NFTL_RW */
715
716static int nftl_readblock(struct mtd_blktrans_dev *mbd, unsigned long block,
717 char *buffer)
718{
719 struct NFTLrecord *nftl = (void *)mbd;
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200720 struct mtd_info *mtd = nftl->mbd.mtd;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700721 u16 lastgoodEUN;
722 u16 thisEUN = nftl->EUNtable[block / (nftl->EraseSize / 512)];
723 unsigned long blockofs = (block * 512) & (nftl->EraseSize - 1);
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200724 unsigned int status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700725 int silly = MAX_LOOPS;
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200726 size_t retlen;
727 struct nftl_bci bci;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700728
729 lastgoodEUN = BLOCK_NIL;
730
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200731 if (thisEUN != BLOCK_NIL) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700732 while (thisEUN < nftl->nb_blocks) {
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200733 if (nftl_read_oob(mtd, (thisEUN * nftl->EraseSize) +
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200734 blockofs, 8, &retlen,
735 (char *)&bci) < 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700736 status = SECTOR_IGNORE;
737 else
738 status = bci.Status | bci.Status1;
739
740 switch (status) {
741 case SECTOR_FREE:
742 /* no modification of a sector should follow a free sector */
743 goto the_end;
744 case SECTOR_DELETED:
745 lastgoodEUN = BLOCK_NIL;
746 break;
747 case SECTOR_USED:
748 lastgoodEUN = thisEUN;
749 break;
750 case SECTOR_IGNORE:
751 break;
752 default:
753 printk("Unknown status for block %ld in EUN %d: %x\n",
754 block, thisEUN, status);
755 break;
756 }
757
758 if (!silly--) {
759 printk(KERN_WARNING "Infinite loop in Virtual Unit Chain 0x%lx\n",
760 block / (nftl->EraseSize / 512));
761 return 1;
762 }
763 thisEUN = nftl->ReplUnitTable[thisEUN];
764 }
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200765 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700766
767 the_end:
768 if (lastgoodEUN == BLOCK_NIL) {
769 /* the requested block is not on the media, return all 0x00 */
770 memset(buffer, 0, 512);
771 } else {
772 loff_t ptr = (lastgoodEUN * nftl->EraseSize) + blockofs;
773 size_t retlen;
Thomas Gleixner9a1fcdf2006-05-29 14:56:39 +0200774 int res = mtd->read(mtd, ptr, 512, &retlen, buffer);
775
Brian Norrisd57f40542011-09-20 18:34:25 -0700776 if (res < 0 && !mtd_is_bitflip(res))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700777 return -EIO;
778 }
779 return 0;
780}
781
782static int nftl_getgeo(struct mtd_blktrans_dev *dev, struct hd_geometry *geo)
783{
784 struct NFTLrecord *nftl = (void *)dev;
785
786 geo->heads = nftl->heads;
787 geo->sectors = nftl->sectors;
788 geo->cylinders = nftl->cylinders;
789
790 return 0;
791}
792
793/****************************************************************************
794 *
795 * Module stuff
796 *
797 ****************************************************************************/
798
799
800static struct mtd_blktrans_ops nftl_tr = {
801 .name = "nftl",
802 .major = NFTL_MAJOR,
803 .part_bits = NFTL_PARTN_BITS,
Richard Purdie19187672006-10-27 09:09:33 +0100804 .blksize = 512,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700805 .getgeo = nftl_getgeo,
806 .readsect = nftl_readblock,
807#ifdef CONFIG_NFTL_RW
808 .writesect = nftl_writeblock,
809#endif
810 .add_mtd = nftl_add_mtd,
811 .remove_dev = nftl_remove_dev,
812 .owner = THIS_MODULE,
813};
814
Linus Torvalds1da177e2005-04-16 15:20:36 -0700815static int __init init_nftl(void)
816{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700817 return register_mtd_blktrans(&nftl_tr);
818}
819
820static void __exit cleanup_nftl(void)
821{
822 deregister_mtd_blktrans(&nftl_tr);
823}
824
825module_init(init_nftl);
826module_exit(cleanup_nftl);
827
828MODULE_LICENSE("GPL");
829MODULE_AUTHOR("David Woodhouse <dwmw2@infradead.org>, Fabrice Bellard <fabrice.bellard@netgem.com> et al.");
830MODULE_DESCRIPTION("Support code for NAND Flash Translation Layer, used on M-Systems DiskOnChip 2000 and Millennium");
Scott James Remnante7f52162009-03-02 17:43:04 +0000831MODULE_ALIAS_BLOCKDEV_MAJOR(NFTL_MAJOR);