blob: 1f1a61168b3d3d68ffff4d6b22731edca017a22b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
David Woodhousea1452a32010-08-08 20:58:20 +01002 * Linux driver for NAND Flash Translation Layer
3 *
4 * Copyright © 1999 Machine Vision Holdings, Inc.
5 * Copyright © 1999-2010 David Woodhouse <dwmw2@infradead.org>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070020 */
21
22#define PRERELEASE
23
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include <linux/kernel.h>
25#include <linux/module.h>
26#include <asm/errno.h>
27#include <asm/io.h>
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080028#include <linux/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#include <linux/delay.h>
30#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <linux/init.h>
32#include <linux/hdreg.h>
Scott James Remnante7f52162009-03-02 17:43:04 +000033#include <linux/blkdev.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
35#include <linux/kmod.h>
36#include <linux/mtd/mtd.h>
Boris Brezillond4092d72017-08-04 17:29:10 +020037#include <linux/mtd/rawnand.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#include <linux/mtd/nftl.h>
39#include <linux/mtd/blktrans.h>
40
41/* maximum number of loops while examining next block, to have a
42 chance to detect consistency problems (they should never happen
43 because of the checks done in the mounting */
44
45#define MAX_LOOPS 10000
46
47
48static void nftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)
49{
50 struct NFTLrecord *nftl;
51 unsigned long temp;
52
Huang Shijie818b9732013-09-25 14:58:17 +080053 if (!mtd_type_is_nand(mtd) || mtd->size > UINT_MAX)
Linus Torvalds1da177e2005-04-16 15:20:36 -070054 return;
55 /* OK, this is moderately ugly. But probably safe. Alternatives? */
56 if (memcmp(mtd->name, "DiskOnChip", 10))
57 return;
58
Brian Norris289c0522011-07-19 10:06:09 -070059 pr_debug("NFTL: add_mtd for %s\n", mtd->name);
Linus Torvalds1da177e2005-04-16 15:20:36 -070060
Burman Yan95b93a02006-11-15 21:10:29 +020061 nftl = kzalloc(sizeof(struct NFTLrecord), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -070062
Brian Norris08700662011-06-07 16:01:54 -070063 if (!nftl)
Linus Torvalds1da177e2005-04-16 15:20:36 -070064 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -070065
66 nftl->mbd.mtd = mtd;
67 nftl->mbd.devnum = -1;
Richard Purdie19187672006-10-27 09:09:33 +010068
Linus Torvalds1da177e2005-04-16 15:20:36 -070069 nftl->mbd.tr = tr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070070
71 if (NFTL_mount(nftl) < 0) {
72 printk(KERN_WARNING "NFTL: could not mount device\n");
73 kfree(nftl);
74 return;
75 }
76
77 /* OK, it's a new one. Set up all the data structures. */
78
79 /* Calculate geometry */
80 nftl->cylinders = 1024;
81 nftl->heads = 16;
82
83 temp = nftl->cylinders * nftl->heads;
84 nftl->sectors = nftl->mbd.size / temp;
85 if (nftl->mbd.size % temp) {
86 nftl->sectors++;
87 temp = nftl->cylinders * nftl->sectors;
88 nftl->heads = nftl->mbd.size / temp;
89
90 if (nftl->mbd.size % temp) {
91 nftl->heads++;
92 temp = nftl->heads * nftl->sectors;
93 nftl->cylinders = nftl->mbd.size / temp;
94 }
95 }
96
97 if (nftl->mbd.size != nftl->heads * nftl->cylinders * nftl->sectors) {
98 /*
Thomas Gleixner97894cd2005-11-07 11:15:26 +000099 Oh no we don't have
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100 mbd.size == heads * cylinders * sectors
101 */
102 printk(KERN_WARNING "NFTL: cannot calculate a geometry to "
103 "match size of 0x%lx.\n", nftl->mbd.size);
104 printk(KERN_WARNING "NFTL: using C:%d H:%d S:%d "
105 "(== 0x%lx sects)\n",
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000106 nftl->cylinders, nftl->heads , nftl->sectors,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107 (long)nftl->cylinders * (long)nftl->heads *
108 (long)nftl->sectors );
109 }
110
111 if (add_mtd_blktrans_dev(&nftl->mbd)) {
Jesper Juhlfa671642005-11-07 01:01:27 -0800112 kfree(nftl->ReplUnitTable);
113 kfree(nftl->EUNtable);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 kfree(nftl);
115 return;
116 }
117#ifdef PSYCHO_DEBUG
118 printk(KERN_INFO "NFTL: Found new nftl%c\n", nftl->mbd.devnum + 'a');
119#endif
120}
121
122static void nftl_remove_dev(struct mtd_blktrans_dev *dev)
123{
124 struct NFTLrecord *nftl = (void *)dev;
125
Brian Norris289c0522011-07-19 10:06:09 -0700126 pr_debug("NFTL: remove_dev (i=%d)\n", dev->devnum);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127
128 del_mtd_blktrans_dev(dev);
Jesper Juhlfa671642005-11-07 01:01:27 -0800129 kfree(nftl->ReplUnitTable);
130 kfree(nftl->EUNtable);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131}
132
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200133/*
134 * Read oob data from flash
135 */
136int nftl_read_oob(struct mtd_info *mtd, loff_t offs, size_t len,
137 size_t *retlen, uint8_t *buf)
138{
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100139 loff_t mask = mtd->writesize - 1;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200140 struct mtd_oob_ops ops;
141 int res;
142
Brian Norris0612b9d2011-08-30 18:45:40 -0700143 ops.mode = MTD_OPS_PLACE_OOB;
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100144 ops.ooboffs = offs & mask;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200145 ops.ooblen = len;
146 ops.oobbuf = buf;
147 ops.datbuf = NULL;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200148
Artem Bityutskiyfd2819b2011-12-23 18:27:05 +0200149 res = mtd_read_oob(mtd, offs & ~mask, &ops);
Vitaly Wool70145682006-11-03 18:20:38 +0300150 *retlen = ops.oobretlen;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200151 return res;
152}
153
154/*
155 * Write oob data to flash
156 */
157int nftl_write_oob(struct mtd_info *mtd, loff_t offs, size_t len,
158 size_t *retlen, uint8_t *buf)
159{
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100160 loff_t mask = mtd->writesize - 1;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200161 struct mtd_oob_ops ops;
162 int res;
163
Brian Norris0612b9d2011-08-30 18:45:40 -0700164 ops.mode = MTD_OPS_PLACE_OOB;
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100165 ops.ooboffs = offs & mask;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200166 ops.ooblen = len;
167 ops.oobbuf = buf;
168 ops.datbuf = NULL;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200169
Artem Bityutskiya2cc5ba2011-12-23 18:29:55 +0200170 res = mtd_write_oob(mtd, offs & ~mask, &ops);
Vitaly Wool70145682006-11-03 18:20:38 +0300171 *retlen = ops.oobretlen;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200172 return res;
173}
174
Frederik Deweerdt553a8012006-10-02 09:42:25 +0100175#ifdef CONFIG_NFTL_RW
176
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200177/*
178 * Write data and oob to flash
179 */
180static int nftl_write(struct mtd_info *mtd, loff_t offs, size_t len,
181 size_t *retlen, uint8_t *buf, uint8_t *oob)
182{
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100183 loff_t mask = mtd->writesize - 1;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200184 struct mtd_oob_ops ops;
185 int res;
186
Brian Norris0612b9d2011-08-30 18:45:40 -0700187 ops.mode = MTD_OPS_PLACE_OOB;
Dimitri Gorokhovik16f05c22009-09-03 14:04:22 +0100188 ops.ooboffs = offs & mask;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200189 ops.ooblen = mtd->oobsize;
190 ops.oobbuf = oob;
191 ops.datbuf = buf;
192 ops.len = len;
193
Artem Bityutskiya2cc5ba2011-12-23 18:29:55 +0200194 res = mtd_write_oob(mtd, offs & ~mask, &ops);
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200195 *retlen = ops.retlen;
196 return res;
197}
198
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199/* Actual NFTL access routines */
200/* NFTL_findfreeblock: Find a free Erase Unit on the NFTL partition. This function is used
201 * when the give Virtual Unit Chain
202 */
203static u16 NFTL_findfreeblock(struct NFTLrecord *nftl, int desperate )
204{
205 /* For a given Virtual Unit Chain: find or create a free block and
206 add it to the chain */
207 /* We're passed the number of the last EUN in the chain, to save us from
208 having to look it up again */
209 u16 pot = nftl->LastFreeEUN;
210 int silly = nftl->nb_blocks;
211
212 /* Normally, we force a fold to happen before we run out of free blocks completely */
213 if (!desperate && nftl->numfreeEUNs < 2) {
Brian Norris289c0522011-07-19 10:06:09 -0700214 pr_debug("NFTL_findfreeblock: there are too few free EUNs\n");
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200215 return BLOCK_NIL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216 }
217
218 /* Scan for a free block */
219 do {
220 if (nftl->ReplUnitTable[pot] == BLOCK_FREE) {
221 nftl->LastFreeEUN = pot;
222 nftl->numfreeEUNs--;
223 return pot;
224 }
225
226 /* This will probably point to the MediaHdr unit itself,
227 right at the beginning of the partition. But that unit
228 (and the backup unit too) should have the UCI set
229 up so that it's not selected for overwriting */
230 if (++pot > nftl->lastEUN)
231 pot = le16_to_cpu(nftl->MediaHdr.FirstPhysicalEUN);
232
233 if (!silly--) {
234 printk("Argh! No free blocks found! LastFreeEUN = %d, "
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000235 "FirstEUN = %d\n", nftl->LastFreeEUN,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236 le16_to_cpu(nftl->MediaHdr.FirstPhysicalEUN));
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200237 return BLOCK_NIL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238 }
239 } while (pot != nftl->LastFreeEUN);
240
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200241 return BLOCK_NIL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700242}
243
244static u16 NFTL_foldchain (struct NFTLrecord *nftl, unsigned thisVUC, unsigned pendingblock )
245{
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200246 struct mtd_info *mtd = nftl->mbd.mtd;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247 u16 BlockMap[MAX_SECTORS_PER_UNIT];
248 unsigned char BlockLastState[MAX_SECTORS_PER_UNIT];
249 unsigned char BlockFreeFound[MAX_SECTORS_PER_UNIT];
250 unsigned int thisEUN;
251 int block;
252 int silly;
253 unsigned int targetEUN;
254 struct nftl_oob oob;
255 int inplace = 1;
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200256 size_t retlen;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257
258 memset(BlockMap, 0xff, sizeof(BlockMap));
259 memset(BlockFreeFound, 0, sizeof(BlockFreeFound));
260
261 thisEUN = nftl->EUNtable[thisVUC];
262
263 if (thisEUN == BLOCK_NIL) {
264 printk(KERN_WARNING "Trying to fold non-existent "
265 "Virtual Unit Chain %d!\n", thisVUC);
266 return BLOCK_NIL;
267 }
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000268
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269 /* Scan to find the Erase Unit which holds the actual data for each
270 512-byte block within the Chain.
271 */
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200272 silly = MAX_LOOPS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273 targetEUN = BLOCK_NIL;
274 while (thisEUN <= nftl->lastEUN ) {
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200275 unsigned int status, foldmark;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276
277 targetEUN = thisEUN;
278 for (block = 0; block < nftl->EraseSize / 512; block ++) {
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200279 nftl_read_oob(mtd, (thisEUN * nftl->EraseSize) +
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200280 (block * 512), 16 , &retlen,
281 (char *)&oob);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700282 if (block == 2) {
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200283 foldmark = oob.u.c.FoldMark | oob.u.c.FoldMark1;
284 if (foldmark == FOLD_MARK_IN_PROGRESS) {
Brian Norris289c0522011-07-19 10:06:09 -0700285 pr_debug("Write Inhibited on EUN %d\n", thisEUN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286 inplace = 0;
287 } else {
288 /* There's no other reason not to do inplace,
289 except ones that come later. So we don't need
290 to preserve inplace */
291 inplace = 1;
292 }
293 }
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200294 status = oob.b.Status | oob.b.Status1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295 BlockLastState[block] = status;
296
297 switch(status) {
298 case SECTOR_FREE:
299 BlockFreeFound[block] = 1;
300 break;
301
302 case SECTOR_USED:
303 if (!BlockFreeFound[block])
304 BlockMap[block] = thisEUN;
305 else
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000306 printk(KERN_WARNING
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307 "SECTOR_USED found after SECTOR_FREE "
308 "in Virtual Unit Chain %d for block %d\n",
309 thisVUC, block);
310 break;
311 case SECTOR_DELETED:
312 if (!BlockFreeFound[block])
313 BlockMap[block] = BLOCK_NIL;
314 else
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000315 printk(KERN_WARNING
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316 "SECTOR_DELETED found after SECTOR_FREE "
317 "in Virtual Unit Chain %d for block %d\n",
318 thisVUC, block);
319 break;
320
321 case SECTOR_IGNORE:
322 break;
323 default:
324 printk("Unknown status for block %d in EUN %d: %x\n",
325 block, thisEUN, status);
326 }
327 }
328
329 if (!silly--) {
330 printk(KERN_WARNING "Infinite loop in Virtual Unit Chain 0x%x\n",
331 thisVUC);
332 return BLOCK_NIL;
333 }
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000334
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335 thisEUN = nftl->ReplUnitTable[thisEUN];
336 }
337
338 if (inplace) {
339 /* We're being asked to be a fold-in-place. Check
340 that all blocks which actually have data associated
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000341 with them (i.e. BlockMap[block] != BLOCK_NIL) are
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342 either already present or SECTOR_FREE in the target
343 block. If not, we're going to have to fold out-of-place
344 anyway.
345 */
346 for (block = 0; block < nftl->EraseSize / 512 ; block++) {
347 if (BlockLastState[block] != SECTOR_FREE &&
348 BlockMap[block] != BLOCK_NIL &&
349 BlockMap[block] != targetEUN) {
Brian Norris289c0522011-07-19 10:06:09 -0700350 pr_debug("Setting inplace to 0. VUC %d, "
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351 "block %d was %x lastEUN, "
352 "and is in EUN %d (%s) %d\n",
353 thisVUC, block, BlockLastState[block],
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000354 BlockMap[block],
Linus Torvalds1da177e2005-04-16 15:20:36 -0700355 BlockMap[block]== targetEUN ? "==" : "!=",
356 targetEUN);
357 inplace = 0;
358 break;
359 }
360 }
361
362 if (pendingblock >= (thisVUC * (nftl->EraseSize / 512)) &&
363 pendingblock < ((thisVUC + 1)* (nftl->EraseSize / 512)) &&
364 BlockLastState[pendingblock - (thisVUC * (nftl->EraseSize / 512))] !=
365 SECTOR_FREE) {
Brian Norris289c0522011-07-19 10:06:09 -0700366 pr_debug("Pending write not free in EUN %d. "
Linus Torvalds1da177e2005-04-16 15:20:36 -0700367 "Folding out of place.\n", targetEUN);
368 inplace = 0;
369 }
370 }
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000371
Linus Torvalds1da177e2005-04-16 15:20:36 -0700372 if (!inplace) {
Brian Norris289c0522011-07-19 10:06:09 -0700373 pr_debug("Cannot fold Virtual Unit Chain %d in place. "
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374 "Trying out-of-place\n", thisVUC);
375 /* We need to find a targetEUN to fold into. */
376 targetEUN = NFTL_findfreeblock(nftl, 1);
377 if (targetEUN == BLOCK_NIL) {
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000378 /* Ouch. Now we're screwed. We need to do a
Linus Torvalds1da177e2005-04-16 15:20:36 -0700379 fold-in-place of another chain to make room
380 for this one. We need a better way of selecting
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000381 which chain to fold, because makefreeblock will
Linus Torvalds1da177e2005-04-16 15:20:36 -0700382 only ask us to fold the same one again.
383 */
384 printk(KERN_WARNING
385 "NFTL_findfreeblock(desperate) returns 0xffff.\n");
386 return BLOCK_NIL;
387 }
388 } else {
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200389 /* We put a fold mark in the chain we are folding only if we
390 fold in place to help the mount check code. If we do not fold in
391 place, it is possible to find the valid chain by selecting the
392 longer one */
393 oob.u.c.FoldMark = oob.u.c.FoldMark1 = cpu_to_le16(FOLD_MARK_IN_PROGRESS);
394 oob.u.c.unused = 0xffffffff;
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200395 nftl_write_oob(mtd, (nftl->EraseSize * targetEUN) + 2 * 512 + 8,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200396 8, &retlen, (char *)&oob.u);
397 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700398
399 /* OK. We now know the location of every block in the Virtual Unit Chain,
400 and the Erase Unit into which we are supposed to be copying.
401 Go for it.
402 */
Brian Norris289c0522011-07-19 10:06:09 -0700403 pr_debug("Folding chain %d into unit %d\n", thisVUC, targetEUN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404 for (block = 0; block < nftl->EraseSize / 512 ; block++) {
405 unsigned char movebuf[512];
406 int ret;
407
408 /* If it's in the target EUN already, or if it's pending write, do nothing */
409 if (BlockMap[block] == targetEUN ||
410 (pendingblock == (thisVUC * (nftl->EraseSize / 512) + block))) {
411 continue;
412 }
413
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200414 /* copy only in non free block (free blocks can only
Linus Torvalds1da177e2005-04-16 15:20:36 -0700415 happen in case of media errors or deleted blocks) */
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200416 if (BlockMap[block] == BLOCK_NIL)
417 continue;
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000418
Artem Bityutskiy329ad392011-12-23 17:30:16 +0200419 ret = mtd_read(mtd,
420 (nftl->EraseSize * BlockMap[block]) + (block * 512),
421 512,
422 &retlen,
423 movebuf);
Brian Norrisd57f40542011-09-20 18:34:25 -0700424 if (ret < 0 && !mtd_is_bitflip(ret)) {
Artem Bityutskiy329ad392011-12-23 17:30:16 +0200425 ret = mtd_read(mtd,
426 (nftl->EraseSize * BlockMap[block]) + (block * 512),
427 512,
428 &retlen,
429 movebuf);
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200430 if (ret != -EIO)
431 printk("Error went away on retry.\n");
432 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433 memset(&oob, 0xff, sizeof(struct nftl_oob));
434 oob.b.Status = oob.b.Status1 = SECTOR_USED;
Thomas Gleixner9223a452006-05-23 17:21:03 +0200435
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200436 nftl_write(nftl->mbd.mtd, (nftl->EraseSize * targetEUN) +
437 (block * 512), 512, &retlen, movebuf, (char *)&oob);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700438 }
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000439
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200440 /* add the header so that it is now a valid chain */
441 oob.u.a.VirtUnitNum = oob.u.a.SpareVirtUnitNum = cpu_to_le16(thisVUC);
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200442 oob.u.a.ReplUnitNum = oob.u.a.SpareReplUnitNum = BLOCK_NIL;
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000443
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200444 nftl_write_oob(mtd, (nftl->EraseSize * targetEUN) + 8,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200445 8, &retlen, (char *)&oob.u);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700446
447 /* OK. We've moved the whole lot into the new block. Now we have to free the original blocks. */
448
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000449 /* At this point, we have two different chains for this Virtual Unit, and no way to tell
Linus Torvalds1da177e2005-04-16 15:20:36 -0700450 them apart. If we crash now, we get confused. However, both contain the same data, so we
451 shouldn't actually lose data in this case. It's just that when we load up on a medium which
452 has duplicate chains, we need to free one of the chains because it's not necessary any more.
453 */
454 thisEUN = nftl->EUNtable[thisVUC];
Brian Norris289c0522011-07-19 10:06:09 -0700455 pr_debug("Want to erase\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700456
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000457 /* For each block in the old chain (except the targetEUN of course),
Linus Torvalds1da177e2005-04-16 15:20:36 -0700458 free it and make it available for future use */
459 while (thisEUN <= nftl->lastEUN && thisEUN != targetEUN) {
460 unsigned int EUNtmp;
461
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200462 EUNtmp = nftl->ReplUnitTable[thisEUN];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700463
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200464 if (NFTL_formatblock(nftl, thisEUN) < 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465 /* could not erase : mark block as reserved
466 */
467 nftl->ReplUnitTable[thisEUN] = BLOCK_RESERVED;
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200468 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700469 /* correctly erased : mark it as free */
470 nftl->ReplUnitTable[thisEUN] = BLOCK_FREE;
471 nftl->numfreeEUNs++;
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200472 }
473 thisEUN = EUNtmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700474 }
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000475
Linus Torvalds1da177e2005-04-16 15:20:36 -0700476 /* Make this the new start of chain for thisVUC */
477 nftl->ReplUnitTable[targetEUN] = BLOCK_NIL;
478 nftl->EUNtable[thisVUC] = targetEUN;
479
480 return targetEUN;
481}
482
483static u16 NFTL_makefreeblock( struct NFTLrecord *nftl , unsigned pendingblock)
484{
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000485 /* This is the part that needs some cleverness applied.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486 For now, I'm doing the minimum applicable to actually
487 get the thing to work.
488 Wear-levelling and other clever stuff needs to be implemented
489 and we also need to do some assessment of the results when
490 the system loses power half-way through the routine.
491 */
492 u16 LongestChain = 0;
493 u16 ChainLength = 0, thislen;
494 u16 chain, EUN;
495
496 for (chain = 0; chain < le32_to_cpu(nftl->MediaHdr.FormattedSize) / nftl->EraseSize; chain++) {
497 EUN = nftl->EUNtable[chain];
498 thislen = 0;
499
500 while (EUN <= nftl->lastEUN) {
501 thislen++;
502 //printk("VUC %d reaches len %d with EUN %d\n", chain, thislen, EUN);
503 EUN = nftl->ReplUnitTable[EUN] & 0x7fff;
504 if (thislen > 0xff00) {
505 printk("Endless loop in Virtual Chain %d: Unit %x\n",
506 chain, EUN);
507 }
508 if (thislen > 0xff10) {
509 /* Actually, don't return failure. Just ignore this chain and
510 get on with it. */
511 thislen = 0;
512 break;
513 }
514 }
515
516 if (thislen > ChainLength) {
517 //printk("New longest chain is %d with length %d\n", chain, thislen);
518 ChainLength = thislen;
519 LongestChain = chain;
520 }
521 }
522
523 if (ChainLength < 2) {
524 printk(KERN_WARNING "No Virtual Unit Chains available for folding. "
525 "Failing request\n");
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200526 return BLOCK_NIL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700527 }
528
529 return NFTL_foldchain (nftl, LongestChain, pendingblock);
530}
531
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000532/* NFTL_findwriteunit: Return the unit number into which we can write
Linus Torvalds1da177e2005-04-16 15:20:36 -0700533 for this block. Make it available if it isn't already
534*/
535static inline u16 NFTL_findwriteunit(struct NFTLrecord *nftl, unsigned block)
536{
537 u16 lastEUN;
538 u16 thisVUC = block / (nftl->EraseSize / 512);
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200539 struct mtd_info *mtd = nftl->mbd.mtd;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700540 unsigned int writeEUN;
541 unsigned long blockofs = (block * 512) & (nftl->EraseSize -1);
542 size_t retlen;
543 int silly, silly2 = 3;
544 struct nftl_oob oob;
545
546 do {
547 /* Scan the media to find a unit in the VUC which has
548 a free space for the block in question.
549 */
550
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000551 /* This condition catches the 0x[7f]fff cases, as well as
Linus Torvalds1da177e2005-04-16 15:20:36 -0700552 being a sanity check for past-end-of-media access
553 */
554 lastEUN = BLOCK_NIL;
555 writeEUN = nftl->EUNtable[thisVUC];
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200556 silly = MAX_LOOPS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700557 while (writeEUN <= nftl->lastEUN) {
558 struct nftl_bci bci;
559 size_t retlen;
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200560 unsigned int status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700561
562 lastEUN = writeEUN;
563
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200564 nftl_read_oob(mtd,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200565 (writeEUN * nftl->EraseSize) + blockofs,
566 8, &retlen, (char *)&bci);
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000567
Brian Norris289c0522011-07-19 10:06:09 -0700568 pr_debug("Status of block %d in EUN %d is %x\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700569 block , writeEUN, le16_to_cpu(bci.Status));
570
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200571 status = bci.Status | bci.Status1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700572 switch(status) {
573 case SECTOR_FREE:
574 return writeEUN;
575
576 case SECTOR_DELETED:
577 case SECTOR_USED:
578 case SECTOR_IGNORE:
579 break;
580 default:
581 // Invalid block. Don't use it any more. Must implement.
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000582 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700583 }
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000584
585 if (!silly--) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700586 printk(KERN_WARNING
587 "Infinite loop in Virtual Unit Chain 0x%x\n",
588 thisVUC);
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200589 return BLOCK_NIL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700590 }
591
592 /* Skip to next block in chain */
593 writeEUN = nftl->ReplUnitTable[writeEUN];
594 }
595
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000596 /* OK. We didn't find one in the existing chain, or there
Linus Torvalds1da177e2005-04-16 15:20:36 -0700597 is no existing chain. */
598
599 /* Try to find an already-free block */
600 writeEUN = NFTL_findfreeblock(nftl, 0);
601
602 if (writeEUN == BLOCK_NIL) {
603 /* That didn't work - there were no free blocks just
604 waiting to be picked up. We're going to have to fold
605 a chain to make room.
606 */
607
608 /* First remember the start of this chain */
609 //u16 startEUN = nftl->EUNtable[thisVUC];
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000610
Linus Torvalds1da177e2005-04-16 15:20:36 -0700611 //printk("Write to VirtualUnitChain %d, calling makefreeblock()\n", thisVUC);
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200612 writeEUN = NFTL_makefreeblock(nftl, BLOCK_NIL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700613
614 if (writeEUN == BLOCK_NIL) {
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000615 /* OK, we accept that the above comment is
Linus Torvalds1da177e2005-04-16 15:20:36 -0700616 lying - there may have been free blocks
617 last time we called NFTL_findfreeblock(),
618 but they are reserved for when we're
619 desperate. Well, now we're desperate.
620 */
Brian Norris289c0522011-07-19 10:06:09 -0700621 pr_debug("Using desperate==1 to find free EUN to accommodate write to VUC %d\n", thisVUC);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622 writeEUN = NFTL_findfreeblock(nftl, 1);
623 }
624 if (writeEUN == BLOCK_NIL) {
625 /* Ouch. This should never happen - we should
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000626 always be able to make some room somehow.
627 If we get here, we've allocated more storage
Linus Torvalds1da177e2005-04-16 15:20:36 -0700628 space than actual media, or our makefreeblock
629 routine is missing something.
630 */
631 printk(KERN_WARNING "Cannot make free space.\n");
632 return BLOCK_NIL;
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000633 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634 //printk("Restarting scan\n");
635 lastEUN = BLOCK_NIL;
636 continue;
637 }
638
639 /* We've found a free block. Insert it into the chain. */
Thomas Gleixner97894cd2005-11-07 11:15:26 +0000640
Linus Torvalds1da177e2005-04-16 15:20:36 -0700641 if (lastEUN != BLOCK_NIL) {
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200642 thisVUC |= 0x8000; /* It's a replacement block */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700643 } else {
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200644 /* The first block in a new chain */
645 nftl->EUNtable[thisVUC] = writeEUN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700646 }
647
648 /* set up the actual EUN we're writing into */
649 /* Both in our cache... */
650 nftl->ReplUnitTable[writeEUN] = BLOCK_NIL;
651
652 /* ... and on the flash itself */
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200653 nftl_read_oob(mtd, writeEUN * nftl->EraseSize + 8, 8,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200654 &retlen, (char *)&oob.u);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700655
656 oob.u.a.VirtUnitNum = oob.u.a.SpareVirtUnitNum = cpu_to_le16(thisVUC);
657
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200658 nftl_write_oob(mtd, writeEUN * nftl->EraseSize + 8, 8,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200659 &retlen, (char *)&oob.u);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700660
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200661 /* we link the new block to the chain only after the
Linus Torvalds1da177e2005-04-16 15:20:36 -0700662 block is ready. It avoids the case where the chain
663 could point to a free block */
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200664 if (lastEUN != BLOCK_NIL) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700665 /* Both in our cache... */
666 nftl->ReplUnitTable[lastEUN] = writeEUN;
667 /* ... and on the flash itself */
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200668 nftl_read_oob(mtd, (lastEUN * nftl->EraseSize) + 8,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200669 8, &retlen, (char *)&oob.u);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700670
671 oob.u.a.ReplUnitNum = oob.u.a.SpareReplUnitNum
672 = cpu_to_le16(writeEUN);
673
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200674 nftl_write_oob(mtd, (lastEUN * nftl->EraseSize) + 8,
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200675 8, &retlen, (char *)&oob.u);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700676 }
677
678 return writeEUN;
679
680 } while (silly2--);
681
682 printk(KERN_WARNING "Error folding to make room for Virtual Unit Chain 0x%x\n",
683 thisVUC);
Julia Lawall70ec3bb2009-06-27 09:55:32 +0200684 return BLOCK_NIL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700685}
686
687static int nftl_writeblock(struct mtd_blktrans_dev *mbd, unsigned long block,
688 char *buffer)
689{
690 struct NFTLrecord *nftl = (void *)mbd;
691 u16 writeEUN;
692 unsigned long blockofs = (block * 512) & (nftl->EraseSize - 1);
693 size_t retlen;
694 struct nftl_oob oob;
695
696 writeEUN = NFTL_findwriteunit(nftl, block);
697
698 if (writeEUN == BLOCK_NIL) {
699 printk(KERN_WARNING
700 "NFTL_writeblock(): Cannot find block to write to\n");
701 /* If we _still_ haven't got a block to use, we're screwed */
702 return 1;
703 }
704
705 memset(&oob, 0xff, sizeof(struct nftl_oob));
706 oob.b.Status = oob.b.Status1 = SECTOR_USED;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700707
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200708 nftl_write(nftl->mbd.mtd, (writeEUN * nftl->EraseSize) + blockofs,
709 512, &retlen, (char *)buffer, (char *)&oob);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700710 return 0;
711}
712#endif /* CONFIG_NFTL_RW */
713
714static int nftl_readblock(struct mtd_blktrans_dev *mbd, unsigned long block,
715 char *buffer)
716{
717 struct NFTLrecord *nftl = (void *)mbd;
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200718 struct mtd_info *mtd = nftl->mbd.mtd;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700719 u16 lastgoodEUN;
720 u16 thisEUN = nftl->EUNtable[block / (nftl->EraseSize / 512)];
721 unsigned long blockofs = (block * 512) & (nftl->EraseSize - 1);
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200722 unsigned int status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700723 int silly = MAX_LOOPS;
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200724 size_t retlen;
725 struct nftl_bci bci;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700726
727 lastgoodEUN = BLOCK_NIL;
728
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200729 if (thisEUN != BLOCK_NIL) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700730 while (thisEUN < nftl->nb_blocks) {
Thomas Gleixner8593fbc2006-05-29 03:26:58 +0200731 if (nftl_read_oob(mtd, (thisEUN * nftl->EraseSize) +
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200732 blockofs, 8, &retlen,
733 (char *)&bci) < 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700734 status = SECTOR_IGNORE;
735 else
736 status = bci.Status | bci.Status1;
737
738 switch (status) {
739 case SECTOR_FREE:
740 /* no modification of a sector should follow a free sector */
741 goto the_end;
742 case SECTOR_DELETED:
743 lastgoodEUN = BLOCK_NIL;
744 break;
745 case SECTOR_USED:
746 lastgoodEUN = thisEUN;
747 break;
748 case SECTOR_IGNORE:
749 break;
750 default:
751 printk("Unknown status for block %ld in EUN %d: %x\n",
752 block, thisEUN, status);
753 break;
754 }
755
756 if (!silly--) {
757 printk(KERN_WARNING "Infinite loop in Virtual Unit Chain 0x%lx\n",
758 block / (nftl->EraseSize / 512));
759 return 1;
760 }
761 thisEUN = nftl->ReplUnitTable[thisEUN];
762 }
Thomas Gleixnerf4a43cf2006-05-28 11:01:53 +0200763 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700764
765 the_end:
766 if (lastgoodEUN == BLOCK_NIL) {
767 /* the requested block is not on the media, return all 0x00 */
768 memset(buffer, 0, 512);
769 } else {
770 loff_t ptr = (lastgoodEUN * nftl->EraseSize) + blockofs;
771 size_t retlen;
Artem Bityutskiy329ad392011-12-23 17:30:16 +0200772 int res = mtd_read(mtd, ptr, 512, &retlen, buffer);
Thomas Gleixner9a1fcdf2006-05-29 14:56:39 +0200773
Brian Norrisd57f40542011-09-20 18:34:25 -0700774 if (res < 0 && !mtd_is_bitflip(res))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700775 return -EIO;
776 }
777 return 0;
778}
779
780static int nftl_getgeo(struct mtd_blktrans_dev *dev, struct hd_geometry *geo)
781{
782 struct NFTLrecord *nftl = (void *)dev;
783
784 geo->heads = nftl->heads;
785 geo->sectors = nftl->sectors;
786 geo->cylinders = nftl->cylinders;
787
788 return 0;
789}
790
791/****************************************************************************
792 *
793 * Module stuff
794 *
795 ****************************************************************************/
796
797
798static struct mtd_blktrans_ops nftl_tr = {
799 .name = "nftl",
800 .major = NFTL_MAJOR,
801 .part_bits = NFTL_PARTN_BITS,
Richard Purdie19187672006-10-27 09:09:33 +0100802 .blksize = 512,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700803 .getgeo = nftl_getgeo,
804 .readsect = nftl_readblock,
805#ifdef CONFIG_NFTL_RW
806 .writesect = nftl_writeblock,
807#endif
808 .add_mtd = nftl_add_mtd,
809 .remove_dev = nftl_remove_dev,
810 .owner = THIS_MODULE,
811};
812
Linus Torvalds1da177e2005-04-16 15:20:36 -0700813static int __init init_nftl(void)
814{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700815 return register_mtd_blktrans(&nftl_tr);
816}
817
818static void __exit cleanup_nftl(void)
819{
820 deregister_mtd_blktrans(&nftl_tr);
821}
822
823module_init(init_nftl);
824module_exit(cleanup_nftl);
825
826MODULE_LICENSE("GPL");
827MODULE_AUTHOR("David Woodhouse <dwmw2@infradead.org>, Fabrice Bellard <fabrice.bellard@netgem.com> et al.");
828MODULE_DESCRIPTION("Support code for NAND Flash Translation Layer, used on M-Systems DiskOnChip 2000 and Millennium");
Scott James Remnante7f52162009-03-02 17:43:04 +0000829MODULE_ALIAS_BLOCKDEV_MAJOR(NFTL_MAJOR);