1*10465441SEvalZero /*
2*10465441SEvalZero * JFFS2 -- Journalling Flash File System, Version 2.
3*10465441SEvalZero *
4*10465441SEvalZero * Copyright (C) 2001-2003 Red Hat, Inc.
5*10465441SEvalZero *
6*10465441SEvalZero * Created by David Woodhouse <[email protected]>
7*10465441SEvalZero *
8*10465441SEvalZero * For licensing information, see the file 'LICENCE' in this directory.
9*10465441SEvalZero *
10*10465441SEvalZero * $Id: build.c,v 1.75 2005/07/22 10:32:07 dedekind Exp $
11*10465441SEvalZero *
12*10465441SEvalZero */
13*10465441SEvalZero
14*10465441SEvalZero #include <linux/kernel.h>
15*10465441SEvalZero #include <linux/sched.h>
16*10465441SEvalZero #include <linux/slab.h>
17*10465441SEvalZero #include <linux/vmalloc.h>
18*10465441SEvalZero #include <linux/mtd/mtd.h>
19*10465441SEvalZero #include "nodelist.h"
20*10465441SEvalZero
21*10465441SEvalZero static void jffs2_build_remove_unlinked_inode(struct jffs2_sb_info *, struct jffs2_inode_cache *, struct jffs2_full_dirent **);
22*10465441SEvalZero
23*10465441SEvalZero static inline struct jffs2_inode_cache *
first_inode_chain(int * i,struct jffs2_sb_info * c)24*10465441SEvalZero first_inode_chain(int *i, struct jffs2_sb_info *c)
25*10465441SEvalZero {
26*10465441SEvalZero for (; *i < INOCACHE_HASHSIZE; (*i)++) {
27*10465441SEvalZero if (c->inocache_list[*i])
28*10465441SEvalZero return c->inocache_list[*i];
29*10465441SEvalZero }
30*10465441SEvalZero return NULL;
31*10465441SEvalZero }
32*10465441SEvalZero
33*10465441SEvalZero static inline struct jffs2_inode_cache *
next_inode(int * i,struct jffs2_inode_cache * ic,struct jffs2_sb_info * c)34*10465441SEvalZero next_inode(int *i, struct jffs2_inode_cache *ic, struct jffs2_sb_info *c)
35*10465441SEvalZero {
36*10465441SEvalZero /* More in this chain? */
37*10465441SEvalZero if (ic->next)
38*10465441SEvalZero return ic->next;
39*10465441SEvalZero (*i)++;
40*10465441SEvalZero return first_inode_chain(i, c);
41*10465441SEvalZero }
42*10465441SEvalZero
43*10465441SEvalZero #define for_each_inode(i, c, ic) \
44*10465441SEvalZero for (i = 0, ic = first_inode_chain(&i, (c)); \
45*10465441SEvalZero ic; \
46*10465441SEvalZero ic = next_inode(&i, ic, (c)))
47*10465441SEvalZero
48*10465441SEvalZero
jffs2_build_inode_pass1(struct jffs2_sb_info * c,struct jffs2_inode_cache * ic)49*10465441SEvalZero static inline void jffs2_build_inode_pass1(struct jffs2_sb_info *c, struct jffs2_inode_cache *ic)
50*10465441SEvalZero {
51*10465441SEvalZero struct jffs2_full_dirent *fd;
52*10465441SEvalZero
53*10465441SEvalZero D1(printk(KERN_DEBUG "jffs2_build_inode building directory inode #%u\n", ic->ino));
54*10465441SEvalZero
55*10465441SEvalZero /* For each child, increase nlink */
56*10465441SEvalZero for(fd = ic->scan_dents; fd; fd = fd->next) {
57*10465441SEvalZero struct jffs2_inode_cache *child_ic;
58*10465441SEvalZero if (!fd->ino)
59*10465441SEvalZero continue;
60*10465441SEvalZero
61*10465441SEvalZero /* XXX: Can get high latency here with huge directories */
62*10465441SEvalZero
63*10465441SEvalZero child_ic = jffs2_get_ino_cache(c, fd->ino);
64*10465441SEvalZero if (!child_ic) {
65*10465441SEvalZero printk(KERN_NOTICE "Eep. Child \"%s\" (ino #%u) of dir ino #%u doesn't exist!\n",
66*10465441SEvalZero fd->name, fd->ino, ic->ino);
67*10465441SEvalZero jffs2_mark_node_obsolete(c, fd->raw);
68*10465441SEvalZero continue;
69*10465441SEvalZero }
70*10465441SEvalZero
71*10465441SEvalZero if (child_ic->nlink++ && fd->type == DT_DIR) {
72*10465441SEvalZero printk(KERN_NOTICE "Child dir \"%s\" (ino #%u) of dir ino #%u appears to be a hard link\n", fd->name, fd->ino, ic->ino);
73*10465441SEvalZero if (fd->ino == 1 && ic->ino == 1) {
74*10465441SEvalZero printk(KERN_NOTICE "This is mostly harmless, and probably caused by creating a JFFS2 image\n");
75*10465441SEvalZero printk(KERN_NOTICE "using a buggy version of mkfs.jffs2. Use at least v1.17.\n");
76*10465441SEvalZero }
77*10465441SEvalZero /* What do we do about it? */
78*10465441SEvalZero }
79*10465441SEvalZero D1(printk(KERN_DEBUG "Increased nlink for child \"%s\" (ino #%u)\n", fd->name, fd->ino));
80*10465441SEvalZero /* Can't free them. We might need them in pass 2 */
81*10465441SEvalZero }
82*10465441SEvalZero }
83*10465441SEvalZero
84*10465441SEvalZero /* Scan plan:
85*10465441SEvalZero - Scan physical nodes. Build map of inodes/dirents. Allocate inocaches as we go
86*10465441SEvalZero - Scan directory tree from top down, setting nlink in inocaches
87*10465441SEvalZero - Scan inocaches for inodes with nlink==0
88*10465441SEvalZero */
jffs2_build_filesystem(struct jffs2_sb_info * c)89*10465441SEvalZero static int jffs2_build_filesystem(struct jffs2_sb_info *c)
90*10465441SEvalZero {
91*10465441SEvalZero int ret;
92*10465441SEvalZero int i;
93*10465441SEvalZero struct jffs2_inode_cache *ic;
94*10465441SEvalZero struct jffs2_full_dirent *fd;
95*10465441SEvalZero struct jffs2_full_dirent *dead_fds = NULL;
96*10465441SEvalZero
97*10465441SEvalZero /* First, scan the medium and build all the inode caches with
98*10465441SEvalZero lists of physical nodes */
99*10465441SEvalZero
100*10465441SEvalZero c->flags |= JFFS2_SB_FLAG_SCANNING;
101*10465441SEvalZero ret = jffs2_scan_medium(c);
102*10465441SEvalZero c->flags &= ~JFFS2_SB_FLAG_SCANNING;
103*10465441SEvalZero if (ret)
104*10465441SEvalZero goto exit;
105*10465441SEvalZero
106*10465441SEvalZero D1(printk(KERN_DEBUG "Scanned flash completely\n"));
107*10465441SEvalZero jffs2_dbg_dump_block_lists_nolock(c);
108*10465441SEvalZero
109*10465441SEvalZero c->flags |= JFFS2_SB_FLAG_BUILDING;
110*10465441SEvalZero /* Now scan the directory tree, increasing nlink according to every dirent found. */
111*10465441SEvalZero for_each_inode(i, c, ic) {
112*10465441SEvalZero D1(printk(KERN_DEBUG "Pass 1: ino #%u\n", ic->ino));
113*10465441SEvalZero
114*10465441SEvalZero D1(BUG_ON(ic->ino > c->highest_ino));
115*10465441SEvalZero
116*10465441SEvalZero if (ic->scan_dents) {
117*10465441SEvalZero jffs2_build_inode_pass1(c, ic);
118*10465441SEvalZero cond_resched();
119*10465441SEvalZero }
120*10465441SEvalZero }
121*10465441SEvalZero
122*10465441SEvalZero D1(printk(KERN_DEBUG "Pass 1 complete\n"));
123*10465441SEvalZero
124*10465441SEvalZero /* Next, scan for inodes with nlink == 0 and remove them. If
125*10465441SEvalZero they were directories, then decrement the nlink of their
126*10465441SEvalZero children too, and repeat the scan. As that's going to be
127*10465441SEvalZero a fairly uncommon occurrence, it's not so evil to do it this
128*10465441SEvalZero way. Recursion bad. */
129*10465441SEvalZero D1(printk(KERN_DEBUG "Pass 2 starting\n"));
130*10465441SEvalZero
131*10465441SEvalZero for_each_inode(i, c, ic) {
132*10465441SEvalZero D1(printk(KERN_DEBUG "Pass 2: ino #%u, nlink %d, ic %p, nodes %p\n", ic->ino, ic->nlink, ic, ic->nodes));
133*10465441SEvalZero if (ic->nlink)
134*10465441SEvalZero continue;
135*10465441SEvalZero
136*10465441SEvalZero jffs2_build_remove_unlinked_inode(c, ic, &dead_fds);
137*10465441SEvalZero cond_resched();
138*10465441SEvalZero }
139*10465441SEvalZero
140*10465441SEvalZero D1(printk(KERN_DEBUG "Pass 2a starting\n"));
141*10465441SEvalZero
142*10465441SEvalZero while (dead_fds) {
143*10465441SEvalZero fd = dead_fds;
144*10465441SEvalZero dead_fds = fd->next;
145*10465441SEvalZero
146*10465441SEvalZero ic = jffs2_get_ino_cache(c, fd->ino);
147*10465441SEvalZero D1(printk(KERN_DEBUG "Removing dead_fd ino #%u (\"%s\"), ic at %p\n", fd->ino, fd->name, ic));
148*10465441SEvalZero
149*10465441SEvalZero if (ic)
150*10465441SEvalZero jffs2_build_remove_unlinked_inode(c, ic, &dead_fds);
151*10465441SEvalZero jffs2_free_full_dirent(fd);
152*10465441SEvalZero }
153*10465441SEvalZero
154*10465441SEvalZero D1(printk(KERN_DEBUG "Pass 2 complete\n"));
155*10465441SEvalZero
156*10465441SEvalZero /* Finally, we can scan again and free the dirent structs */
157*10465441SEvalZero for_each_inode(i, c, ic) {
158*10465441SEvalZero D1(printk(KERN_DEBUG "Pass 3: ino #%u, ic %p, nodes %p\n", ic->ino, ic, ic->nodes));
159*10465441SEvalZero
160*10465441SEvalZero while(ic->scan_dents) {
161*10465441SEvalZero fd = ic->scan_dents;
162*10465441SEvalZero ic->scan_dents = fd->next;
163*10465441SEvalZero jffs2_free_full_dirent(fd);
164*10465441SEvalZero }
165*10465441SEvalZero ic->scan_dents = NULL;
166*10465441SEvalZero cond_resched();
167*10465441SEvalZero }
168*10465441SEvalZero c->flags &= ~JFFS2_SB_FLAG_BUILDING;
169*10465441SEvalZero
170*10465441SEvalZero D1(printk(KERN_DEBUG "Pass 3 complete\n"));
171*10465441SEvalZero jffs2_dbg_dump_block_lists_nolock(c);
172*10465441SEvalZero
173*10465441SEvalZero /* Rotate the lists by some number to ensure wear levelling */
174*10465441SEvalZero jffs2_rotate_lists(c);
175*10465441SEvalZero
176*10465441SEvalZero ret = 0;
177*10465441SEvalZero
178*10465441SEvalZero exit:
179*10465441SEvalZero if (ret) {
180*10465441SEvalZero for_each_inode(i, c, ic) {
181*10465441SEvalZero while(ic->scan_dents) {
182*10465441SEvalZero fd = ic->scan_dents;
183*10465441SEvalZero ic->scan_dents = fd->next;
184*10465441SEvalZero jffs2_free_full_dirent(fd);
185*10465441SEvalZero }
186*10465441SEvalZero }
187*10465441SEvalZero }
188*10465441SEvalZero
189*10465441SEvalZero return ret;
190*10465441SEvalZero }
191*10465441SEvalZero
jffs2_build_remove_unlinked_inode(struct jffs2_sb_info * c,struct jffs2_inode_cache * ic,struct jffs2_full_dirent ** dead_fds)192*10465441SEvalZero static void jffs2_build_remove_unlinked_inode(struct jffs2_sb_info *c, struct jffs2_inode_cache *ic, struct jffs2_full_dirent **dead_fds)
193*10465441SEvalZero {
194*10465441SEvalZero struct jffs2_raw_node_ref *raw;
195*10465441SEvalZero struct jffs2_full_dirent *fd;
196*10465441SEvalZero
197*10465441SEvalZero D1(printk(KERN_DEBUG "JFFS2: Removing ino #%u with nlink == zero.\n", ic->ino));
198*10465441SEvalZero
199*10465441SEvalZero raw = ic->nodes;
200*10465441SEvalZero while (raw != (void *)ic) {
201*10465441SEvalZero struct jffs2_raw_node_ref *next = raw->next_in_ino;
202*10465441SEvalZero D1(printk(KERN_DEBUG "obsoleting node at 0x%08x\n", ref_offset(raw)));
203*10465441SEvalZero jffs2_mark_node_obsolete(c, raw);
204*10465441SEvalZero raw = next;
205*10465441SEvalZero }
206*10465441SEvalZero
207*10465441SEvalZero if (ic->scan_dents) {
208*10465441SEvalZero int whinged = 0;
209*10465441SEvalZero D1(printk(KERN_DEBUG "Inode #%u was a directory which may have children...\n", ic->ino));
210*10465441SEvalZero
211*10465441SEvalZero while(ic->scan_dents) {
212*10465441SEvalZero struct jffs2_inode_cache *child_ic;
213*10465441SEvalZero
214*10465441SEvalZero fd = ic->scan_dents;
215*10465441SEvalZero ic->scan_dents = fd->next;
216*10465441SEvalZero
217*10465441SEvalZero if (!fd->ino) {
218*10465441SEvalZero /* It's a deletion dirent. Ignore it */
219*10465441SEvalZero D1(printk(KERN_DEBUG "Child \"%s\" is a deletion dirent, skipping...\n", fd->name));
220*10465441SEvalZero jffs2_free_full_dirent(fd);
221*10465441SEvalZero continue;
222*10465441SEvalZero }
223*10465441SEvalZero if (!whinged) {
224*10465441SEvalZero whinged = 1;
225*10465441SEvalZero printk(KERN_NOTICE "Inode #%u was a directory with children - removing those too...\n", ic->ino);
226*10465441SEvalZero }
227*10465441SEvalZero
228*10465441SEvalZero D1(printk(KERN_DEBUG "Removing child \"%s\", ino #%u\n",
229*10465441SEvalZero fd->name, fd->ino));
230*10465441SEvalZero
231*10465441SEvalZero child_ic = jffs2_get_ino_cache(c, fd->ino);
232*10465441SEvalZero if (!child_ic) {
233*10465441SEvalZero printk(KERN_NOTICE "Cannot remove child \"%s\", ino #%u, because it doesn't exist\n", fd->name, fd->ino);
234*10465441SEvalZero jffs2_free_full_dirent(fd);
235*10465441SEvalZero continue;
236*10465441SEvalZero }
237*10465441SEvalZero
238*10465441SEvalZero /* Reduce nlink of the child. If it's now zero, stick it on the
239*10465441SEvalZero dead_fds list to be cleaned up later. Else just free the fd */
240*10465441SEvalZero
241*10465441SEvalZero child_ic->nlink--;
242*10465441SEvalZero
243*10465441SEvalZero if (!child_ic->nlink) {
244*10465441SEvalZero D1(printk(KERN_DEBUG "Inode #%u (\"%s\") has now got zero nlink. Adding to dead_fds list.\n",
245*10465441SEvalZero fd->ino, fd->name));
246*10465441SEvalZero fd->next = *dead_fds;
247*10465441SEvalZero *dead_fds = fd;
248*10465441SEvalZero } else {
249*10465441SEvalZero D1(printk(KERN_DEBUG "Inode #%u (\"%s\") has now got nlink %d. Ignoring.\n",
250*10465441SEvalZero fd->ino, fd->name, child_ic->nlink));
251*10465441SEvalZero jffs2_free_full_dirent(fd);
252*10465441SEvalZero }
253*10465441SEvalZero }
254*10465441SEvalZero }
255*10465441SEvalZero
256*10465441SEvalZero /*
257*10465441SEvalZero We don't delete the inocache from the hash list and free it yet.
258*10465441SEvalZero The erase code will do that, when all the nodes are completely gone.
259*10465441SEvalZero */
260*10465441SEvalZero }
261*10465441SEvalZero
jffs2_calc_trigger_levels(struct jffs2_sb_info * c)262*10465441SEvalZero static void jffs2_calc_trigger_levels(struct jffs2_sb_info *c)
263*10465441SEvalZero {
264*10465441SEvalZero uint32_t size;
265*10465441SEvalZero
266*10465441SEvalZero /* Deletion should almost _always_ be allowed. We're fairly
267*10465441SEvalZero buggered once we stop allowing people to delete stuff
268*10465441SEvalZero because there's not enough free space... */
269*10465441SEvalZero c->resv_blocks_deletion = 2;
270*10465441SEvalZero
271*10465441SEvalZero /* Be conservative about how much space we need before we allow writes.
272*10465441SEvalZero On top of that which is required for deletia, require an extra 2%
273*10465441SEvalZero of the medium to be available, for overhead caused by nodes being
274*10465441SEvalZero split across blocks, etc. */
275*10465441SEvalZero
276*10465441SEvalZero size = c->flash_size / 50; /* 2% of flash size */
277*10465441SEvalZero size += c->nr_blocks * 100; /* And 100 bytes per eraseblock */
278*10465441SEvalZero size += c->sector_size - 1; /* ... and round up */
279*10465441SEvalZero
280*10465441SEvalZero c->resv_blocks_write = c->resv_blocks_deletion + (size / c->sector_size);
281*10465441SEvalZero
282*10465441SEvalZero /* When do we let the GC thread run in the background */
283*10465441SEvalZero
284*10465441SEvalZero c->resv_blocks_gctrigger = c->resv_blocks_write + 1;
285*10465441SEvalZero
286*10465441SEvalZero /* When do we allow garbage collection to merge nodes to make
287*10465441SEvalZero long-term progress at the expense of short-term space exhaustion? */
288*10465441SEvalZero c->resv_blocks_gcmerge = c->resv_blocks_deletion + 1;
289*10465441SEvalZero
290*10465441SEvalZero /* When do we allow garbage collection to eat from bad blocks rather
291*10465441SEvalZero than actually making progress? */
292*10465441SEvalZero c->resv_blocks_gcbad = 0;//c->resv_blocks_deletion + 2;
293*10465441SEvalZero
294*10465441SEvalZero /* If there's less than this amount of dirty space, don't bother
295*10465441SEvalZero trying to GC to make more space. It'll be a fruitless task */
296*10465441SEvalZero c->nospc_dirty_size = c->sector_size + (c->flash_size / 100);
297*10465441SEvalZero
298*10465441SEvalZero D1(printk(KERN_DEBUG "JFFS2 trigger levels (size %d KiB, block size %d KiB, %d blocks)\n",
299*10465441SEvalZero c->flash_size / 1024, c->sector_size / 1024, c->nr_blocks));
300*10465441SEvalZero D1(printk(KERN_DEBUG "Blocks required to allow deletion: %d (%d KiB)\n",
301*10465441SEvalZero c->resv_blocks_deletion, c->resv_blocks_deletion*c->sector_size/1024));
302*10465441SEvalZero D1(printk(KERN_DEBUG "Blocks required to allow writes: %d (%d KiB)\n",
303*10465441SEvalZero c->resv_blocks_write, c->resv_blocks_write*c->sector_size/1024));
304*10465441SEvalZero D1(printk(KERN_DEBUG "Blocks required to quiesce GC thread: %d (%d KiB)\n",
305*10465441SEvalZero c->resv_blocks_gctrigger, c->resv_blocks_gctrigger*c->sector_size/1024));
306*10465441SEvalZero D1(printk(KERN_DEBUG "Blocks required to allow GC merges: %d (%d KiB)\n",
307*10465441SEvalZero c->resv_blocks_gcmerge, c->resv_blocks_gcmerge*c->sector_size/1024));
308*10465441SEvalZero D1(printk(KERN_DEBUG "Blocks required to GC bad blocks: %d (%d KiB)\n",
309*10465441SEvalZero c->resv_blocks_gcbad, c->resv_blocks_gcbad*c->sector_size/1024));
310*10465441SEvalZero D1(printk(KERN_DEBUG "Amount of dirty space required to GC: %d bytes\n",
311*10465441SEvalZero c->nospc_dirty_size));
312*10465441SEvalZero }
313*10465441SEvalZero
jffs2_do_mount_fs(struct jffs2_sb_info * c)314*10465441SEvalZero int jffs2_do_mount_fs(struct jffs2_sb_info *c)
315*10465441SEvalZero {
316*10465441SEvalZero int i;
317*10465441SEvalZero
318*10465441SEvalZero c->free_size = c->flash_size;
319*10465441SEvalZero c->nr_blocks = c->flash_size / c->sector_size;
320*10465441SEvalZero #ifndef __ECOS
321*10465441SEvalZero if (c->mtd->flags & MTD_NO_VIRTBLOCKS)
322*10465441SEvalZero c->blocks = vmalloc(sizeof(struct jffs2_eraseblock) * c->nr_blocks);
323*10465441SEvalZero else
324*10465441SEvalZero #endif
325*10465441SEvalZero c->blocks = kmalloc(sizeof(struct jffs2_eraseblock) * c->nr_blocks, GFP_KERNEL);
326*10465441SEvalZero if (!c->blocks)
327*10465441SEvalZero return -ENOMEM;
328*10465441SEvalZero for (i=0; i<c->nr_blocks; i++) {
329*10465441SEvalZero INIT_LIST_HEAD(&c->blocks[i].list);
330*10465441SEvalZero c->blocks[i].offset = i * c->sector_size;
331*10465441SEvalZero c->blocks[i].free_size = c->sector_size;
332*10465441SEvalZero c->blocks[i].dirty_size = 0;
333*10465441SEvalZero c->blocks[i].wasted_size = 0;
334*10465441SEvalZero c->blocks[i].unchecked_size = 0;
335*10465441SEvalZero c->blocks[i].used_size = 0;
336*10465441SEvalZero c->blocks[i].first_node = NULL;
337*10465441SEvalZero c->blocks[i].last_node = NULL;
338*10465441SEvalZero c->blocks[i].bad_count = 0;
339*10465441SEvalZero }
340*10465441SEvalZero
341*10465441SEvalZero INIT_LIST_HEAD(&c->clean_list);
342*10465441SEvalZero INIT_LIST_HEAD(&c->very_dirty_list);
343*10465441SEvalZero INIT_LIST_HEAD(&c->dirty_list);
344*10465441SEvalZero INIT_LIST_HEAD(&c->erasable_list);
345*10465441SEvalZero INIT_LIST_HEAD(&c->erasing_list);
346*10465441SEvalZero INIT_LIST_HEAD(&c->erase_pending_list);
347*10465441SEvalZero INIT_LIST_HEAD(&c->erasable_pending_wbuf_list);
348*10465441SEvalZero INIT_LIST_HEAD(&c->erase_complete_list);
349*10465441SEvalZero INIT_LIST_HEAD(&c->free_list);
350*10465441SEvalZero INIT_LIST_HEAD(&c->bad_list);
351*10465441SEvalZero INIT_LIST_HEAD(&c->bad_used_list);
352*10465441SEvalZero c->highest_ino = 1;
353*10465441SEvalZero
354*10465441SEvalZero if (jffs2_build_filesystem(c)) {
355*10465441SEvalZero D1(printk(KERN_DEBUG "build_fs failed\n"));
356*10465441SEvalZero jffs2_free_ino_caches(c);
357*10465441SEvalZero jffs2_free_raw_node_refs(c);
358*10465441SEvalZero #ifndef __ECOS
359*10465441SEvalZero if (c->mtd->flags & MTD_NO_VIRTBLOCKS)
360*10465441SEvalZero vfree(c->blocks);
361*10465441SEvalZero else
362*10465441SEvalZero #endif
363*10465441SEvalZero kfree(c->blocks);
364*10465441SEvalZero
365*10465441SEvalZero return -EIO;
366*10465441SEvalZero }
367*10465441SEvalZero
368*10465441SEvalZero jffs2_calc_trigger_levels(c);
369*10465441SEvalZero
370*10465441SEvalZero return 0;
371*10465441SEvalZero }
372