Jaegeuk Kim | 0a8165d | 2012-11-29 13:28:09 +0900 | [diff] [blame] | 1 | /* |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 2 | * fs/f2fs/f2fs.h |
| 3 | * |
| 4 | * Copyright (c) 2012 Samsung Electronics Co., Ltd. |
| 5 | * http://www.samsung.com/ |
| 6 | * |
| 7 | * This program is free software; you can redistribute it and/or modify |
| 8 | * it under the terms of the GNU General Public License version 2 as |
| 9 | * published by the Free Software Foundation. |
| 10 | */ |
| 11 | #ifndef _LINUX_F2FS_H |
| 12 | #define _LINUX_F2FS_H |
| 13 | |
| 14 | #include <linux/types.h> |
| 15 | #include <linux/page-flags.h> |
| 16 | #include <linux/buffer_head.h> |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 17 | #include <linux/slab.h> |
| 18 | #include <linux/crc32.h> |
| 19 | #include <linux/magic.h> |
Jaegeuk Kim | c2d715d | 2013-08-08 15:56:49 +0900 | [diff] [blame] | 20 | #include <linux/kobject.h> |
Gu Zheng | 7bd5938 | 2013-10-22 14:52:26 +0800 | [diff] [blame] | 21 | #include <linux/sched.h> |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 22 | |
Jaegeuk Kim | 5d56b67 | 2013-10-29 15:14:54 +0900 | [diff] [blame] | 23 | #ifdef CONFIG_F2FS_CHECK_FS |
| 24 | #define f2fs_bug_on(condition) BUG_ON(condition) |
Jaegeuk Kim | 0daaad9 | 2013-11-24 13:50:35 +0900 | [diff] [blame] | 25 | #define f2fs_down_write(x, y) down_write_nest_lock(x, y) |
Jaegeuk Kim | 5d56b67 | 2013-10-29 15:14:54 +0900 | [diff] [blame] | 26 | #else |
| 27 | #define f2fs_bug_on(condition) |
Jaegeuk Kim | 0daaad9 | 2013-11-24 13:50:35 +0900 | [diff] [blame] | 28 | #define f2fs_down_write(x, y) down_write(x) |
Jaegeuk Kim | 5d56b67 | 2013-10-29 15:14:54 +0900 | [diff] [blame] | 29 | #endif |
| 30 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 31 | /* |
| 32 | * For mount options |
| 33 | */ |
| 34 | #define F2FS_MOUNT_BG_GC 0x00000001 |
| 35 | #define F2FS_MOUNT_DISABLE_ROLL_FORWARD 0x00000002 |
| 36 | #define F2FS_MOUNT_DISCARD 0x00000004 |
| 37 | #define F2FS_MOUNT_NOHEAP 0x00000008 |
| 38 | #define F2FS_MOUNT_XATTR_USER 0x00000010 |
| 39 | #define F2FS_MOUNT_POSIX_ACL 0x00000020 |
| 40 | #define F2FS_MOUNT_DISABLE_EXT_IDENTIFY 0x00000040 |
Jaegeuk Kim | 444c580 | 2013-08-08 15:16:22 +0900 | [diff] [blame] | 41 | #define F2FS_MOUNT_INLINE_XATTR 0x00000080 |
Huajun Li | 1001b34 | 2013-11-10 23:13:16 +0800 | [diff] [blame] | 42 | #define F2FS_MOUNT_INLINE_DATA 0x00000100 |
Jaegeuk Kim | 6b4afdd | 2014-04-02 15:34:36 +0900 | [diff] [blame] | 43 | #define F2FS_MOUNT_FLUSH_MERGE 0x00000200 |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 44 | |
| 45 | #define clear_opt(sbi, option) (sbi->mount_opt.opt &= ~F2FS_MOUNT_##option) |
| 46 | #define set_opt(sbi, option) (sbi->mount_opt.opt |= F2FS_MOUNT_##option) |
| 47 | #define test_opt(sbi, option) (sbi->mount_opt.opt & F2FS_MOUNT_##option) |
| 48 | |
| 49 | #define ver_after(a, b) (typecheck(unsigned long long, a) && \ |
| 50 | typecheck(unsigned long long, b) && \ |
| 51 | ((long long)((a) - (b)) > 0)) |
| 52 | |
Jaegeuk Kim | a9841c4 | 2013-05-24 12:41:04 +0900 | [diff] [blame] | 53 | typedef u32 block_t; /* |
| 54 | * should not change u32, since it is the on-disk block |
| 55 | * address format, __le32. |
| 56 | */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 57 | typedef u32 nid_t; |
| 58 | |
| 59 | struct f2fs_mount_info { |
| 60 | unsigned int opt; |
| 61 | }; |
| 62 | |
Jaegeuk Kim | 7e586fa | 2013-06-19 20:47:19 +0900 | [diff] [blame] | 63 | #define CRCPOLY_LE 0xedb88320 |
| 64 | |
| 65 | static inline __u32 f2fs_crc32(void *buf, size_t len) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 66 | { |
Jaegeuk Kim | 7e586fa | 2013-06-19 20:47:19 +0900 | [diff] [blame] | 67 | unsigned char *p = (unsigned char *)buf; |
| 68 | __u32 crc = F2FS_SUPER_MAGIC; |
| 69 | int i; |
| 70 | |
| 71 | while (len--) { |
| 72 | crc ^= *p++; |
| 73 | for (i = 0; i < 8; i++) |
| 74 | crc = (crc >> 1) ^ ((crc & 1) ? CRCPOLY_LE : 0); |
| 75 | } |
| 76 | return crc; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 77 | } |
| 78 | |
Jaegeuk Kim | 7e586fa | 2013-06-19 20:47:19 +0900 | [diff] [blame] | 79 | static inline bool f2fs_crc_valid(__u32 blk_crc, void *buf, size_t buf_size) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 80 | { |
Jaegeuk Kim | 7e586fa | 2013-06-19 20:47:19 +0900 | [diff] [blame] | 81 | return f2fs_crc32(buf, buf_size) == blk_crc; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 82 | } |
| 83 | |
| 84 | /* |
| 85 | * For checkpoint manager |
| 86 | */ |
| 87 | enum { |
| 88 | NAT_BITMAP, |
| 89 | SIT_BITMAP |
| 90 | }; |
| 91 | |
Chao Yu | 662befd | 2014-02-07 16:11:53 +0800 | [diff] [blame] | 92 | /* |
Chao Yu | 81c1a0f1 | 2014-02-27 19:12:24 +0800 | [diff] [blame] | 93 | * For CP/NAT/SIT/SSA readahead |
Chao Yu | 662befd | 2014-02-07 16:11:53 +0800 | [diff] [blame] | 94 | */ |
| 95 | enum { |
| 96 | META_CP, |
| 97 | META_NAT, |
Chao Yu | 81c1a0f1 | 2014-02-27 19:12:24 +0800 | [diff] [blame] | 98 | META_SIT, |
| 99 | META_SSA |
Chao Yu | 662befd | 2014-02-07 16:11:53 +0800 | [diff] [blame] | 100 | }; |
| 101 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 102 | /* for the list of orphan inodes */ |
| 103 | struct orphan_inode_entry { |
| 104 | struct list_head list; /* list head */ |
| 105 | nid_t ino; /* inode number */ |
| 106 | }; |
| 107 | |
| 108 | /* for the list of directory inodes */ |
| 109 | struct dir_inode_entry { |
| 110 | struct list_head list; /* list head */ |
| 111 | struct inode *inode; /* vfs inode pointer */ |
| 112 | }; |
| 113 | |
Jaegeuk Kim | 7fd9e54 | 2013-11-15 13:55:58 +0900 | [diff] [blame] | 114 | /* for the list of blockaddresses to be discarded */ |
| 115 | struct discard_entry { |
| 116 | struct list_head list; /* list head */ |
| 117 | block_t blkaddr; /* block address to be discarded */ |
| 118 | int len; /* # of consecutive blocks of the discard */ |
| 119 | }; |
| 120 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 121 | /* for the list of fsync inodes, used only during recovery */ |
| 122 | struct fsync_inode_entry { |
| 123 | struct list_head list; /* list head */ |
| 124 | struct inode *inode; /* vfs inode pointer */ |
| 125 | block_t blkaddr; /* block address locating the last inode */ |
| 126 | }; |
| 127 | |
| 128 | #define nats_in_cursum(sum) (le16_to_cpu(sum->n_nats)) |
| 129 | #define sits_in_cursum(sum) (le16_to_cpu(sum->n_sits)) |
| 130 | |
| 131 | #define nat_in_journal(sum, i) (sum->nat_j.entries[i].ne) |
| 132 | #define nid_in_journal(sum, i) (sum->nat_j.entries[i].nid) |
| 133 | #define sit_in_journal(sum, i) (sum->sit_j.entries[i].se) |
| 134 | #define segno_in_journal(sum, i) (sum->sit_j.entries[i].segno) |
| 135 | |
| 136 | static inline int update_nats_in_cursum(struct f2fs_summary_block *rs, int i) |
| 137 | { |
| 138 | int before = nats_in_cursum(rs); |
| 139 | rs->n_nats = cpu_to_le16(before + i); |
| 140 | return before; |
| 141 | } |
| 142 | |
| 143 | static inline int update_sits_in_cursum(struct f2fs_summary_block *rs, int i) |
| 144 | { |
| 145 | int before = sits_in_cursum(rs); |
| 146 | rs->n_sits = cpu_to_le16(before + i); |
| 147 | return before; |
| 148 | } |
| 149 | |
| 150 | /* |
Namjae Jeon | e975082 | 2013-02-04 23:41:41 +0900 | [diff] [blame] | 151 | * ioctl commands |
| 152 | */ |
| 153 | #define F2FS_IOC_GETFLAGS FS_IOC_GETFLAGS |
| 154 | #define F2FS_IOC_SETFLAGS FS_IOC_SETFLAGS |
| 155 | |
| 156 | #if defined(__KERNEL__) && defined(CONFIG_COMPAT) |
| 157 | /* |
| 158 | * ioctl commands in 32 bit emulation |
| 159 | */ |
| 160 | #define F2FS_IOC32_GETFLAGS FS_IOC32_GETFLAGS |
| 161 | #define F2FS_IOC32_SETFLAGS FS_IOC32_SETFLAGS |
| 162 | #endif |
| 163 | |
| 164 | /* |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 165 | * For INODE and NODE manager |
| 166 | */ |
Jaegeuk Kim | dbe6a5f | 2013-08-09 08:14:06 +0900 | [diff] [blame] | 167 | /* |
| 168 | * XATTR_NODE_OFFSET stores xattrs to one node block per file keeping -1 |
| 169 | * as its node offset to distinguish from index node blocks. |
| 170 | * But some bits are used to mark the node block. |
| 171 | */ |
| 172 | #define XATTR_NODE_OFFSET ((((unsigned int)-1) << OFFSET_BIT_SHIFT) \ |
| 173 | >> OFFSET_BIT_SHIFT) |
Jaegeuk Kim | 266e97a | 2013-02-26 13:10:46 +0900 | [diff] [blame] | 174 | enum { |
| 175 | ALLOC_NODE, /* allocate a new node page if needed */ |
| 176 | LOOKUP_NODE, /* look up a node without readahead */ |
| 177 | LOOKUP_NODE_RA, /* |
| 178 | * look up a node with readahead called |
Chao Yu | 4f4124d | 2013-12-21 18:02:14 +0800 | [diff] [blame] | 179 | * by get_data_block. |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 180 | */ |
Jaegeuk Kim | 266e97a | 2013-02-26 13:10:46 +0900 | [diff] [blame] | 181 | }; |
| 182 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 183 | #define F2FS_LINK_MAX 32000 /* maximum link count per file */ |
| 184 | |
| 185 | /* for in-memory extent cache entry */ |
Jaegeuk Kim | c11abd1 | 2013-11-19 10:41:54 +0900 | [diff] [blame] | 186 | #define F2FS_MIN_EXTENT_LEN 16 /* minimum extent length */ |
| 187 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 188 | struct extent_info { |
| 189 | rwlock_t ext_lock; /* rwlock for consistency */ |
| 190 | unsigned int fofs; /* start offset in a file */ |
| 191 | u32 blk_addr; /* start block address of the extent */ |
Masanari Iida | 111d249 | 2013-03-19 08:03:35 +0900 | [diff] [blame] | 192 | unsigned int len; /* length of the extent */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 193 | }; |
| 194 | |
| 195 | /* |
| 196 | * i_advise uses FADVISE_XXX_BIT. We can add additional hints later. |
| 197 | */ |
| 198 | #define FADVISE_COLD_BIT 0x01 |
Jaegeuk Kim | 354a339 | 2013-06-14 08:52:35 +0900 | [diff] [blame] | 199 | #define FADVISE_LOST_PINO_BIT 0x02 |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 200 | |
Jaegeuk Kim | ab9fa66 | 2014-02-27 20:09:05 +0900 | [diff] [blame] | 201 | #define DEF_DIR_LEVEL 0 |
| 202 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 203 | struct f2fs_inode_info { |
| 204 | struct inode vfs_inode; /* serve a vfs inode */ |
| 205 | unsigned long i_flags; /* keep an inode flags for ioctl */ |
| 206 | unsigned char i_advise; /* use to give file attribute hints */ |
Jaegeuk Kim | 3843154 | 2014-02-27 18:20:00 +0900 | [diff] [blame] | 207 | unsigned char i_dir_level; /* use for dentry level for large dir */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 208 | unsigned int i_current_depth; /* use only in directory structure */ |
Jaegeuk Kim | 6666e6a | 2012-12-10 17:52:48 +0900 | [diff] [blame] | 209 | unsigned int i_pino; /* parent inode number */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 210 | umode_t i_acl_mode; /* keep file acl mode temporarily */ |
| 211 | |
| 212 | /* Use below internally in f2fs*/ |
| 213 | unsigned long flags; /* use to pass per-file flags */ |
Jaegeuk Kim | d928bfb | 2014-03-20 19:10:08 +0900 | [diff] [blame] | 214 | struct rw_semaphore i_sem; /* protect fi info */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 215 | atomic_t dirty_dents; /* # of dirty dentry pages */ |
| 216 | f2fs_hash_t chash; /* hash value of given file name */ |
| 217 | unsigned int clevel; /* maximum level of given file name */ |
| 218 | nid_t i_xattr_nid; /* node id that contains xattrs */ |
Jaegeuk Kim | e518ff8 | 2013-08-09 14:46:15 +0900 | [diff] [blame] | 219 | unsigned long long xattr_ver; /* cp version of xattr modification */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 220 | struct extent_info ext; /* in-memory extent cache entry */ |
| 221 | }; |
| 222 | |
| 223 | static inline void get_extent_info(struct extent_info *ext, |
| 224 | struct f2fs_extent i_ext) |
| 225 | { |
| 226 | write_lock(&ext->ext_lock); |
| 227 | ext->fofs = le32_to_cpu(i_ext.fofs); |
| 228 | ext->blk_addr = le32_to_cpu(i_ext.blk_addr); |
| 229 | ext->len = le32_to_cpu(i_ext.len); |
| 230 | write_unlock(&ext->ext_lock); |
| 231 | } |
| 232 | |
| 233 | static inline void set_raw_extent(struct extent_info *ext, |
| 234 | struct f2fs_extent *i_ext) |
| 235 | { |
| 236 | read_lock(&ext->ext_lock); |
| 237 | i_ext->fofs = cpu_to_le32(ext->fofs); |
| 238 | i_ext->blk_addr = cpu_to_le32(ext->blk_addr); |
| 239 | i_ext->len = cpu_to_le32(ext->len); |
| 240 | read_unlock(&ext->ext_lock); |
| 241 | } |
| 242 | |
| 243 | struct f2fs_nm_info { |
| 244 | block_t nat_blkaddr; /* base disk address of NAT */ |
| 245 | nid_t max_nid; /* maximum possible node ids */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 246 | nid_t next_scan_nid; /* the next nid to be scanned */ |
Jaegeuk Kim | cdfc41c | 2014-03-19 13:31:37 +0900 | [diff] [blame] | 247 | unsigned int ram_thresh; /* control the memory footprint */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 248 | |
| 249 | /* NAT cache management */ |
| 250 | struct radix_tree_root nat_root;/* root of the nat entry cache */ |
| 251 | rwlock_t nat_tree_lock; /* protect nat_tree_lock */ |
| 252 | unsigned int nat_cnt; /* the # of cached nat entries */ |
| 253 | struct list_head nat_entries; /* cached nat entry list (clean) */ |
| 254 | struct list_head dirty_nat_entries; /* cached nat entry list (dirty) */ |
| 255 | |
| 256 | /* free node ids management */ |
Jaegeuk Kim | 8a7ed66 | 2014-02-21 14:29:35 +0900 | [diff] [blame] | 257 | struct radix_tree_root free_nid_root;/* root of the free_nid cache */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 258 | struct list_head free_nid_list; /* a list for free nids */ |
| 259 | spinlock_t free_nid_list_lock; /* protect free nid list */ |
| 260 | unsigned int fcnt; /* the number of free node id */ |
| 261 | struct mutex build_lock; /* lock for build free nids */ |
| 262 | |
| 263 | /* for checkpoint */ |
| 264 | char *nat_bitmap; /* NAT bitmap pointer */ |
| 265 | int bitmap_size; /* bitmap size */ |
| 266 | }; |
| 267 | |
| 268 | /* |
| 269 | * this structure is used as one of function parameters. |
| 270 | * all the information are dedicated to a given direct node block determined |
| 271 | * by the data offset in a file. |
| 272 | */ |
| 273 | struct dnode_of_data { |
| 274 | struct inode *inode; /* vfs inode pointer */ |
| 275 | struct page *inode_page; /* its inode page, NULL is possible */ |
| 276 | struct page *node_page; /* cached direct node page */ |
| 277 | nid_t nid; /* node id of the direct node block */ |
| 278 | unsigned int ofs_in_node; /* data offset in the node page */ |
| 279 | bool inode_page_locked; /* inode page is locked or not */ |
| 280 | block_t data_blkaddr; /* block address of the node block */ |
| 281 | }; |
| 282 | |
| 283 | static inline void set_new_dnode(struct dnode_of_data *dn, struct inode *inode, |
| 284 | struct page *ipage, struct page *npage, nid_t nid) |
| 285 | { |
Jaegeuk Kim | d66d1f7 | 2013-01-03 08:57:21 +0900 | [diff] [blame] | 286 | memset(dn, 0, sizeof(*dn)); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 287 | dn->inode = inode; |
| 288 | dn->inode_page = ipage; |
| 289 | dn->node_page = npage; |
| 290 | dn->nid = nid; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 291 | } |
| 292 | |
| 293 | /* |
| 294 | * For SIT manager |
| 295 | * |
| 296 | * By default, there are 6 active log areas across the whole main area. |
| 297 | * When considering hot and cold data separation to reduce cleaning overhead, |
| 298 | * we split 3 for data logs and 3 for node logs as hot, warm, and cold types, |
| 299 | * respectively. |
| 300 | * In the current design, you should not change the numbers intentionally. |
| 301 | * Instead, as a mount option such as active_logs=x, you can use 2, 4, and 6 |
| 302 | * logs individually according to the underlying devices. (default: 6) |
| 303 | * Just in case, on-disk layout covers maximum 16 logs that consist of 8 for |
| 304 | * data and 8 for node logs. |
| 305 | */ |
| 306 | #define NR_CURSEG_DATA_TYPE (3) |
| 307 | #define NR_CURSEG_NODE_TYPE (3) |
| 308 | #define NR_CURSEG_TYPE (NR_CURSEG_DATA_TYPE + NR_CURSEG_NODE_TYPE) |
| 309 | |
| 310 | enum { |
| 311 | CURSEG_HOT_DATA = 0, /* directory entry blocks */ |
| 312 | CURSEG_WARM_DATA, /* data blocks */ |
| 313 | CURSEG_COLD_DATA, /* multimedia or GCed data blocks */ |
| 314 | CURSEG_HOT_NODE, /* direct node blocks of directory files */ |
| 315 | CURSEG_WARM_NODE, /* direct node blocks of normal files */ |
| 316 | CURSEG_COLD_NODE, /* indirect node blocks */ |
| 317 | NO_CHECK_TYPE |
| 318 | }; |
| 319 | |
Jaegeuk Kim | 6b4afdd | 2014-04-02 15:34:36 +0900 | [diff] [blame] | 320 | struct flush_cmd { |
| 321 | struct flush_cmd *next; |
| 322 | struct completion wait; |
| 323 | int ret; |
| 324 | }; |
| 325 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 326 | struct f2fs_sm_info { |
| 327 | struct sit_info *sit_info; /* whole segment information */ |
| 328 | struct free_segmap_info *free_info; /* free segment information */ |
| 329 | struct dirty_seglist_info *dirty_info; /* dirty segment information */ |
| 330 | struct curseg_info *curseg_array; /* active segment information */ |
| 331 | |
| 332 | struct list_head wblist_head; /* list of under-writeback pages */ |
| 333 | spinlock_t wblist_lock; /* lock for checkpoint */ |
| 334 | |
| 335 | block_t seg0_blkaddr; /* block address of 0'th segment */ |
| 336 | block_t main_blkaddr; /* start block address of main area */ |
| 337 | block_t ssa_blkaddr; /* start block address of SSA area */ |
| 338 | |
| 339 | unsigned int segment_count; /* total # of segments */ |
| 340 | unsigned int main_segments; /* # of segments in main area */ |
| 341 | unsigned int reserved_segments; /* # of reserved segments */ |
| 342 | unsigned int ovp_segments; /* # of overprovision segments */ |
Jaegeuk Kim | 81eb8d6 | 2013-10-24 13:31:34 +0900 | [diff] [blame] | 343 | |
| 344 | /* a threshold to reclaim prefree segments */ |
| 345 | unsigned int rec_prefree_segments; |
Jaegeuk Kim | 7fd9e54 | 2013-11-15 13:55:58 +0900 | [diff] [blame] | 346 | |
| 347 | /* for small discard management */ |
| 348 | struct list_head discard_list; /* 4KB discard list */ |
| 349 | int nr_discards; /* # of discards in the list */ |
| 350 | int max_discards; /* max. discards to be issued */ |
Jaegeuk Kim | 216fbd6 | 2013-11-07 13:13:42 +0900 | [diff] [blame] | 351 | |
| 352 | unsigned int ipu_policy; /* in-place-update policy */ |
| 353 | unsigned int min_ipu_util; /* in-place-update threshold */ |
Jaegeuk Kim | 6b4afdd | 2014-04-02 15:34:36 +0900 | [diff] [blame] | 354 | |
| 355 | /* for flush command control */ |
| 356 | struct task_struct *f2fs_issue_flush; /* flush thread */ |
| 357 | wait_queue_head_t flush_wait_queue; /* waiting queue for wake-up */ |
| 358 | struct flush_cmd *issue_list; /* list for command issue */ |
| 359 | struct flush_cmd *dispatch_list; /* list for command dispatch */ |
| 360 | spinlock_t issue_lock; /* for issue list lock */ |
| 361 | struct flush_cmd *issue_tail; /* list tail of issue list */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 362 | }; |
| 363 | |
| 364 | /* |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 365 | * For superblock |
| 366 | */ |
| 367 | /* |
| 368 | * COUNT_TYPE for monitoring |
| 369 | * |
| 370 | * f2fs monitors the number of several block types such as on-writeback, |
| 371 | * dirty dentry blocks, dirty node blocks, and dirty meta blocks. |
| 372 | */ |
| 373 | enum count_type { |
| 374 | F2FS_WRITEBACK, |
| 375 | F2FS_DIRTY_DENTS, |
| 376 | F2FS_DIRTY_NODES, |
| 377 | F2FS_DIRTY_META, |
| 378 | NR_COUNT_TYPE, |
| 379 | }; |
| 380 | |
| 381 | /* |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 382 | * The below are the page types of bios used in submti_bio(). |
| 383 | * The available types are: |
| 384 | * DATA User data pages. It operates as async mode. |
| 385 | * NODE Node pages. It operates as async mode. |
| 386 | * META FS metadata pages such as SIT, NAT, CP. |
| 387 | * NR_PAGE_TYPE The number of page types. |
| 388 | * META_FLUSH Make sure the previous pages are written |
| 389 | * with waiting the bio's completion |
| 390 | * ... Only can be used with META. |
| 391 | */ |
Jaegeuk Kim | 7d5e510 | 2013-11-18 17:13:35 +0900 | [diff] [blame] | 392 | #define PAGE_TYPE_OF_BIO(type) ((type) > META ? META : (type)) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 393 | enum page_type { |
| 394 | DATA, |
| 395 | NODE, |
| 396 | META, |
| 397 | NR_PAGE_TYPE, |
| 398 | META_FLUSH, |
| 399 | }; |
| 400 | |
Jaegeuk Kim | 458e619 | 2013-12-11 13:54:01 +0900 | [diff] [blame] | 401 | struct f2fs_io_info { |
Gu Zheng | 7e8f230 | 2013-12-20 18:17:49 +0800 | [diff] [blame] | 402 | enum page_type type; /* contains DATA/NODE/META/META_FLUSH */ |
| 403 | int rw; /* contains R/RS/W/WS with REQ_META/REQ_PRIO */ |
Jaegeuk Kim | 458e619 | 2013-12-11 13:54:01 +0900 | [diff] [blame] | 404 | }; |
| 405 | |
Jaegeuk Kim | 93dfe2a | 2013-11-30 12:51:14 +0900 | [diff] [blame] | 406 | #define is_read_io(rw) (((rw) & 1) == READ) |
Jaegeuk Kim | 1ff7bd3 | 2013-11-19 12:47:22 +0900 | [diff] [blame] | 407 | struct f2fs_bio_info { |
Jaegeuk Kim | 458e619 | 2013-12-11 13:54:01 +0900 | [diff] [blame] | 408 | struct f2fs_sb_info *sbi; /* f2fs superblock */ |
Jaegeuk Kim | 1ff7bd3 | 2013-11-19 12:47:22 +0900 | [diff] [blame] | 409 | struct bio *bio; /* bios to merge */ |
| 410 | sector_t last_block_in_bio; /* last block number */ |
Jaegeuk Kim | 458e619 | 2013-12-11 13:54:01 +0900 | [diff] [blame] | 411 | struct f2fs_io_info fio; /* store buffered io info. */ |
Chao Yu | df0f8dc | 2014-03-22 14:57:23 +0800 | [diff] [blame] | 412 | struct rw_semaphore io_rwsem; /* blocking op for bio */ |
Jaegeuk Kim | 1ff7bd3 | 2013-11-19 12:47:22 +0900 | [diff] [blame] | 413 | }; |
| 414 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 415 | struct f2fs_sb_info { |
| 416 | struct super_block *sb; /* pointer to VFS super block */ |
Jaegeuk Kim | 5e176d5 | 2013-06-28 12:47:01 +0900 | [diff] [blame] | 417 | struct proc_dir_entry *s_proc; /* proc entry */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 418 | struct buffer_head *raw_super_buf; /* buffer head of raw sb */ |
| 419 | struct f2fs_super_block *raw_super; /* raw super block pointer */ |
| 420 | int s_dirty; /* dirty flag for checkpoint */ |
| 421 | |
| 422 | /* for node-related operations */ |
| 423 | struct f2fs_nm_info *nm_info; /* node manager */ |
| 424 | struct inode *node_inode; /* cache node blocks */ |
| 425 | |
| 426 | /* for segment-related operations */ |
| 427 | struct f2fs_sm_info *sm_info; /* segment manager */ |
Jaegeuk Kim | 1ff7bd3 | 2013-11-19 12:47:22 +0900 | [diff] [blame] | 428 | |
| 429 | /* for bio operations */ |
Chao Yu | 924b720 | 2013-11-20 14:46:39 +0800 | [diff] [blame] | 430 | struct f2fs_bio_info read_io; /* for read bios */ |
Jaegeuk Kim | 1ff7bd3 | 2013-11-19 12:47:22 +0900 | [diff] [blame] | 431 | struct f2fs_bio_info write_io[NR_PAGE_TYPE]; /* for write bios */ |
Jaegeuk Kim | 1b1f559 | 2014-02-03 10:50:22 +0900 | [diff] [blame] | 432 | struct completion *wait_io; /* for completion bios */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 433 | |
| 434 | /* for checkpoint */ |
| 435 | struct f2fs_checkpoint *ckpt; /* raw checkpoint pointer */ |
| 436 | struct inode *meta_inode; /* cache meta blocks */ |
Jaegeuk Kim | 3993683 | 2012-11-22 16:21:29 +0900 | [diff] [blame] | 437 | struct mutex cp_mutex; /* checkpoint procedure lock */ |
Gu Zheng | e479556 | 2013-09-27 18:08:30 +0800 | [diff] [blame] | 438 | struct rw_semaphore cp_rwsem; /* blocking FS operations */ |
Jaegeuk Kim | 3993683 | 2012-11-22 16:21:29 +0900 | [diff] [blame] | 439 | struct mutex node_write; /* locking node writes */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 440 | struct mutex writepages; /* mutex for writepages() */ |
Haicheng Li | aabe513 | 2013-10-23 12:39:32 +0800 | [diff] [blame] | 441 | bool por_doing; /* recovery is doing or not */ |
Changman Lee | fb51b5e | 2013-11-07 12:48:25 +0900 | [diff] [blame] | 442 | wait_queue_head_t cp_wait; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 443 | |
| 444 | /* for orphan inode management */ |
| 445 | struct list_head orphan_inode_list; /* orphan inode list */ |
Gu Zheng | 17b692f | 2014-01-10 18:09:14 +0800 | [diff] [blame] | 446 | spinlock_t orphan_inode_lock; /* for orphan inode list */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 447 | unsigned int n_orphans; /* # of orphan inodes */ |
Gu Zheng | 0d47c1a | 2013-12-26 18:24:19 +0800 | [diff] [blame] | 448 | unsigned int max_orphans; /* max orphan inodes */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 449 | |
| 450 | /* for directory inode management */ |
| 451 | struct list_head dir_inode_list; /* dir inode list */ |
| 452 | spinlock_t dir_inode_lock; /* for dir inode list lock */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 453 | |
| 454 | /* basic file system units */ |
| 455 | unsigned int log_sectors_per_block; /* log2 sectors per block */ |
| 456 | unsigned int log_blocksize; /* log2 block size */ |
| 457 | unsigned int blocksize; /* block size */ |
| 458 | unsigned int root_ino_num; /* root inode number*/ |
| 459 | unsigned int node_ino_num; /* node inode number*/ |
| 460 | unsigned int meta_ino_num; /* meta inode number*/ |
| 461 | unsigned int log_blocks_per_seg; /* log2 blocks per segment */ |
| 462 | unsigned int blocks_per_seg; /* blocks per segment */ |
| 463 | unsigned int segs_per_sec; /* segments per section */ |
| 464 | unsigned int secs_per_zone; /* sections per zone */ |
| 465 | unsigned int total_sections; /* total section count */ |
| 466 | unsigned int total_node_count; /* total node block count */ |
| 467 | unsigned int total_valid_node_count; /* valid node block count */ |
| 468 | unsigned int total_valid_inode_count; /* valid inode count */ |
| 469 | int active_logs; /* # of active logs */ |
Jaegeuk Kim | ab9fa66 | 2014-02-27 20:09:05 +0900 | [diff] [blame] | 470 | int dir_level; /* directory level */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 471 | |
| 472 | block_t user_block_count; /* # of user blocks */ |
| 473 | block_t total_valid_block_count; /* # of valid blocks */ |
| 474 | block_t alloc_valid_block_count; /* # of allocated blocks */ |
| 475 | block_t last_valid_block_count; /* for recovery */ |
| 476 | u32 s_next_generation; /* for NFS support */ |
| 477 | atomic_t nr_pages[NR_COUNT_TYPE]; /* # of pages, see count_type */ |
| 478 | |
| 479 | struct f2fs_mount_info mount_opt; /* mount options */ |
| 480 | |
| 481 | /* for cleaning operations */ |
| 482 | struct mutex gc_mutex; /* mutex for GC */ |
| 483 | struct f2fs_gc_kthread *gc_thread; /* GC thread */ |
Jaegeuk Kim | 5ec4e49 | 2013-03-31 13:26:03 +0900 | [diff] [blame] | 484 | unsigned int cur_victim_sec; /* current victim section num */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 485 | |
Jaegeuk Kim | b1c57c1 | 2014-01-08 13:45:08 +0900 | [diff] [blame] | 486 | /* maximum # of trials to find a victim segment for SSR and GC */ |
| 487 | unsigned int max_victim_search; |
| 488 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 489 | /* |
| 490 | * for stat information. |
| 491 | * one is for the LFS mode, and the other is for the SSR mode. |
| 492 | */ |
Namjae Jeon | 35b09d8 | 2013-05-23 22:57:53 +0900 | [diff] [blame] | 493 | #ifdef CONFIG_F2FS_STAT_FS |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 494 | struct f2fs_stat_info *stat_info; /* FS status information */ |
| 495 | unsigned int segment_count[2]; /* # of allocated segments */ |
| 496 | unsigned int block_count[2]; /* # of allocated blocks */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 497 | int total_hit_ext, read_hit_ext; /* extent cache hit ratio */ |
Jaegeuk Kim | 0dbdc2a | 2013-11-26 11:08:57 +0900 | [diff] [blame] | 498 | int inline_inode; /* # of inline_data inodes */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 499 | int bg_gc; /* background gc calls */ |
Namjae Jeon | 35b09d8 | 2013-05-23 22:57:53 +0900 | [diff] [blame] | 500 | unsigned int n_dirty_dirs; /* # of dir inodes */ |
| 501 | #endif |
| 502 | unsigned int last_victim[2]; /* last victim segment # */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 503 | spinlock_t stat_lock; /* lock for stat operations */ |
Namjae Jeon | b59d0ba | 2013-08-04 23:09:40 +0900 | [diff] [blame] | 504 | |
| 505 | /* For sysfs suppport */ |
| 506 | struct kobject s_kobj; |
| 507 | struct completion s_kobj_unregister; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 508 | }; |
| 509 | |
| 510 | /* |
| 511 | * Inline functions |
| 512 | */ |
| 513 | static inline struct f2fs_inode_info *F2FS_I(struct inode *inode) |
| 514 | { |
| 515 | return container_of(inode, struct f2fs_inode_info, vfs_inode); |
| 516 | } |
| 517 | |
| 518 | static inline struct f2fs_sb_info *F2FS_SB(struct super_block *sb) |
| 519 | { |
| 520 | return sb->s_fs_info; |
| 521 | } |
| 522 | |
| 523 | static inline struct f2fs_super_block *F2FS_RAW_SUPER(struct f2fs_sb_info *sbi) |
| 524 | { |
| 525 | return (struct f2fs_super_block *)(sbi->raw_super); |
| 526 | } |
| 527 | |
| 528 | static inline struct f2fs_checkpoint *F2FS_CKPT(struct f2fs_sb_info *sbi) |
| 529 | { |
| 530 | return (struct f2fs_checkpoint *)(sbi->ckpt); |
| 531 | } |
| 532 | |
Gu Zheng | 4559071 | 2013-07-15 17:57:38 +0800 | [diff] [blame] | 533 | static inline struct f2fs_node *F2FS_NODE(struct page *page) |
| 534 | { |
| 535 | return (struct f2fs_node *)page_address(page); |
| 536 | } |
| 537 | |
Jaegeuk Kim | 58bfaf4 | 2013-12-26 16:30:41 +0900 | [diff] [blame] | 538 | static inline struct f2fs_inode *F2FS_INODE(struct page *page) |
| 539 | { |
| 540 | return &((struct f2fs_node *)page_address(page))->i; |
| 541 | } |
| 542 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 543 | static inline struct f2fs_nm_info *NM_I(struct f2fs_sb_info *sbi) |
| 544 | { |
| 545 | return (struct f2fs_nm_info *)(sbi->nm_info); |
| 546 | } |
| 547 | |
| 548 | static inline struct f2fs_sm_info *SM_I(struct f2fs_sb_info *sbi) |
| 549 | { |
| 550 | return (struct f2fs_sm_info *)(sbi->sm_info); |
| 551 | } |
| 552 | |
| 553 | static inline struct sit_info *SIT_I(struct f2fs_sb_info *sbi) |
| 554 | { |
| 555 | return (struct sit_info *)(SM_I(sbi)->sit_info); |
| 556 | } |
| 557 | |
| 558 | static inline struct free_segmap_info *FREE_I(struct f2fs_sb_info *sbi) |
| 559 | { |
| 560 | return (struct free_segmap_info *)(SM_I(sbi)->free_info); |
| 561 | } |
| 562 | |
| 563 | static inline struct dirty_seglist_info *DIRTY_I(struct f2fs_sb_info *sbi) |
| 564 | { |
| 565 | return (struct dirty_seglist_info *)(SM_I(sbi)->dirty_info); |
| 566 | } |
| 567 | |
Gu Zheng | 9df27d9 | 2014-01-20 18:37:04 +0800 | [diff] [blame] | 568 | static inline struct address_space *META_MAPPING(struct f2fs_sb_info *sbi) |
| 569 | { |
| 570 | return sbi->meta_inode->i_mapping; |
| 571 | } |
| 572 | |
Jaegeuk Kim | 4ef51a8 | 2014-01-21 18:51:16 +0900 | [diff] [blame] | 573 | static inline struct address_space *NODE_MAPPING(struct f2fs_sb_info *sbi) |
| 574 | { |
| 575 | return sbi->node_inode->i_mapping; |
| 576 | } |
| 577 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 578 | static inline void F2FS_SET_SB_DIRT(struct f2fs_sb_info *sbi) |
| 579 | { |
| 580 | sbi->s_dirty = 1; |
| 581 | } |
| 582 | |
| 583 | static inline void F2FS_RESET_SB_DIRT(struct f2fs_sb_info *sbi) |
| 584 | { |
| 585 | sbi->s_dirty = 0; |
| 586 | } |
| 587 | |
Jaegeuk Kim | d71b556 | 2013-08-09 15:03:21 +0900 | [diff] [blame] | 588 | static inline unsigned long long cur_cp_version(struct f2fs_checkpoint *cp) |
| 589 | { |
| 590 | return le64_to_cpu(cp->checkpoint_ver); |
| 591 | } |
| 592 | |
Jaegeuk Kim | 25ca923 | 2012-11-28 16:12:41 +0900 | [diff] [blame] | 593 | static inline bool is_set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) |
| 594 | { |
| 595 | unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags); |
| 596 | return ckpt_flags & f; |
| 597 | } |
| 598 | |
| 599 | static inline void set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) |
| 600 | { |
| 601 | unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags); |
| 602 | ckpt_flags |= f; |
| 603 | cp->ckpt_flags = cpu_to_le32(ckpt_flags); |
| 604 | } |
| 605 | |
| 606 | static inline void clear_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) |
| 607 | { |
| 608 | unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags); |
| 609 | ckpt_flags &= (~f); |
| 610 | cp->ckpt_flags = cpu_to_le32(ckpt_flags); |
| 611 | } |
| 612 | |
Gu Zheng | e479556 | 2013-09-27 18:08:30 +0800 | [diff] [blame] | 613 | static inline void f2fs_lock_op(struct f2fs_sb_info *sbi) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 614 | { |
Gu Zheng | e479556 | 2013-09-27 18:08:30 +0800 | [diff] [blame] | 615 | down_read(&sbi->cp_rwsem); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 616 | } |
| 617 | |
Gu Zheng | e479556 | 2013-09-27 18:08:30 +0800 | [diff] [blame] | 618 | static inline void f2fs_unlock_op(struct f2fs_sb_info *sbi) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 619 | { |
Gu Zheng | e479556 | 2013-09-27 18:08:30 +0800 | [diff] [blame] | 620 | up_read(&sbi->cp_rwsem); |
Jaegeuk Kim | 3993683 | 2012-11-22 16:21:29 +0900 | [diff] [blame] | 621 | } |
| 622 | |
Gu Zheng | e479556 | 2013-09-27 18:08:30 +0800 | [diff] [blame] | 623 | static inline void f2fs_lock_all(struct f2fs_sb_info *sbi) |
Jaegeuk Kim | 3993683 | 2012-11-22 16:21:29 +0900 | [diff] [blame] | 624 | { |
Jaegeuk Kim | 0daaad9 | 2013-11-24 13:50:35 +0900 | [diff] [blame] | 625 | f2fs_down_write(&sbi->cp_rwsem, &sbi->cp_mutex); |
Jaegeuk Kim | 3993683 | 2012-11-22 16:21:29 +0900 | [diff] [blame] | 626 | } |
| 627 | |
Gu Zheng | e479556 | 2013-09-27 18:08:30 +0800 | [diff] [blame] | 628 | static inline void f2fs_unlock_all(struct f2fs_sb_info *sbi) |
Jaegeuk Kim | 3993683 | 2012-11-22 16:21:29 +0900 | [diff] [blame] | 629 | { |
Gu Zheng | e479556 | 2013-09-27 18:08:30 +0800 | [diff] [blame] | 630 | up_write(&sbi->cp_rwsem); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 631 | } |
| 632 | |
| 633 | /* |
| 634 | * Check whether the given nid is within node id range. |
| 635 | */ |
Namjae Jeon | 064e082 | 2013-03-17 17:27:20 +0900 | [diff] [blame] | 636 | static inline int check_nid_range(struct f2fs_sb_info *sbi, nid_t nid) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 637 | { |
Namjae Jeon | 064e082 | 2013-03-17 17:27:20 +0900 | [diff] [blame] | 638 | WARN_ON((nid >= NM_I(sbi)->max_nid)); |
Chao Yu | cfb271d | 2013-12-05 17:15:22 +0800 | [diff] [blame] | 639 | if (unlikely(nid >= NM_I(sbi)->max_nid)) |
Namjae Jeon | 064e082 | 2013-03-17 17:27:20 +0900 | [diff] [blame] | 640 | return -EINVAL; |
| 641 | return 0; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 642 | } |
| 643 | |
| 644 | #define F2FS_DEFAULT_ALLOCATED_BLOCKS 1 |
| 645 | |
| 646 | /* |
| 647 | * Check whether the inode has blocks or not |
| 648 | */ |
| 649 | static inline int F2FS_HAS_BLOCKS(struct inode *inode) |
| 650 | { |
| 651 | if (F2FS_I(inode)->i_xattr_nid) |
Chris Fries | 6c311ec | 2014-01-17 14:44:39 -0600 | [diff] [blame] | 652 | return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS + 1; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 653 | else |
Chris Fries | 6c311ec | 2014-01-17 14:44:39 -0600 | [diff] [blame] | 654 | return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 655 | } |
| 656 | |
Chao Yu | 4bc8e9b | 2014-03-17 16:35:06 +0800 | [diff] [blame] | 657 | static inline bool f2fs_has_xattr_block(unsigned int ofs) |
| 658 | { |
| 659 | return ofs == XATTR_NODE_OFFSET; |
| 660 | } |
| 661 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 662 | static inline bool inc_valid_block_count(struct f2fs_sb_info *sbi, |
| 663 | struct inode *inode, blkcnt_t count) |
| 664 | { |
| 665 | block_t valid_block_count; |
| 666 | |
| 667 | spin_lock(&sbi->stat_lock); |
| 668 | valid_block_count = |
| 669 | sbi->total_valid_block_count + (block_t)count; |
Chao Yu | cfb271d | 2013-12-05 17:15:22 +0800 | [diff] [blame] | 670 | if (unlikely(valid_block_count > sbi->user_block_count)) { |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 671 | spin_unlock(&sbi->stat_lock); |
| 672 | return false; |
| 673 | } |
| 674 | inode->i_blocks += count; |
| 675 | sbi->total_valid_block_count = valid_block_count; |
| 676 | sbi->alloc_valid_block_count += (block_t)count; |
| 677 | spin_unlock(&sbi->stat_lock); |
| 678 | return true; |
| 679 | } |
| 680 | |
Gu Zheng | da19b0d | 2013-11-19 18:03:27 +0800 | [diff] [blame] | 681 | static inline void dec_valid_block_count(struct f2fs_sb_info *sbi, |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 682 | struct inode *inode, |
| 683 | blkcnt_t count) |
| 684 | { |
| 685 | spin_lock(&sbi->stat_lock); |
Jaegeuk Kim | 5d56b67 | 2013-10-29 15:14:54 +0900 | [diff] [blame] | 686 | f2fs_bug_on(sbi->total_valid_block_count < (block_t) count); |
| 687 | f2fs_bug_on(inode->i_blocks < count); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 688 | inode->i_blocks -= count; |
| 689 | sbi->total_valid_block_count -= (block_t)count; |
| 690 | spin_unlock(&sbi->stat_lock); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 691 | } |
| 692 | |
| 693 | static inline void inc_page_count(struct f2fs_sb_info *sbi, int count_type) |
| 694 | { |
| 695 | atomic_inc(&sbi->nr_pages[count_type]); |
| 696 | F2FS_SET_SB_DIRT(sbi); |
| 697 | } |
| 698 | |
| 699 | static inline void inode_inc_dirty_dents(struct inode *inode) |
| 700 | { |
Jaegeuk Kim | 1fe54f9 | 2014-02-07 10:00:06 +0900 | [diff] [blame] | 701 | inc_page_count(F2FS_SB(inode->i_sb), F2FS_DIRTY_DENTS); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 702 | atomic_inc(&F2FS_I(inode)->dirty_dents); |
| 703 | } |
| 704 | |
| 705 | static inline void dec_page_count(struct f2fs_sb_info *sbi, int count_type) |
| 706 | { |
| 707 | atomic_dec(&sbi->nr_pages[count_type]); |
| 708 | } |
| 709 | |
| 710 | static inline void inode_dec_dirty_dents(struct inode *inode) |
| 711 | { |
Jaegeuk Kim | 1fe54f9 | 2014-02-07 10:00:06 +0900 | [diff] [blame] | 712 | if (!S_ISDIR(inode->i_mode)) |
| 713 | return; |
| 714 | |
| 715 | dec_page_count(F2FS_SB(inode->i_sb), F2FS_DIRTY_DENTS); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 716 | atomic_dec(&F2FS_I(inode)->dirty_dents); |
| 717 | } |
| 718 | |
| 719 | static inline int get_pages(struct f2fs_sb_info *sbi, int count_type) |
| 720 | { |
| 721 | return atomic_read(&sbi->nr_pages[count_type]); |
| 722 | } |
| 723 | |
Jaegeuk Kim | f8b2c1f | 2014-03-18 12:33:06 +0900 | [diff] [blame] | 724 | static inline int get_dirty_dents(struct inode *inode) |
| 725 | { |
| 726 | return atomic_read(&F2FS_I(inode)->dirty_dents); |
| 727 | } |
| 728 | |
Namjae Jeon | 5ac206c | 2013-02-02 23:52:59 +0900 | [diff] [blame] | 729 | static inline int get_blocktype_secs(struct f2fs_sb_info *sbi, int block_type) |
| 730 | { |
| 731 | unsigned int pages_per_sec = sbi->segs_per_sec * |
| 732 | (1 << sbi->log_blocks_per_seg); |
| 733 | return ((get_pages(sbi, block_type) + pages_per_sec - 1) |
| 734 | >> sbi->log_blocks_per_seg) / sbi->segs_per_sec; |
| 735 | } |
| 736 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 737 | static inline block_t valid_user_blocks(struct f2fs_sb_info *sbi) |
| 738 | { |
Jaegeuk Kim | 8b8343f | 2014-02-24 13:00:13 +0900 | [diff] [blame] | 739 | return sbi->total_valid_block_count; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 740 | } |
| 741 | |
| 742 | static inline unsigned long __bitmap_size(struct f2fs_sb_info *sbi, int flag) |
| 743 | { |
| 744 | struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi); |
| 745 | |
| 746 | /* return NAT or SIT bitmap */ |
| 747 | if (flag == NAT_BITMAP) |
| 748 | return le32_to_cpu(ckpt->nat_ver_bitmap_bytesize); |
| 749 | else if (flag == SIT_BITMAP) |
| 750 | return le32_to_cpu(ckpt->sit_ver_bitmap_bytesize); |
| 751 | |
| 752 | return 0; |
| 753 | } |
| 754 | |
| 755 | static inline void *__bitmap_ptr(struct f2fs_sb_info *sbi, int flag) |
| 756 | { |
| 757 | struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi); |
Jaegeuk Kim | 25ca923 | 2012-11-28 16:12:41 +0900 | [diff] [blame] | 758 | int offset = (flag == NAT_BITMAP) ? |
| 759 | le32_to_cpu(ckpt->sit_ver_bitmap_bytesize) : 0; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 760 | return &ckpt->sit_nat_version_bitmap + offset; |
| 761 | } |
| 762 | |
| 763 | static inline block_t __start_cp_addr(struct f2fs_sb_info *sbi) |
| 764 | { |
| 765 | block_t start_addr; |
| 766 | struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi); |
Jaegeuk Kim | d71b556 | 2013-08-09 15:03:21 +0900 | [diff] [blame] | 767 | unsigned long long ckpt_version = cur_cp_version(ckpt); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 768 | |
Jaegeuk Kim | 25ca923 | 2012-11-28 16:12:41 +0900 | [diff] [blame] | 769 | start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 770 | |
| 771 | /* |
| 772 | * odd numbered checkpoint should at cp segment 0 |
| 773 | * and even segent must be at cp segment 1 |
| 774 | */ |
| 775 | if (!(ckpt_version & 1)) |
| 776 | start_addr += sbi->blocks_per_seg; |
| 777 | |
| 778 | return start_addr; |
| 779 | } |
| 780 | |
| 781 | static inline block_t __start_sum_addr(struct f2fs_sb_info *sbi) |
| 782 | { |
| 783 | return le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum); |
| 784 | } |
| 785 | |
| 786 | static inline bool inc_valid_node_count(struct f2fs_sb_info *sbi, |
Gu Zheng | ef86d70 | 2013-11-19 18:03:38 +0800 | [diff] [blame] | 787 | struct inode *inode) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 788 | { |
| 789 | block_t valid_block_count; |
| 790 | unsigned int valid_node_count; |
| 791 | |
| 792 | spin_lock(&sbi->stat_lock); |
| 793 | |
Gu Zheng | ef86d70 | 2013-11-19 18:03:38 +0800 | [diff] [blame] | 794 | valid_block_count = sbi->total_valid_block_count + 1; |
Chao Yu | cfb271d | 2013-12-05 17:15:22 +0800 | [diff] [blame] | 795 | if (unlikely(valid_block_count > sbi->user_block_count)) { |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 796 | spin_unlock(&sbi->stat_lock); |
| 797 | return false; |
| 798 | } |
| 799 | |
Gu Zheng | ef86d70 | 2013-11-19 18:03:38 +0800 | [diff] [blame] | 800 | valid_node_count = sbi->total_valid_node_count + 1; |
Chao Yu | cfb271d | 2013-12-05 17:15:22 +0800 | [diff] [blame] | 801 | if (unlikely(valid_node_count > sbi->total_node_count)) { |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 802 | spin_unlock(&sbi->stat_lock); |
| 803 | return false; |
| 804 | } |
| 805 | |
| 806 | if (inode) |
Gu Zheng | ef86d70 | 2013-11-19 18:03:38 +0800 | [diff] [blame] | 807 | inode->i_blocks++; |
| 808 | |
| 809 | sbi->alloc_valid_block_count++; |
| 810 | sbi->total_valid_node_count++; |
| 811 | sbi->total_valid_block_count++; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 812 | spin_unlock(&sbi->stat_lock); |
| 813 | |
| 814 | return true; |
| 815 | } |
| 816 | |
| 817 | static inline void dec_valid_node_count(struct f2fs_sb_info *sbi, |
Gu Zheng | ef86d70 | 2013-11-19 18:03:38 +0800 | [diff] [blame] | 818 | struct inode *inode) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 819 | { |
| 820 | spin_lock(&sbi->stat_lock); |
| 821 | |
Gu Zheng | ef86d70 | 2013-11-19 18:03:38 +0800 | [diff] [blame] | 822 | f2fs_bug_on(!sbi->total_valid_block_count); |
| 823 | f2fs_bug_on(!sbi->total_valid_node_count); |
| 824 | f2fs_bug_on(!inode->i_blocks); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 825 | |
Gu Zheng | ef86d70 | 2013-11-19 18:03:38 +0800 | [diff] [blame] | 826 | inode->i_blocks--; |
| 827 | sbi->total_valid_node_count--; |
| 828 | sbi->total_valid_block_count--; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 829 | |
| 830 | spin_unlock(&sbi->stat_lock); |
| 831 | } |
| 832 | |
| 833 | static inline unsigned int valid_node_count(struct f2fs_sb_info *sbi) |
| 834 | { |
Jaegeuk Kim | 8b8343f | 2014-02-24 13:00:13 +0900 | [diff] [blame] | 835 | return sbi->total_valid_node_count; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 836 | } |
| 837 | |
| 838 | static inline void inc_valid_inode_count(struct f2fs_sb_info *sbi) |
| 839 | { |
| 840 | spin_lock(&sbi->stat_lock); |
Jaegeuk Kim | 5d56b67 | 2013-10-29 15:14:54 +0900 | [diff] [blame] | 841 | f2fs_bug_on(sbi->total_valid_inode_count == sbi->total_node_count); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 842 | sbi->total_valid_inode_count++; |
| 843 | spin_unlock(&sbi->stat_lock); |
| 844 | } |
| 845 | |
Jaegeuk Kim | 0e80220 | 2013-11-26 16:36:20 +0900 | [diff] [blame] | 846 | static inline void dec_valid_inode_count(struct f2fs_sb_info *sbi) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 847 | { |
| 848 | spin_lock(&sbi->stat_lock); |
Jaegeuk Kim | 5d56b67 | 2013-10-29 15:14:54 +0900 | [diff] [blame] | 849 | f2fs_bug_on(!sbi->total_valid_inode_count); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 850 | sbi->total_valid_inode_count--; |
| 851 | spin_unlock(&sbi->stat_lock); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 852 | } |
| 853 | |
| 854 | static inline unsigned int valid_inode_count(struct f2fs_sb_info *sbi) |
| 855 | { |
Jaegeuk Kim | 8b8343f | 2014-02-24 13:00:13 +0900 | [diff] [blame] | 856 | return sbi->total_valid_inode_count; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 857 | } |
| 858 | |
| 859 | static inline void f2fs_put_page(struct page *page, int unlock) |
| 860 | { |
Jaegeuk Kim | 031fa8c | 2013-11-28 12:55:13 +0900 | [diff] [blame] | 861 | if (!page) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 862 | return; |
| 863 | |
| 864 | if (unlock) { |
Jaegeuk Kim | 5d56b67 | 2013-10-29 15:14:54 +0900 | [diff] [blame] | 865 | f2fs_bug_on(!PageLocked(page)); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 866 | unlock_page(page); |
| 867 | } |
| 868 | page_cache_release(page); |
| 869 | } |
| 870 | |
| 871 | static inline void f2fs_put_dnode(struct dnode_of_data *dn) |
| 872 | { |
| 873 | if (dn->node_page) |
| 874 | f2fs_put_page(dn->node_page, 1); |
| 875 | if (dn->inode_page && dn->node_page != dn->inode_page) |
| 876 | f2fs_put_page(dn->inode_page, 0); |
| 877 | dn->node_page = NULL; |
| 878 | dn->inode_page = NULL; |
| 879 | } |
| 880 | |
| 881 | static inline struct kmem_cache *f2fs_kmem_cache_create(const char *name, |
Gu Zheng | e8512d2 | 2014-03-07 18:43:28 +0800 | [diff] [blame] | 882 | size_t size) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 883 | { |
Gu Zheng | e8512d2 | 2014-03-07 18:43:28 +0800 | [diff] [blame] | 884 | return kmem_cache_create(name, size, 0, SLAB_RECLAIM_ACCOUNT, NULL); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 885 | } |
| 886 | |
Gu Zheng | 7bd5938 | 2013-10-22 14:52:26 +0800 | [diff] [blame] | 887 | static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep, |
| 888 | gfp_t flags) |
| 889 | { |
| 890 | void *entry; |
| 891 | retry: |
| 892 | entry = kmem_cache_alloc(cachep, flags); |
| 893 | if (!entry) { |
| 894 | cond_resched(); |
| 895 | goto retry; |
| 896 | } |
| 897 | |
| 898 | return entry; |
| 899 | } |
| 900 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 901 | #define RAW_IS_INODE(p) ((p)->footer.nid == (p)->footer.ino) |
| 902 | |
| 903 | static inline bool IS_INODE(struct page *page) |
| 904 | { |
Gu Zheng | 4559071 | 2013-07-15 17:57:38 +0800 | [diff] [blame] | 905 | struct f2fs_node *p = F2FS_NODE(page); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 906 | return RAW_IS_INODE(p); |
| 907 | } |
| 908 | |
| 909 | static inline __le32 *blkaddr_in_node(struct f2fs_node *node) |
| 910 | { |
| 911 | return RAW_IS_INODE(node) ? node->i.i_addr : node->dn.addr; |
| 912 | } |
| 913 | |
| 914 | static inline block_t datablock_addr(struct page *node_page, |
| 915 | unsigned int offset) |
| 916 | { |
| 917 | struct f2fs_node *raw_node; |
| 918 | __le32 *addr_array; |
Gu Zheng | 4559071 | 2013-07-15 17:57:38 +0800 | [diff] [blame] | 919 | raw_node = F2FS_NODE(node_page); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 920 | addr_array = blkaddr_in_node(raw_node); |
| 921 | return le32_to_cpu(addr_array[offset]); |
| 922 | } |
| 923 | |
| 924 | static inline int f2fs_test_bit(unsigned int nr, char *addr) |
| 925 | { |
| 926 | int mask; |
| 927 | |
| 928 | addr += (nr >> 3); |
| 929 | mask = 1 << (7 - (nr & 0x07)); |
| 930 | return mask & *addr; |
| 931 | } |
| 932 | |
| 933 | static inline int f2fs_set_bit(unsigned int nr, char *addr) |
| 934 | { |
| 935 | int mask; |
| 936 | int ret; |
| 937 | |
| 938 | addr += (nr >> 3); |
| 939 | mask = 1 << (7 - (nr & 0x07)); |
| 940 | ret = mask & *addr; |
| 941 | *addr |= mask; |
| 942 | return ret; |
| 943 | } |
| 944 | |
| 945 | static inline int f2fs_clear_bit(unsigned int nr, char *addr) |
| 946 | { |
| 947 | int mask; |
| 948 | int ret; |
| 949 | |
| 950 | addr += (nr >> 3); |
| 951 | mask = 1 << (7 - (nr & 0x07)); |
| 952 | ret = mask & *addr; |
| 953 | *addr &= ~mask; |
| 954 | return ret; |
| 955 | } |
| 956 | |
| 957 | /* used for f2fs_inode_info->flags */ |
| 958 | enum { |
| 959 | FI_NEW_INODE, /* indicate newly allocated inode */ |
Jaegeuk Kim | b378387 | 2013-06-10 09:17:01 +0900 | [diff] [blame] | 960 | FI_DIRTY_INODE, /* indicate inode is dirty or not */ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 961 | FI_INC_LINK, /* need to increment i_nlink */ |
| 962 | FI_ACL_MODE, /* indicate acl mode */ |
| 963 | FI_NO_ALLOC, /* should not allocate any blocks */ |
Jaegeuk Kim | 699489b | 2013-06-07 22:08:23 +0900 | [diff] [blame] | 964 | FI_UPDATE_DIR, /* should update inode block for consistency */ |
Jaegeuk Kim | 74d0b91 | 2013-05-15 16:40:02 +0900 | [diff] [blame] | 965 | FI_DELAY_IPUT, /* used for the recovery */ |
Jaegeuk Kim | c11abd1 | 2013-11-19 10:41:54 +0900 | [diff] [blame] | 966 | FI_NO_EXTENT, /* not to use the extent cache */ |
Jaegeuk Kim | 444c580 | 2013-08-08 15:16:22 +0900 | [diff] [blame] | 967 | FI_INLINE_XATTR, /* used for inline xattr */ |
Huajun Li | 1001b34 | 2013-11-10 23:13:16 +0800 | [diff] [blame] | 968 | FI_INLINE_DATA, /* used for inline data*/ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 969 | }; |
| 970 | |
| 971 | static inline void set_inode_flag(struct f2fs_inode_info *fi, int flag) |
| 972 | { |
| 973 | set_bit(flag, &fi->flags); |
| 974 | } |
| 975 | |
| 976 | static inline int is_inode_flag_set(struct f2fs_inode_info *fi, int flag) |
| 977 | { |
| 978 | return test_bit(flag, &fi->flags); |
| 979 | } |
| 980 | |
| 981 | static inline void clear_inode_flag(struct f2fs_inode_info *fi, int flag) |
| 982 | { |
| 983 | clear_bit(flag, &fi->flags); |
| 984 | } |
| 985 | |
| 986 | static inline void set_acl_inode(struct f2fs_inode_info *fi, umode_t mode) |
| 987 | { |
| 988 | fi->i_acl_mode = mode; |
| 989 | set_inode_flag(fi, FI_ACL_MODE); |
| 990 | } |
| 991 | |
| 992 | static inline int cond_clear_inode_flag(struct f2fs_inode_info *fi, int flag) |
| 993 | { |
| 994 | if (is_inode_flag_set(fi, FI_ACL_MODE)) { |
| 995 | clear_inode_flag(fi, FI_ACL_MODE); |
| 996 | return 1; |
| 997 | } |
| 998 | return 0; |
| 999 | } |
| 1000 | |
Jaegeuk Kim | 444c580 | 2013-08-08 15:16:22 +0900 | [diff] [blame] | 1001 | static inline void get_inline_info(struct f2fs_inode_info *fi, |
| 1002 | struct f2fs_inode *ri) |
| 1003 | { |
| 1004 | if (ri->i_inline & F2FS_INLINE_XATTR) |
| 1005 | set_inode_flag(fi, FI_INLINE_XATTR); |
Huajun Li | 1001b34 | 2013-11-10 23:13:16 +0800 | [diff] [blame] | 1006 | if (ri->i_inline & F2FS_INLINE_DATA) |
| 1007 | set_inode_flag(fi, FI_INLINE_DATA); |
Jaegeuk Kim | 444c580 | 2013-08-08 15:16:22 +0900 | [diff] [blame] | 1008 | } |
| 1009 | |
| 1010 | static inline void set_raw_inline(struct f2fs_inode_info *fi, |
| 1011 | struct f2fs_inode *ri) |
| 1012 | { |
| 1013 | ri->i_inline = 0; |
| 1014 | |
| 1015 | if (is_inode_flag_set(fi, FI_INLINE_XATTR)) |
| 1016 | ri->i_inline |= F2FS_INLINE_XATTR; |
Huajun Li | 1001b34 | 2013-11-10 23:13:16 +0800 | [diff] [blame] | 1017 | if (is_inode_flag_set(fi, FI_INLINE_DATA)) |
| 1018 | ri->i_inline |= F2FS_INLINE_DATA; |
Jaegeuk Kim | 444c580 | 2013-08-08 15:16:22 +0900 | [diff] [blame] | 1019 | } |
| 1020 | |
Chao Yu | 987c7c3 | 2014-03-12 15:59:03 +0800 | [diff] [blame] | 1021 | static inline int f2fs_has_inline_xattr(struct inode *inode) |
| 1022 | { |
| 1023 | return is_inode_flag_set(F2FS_I(inode), FI_INLINE_XATTR); |
| 1024 | } |
| 1025 | |
Jaegeuk Kim | de93653 | 2013-08-12 21:08:03 +0900 | [diff] [blame] | 1026 | static inline unsigned int addrs_per_inode(struct f2fs_inode_info *fi) |
| 1027 | { |
Chao Yu | 987c7c3 | 2014-03-12 15:59:03 +0800 | [diff] [blame] | 1028 | if (f2fs_has_inline_xattr(&fi->vfs_inode)) |
Jaegeuk Kim | de93653 | 2013-08-12 21:08:03 +0900 | [diff] [blame] | 1029 | return DEF_ADDRS_PER_INODE - F2FS_INLINE_XATTR_ADDRS; |
| 1030 | return DEF_ADDRS_PER_INODE; |
| 1031 | } |
| 1032 | |
Jaegeuk Kim | 65985d9 | 2013-08-14 21:57:27 +0900 | [diff] [blame] | 1033 | static inline void *inline_xattr_addr(struct page *page) |
| 1034 | { |
Chao Yu | 695fd1e | 2014-02-27 19:52:21 +0800 | [diff] [blame] | 1035 | struct f2fs_inode *ri = F2FS_INODE(page); |
Jaegeuk Kim | 65985d9 | 2013-08-14 21:57:27 +0900 | [diff] [blame] | 1036 | return (void *)&(ri->i_addr[DEF_ADDRS_PER_INODE - |
| 1037 | F2FS_INLINE_XATTR_ADDRS]); |
| 1038 | } |
| 1039 | |
| 1040 | static inline int inline_xattr_size(struct inode *inode) |
| 1041 | { |
Chao Yu | 987c7c3 | 2014-03-12 15:59:03 +0800 | [diff] [blame] | 1042 | if (f2fs_has_inline_xattr(inode)) |
Jaegeuk Kim | 65985d9 | 2013-08-14 21:57:27 +0900 | [diff] [blame] | 1043 | return F2FS_INLINE_XATTR_ADDRS << 2; |
| 1044 | else |
| 1045 | return 0; |
| 1046 | } |
| 1047 | |
Jaegeuk Kim | 0dbdc2a | 2013-11-26 11:08:57 +0900 | [diff] [blame] | 1048 | static inline int f2fs_has_inline_data(struct inode *inode) |
| 1049 | { |
| 1050 | return is_inode_flag_set(F2FS_I(inode), FI_INLINE_DATA); |
| 1051 | } |
| 1052 | |
Huajun Li | 1001b34 | 2013-11-10 23:13:16 +0800 | [diff] [blame] | 1053 | static inline void *inline_data_addr(struct page *page) |
| 1054 | { |
Chao Yu | 695fd1e | 2014-02-27 19:52:21 +0800 | [diff] [blame] | 1055 | struct f2fs_inode *ri = F2FS_INODE(page); |
Huajun Li | 1001b34 | 2013-11-10 23:13:16 +0800 | [diff] [blame] | 1056 | return (void *)&(ri->i_addr[1]); |
| 1057 | } |
| 1058 | |
Jaegeuk Kim | 77888c1 | 2013-05-20 20:28:47 +0900 | [diff] [blame] | 1059 | static inline int f2fs_readonly(struct super_block *sb) |
| 1060 | { |
| 1061 | return sb->s_flags & MS_RDONLY; |
| 1062 | } |
| 1063 | |
Jaegeuk Kim | 744602c | 2014-01-24 09:42:16 +0900 | [diff] [blame] | 1064 | static inline void f2fs_stop_checkpoint(struct f2fs_sb_info *sbi) |
| 1065 | { |
| 1066 | set_ckpt_flags(sbi->ckpt, CP_ERROR_FLAG); |
| 1067 | sbi->sb->s_flags |= MS_RDONLY; |
| 1068 | } |
| 1069 | |
Christoph Hellwig | a6dda0e | 2013-12-20 05:16:45 -0800 | [diff] [blame] | 1070 | #define get_inode_mode(i) \ |
| 1071 | ((is_inode_flag_set(F2FS_I(i), FI_ACL_MODE)) ? \ |
| 1072 | (F2FS_I(i)->i_acl_mode) : ((i)->i_mode)) |
| 1073 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1074 | /* |
| 1075 | * file.c |
| 1076 | */ |
| 1077 | int f2fs_sync_file(struct file *, loff_t, loff_t, int); |
| 1078 | void truncate_data_blocks(struct dnode_of_data *); |
Jaegeuk Kim | 1e1bb4b | 2013-12-26 12:49:48 +0900 | [diff] [blame] | 1079 | int truncate_blocks(struct inode *, u64); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1080 | void f2fs_truncate(struct inode *); |
Jaegeuk Kim | 2d4d9fb5 | 2013-06-07 16:33:07 +0900 | [diff] [blame] | 1081 | int f2fs_getattr(struct vfsmount *, struct dentry *, struct kstat *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1082 | int f2fs_setattr(struct dentry *, struct iattr *); |
| 1083 | int truncate_hole(struct inode *, pgoff_t, pgoff_t); |
Jaegeuk Kim | b292dcab | 2013-05-22 08:02:02 +0900 | [diff] [blame] | 1084 | int truncate_data_blocks_range(struct dnode_of_data *, int); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1085 | long f2fs_ioctl(struct file *, unsigned int, unsigned long); |
Namjae Jeon | e975082 | 2013-02-04 23:41:41 +0900 | [diff] [blame] | 1086 | long f2fs_compat_ioctl(struct file *, unsigned int, unsigned long); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1087 | |
| 1088 | /* |
| 1089 | * inode.c |
| 1090 | */ |
| 1091 | void f2fs_set_inode_flags(struct inode *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1092 | struct inode *f2fs_iget(struct super_block *, unsigned long); |
Jaegeuk Kim | 4660f9c | 2013-10-24 14:19:18 +0900 | [diff] [blame] | 1093 | int try_to_free_nats(struct f2fs_sb_info *, int); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1094 | void update_inode(struct inode *, struct page *); |
Jaegeuk Kim | 744602c | 2014-01-24 09:42:16 +0900 | [diff] [blame] | 1095 | void update_inode_page(struct inode *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1096 | int f2fs_write_inode(struct inode *, struct writeback_control *); |
| 1097 | void f2fs_evict_inode(struct inode *); |
| 1098 | |
| 1099 | /* |
| 1100 | * namei.c |
| 1101 | */ |
| 1102 | struct dentry *f2fs_get_parent(struct dentry *child); |
| 1103 | |
| 1104 | /* |
| 1105 | * dir.c |
| 1106 | */ |
| 1107 | struct f2fs_dir_entry *f2fs_find_entry(struct inode *, struct qstr *, |
| 1108 | struct page **); |
| 1109 | struct f2fs_dir_entry *f2fs_parent_dir(struct inode *, struct page **); |
| 1110 | ino_t f2fs_inode_by_name(struct inode *, struct qstr *); |
| 1111 | void f2fs_set_link(struct inode *, struct f2fs_dir_entry *, |
| 1112 | struct page *, struct inode *); |
Jaegeuk Kim | 1cd14ca | 2013-07-18 18:02:31 +0900 | [diff] [blame] | 1113 | int update_dent_inode(struct inode *, const struct qstr *); |
Al Viro | b7f7a5e | 2013-01-25 16:15:43 -0500 | [diff] [blame] | 1114 | int __f2fs_add_link(struct inode *, const struct qstr *, struct inode *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1115 | void f2fs_delete_entry(struct f2fs_dir_entry *, struct page *, struct inode *); |
| 1116 | int f2fs_make_empty(struct inode *, struct inode *); |
| 1117 | bool f2fs_empty_dir(struct inode *); |
| 1118 | |
Al Viro | b7f7a5e | 2013-01-25 16:15:43 -0500 | [diff] [blame] | 1119 | static inline int f2fs_add_link(struct dentry *dentry, struct inode *inode) |
| 1120 | { |
| 1121 | return __f2fs_add_link(dentry->d_parent->d_inode, &dentry->d_name, |
| 1122 | inode); |
| 1123 | } |
| 1124 | |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1125 | /* |
| 1126 | * super.c |
| 1127 | */ |
| 1128 | int f2fs_sync_fs(struct super_block *, int); |
Namjae Jeon | a07ef78 | 2012-12-30 14:52:05 +0900 | [diff] [blame] | 1129 | extern __printf(3, 4) |
| 1130 | void f2fs_msg(struct super_block *, const char *, const char *, ...); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1131 | |
| 1132 | /* |
| 1133 | * hash.c |
| 1134 | */ |
Leon Romanovsky | 9836b8b | 2012-12-27 19:55:46 +0200 | [diff] [blame] | 1135 | f2fs_hash_t f2fs_dentry_hash(const char *, size_t); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1136 | |
| 1137 | /* |
| 1138 | * node.c |
| 1139 | */ |
| 1140 | struct dnode_of_data; |
| 1141 | struct node_info; |
| 1142 | |
| 1143 | int is_checkpointed_node(struct f2fs_sb_info *, nid_t); |
Jaegeuk Kim | 479f40c | 2014-03-20 21:52:53 +0900 | [diff] [blame] | 1144 | bool fsync_mark_done(struct f2fs_sb_info *, nid_t); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1145 | void get_node_info(struct f2fs_sb_info *, nid_t, struct node_info *); |
| 1146 | int get_dnode_of_data(struct dnode_of_data *, pgoff_t, int); |
| 1147 | int truncate_inode_blocks(struct inode *, pgoff_t); |
Jaegeuk Kim | 4f16fb0 | 2013-08-14 20:40:06 +0900 | [diff] [blame] | 1148 | int truncate_xattr_node(struct inode *, struct page *); |
Jaegeuk Kim | cfe58f9 | 2013-10-31 14:57:01 +0900 | [diff] [blame] | 1149 | int wait_on_node_pages_writeback(struct f2fs_sb_info *, nid_t); |
Gu Zheng | 58e674d | 2013-11-19 18:03:18 +0800 | [diff] [blame] | 1150 | void remove_inode_page(struct inode *); |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 1151 | struct page *new_inode_page(struct inode *, const struct qstr *); |
Jaegeuk Kim | 8ae8f16 | 2013-06-03 19:46:19 +0900 | [diff] [blame] | 1152 | struct page *new_node_page(struct dnode_of_data *, unsigned int, struct page *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1153 | void ra_node_page(struct f2fs_sb_info *, nid_t); |
| 1154 | struct page *get_node_page(struct f2fs_sb_info *, pgoff_t); |
| 1155 | struct page *get_node_page_ra(struct page *, int); |
| 1156 | void sync_inode_page(struct dnode_of_data *); |
| 1157 | int sync_node_pages(struct f2fs_sb_info *, nid_t, struct writeback_control *); |
| 1158 | bool alloc_nid(struct f2fs_sb_info *, nid_t *); |
| 1159 | void alloc_nid_done(struct f2fs_sb_info *, nid_t); |
| 1160 | void alloc_nid_failed(struct f2fs_sb_info *, nid_t); |
| 1161 | void recover_node_page(struct f2fs_sb_info *, struct page *, |
| 1162 | struct f2fs_summary *, struct node_info *, block_t); |
Jaegeuk Kim | abb2366 | 2014-01-28 12:25:06 +0900 | [diff] [blame] | 1163 | bool recover_xattr_data(struct inode *, struct page *, block_t); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1164 | int recover_inode_page(struct f2fs_sb_info *, struct page *); |
| 1165 | int restore_node_summary(struct f2fs_sb_info *, unsigned int, |
| 1166 | struct f2fs_summary_block *); |
| 1167 | void flush_nat_entries(struct f2fs_sb_info *); |
| 1168 | int build_node_manager(struct f2fs_sb_info *); |
| 1169 | void destroy_node_manager(struct f2fs_sb_info *); |
Namjae Jeon | 6e6093a | 2013-01-17 00:08:30 +0900 | [diff] [blame] | 1170 | int __init create_node_manager_caches(void); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1171 | void destroy_node_manager_caches(void); |
| 1172 | |
| 1173 | /* |
| 1174 | * segment.c |
| 1175 | */ |
| 1176 | void f2fs_balance_fs(struct f2fs_sb_info *); |
Jaegeuk Kim | 4660f9c | 2013-10-24 14:19:18 +0900 | [diff] [blame] | 1177 | void f2fs_balance_fs_bg(struct f2fs_sb_info *); |
Jaegeuk Kim | 6b4afdd | 2014-04-02 15:34:36 +0900 | [diff] [blame] | 1178 | int f2fs_issue_flush(struct f2fs_sb_info *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1179 | void invalidate_blocks(struct f2fs_sb_info *, block_t); |
Jaegeuk Kim | 5e44381 | 2014-01-28 12:22:14 +0900 | [diff] [blame] | 1180 | void refresh_sit_entry(struct f2fs_sb_info *, block_t, block_t); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1181 | void clear_prefree_segments(struct f2fs_sb_info *); |
| 1182 | int npages_for_summary_flush(struct f2fs_sb_info *); |
| 1183 | void allocate_new_segments(struct f2fs_sb_info *); |
| 1184 | struct page *get_sum_page(struct f2fs_sb_info *, unsigned int); |
Jaegeuk Kim | 577e349 | 2013-01-24 19:56:11 +0900 | [diff] [blame] | 1185 | void write_meta_page(struct f2fs_sb_info *, struct page *); |
Jaegeuk Kim | fb5566d | 2014-01-08 10:09:51 +0900 | [diff] [blame] | 1186 | void write_node_page(struct f2fs_sb_info *, struct page *, |
| 1187 | struct f2fs_io_info *, unsigned int, block_t, block_t *); |
Jaegeuk Kim | 458e619 | 2013-12-11 13:54:01 +0900 | [diff] [blame] | 1188 | void write_data_page(struct page *, struct dnode_of_data *, block_t *, |
| 1189 | struct f2fs_io_info *); |
| 1190 | void rewrite_data_page(struct page *, block_t, struct f2fs_io_info *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1191 | void recover_data_page(struct f2fs_sb_info *, struct page *, |
| 1192 | struct f2fs_summary *, block_t, block_t); |
| 1193 | void rewrite_node_page(struct f2fs_sb_info *, struct page *, |
| 1194 | struct f2fs_summary *, block_t, block_t); |
Jaegeuk Kim | bfad7c2 | 2013-12-16 19:04:05 +0900 | [diff] [blame] | 1195 | void allocate_data_block(struct f2fs_sb_info *, struct page *, |
| 1196 | block_t, block_t *, struct f2fs_summary *, int); |
Yuan Zhong | 5514f0a | 2014-01-10 07:26:14 +0000 | [diff] [blame] | 1197 | void f2fs_wait_on_page_writeback(struct page *, enum page_type); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1198 | void write_data_summaries(struct f2fs_sb_info *, block_t); |
| 1199 | void write_node_summaries(struct f2fs_sb_info *, block_t); |
| 1200 | int lookup_journal_in_cursum(struct f2fs_summary_block *, |
| 1201 | int, unsigned int, int); |
| 1202 | void flush_sit_entries(struct f2fs_sb_info *); |
| 1203 | int build_segment_manager(struct f2fs_sb_info *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1204 | void destroy_segment_manager(struct f2fs_sb_info *); |
Jaegeuk Kim | 7fd9e54 | 2013-11-15 13:55:58 +0900 | [diff] [blame] | 1205 | int __init create_segment_manager_caches(void); |
| 1206 | void destroy_segment_manager_caches(void); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1207 | |
| 1208 | /* |
| 1209 | * checkpoint.c |
| 1210 | */ |
| 1211 | struct page *grab_meta_page(struct f2fs_sb_info *, pgoff_t); |
| 1212 | struct page *get_meta_page(struct f2fs_sb_info *, pgoff_t); |
Chao Yu | 662befd | 2014-02-07 16:11:53 +0800 | [diff] [blame] | 1213 | int ra_meta_pages(struct f2fs_sb_info *, int, int, int); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1214 | long sync_meta_pages(struct f2fs_sb_info *, enum page_type, long); |
Jaegeuk Kim | cbd56e7 | 2013-07-30 11:36:53 +0900 | [diff] [blame] | 1215 | int acquire_orphan_inode(struct f2fs_sb_info *); |
| 1216 | void release_orphan_inode(struct f2fs_sb_info *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1217 | void add_orphan_inode(struct f2fs_sb_info *, nid_t); |
| 1218 | void remove_orphan_inode(struct f2fs_sb_info *, nid_t); |
Chao Yu | 8f99a94 | 2013-11-28 15:43:43 +0800 | [diff] [blame] | 1219 | void recover_orphan_inodes(struct f2fs_sb_info *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1220 | int get_valid_checkpoint(struct f2fs_sb_info *); |
| 1221 | void set_dirty_dir_page(struct inode *, struct page *); |
Jaegeuk Kim | 5deb826 | 2013-06-05 17:42:45 +0900 | [diff] [blame] | 1222 | void add_dirty_dir_inode(struct inode *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1223 | void remove_dirty_dir_inode(struct inode *); |
Jaegeuk Kim | 74d0b91 | 2013-05-15 16:40:02 +0900 | [diff] [blame] | 1224 | struct inode *check_dirty_dir_inode(struct f2fs_sb_info *, nid_t); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1225 | void sync_dirty_dir_inodes(struct f2fs_sb_info *); |
Jaegeuk Kim | 4372752 | 2013-02-04 15:11:17 +0900 | [diff] [blame] | 1226 | void write_checkpoint(struct f2fs_sb_info *, bool); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1227 | void init_orphan_info(struct f2fs_sb_info *); |
Namjae Jeon | 6e6093a | 2013-01-17 00:08:30 +0900 | [diff] [blame] | 1228 | int __init create_checkpoint_caches(void); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1229 | void destroy_checkpoint_caches(void); |
| 1230 | |
| 1231 | /* |
| 1232 | * data.c |
| 1233 | */ |
Jaegeuk Kim | 458e619 | 2013-12-11 13:54:01 +0900 | [diff] [blame] | 1234 | void f2fs_submit_merged_bio(struct f2fs_sb_info *, enum page_type, int); |
Jaegeuk Kim | 93dfe2a | 2013-11-30 12:51:14 +0900 | [diff] [blame] | 1235 | int f2fs_submit_page_bio(struct f2fs_sb_info *, struct page *, block_t, int); |
| 1236 | void f2fs_submit_page_mbio(struct f2fs_sb_info *, struct page *, block_t, |
Jaegeuk Kim | 458e619 | 2013-12-11 13:54:01 +0900 | [diff] [blame] | 1237 | struct f2fs_io_info *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1238 | int reserve_new_block(struct dnode_of_data *); |
Huajun Li | b600965 | 2013-11-10 23:13:18 +0800 | [diff] [blame] | 1239 | int f2fs_reserve_block(struct dnode_of_data *, pgoff_t); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1240 | void update_extent_cache(block_t, struct dnode_of_data *); |
Jaegeuk Kim | c718379b | 2013-04-24 13:19:56 +0900 | [diff] [blame] | 1241 | struct page *find_data_page(struct inode *, pgoff_t, bool); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1242 | struct page *get_lock_data_page(struct inode *, pgoff_t); |
Jaegeuk Kim | 64aa7ed | 2013-05-20 09:55:50 +0900 | [diff] [blame] | 1243 | struct page *get_new_data_page(struct inode *, struct page *, pgoff_t, bool); |
Jaegeuk Kim | 458e619 | 2013-12-11 13:54:01 +0900 | [diff] [blame] | 1244 | int do_write_data_page(struct page *, struct f2fs_io_info *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1245 | |
| 1246 | /* |
| 1247 | * gc.c |
| 1248 | */ |
| 1249 | int start_gc_thread(struct f2fs_sb_info *); |
| 1250 | void stop_gc_thread(struct f2fs_sb_info *); |
Jaegeuk Kim | de93653 | 2013-08-12 21:08:03 +0900 | [diff] [blame] | 1251 | block_t start_bidx_of_node(unsigned int, struct f2fs_inode_info *); |
Jaegeuk Kim | 408e937 | 2013-01-03 17:55:52 +0900 | [diff] [blame] | 1252 | int f2fs_gc(struct f2fs_sb_info *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1253 | void build_gc_manager(struct f2fs_sb_info *); |
Namjae Jeon | 6e6093a | 2013-01-17 00:08:30 +0900 | [diff] [blame] | 1254 | int __init create_gc_caches(void); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1255 | void destroy_gc_caches(void); |
| 1256 | |
| 1257 | /* |
| 1258 | * recovery.c |
| 1259 | */ |
Jaegeuk Kim | 6ead114 | 2013-03-20 19:01:06 +0900 | [diff] [blame] | 1260 | int recover_fsync_data(struct f2fs_sb_info *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1261 | bool space_for_roll_forward(struct f2fs_sb_info *); |
| 1262 | |
| 1263 | /* |
| 1264 | * debug.c |
| 1265 | */ |
| 1266 | #ifdef CONFIG_F2FS_STAT_FS |
| 1267 | struct f2fs_stat_info { |
| 1268 | struct list_head stat_list; |
| 1269 | struct f2fs_sb_info *sbi; |
| 1270 | struct mutex stat_lock; |
| 1271 | int all_area_segs, sit_area_segs, nat_area_segs, ssa_area_segs; |
| 1272 | int main_area_segs, main_area_sections, main_area_zones; |
| 1273 | int hit_ext, total_ext; |
| 1274 | int ndirty_node, ndirty_dent, ndirty_dirs, ndirty_meta; |
| 1275 | int nats, sits, fnids; |
| 1276 | int total_count, utilization; |
Jaegeuk Kim | 0dbdc2a | 2013-11-26 11:08:57 +0900 | [diff] [blame] | 1277 | int bg_gc, inline_inode; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1278 | unsigned int valid_count, valid_node_count, valid_inode_count; |
| 1279 | unsigned int bimodal, avg_vblocks; |
| 1280 | int util_free, util_valid, util_invalid; |
| 1281 | int rsvd_segs, overp_segs; |
| 1282 | int dirty_count, node_pages, meta_pages; |
Changman Lee | 942e0be | 2014-02-13 15:12:29 +0900 | [diff] [blame] | 1283 | int prefree_count, call_count, cp_count; |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1284 | int tot_segs, node_segs, data_segs, free_segs, free_secs; |
| 1285 | int tot_blks, data_blks, node_blks; |
| 1286 | int curseg[NR_CURSEG_TYPE]; |
| 1287 | int cursec[NR_CURSEG_TYPE]; |
| 1288 | int curzone[NR_CURSEG_TYPE]; |
| 1289 | |
| 1290 | unsigned int segment_count[2]; |
| 1291 | unsigned int block_count[2]; |
| 1292 | unsigned base_mem, cache_mem; |
| 1293 | }; |
| 1294 | |
Gu Zheng | 963d4f7 | 2013-07-12 14:47:11 +0800 | [diff] [blame] | 1295 | static inline struct f2fs_stat_info *F2FS_STAT(struct f2fs_sb_info *sbi) |
| 1296 | { |
Chris Fries | 6c311ec | 2014-01-17 14:44:39 -0600 | [diff] [blame] | 1297 | return (struct f2fs_stat_info *)sbi->stat_info; |
Gu Zheng | 963d4f7 | 2013-07-12 14:47:11 +0800 | [diff] [blame] | 1298 | } |
| 1299 | |
Changman Lee | 942e0be | 2014-02-13 15:12:29 +0900 | [diff] [blame] | 1300 | #define stat_inc_cp_count(si) ((si)->cp_count++) |
Jaegeuk Kim | dcdfff6 | 2013-10-22 20:56:10 +0900 | [diff] [blame] | 1301 | #define stat_inc_call_count(si) ((si)->call_count++) |
| 1302 | #define stat_inc_bggc_count(sbi) ((sbi)->bg_gc++) |
| 1303 | #define stat_inc_dirty_dir(sbi) ((sbi)->n_dirty_dirs++) |
| 1304 | #define stat_dec_dirty_dir(sbi) ((sbi)->n_dirty_dirs--) |
| 1305 | #define stat_inc_total_hit(sb) ((F2FS_SB(sb))->total_hit_ext++) |
| 1306 | #define stat_inc_read_hit(sb) ((F2FS_SB(sb))->read_hit_ext++) |
Jaegeuk Kim | 0dbdc2a | 2013-11-26 11:08:57 +0900 | [diff] [blame] | 1307 | #define stat_inc_inline_inode(inode) \ |
| 1308 | do { \ |
| 1309 | if (f2fs_has_inline_data(inode)) \ |
| 1310 | ((F2FS_SB(inode->i_sb))->inline_inode++); \ |
| 1311 | } while (0) |
| 1312 | #define stat_dec_inline_inode(inode) \ |
| 1313 | do { \ |
| 1314 | if (f2fs_has_inline_data(inode)) \ |
| 1315 | ((F2FS_SB(inode->i_sb))->inline_inode--); \ |
| 1316 | } while (0) |
| 1317 | |
Jaegeuk Kim | dcdfff6 | 2013-10-22 20:56:10 +0900 | [diff] [blame] | 1318 | #define stat_inc_seg_type(sbi, curseg) \ |
| 1319 | ((sbi)->segment_count[(curseg)->alloc_type]++) |
| 1320 | #define stat_inc_block_count(sbi, curseg) \ |
| 1321 | ((sbi)->block_count[(curseg)->alloc_type]++) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1322 | |
| 1323 | #define stat_inc_seg_count(sbi, type) \ |
| 1324 | do { \ |
Gu Zheng | 963d4f7 | 2013-07-12 14:47:11 +0800 | [diff] [blame] | 1325 | struct f2fs_stat_info *si = F2FS_STAT(sbi); \ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1326 | (si)->tot_segs++; \ |
| 1327 | if (type == SUM_TYPE_DATA) \ |
| 1328 | si->data_segs++; \ |
| 1329 | else \ |
| 1330 | si->node_segs++; \ |
| 1331 | } while (0) |
| 1332 | |
| 1333 | #define stat_inc_tot_blk_count(si, blks) \ |
| 1334 | (si->tot_blks += (blks)) |
| 1335 | |
| 1336 | #define stat_inc_data_blk_count(sbi, blks) \ |
| 1337 | do { \ |
Gu Zheng | 963d4f7 | 2013-07-12 14:47:11 +0800 | [diff] [blame] | 1338 | struct f2fs_stat_info *si = F2FS_STAT(sbi); \ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1339 | stat_inc_tot_blk_count(si, blks); \ |
| 1340 | si->data_blks += (blks); \ |
| 1341 | } while (0) |
| 1342 | |
| 1343 | #define stat_inc_node_blk_count(sbi, blks) \ |
| 1344 | do { \ |
Gu Zheng | 963d4f7 | 2013-07-12 14:47:11 +0800 | [diff] [blame] | 1345 | struct f2fs_stat_info *si = F2FS_STAT(sbi); \ |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1346 | stat_inc_tot_blk_count(si, blks); \ |
| 1347 | si->node_blks += (blks); \ |
| 1348 | } while (0) |
| 1349 | |
| 1350 | int f2fs_build_stats(struct f2fs_sb_info *); |
| 1351 | void f2fs_destroy_stats(struct f2fs_sb_info *); |
Namjae Jeon | 6e6093a | 2013-01-17 00:08:30 +0900 | [diff] [blame] | 1352 | void __init f2fs_create_root_stats(void); |
Namjae Jeon | 4589d25 | 2013-01-15 19:58:47 +0900 | [diff] [blame] | 1353 | void f2fs_destroy_root_stats(void); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1354 | #else |
Changman Lee | 942e0be | 2014-02-13 15:12:29 +0900 | [diff] [blame] | 1355 | #define stat_inc_cp_count(si) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1356 | #define stat_inc_call_count(si) |
Jaegeuk Kim | dcdfff6 | 2013-10-22 20:56:10 +0900 | [diff] [blame] | 1357 | #define stat_inc_bggc_count(si) |
| 1358 | #define stat_inc_dirty_dir(sbi) |
| 1359 | #define stat_dec_dirty_dir(sbi) |
| 1360 | #define stat_inc_total_hit(sb) |
| 1361 | #define stat_inc_read_hit(sb) |
Jaegeuk Kim | 0dbdc2a | 2013-11-26 11:08:57 +0900 | [diff] [blame] | 1362 | #define stat_inc_inline_inode(inode) |
| 1363 | #define stat_dec_inline_inode(inode) |
Jaegeuk Kim | dcdfff6 | 2013-10-22 20:56:10 +0900 | [diff] [blame] | 1364 | #define stat_inc_seg_type(sbi, curseg) |
| 1365 | #define stat_inc_block_count(sbi, curseg) |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1366 | #define stat_inc_seg_count(si, type) |
| 1367 | #define stat_inc_tot_blk_count(si, blks) |
| 1368 | #define stat_inc_data_blk_count(si, blks) |
| 1369 | #define stat_inc_node_blk_count(sbi, blks) |
| 1370 | |
| 1371 | static inline int f2fs_build_stats(struct f2fs_sb_info *sbi) { return 0; } |
| 1372 | static inline void f2fs_destroy_stats(struct f2fs_sb_info *sbi) { } |
Namjae Jeon | 6e6093a | 2013-01-17 00:08:30 +0900 | [diff] [blame] | 1373 | static inline void __init f2fs_create_root_stats(void) { } |
Namjae Jeon | 4589d25 | 2013-01-15 19:58:47 +0900 | [diff] [blame] | 1374 | static inline void f2fs_destroy_root_stats(void) { } |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1375 | #endif |
| 1376 | |
| 1377 | extern const struct file_operations f2fs_dir_operations; |
| 1378 | extern const struct file_operations f2fs_file_operations; |
| 1379 | extern const struct inode_operations f2fs_file_inode_operations; |
| 1380 | extern const struct address_space_operations f2fs_dblock_aops; |
| 1381 | extern const struct address_space_operations f2fs_node_aops; |
| 1382 | extern const struct address_space_operations f2fs_meta_aops; |
| 1383 | extern const struct inode_operations f2fs_dir_inode_operations; |
| 1384 | extern const struct inode_operations f2fs_symlink_inode_operations; |
| 1385 | extern const struct inode_operations f2fs_special_inode_operations; |
Huajun Li | 1001b34 | 2013-11-10 23:13:16 +0800 | [diff] [blame] | 1386 | |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 1387 | /* |
| 1388 | * inline.c |
| 1389 | */ |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 1390 | bool f2fs_may_inline(struct inode *); |
| 1391 | int f2fs_read_inline_data(struct inode *, struct page *); |
Jaegeuk Kim | 9e09fc8 | 2013-12-27 12:28:59 +0900 | [diff] [blame] | 1392 | int f2fs_convert_inline_data(struct inode *, pgoff_t); |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 1393 | int f2fs_write_inline_data(struct inode *, struct page *, unsigned int); |
Jaegeuk Kim | 1e1bb4b | 2013-12-26 12:49:48 +0900 | [diff] [blame] | 1394 | int recover_inline_data(struct inode *, struct page *); |
Jaegeuk Kim | 39a53e0 | 2012-11-28 13:37:31 +0900 | [diff] [blame] | 1395 | #endif |