Chao Yu | 6d1a832 | 2018-09-12 09:16:07 +0800 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Jaegeuk Kim | 0a8165d | 2012-11-29 13:28:09 +0900 | [diff] [blame] | 2 | /* |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 3 | * fs/f2fs/dir.c |
| 4 | * |
| 5 | * Copyright (c) 2012 Samsung Electronics Co., Ltd. |
| 6 | * http://www.samsung.com/ |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 7 | */ |
| 8 | #include <linux/fs.h> |
| 9 | #include <linux/f2fs_fs.h> |
Chao Yu | 905d037 | 2017-10-13 18:01:34 +0800 | [diff] [blame] | 10 | #include <linux/sched.h> |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 11 | #include "f2fs.h" |
Jaegeuk Kim | 398b1ac | 2012-12-19 15:28:39 +0900 | [diff] [blame] | 12 | #include "node.h" |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 13 | #include "acl.h" |
Jaegeuk Kim | 8ae8f16 | 2013-06-03 19:46:19 +0900 | [diff] [blame] | 14 | #include "xattr.h" |
Chao Yu | 2dfbda0 | 2017-10-13 18:01:33 +0800 | [diff] [blame] | 15 | #include <trace/events/f2fs.h> |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 16 | |
| 17 | static unsigned long dir_blocks(struct inode *inode) |
| 18 | { |
Kirill A. Shutemov | 09cbfea | 2016-04-01 15:29:47 +0300 | [diff] [blame] | 19 | return ((unsigned long long) (i_size_read(inode) + PAGE_SIZE - 1)) |
| 20 | >> PAGE_SHIFT; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 21 | } |
| 22 | |
Jaegeuk Kim | 3843154 | 2014-02-27 18:20:00 +0900 | [diff] [blame] | 23 | static unsigned int dir_buckets(unsigned int level, int dir_level) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 24 | { |
Chao Yu | bfec07d | 2014-05-28 08:56:09 +0800 | [diff] [blame] | 25 | if (level + dir_level < MAX_DIR_HASH_DEPTH / 2) |
Jaegeuk Kim | 3843154 | 2014-02-27 18:20:00 +0900 | [diff] [blame] | 26 | return 1 << (level + dir_level); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 27 | else |
Chao Yu | bfec07d | 2014-05-28 08:56:09 +0800 | [diff] [blame] | 28 | return MAX_DIR_BUCKETS; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 29 | } |
| 30 | |
| 31 | static unsigned int bucket_blocks(unsigned int level) |
| 32 | { |
| 33 | if (level < MAX_DIR_HASH_DEPTH / 2) |
| 34 | return 2; |
| 35 | else |
| 36 | return 4; |
| 37 | } |
| 38 | |
Chao Yu | ebfa732 | 2016-09-18 23:30:03 +0800 | [diff] [blame] | 39 | static unsigned char f2fs_filetype_table[F2FS_FT_MAX] = { |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 40 | [F2FS_FT_UNKNOWN] = DT_UNKNOWN, |
| 41 | [F2FS_FT_REG_FILE] = DT_REG, |
| 42 | [F2FS_FT_DIR] = DT_DIR, |
| 43 | [F2FS_FT_CHRDEV] = DT_CHR, |
| 44 | [F2FS_FT_BLKDEV] = DT_BLK, |
| 45 | [F2FS_FT_FIFO] = DT_FIFO, |
| 46 | [F2FS_FT_SOCK] = DT_SOCK, |
| 47 | [F2FS_FT_SYMLINK] = DT_LNK, |
| 48 | }; |
| 49 | |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 50 | static unsigned char f2fs_type_by_mode[S_IFMT >> S_SHIFT] = { |
| 51 | [S_IFREG >> S_SHIFT] = F2FS_FT_REG_FILE, |
| 52 | [S_IFDIR >> S_SHIFT] = F2FS_FT_DIR, |
| 53 | [S_IFCHR >> S_SHIFT] = F2FS_FT_CHRDEV, |
| 54 | [S_IFBLK >> S_SHIFT] = F2FS_FT_BLKDEV, |
| 55 | [S_IFIFO >> S_SHIFT] = F2FS_FT_FIFO, |
| 56 | [S_IFSOCK >> S_SHIFT] = F2FS_FT_SOCK, |
| 57 | [S_IFLNK >> S_SHIFT] = F2FS_FT_SYMLINK, |
| 58 | }; |
| 59 | |
Chao Yu | 6de81c8 | 2018-05-30 00:20:40 +0800 | [diff] [blame] | 60 | static void set_de_type(struct f2fs_dir_entry *de, umode_t mode) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 61 | { |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 62 | de->file_type = f2fs_type_by_mode[(mode & S_IFMT) >> S_SHIFT]; |
| 63 | } |
| 64 | |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 65 | unsigned char f2fs_get_de_type(struct f2fs_dir_entry *de) |
Chao Yu | 675f10b | 2016-02-22 18:29:18 +0800 | [diff] [blame] | 66 | { |
| 67 | if (de->file_type < F2FS_FT_MAX) |
| 68 | return f2fs_filetype_table[de->file_type]; |
| 69 | return DT_UNKNOWN; |
| 70 | } |
| 71 | |
Jaegeuk Kim | 3843154 | 2014-02-27 18:20:00 +0900 | [diff] [blame] | 72 | static unsigned long dir_block_index(unsigned int level, |
| 73 | int dir_level, unsigned int idx) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 74 | { |
| 75 | unsigned long i; |
| 76 | unsigned long bidx = 0; |
| 77 | |
| 78 | for (i = 0; i < level; i++) |
Jaegeuk Kim | 3843154 | 2014-02-27 18:20:00 +0900 | [diff] [blame] | 79 | bidx += dir_buckets(i, dir_level) * bucket_blocks(i); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 80 | bidx += idx * bucket_blocks(level); |
| 81 | return bidx; |
| 82 | } |
| 83 | |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 84 | static struct f2fs_dir_entry *find_in_block(struct page *dentry_page, |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 85 | struct fscrypt_name *fname, |
Jaegeuk Kim | 6e22c69 | 2015-04-27 17:12:39 -0700 | [diff] [blame] | 86 | f2fs_hash_t namehash, |
| 87 | int *max_slots, |
Jaegeuk Kim | 4e6ebf6 | 2014-10-13 17:26:14 -0700 | [diff] [blame] | 88 | struct page **res_page) |
| 89 | { |
| 90 | struct f2fs_dentry_block *dentry_blk; |
| 91 | struct f2fs_dir_entry *de; |
Jaegeuk Kim | 7b3cd7d | 2014-10-18 22:52:52 -0700 | [diff] [blame] | 92 | struct f2fs_dentry_ptr d; |
Jaegeuk Kim | 4e6ebf6 | 2014-10-13 17:26:14 -0700 | [diff] [blame] | 93 | |
Yunlong Song | 975c567 | 2018-02-28 20:31:52 +0800 | [diff] [blame] | 94 | dentry_blk = (struct f2fs_dentry_block *)page_address(dentry_page); |
Jaegeuk Kim | 7b3cd7d | 2014-10-18 22:52:52 -0700 | [diff] [blame] | 95 | |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 96 | make_dentry_ptr_block(NULL, &d, dentry_blk); |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 97 | de = f2fs_find_target_dentry(fname, namehash, max_slots, &d); |
Jaegeuk Kim | 4e6ebf6 | 2014-10-13 17:26:14 -0700 | [diff] [blame] | 98 | if (de) |
| 99 | *res_page = dentry_page; |
Jaegeuk Kim | 4e6ebf6 | 2014-10-13 17:26:14 -0700 | [diff] [blame] | 100 | |
Jaegeuk Kim | 4e6ebf6 | 2014-10-13 17:26:14 -0700 | [diff] [blame] | 101 | return de; |
| 102 | } |
| 103 | |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 104 | struct f2fs_dir_entry *f2fs_find_target_dentry(struct fscrypt_name *fname, |
Jaegeuk Kim | 6e22c69 | 2015-04-27 17:12:39 -0700 | [diff] [blame] | 105 | f2fs_hash_t namehash, int *max_slots, |
| 106 | struct f2fs_dentry_ptr *d) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 107 | { |
| 108 | struct f2fs_dir_entry *de; |
Jaegeuk Kim | 5d0c6671 | 2014-02-27 13:57:53 +0900 | [diff] [blame] | 109 | unsigned long bit_pos = 0; |
Jaegeuk Kim | 5d0c6671 | 2014-02-27 13:57:53 +0900 | [diff] [blame] | 110 | int max_len = 0; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 111 | |
Jaegeuk Kim | 7b3cd7d | 2014-10-18 22:52:52 -0700 | [diff] [blame] | 112 | if (max_slots) |
| 113 | *max_slots = 0; |
| 114 | while (bit_pos < d->max) { |
| 115 | if (!test_bit_le(bit_pos, d->bitmap)) { |
Jaegeuk Kim | 5d0c6671 | 2014-02-27 13:57:53 +0900 | [diff] [blame] | 116 | bit_pos++; |
Chao Yu | bda1907 | 2015-03-09 17:33:16 +0800 | [diff] [blame] | 117 | max_len++; |
Jaegeuk Kim | 5d0c6671 | 2014-02-27 13:57:53 +0900 | [diff] [blame] | 118 | continue; |
| 119 | } |
Chao Yu | bda1907 | 2015-03-09 17:33:16 +0800 | [diff] [blame] | 120 | |
Jaegeuk Kim | 7b3cd7d | 2014-10-18 22:52:52 -0700 | [diff] [blame] | 121 | de = &d->dentry[bit_pos]; |
Jaegeuk Kim | 6e22c69 | 2015-04-27 17:12:39 -0700 | [diff] [blame] | 122 | |
Chao Yu | a4a13f5 | 2016-04-27 22:22:20 +0800 | [diff] [blame] | 123 | if (unlikely(!de->name_len)) { |
| 124 | bit_pos++; |
| 125 | continue; |
| 126 | } |
| 127 | |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 128 | if (de->hash_code == namehash && |
| 129 | fscrypt_match_name(fname, d->filename[bit_pos], |
| 130 | le16_to_cpu(de->name_len))) |
Jaegeuk Kim | 4e6ebf6 | 2014-10-13 17:26:14 -0700 | [diff] [blame] | 131 | goto found; |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 132 | |
Chao Yu | bda1907 | 2015-03-09 17:33:16 +0800 | [diff] [blame] | 133 | if (max_slots && max_len > *max_slots) |
Jaegeuk Kim | 5d0c6671 | 2014-02-27 13:57:53 +0900 | [diff] [blame] | 134 | *max_slots = max_len; |
Chao Yu | bda1907 | 2015-03-09 17:33:16 +0800 | [diff] [blame] | 135 | max_len = 0; |
Chao Yu | 81e366f | 2014-07-10 12:37:46 +0800 | [diff] [blame] | 136 | |
Jaegeuk Kim | 5d0c6671 | 2014-02-27 13:57:53 +0900 | [diff] [blame] | 137 | bit_pos += GET_DENTRY_SLOTS(le16_to_cpu(de->name_len)); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 138 | } |
| 139 | |
| 140 | de = NULL; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 141 | found: |
Jaegeuk Kim | 7b3cd7d | 2014-10-18 22:52:52 -0700 | [diff] [blame] | 142 | if (max_slots && max_len > *max_slots) |
Jaegeuk Kim | 5d0c6671 | 2014-02-27 13:57:53 +0900 | [diff] [blame] | 143 | *max_slots = max_len; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 144 | return de; |
| 145 | } |
| 146 | |
| 147 | static struct f2fs_dir_entry *find_in_level(struct inode *dir, |
Jaegeuk Kim | 6e22c69 | 2015-04-27 17:12:39 -0700 | [diff] [blame] | 148 | unsigned int level, |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 149 | struct fscrypt_name *fname, |
Jaegeuk Kim | 6e22c69 | 2015-04-27 17:12:39 -0700 | [diff] [blame] | 150 | struct page **res_page) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 151 | { |
Jaegeuk Kim | 6e22c69 | 2015-04-27 17:12:39 -0700 | [diff] [blame] | 152 | struct qstr name = FSTR_TO_QSTR(&fname->disk_name); |
| 153 | int s = GET_DENTRY_SLOTS(name.len); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 154 | unsigned int nbucket, nblock; |
| 155 | unsigned int bidx, end_block; |
| 156 | struct page *dentry_page; |
| 157 | struct f2fs_dir_entry *de = NULL; |
| 158 | bool room = false; |
Jaegeuk Kim | 4e6ebf6 | 2014-10-13 17:26:14 -0700 | [diff] [blame] | 159 | int max_slots; |
Jaegeuk Kim | 8daed21 | 2017-04-24 10:00:08 -0700 | [diff] [blame] | 160 | f2fs_hash_t namehash = f2fs_dentry_hash(&name, fname); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 161 | |
Jaegeuk Kim | 3843154 | 2014-02-27 18:20:00 +0900 | [diff] [blame] | 162 | nbucket = dir_buckets(level, F2FS_I(dir)->i_dir_level); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 163 | nblock = bucket_blocks(level); |
| 164 | |
Jaegeuk Kim | 3843154 | 2014-02-27 18:20:00 +0900 | [diff] [blame] | 165 | bidx = dir_block_index(level, F2FS_I(dir)->i_dir_level, |
| 166 | le32_to_cpu(namehash) % nbucket); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 167 | end_block = bidx + nblock; |
| 168 | |
| 169 | for (; bidx < end_block; bidx++) { |
| 170 | /* no need to allocate new dentry pages to all the indices */ |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 171 | dentry_page = f2fs_find_data_page(dir, bidx); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 172 | if (IS_ERR(dentry_page)) { |
Jaegeuk Kim | 42d9640 | 2016-05-25 14:29:11 -0700 | [diff] [blame] | 173 | if (PTR_ERR(dentry_page) == -ENOENT) { |
| 174 | room = true; |
| 175 | continue; |
| 176 | } else { |
| 177 | *res_page = dentry_page; |
| 178 | break; |
| 179 | } |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 180 | } |
| 181 | |
Jaegeuk Kim | 6e22c69 | 2015-04-27 17:12:39 -0700 | [diff] [blame] | 182 | de = find_in_block(dentry_page, fname, namehash, &max_slots, |
| 183 | res_page); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 184 | if (de) |
| 185 | break; |
| 186 | |
| 187 | if (max_slots >= s) |
| 188 | room = true; |
| 189 | f2fs_put_page(dentry_page, 0); |
| 190 | } |
| 191 | |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 192 | if (!de && room && F2FS_I(dir)->chash != namehash) { |
| 193 | F2FS_I(dir)->chash = namehash; |
| 194 | F2FS_I(dir)->clevel = level; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 195 | } |
| 196 | |
| 197 | return de; |
| 198 | } |
| 199 | |
Shuoran Liu | e7ba108 | 2016-08-29 11:27:56 +0800 | [diff] [blame] | 200 | struct f2fs_dir_entry *__f2fs_find_entry(struct inode *dir, |
| 201 | struct fscrypt_name *fname, struct page **res_page) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 202 | { |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 203 | unsigned long npages = dir_blocks(dir); |
| 204 | struct f2fs_dir_entry *de = NULL; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 205 | unsigned int max_depth; |
| 206 | unsigned int level; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 207 | |
Jaegeuk Kim | 6e22c69 | 2015-04-27 17:12:39 -0700 | [diff] [blame] | 208 | if (f2fs_has_inline_dentry(dir)) { |
Jaegeuk Kim | 42d9640 | 2016-05-25 14:29:11 -0700 | [diff] [blame] | 209 | *res_page = NULL; |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 210 | de = f2fs_find_in_inline_dir(dir, fname, res_page); |
Jaegeuk Kim | 6e22c69 | 2015-04-27 17:12:39 -0700 | [diff] [blame] | 211 | goto out; |
| 212 | } |
| 213 | |
Jaegeuk Kim | 42d9640 | 2016-05-25 14:29:11 -0700 | [diff] [blame] | 214 | if (npages == 0) { |
| 215 | *res_page = NULL; |
Jaegeuk Kim | 6e22c69 | 2015-04-27 17:12:39 -0700 | [diff] [blame] | 216 | goto out; |
Jaegeuk Kim | 42d9640 | 2016-05-25 14:29:11 -0700 | [diff] [blame] | 217 | } |
Jaegeuk Kim | 6e22c69 | 2015-04-27 17:12:39 -0700 | [diff] [blame] | 218 | |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 219 | max_depth = F2FS_I(dir)->i_current_depth; |
Jaegeuk Kim | 1f6fa26 | 2015-12-31 10:28:52 -0800 | [diff] [blame] | 220 | if (unlikely(max_depth > MAX_DIR_HASH_DEPTH)) { |
| 221 | f2fs_msg(F2FS_I_SB(dir)->sb, KERN_WARNING, |
| 222 | "Corrupted max_depth of %lu: %u", |
| 223 | dir->i_ino, max_depth); |
| 224 | max_depth = MAX_DIR_HASH_DEPTH; |
Jaegeuk Kim | 205b982 | 2016-05-20 09:52:20 -0700 | [diff] [blame] | 225 | f2fs_i_depth_write(dir, max_depth); |
Jaegeuk Kim | 1f6fa26 | 2015-12-31 10:28:52 -0800 | [diff] [blame] | 226 | } |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 227 | |
| 228 | for (level = 0; level < max_depth; level++) { |
Jaegeuk Kim | 42d9640 | 2016-05-25 14:29:11 -0700 | [diff] [blame] | 229 | *res_page = NULL; |
Shuoran Liu | e7ba108 | 2016-08-29 11:27:56 +0800 | [diff] [blame] | 230 | de = find_in_level(dir, level, fname, res_page); |
Jaegeuk Kim | 42d9640 | 2016-05-25 14:29:11 -0700 | [diff] [blame] | 231 | if (de || IS_ERR(*res_page)) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 232 | break; |
| 233 | } |
Jaegeuk Kim | 6e22c69 | 2015-04-27 17:12:39 -0700 | [diff] [blame] | 234 | out: |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 235 | /* This is to increase the speed of f2fs_create */ |
| 236 | if (!de) |
| 237 | F2FS_I(dir)->task = current; |
Shuoran Liu | e7ba108 | 2016-08-29 11:27:56 +0800 | [diff] [blame] | 238 | return de; |
| 239 | } |
| 240 | |
| 241 | /* |
| 242 | * Find an entry in the specified directory with the wanted name. |
| 243 | * It returns the page where the entry was found (as a parameter - res_page), |
| 244 | * and the entry itself. Page is returned mapped and unlocked. |
| 245 | * Entry is guaranteed to be valid. |
| 246 | */ |
| 247 | struct f2fs_dir_entry *f2fs_find_entry(struct inode *dir, |
| 248 | const struct qstr *child, struct page **res_page) |
| 249 | { |
| 250 | struct f2fs_dir_entry *de = NULL; |
| 251 | struct fscrypt_name fname; |
| 252 | int err; |
| 253 | |
| 254 | err = fscrypt_setup_filename(dir, child, 1, &fname); |
| 255 | if (err) { |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 256 | if (err == -ENOENT) |
| 257 | *res_page = NULL; |
| 258 | else |
| 259 | *res_page = ERR_PTR(err); |
Shuoran Liu | e7ba108 | 2016-08-29 11:27:56 +0800 | [diff] [blame] | 260 | return NULL; |
| 261 | } |
| 262 | |
| 263 | de = __f2fs_find_entry(dir, &fname, res_page); |
| 264 | |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 265 | fscrypt_free_filename(&fname); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 266 | return de; |
| 267 | } |
| 268 | |
| 269 | struct f2fs_dir_entry *f2fs_parent_dir(struct inode *dir, struct page **p) |
| 270 | { |
Sheng Yong | 8be0fea | 2016-06-04 22:01:28 +0800 | [diff] [blame] | 271 | struct qstr dotdot = QSTR_INIT("..", 2); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 272 | |
Sheng Yong | 8be0fea | 2016-06-04 22:01:28 +0800 | [diff] [blame] | 273 | return f2fs_find_entry(dir, &dotdot, p); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 274 | } |
| 275 | |
Linus Torvalds | 835c92d | 2016-08-06 09:49:02 -0400 | [diff] [blame] | 276 | ino_t f2fs_inode_by_name(struct inode *dir, const struct qstr *qstr, |
Chao Yu | 91246c2 | 2016-07-19 08:27:47 +0800 | [diff] [blame] | 277 | struct page **page) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 278 | { |
| 279 | ino_t res = 0; |
| 280 | struct f2fs_dir_entry *de; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 281 | |
Chao Yu | 91246c2 | 2016-07-19 08:27:47 +0800 | [diff] [blame] | 282 | de = f2fs_find_entry(dir, qstr, page); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 283 | if (de) { |
| 284 | res = le32_to_cpu(de->ino); |
Chao Yu | 91246c2 | 2016-07-19 08:27:47 +0800 | [diff] [blame] | 285 | f2fs_put_page(*page, 0); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 286 | } |
| 287 | |
| 288 | return res; |
| 289 | } |
| 290 | |
| 291 | void f2fs_set_link(struct inode *dir, struct f2fs_dir_entry *de, |
| 292 | struct page *page, struct inode *inode) |
| 293 | { |
Jaegeuk Kim | 59a0615 | 2014-10-13 19:34:26 -0700 | [diff] [blame] | 294 | enum page_type type = f2fs_has_inline_dentry(dir) ? NODE : DATA; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 295 | lock_page(page); |
Jaegeuk Kim | fec1d65 | 2016-01-20 23:43:51 +0800 | [diff] [blame] | 296 | f2fs_wait_on_page_writeback(page, type, true); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 297 | de->ino = cpu_to_le32(inode->i_ino); |
Jaegeuk Kim | 510022a | 2015-03-30 15:07:16 -0700 | [diff] [blame] | 298 | set_de_type(de, inode->i_mode); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 299 | set_page_dirty(page); |
Jaegeuk Kim | 6666e6a | 2012-12-10 17:52:48 +0900 | [diff] [blame] | 300 | |
Deepa Dinamani | 078cd82 | 2016-09-14 07:48:04 -0700 | [diff] [blame] | 301 | dir->i_mtime = dir->i_ctime = current_time(dir); |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 302 | f2fs_mark_inode_dirty_sync(dir, false); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 303 | f2fs_put_page(page, 1); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 304 | } |
| 305 | |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 306 | static void init_dent_inode(const struct qstr *name, struct page *ipage) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 307 | { |
Jaegeuk Kim | 58bfaf4 | 2013-12-26 16:30:41 +0900 | [diff] [blame] | 308 | struct f2fs_inode *ri; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 309 | |
Jaegeuk Kim | fec1d65 | 2016-01-20 23:43:51 +0800 | [diff] [blame] | 310 | f2fs_wait_on_page_writeback(ipage, NODE, true); |
Jaegeuk Kim | 54b591d | 2014-04-29 17:28:32 +0900 | [diff] [blame] | 311 | |
Al Viro | 53dc9a6 | 2013-01-25 16:01:21 -0500 | [diff] [blame] | 312 | /* copy name info. to this inode page */ |
Jaegeuk Kim | 58bfaf4 | 2013-12-26 16:30:41 +0900 | [diff] [blame] | 313 | ri = F2FS_INODE(ipage); |
| 314 | ri->i_namelen = cpu_to_le32(name->len); |
| 315 | memcpy(ri->i_name, name->name, name->len); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 316 | set_page_dirty(ipage); |
| 317 | } |
| 318 | |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 319 | void f2fs_do_make_empty_dir(struct inode *inode, struct inode *parent, |
Jaegeuk Kim | 062a3e7 | 2014-10-18 23:06:41 -0700 | [diff] [blame] | 320 | struct f2fs_dentry_ptr *d) |
| 321 | { |
Chao Yu | 291bf80 | 2016-03-09 22:07:28 +0800 | [diff] [blame] | 322 | struct qstr dot = QSTR_INIT(".", 1); |
| 323 | struct qstr dotdot = QSTR_INIT("..", 2); |
Jaegeuk Kim | 062a3e7 | 2014-10-18 23:06:41 -0700 | [diff] [blame] | 324 | |
Chao Yu | 291bf80 | 2016-03-09 22:07:28 +0800 | [diff] [blame] | 325 | /* update dirent of "." */ |
| 326 | f2fs_update_dentry(inode->i_ino, inode->i_mode, d, &dot, 0, 0); |
Jaegeuk Kim | 062a3e7 | 2014-10-18 23:06:41 -0700 | [diff] [blame] | 327 | |
Chao Yu | 291bf80 | 2016-03-09 22:07:28 +0800 | [diff] [blame] | 328 | /* update dirent of ".." */ |
| 329 | f2fs_update_dentry(parent->i_ino, parent->i_mode, d, &dotdot, 0, 1); |
Jaegeuk Kim | 062a3e7 | 2014-10-18 23:06:41 -0700 | [diff] [blame] | 330 | } |
| 331 | |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 332 | static int make_empty_dir(struct inode *inode, |
| 333 | struct inode *parent, struct page *page) |
Jaegeuk Kim | 3993683 | 2012-11-22 16:21:29 +0900 | [diff] [blame] | 334 | { |
| 335 | struct page *dentry_page; |
| 336 | struct f2fs_dentry_block *dentry_blk; |
Jaegeuk Kim | 062a3e7 | 2014-10-18 23:06:41 -0700 | [diff] [blame] | 337 | struct f2fs_dentry_ptr d; |
Jaegeuk Kim | 3993683 | 2012-11-22 16:21:29 +0900 | [diff] [blame] | 338 | |
Chao Yu | 622f28a | 2014-09-24 18:19:10 +0800 | [diff] [blame] | 339 | if (f2fs_has_inline_dentry(inode)) |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 340 | return f2fs_make_empty_inline_dir(inode, parent, page); |
Chao Yu | 622f28a | 2014-09-24 18:19:10 +0800 | [diff] [blame] | 341 | |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 342 | dentry_page = f2fs_get_new_data_page(inode, page, 0, true); |
Jaegeuk Kim | 3993683 | 2012-11-22 16:21:29 +0900 | [diff] [blame] | 343 | if (IS_ERR(dentry_page)) |
| 344 | return PTR_ERR(dentry_page); |
| 345 | |
Yunlong Song | 975c567 | 2018-02-28 20:31:52 +0800 | [diff] [blame] | 346 | dentry_blk = page_address(dentry_page); |
Jaegeuk Kim | 3993683 | 2012-11-22 16:21:29 +0900 | [diff] [blame] | 347 | |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 348 | make_dentry_ptr_block(NULL, &d, dentry_blk); |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 349 | f2fs_do_make_empty_dir(inode, parent, &d); |
Jaegeuk Kim | 3993683 | 2012-11-22 16:21:29 +0900 | [diff] [blame] | 350 | |
Jaegeuk Kim | 3993683 | 2012-11-22 16:21:29 +0900 | [diff] [blame] | 351 | set_page_dirty(dentry_page); |
| 352 | f2fs_put_page(dentry_page, 1); |
| 353 | return 0; |
| 354 | } |
| 355 | |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 356 | struct page *f2fs_init_inode_metadata(struct inode *inode, struct inode *dir, |
Chao Yu | 9421d57 | 2016-08-28 18:57:55 +0800 | [diff] [blame] | 357 | const struct qstr *new_name, const struct qstr *orig_name, |
| 358 | struct page *dpage) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 359 | { |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 360 | struct page *page; |
Sheng Yong | aa5bcfd | 2018-03-15 18:51:42 +0800 | [diff] [blame] | 361 | int dummy_encrypt = DUMMY_ENCRYPTION_ENABLED(F2FS_I_SB(dir)); |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 362 | int err; |
| 363 | |
Jaegeuk Kim | 9194232 | 2016-05-20 10:13:22 -0700 | [diff] [blame] | 364 | if (is_inode_flag_set(inode, FI_NEW_INODE)) { |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 365 | page = f2fs_new_inode_page(inode); |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 366 | if (IS_ERR(page)) |
| 367 | return page; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 368 | |
| 369 | if (S_ISDIR(inode->i_mode)) { |
Jaegeuk Kim | 221149c | 2016-05-02 12:34:48 -0700 | [diff] [blame] | 370 | /* in order to handle error case */ |
| 371 | get_page(page); |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 372 | err = make_empty_dir(inode, dir, page); |
Jaegeuk Kim | 221149c | 2016-05-02 12:34:48 -0700 | [diff] [blame] | 373 | if (err) { |
| 374 | lock_page(page); |
| 375 | goto put_error; |
| 376 | } |
| 377 | put_page(page); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 378 | } |
| 379 | |
Jaegeuk Kim | bce8d11 | 2014-10-13 19:42:53 -0700 | [diff] [blame] | 380 | err = f2fs_init_acl(inode, dir, page, dpage); |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 381 | if (err) |
Jaegeuk Kim | a886537 | 2013-12-27 17:04:17 +0900 | [diff] [blame] | 382 | goto put_error; |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 383 | |
Chao Yu | 9421d57 | 2016-08-28 18:57:55 +0800 | [diff] [blame] | 384 | err = f2fs_init_security(inode, dir, orig_name, page); |
Jaegeuk Kim | 8ae8f16 | 2013-06-03 19:46:19 +0900 | [diff] [blame] | 385 | if (err) |
Jaegeuk Kim | a886537 | 2013-12-27 17:04:17 +0900 | [diff] [blame] | 386 | goto put_error; |
Jaegeuk Kim | fcc85a4 | 2015-04-21 20:39:58 -0700 | [diff] [blame] | 387 | |
Sheng Yong | aa5bcfd | 2018-03-15 18:51:42 +0800 | [diff] [blame] | 388 | if ((f2fs_encrypted_inode(dir) || dummy_encrypt) && |
| 389 | f2fs_may_encrypt(inode)) { |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 390 | err = fscrypt_inherit_context(dir, inode, page, false); |
Jaegeuk Kim | fcc85a4 | 2015-04-21 20:39:58 -0700 | [diff] [blame] | 391 | if (err) |
| 392 | goto put_error; |
| 393 | } |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 394 | } else { |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 395 | page = f2fs_get_node_page(F2FS_I_SB(dir), inode->i_ino); |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 396 | if (IS_ERR(page)) |
| 397 | return page; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 398 | } |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 399 | |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 400 | if (new_name) { |
Chao Yu | 9421d57 | 2016-08-28 18:57:55 +0800 | [diff] [blame] | 401 | init_dent_inode(new_name, page); |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 402 | if (f2fs_encrypted_inode(dir)) |
| 403 | file_set_enc_name(inode); |
| 404 | } |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 405 | |
Jaegeuk Kim | 83d5d6f | 2013-05-28 12:25:47 +0900 | [diff] [blame] | 406 | /* |
| 407 | * This file should be checkpointed during fsync. |
| 408 | * We lost i_pino from now on. |
| 409 | */ |
Jaegeuk Kim | 9194232 | 2016-05-20 10:13:22 -0700 | [diff] [blame] | 410 | if (is_inode_flag_set(inode, FI_INC_LINK)) { |
Sheng Yong | 90e179d | 2017-06-26 10:41:35 +0800 | [diff] [blame] | 411 | if (!S_ISDIR(inode->i_mode)) |
| 412 | file_lost_pino(inode); |
Chao Yu | 50732df | 2014-06-19 16:23:19 +0800 | [diff] [blame] | 413 | /* |
| 414 | * If link the tmpfile to alias through linkat path, |
| 415 | * we should remove this inode from orphan list. |
| 416 | */ |
| 417 | if (inode->i_nlink == 0) |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 418 | f2fs_remove_orphan_inode(F2FS_I_SB(dir), inode->i_ino); |
Jaegeuk Kim | a196124 | 2016-05-20 09:43:20 -0700 | [diff] [blame] | 419 | f2fs_i_links_write(inode, true); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 420 | } |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 421 | return page; |
| 422 | |
Jaegeuk Kim | a886537 | 2013-12-27 17:04:17 +0900 | [diff] [blame] | 423 | put_error: |
Jaegeuk Kim | 221149c | 2016-05-02 12:34:48 -0700 | [diff] [blame] | 424 | clear_nlink(inode); |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 425 | f2fs_update_inode(inode, page); |
Jaegeuk Kim | 221149c | 2016-05-02 12:34:48 -0700 | [diff] [blame] | 426 | f2fs_put_page(page, 1); |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 427 | return ERR_PTR(err); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 428 | } |
| 429 | |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 430 | void f2fs_update_parent_metadata(struct inode *dir, struct inode *inode, |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 431 | unsigned int current_depth) |
| 432 | { |
Jaegeuk Kim | 9194232 | 2016-05-20 10:13:22 -0700 | [diff] [blame] | 433 | if (inode && is_inode_flag_set(inode, FI_NEW_INODE)) { |
Jaegeuk Kim | ee6d182 | 2016-05-20 16:32:49 -0700 | [diff] [blame] | 434 | if (S_ISDIR(inode->i_mode)) |
Jaegeuk Kim | a196124 | 2016-05-20 09:43:20 -0700 | [diff] [blame] | 435 | f2fs_i_links_write(dir, true); |
Jaegeuk Kim | 9194232 | 2016-05-20 10:13:22 -0700 | [diff] [blame] | 436 | clear_inode_flag(inode, FI_NEW_INODE); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 437 | } |
Deepa Dinamani | 078cd82 | 2016-09-14 07:48:04 -0700 | [diff] [blame] | 438 | dir->i_mtime = dir->i_ctime = current_time(dir); |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 439 | f2fs_mark_inode_dirty_sync(dir, false); |
Jaegeuk Kim | a18ff06 | 2014-01-21 13:32:12 +0900 | [diff] [blame] | 440 | |
Jaegeuk Kim | ee6d182 | 2016-05-20 16:32:49 -0700 | [diff] [blame] | 441 | if (F2FS_I(dir)->i_current_depth != current_depth) |
Jaegeuk Kim | 205b982 | 2016-05-20 09:52:20 -0700 | [diff] [blame] | 442 | f2fs_i_depth_write(dir, current_depth); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 443 | |
Jaegeuk Kim | 9194232 | 2016-05-20 10:13:22 -0700 | [diff] [blame] | 444 | if (inode && is_inode_flag_set(inode, FI_INC_LINK)) |
| 445 | clear_inode_flag(inode, FI_INC_LINK); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 446 | } |
| 447 | |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 448 | int f2fs_room_for_filename(const void *bitmap, int slots, int max_slots) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 449 | { |
| 450 | int bit_start = 0; |
| 451 | int zero_start, zero_end; |
| 452 | next: |
Jaegeuk Kim | a82afa2 | 2014-10-13 16:28:13 -0700 | [diff] [blame] | 453 | zero_start = find_next_zero_bit_le(bitmap, max_slots, bit_start); |
| 454 | if (zero_start >= max_slots) |
| 455 | return max_slots; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 456 | |
Jaegeuk Kim | a82afa2 | 2014-10-13 16:28:13 -0700 | [diff] [blame] | 457 | zero_end = find_next_bit_le(bitmap, max_slots, zero_start); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 458 | if (zero_end - zero_start >= slots) |
| 459 | return zero_start; |
| 460 | |
| 461 | bit_start = zero_end + 1; |
| 462 | |
Jaegeuk Kim | a82afa2 | 2014-10-13 16:28:13 -0700 | [diff] [blame] | 463 | if (zero_end + 1 >= max_slots) |
| 464 | return max_slots; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 465 | goto next; |
| 466 | } |
| 467 | |
Jaegeuk Kim | 510022a | 2015-03-30 15:07:16 -0700 | [diff] [blame] | 468 | void f2fs_update_dentry(nid_t ino, umode_t mode, struct f2fs_dentry_ptr *d, |
Chao Yu | 3b4d732 | 2015-02-16 16:17:20 +0800 | [diff] [blame] | 469 | const struct qstr *name, f2fs_hash_t name_hash, |
| 470 | unsigned int bit_pos) |
| 471 | { |
| 472 | struct f2fs_dir_entry *de; |
| 473 | int slots = GET_DENTRY_SLOTS(name->len); |
| 474 | int i; |
| 475 | |
| 476 | de = &d->dentry[bit_pos]; |
| 477 | de->hash_code = name_hash; |
| 478 | de->name_len = cpu_to_le16(name->len); |
| 479 | memcpy(d->filename[bit_pos], name->name, name->len); |
Jaegeuk Kim | 510022a | 2015-03-30 15:07:16 -0700 | [diff] [blame] | 480 | de->ino = cpu_to_le32(ino); |
| 481 | set_de_type(de, mode); |
Jaegeuk Kim | 7d9dfa1 | 2016-02-12 14:29:28 -0800 | [diff] [blame] | 482 | for (i = 0; i < slots; i++) { |
Jaegeuk Kim | 6bf6b26 | 2016-08-31 16:20:37 -0700 | [diff] [blame] | 483 | __set_bit_le(bit_pos + i, (void *)d->bitmap); |
Jaegeuk Kim | 7d9dfa1 | 2016-02-12 14:29:28 -0800 | [diff] [blame] | 484 | /* avoid wrong garbage data for readdir */ |
| 485 | if (i) |
| 486 | (de + i)->name_len = 0; |
| 487 | } |
Chao Yu | 3b4d732 | 2015-02-16 16:17:20 +0800 | [diff] [blame] | 488 | } |
| 489 | |
Chao Yu | 675f10b | 2016-02-22 18:29:18 +0800 | [diff] [blame] | 490 | int f2fs_add_regular_entry(struct inode *dir, const struct qstr *new_name, |
Chao Yu | 9421d57 | 2016-08-28 18:57:55 +0800 | [diff] [blame] | 491 | const struct qstr *orig_name, |
Jaegeuk Kim | 510022a | 2015-03-30 15:07:16 -0700 | [diff] [blame] | 492 | struct inode *inode, nid_t ino, umode_t mode) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 493 | { |
| 494 | unsigned int bit_pos; |
| 495 | unsigned int level; |
| 496 | unsigned int current_depth; |
| 497 | unsigned long bidx, block; |
| 498 | f2fs_hash_t dentry_hash; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 499 | unsigned int nbucket, nblock; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 500 | struct page *dentry_page = NULL; |
| 501 | struct f2fs_dentry_block *dentry_blk = NULL; |
Chao Yu | 3b4d732 | 2015-02-16 16:17:20 +0800 | [diff] [blame] | 502 | struct f2fs_dentry_ptr d; |
Jaegeuk Kim | 510022a | 2015-03-30 15:07:16 -0700 | [diff] [blame] | 503 | struct page *page = NULL; |
Chao Yu | 675f10b | 2016-02-22 18:29:18 +0800 | [diff] [blame] | 504 | int slots, err = 0; |
Chao Yu | 622f28a | 2014-09-24 18:19:10 +0800 | [diff] [blame] | 505 | |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 506 | level = 0; |
Chao Yu | 675f10b | 2016-02-22 18:29:18 +0800 | [diff] [blame] | 507 | slots = GET_DENTRY_SLOTS(new_name->len); |
Jaegeuk Kim | 8daed21 | 2017-04-24 10:00:08 -0700 | [diff] [blame] | 508 | dentry_hash = f2fs_dentry_hash(new_name, NULL); |
Jaegeuk Kim | 9ea9716 | 2015-04-27 14:51:02 -0700 | [diff] [blame] | 509 | |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 510 | current_depth = F2FS_I(dir)->i_current_depth; |
| 511 | if (F2FS_I(dir)->chash == dentry_hash) { |
| 512 | level = F2FS_I(dir)->clevel; |
| 513 | F2FS_I(dir)->chash = 0; |
| 514 | } |
| 515 | |
| 516 | start: |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 517 | if (time_to_inject(F2FS_I_SB(dir), FAULT_DIR_DEPTH)) { |
| 518 | f2fs_show_injection_info(FAULT_DIR_DEPTH); |
Jaegeuk Kim | cb78942 | 2016-04-29 16:29:22 -0700 | [diff] [blame] | 519 | return -ENOSPC; |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 520 | } |
Arnd Bergmann | 33c54d5 | 2018-08-13 23:38:06 +0200 | [diff] [blame] | 521 | |
Chao Yu | 675f10b | 2016-02-22 18:29:18 +0800 | [diff] [blame] | 522 | if (unlikely(current_depth == MAX_DIR_HASH_DEPTH)) |
| 523 | return -ENOSPC; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 524 | |
| 525 | /* Increase the depth, if required */ |
| 526 | if (level == current_depth) |
| 527 | ++current_depth; |
| 528 | |
Jaegeuk Kim | 3843154 | 2014-02-27 18:20:00 +0900 | [diff] [blame] | 529 | nbucket = dir_buckets(level, F2FS_I(dir)->i_dir_level); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 530 | nblock = bucket_blocks(level); |
| 531 | |
Jaegeuk Kim | 3843154 | 2014-02-27 18:20:00 +0900 | [diff] [blame] | 532 | bidx = dir_block_index(level, F2FS_I(dir)->i_dir_level, |
| 533 | (le32_to_cpu(dentry_hash) % nbucket)); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 534 | |
| 535 | for (block = bidx; block <= (bidx + nblock - 1); block++) { |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 536 | dentry_page = f2fs_get_new_data_page(dir, NULL, block, true); |
Chao Yu | 675f10b | 2016-02-22 18:29:18 +0800 | [diff] [blame] | 537 | if (IS_ERR(dentry_page)) |
| 538 | return PTR_ERR(dentry_page); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 539 | |
Yunlong Song | 975c567 | 2018-02-28 20:31:52 +0800 | [diff] [blame] | 540 | dentry_blk = page_address(dentry_page); |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 541 | bit_pos = f2fs_room_for_filename(&dentry_blk->dentry_bitmap, |
Jaegeuk Kim | a82afa2 | 2014-10-13 16:28:13 -0700 | [diff] [blame] | 542 | slots, NR_DENTRY_IN_BLOCK); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 543 | if (bit_pos < NR_DENTRY_IN_BLOCK) |
| 544 | goto add_dentry; |
| 545 | |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 546 | f2fs_put_page(dentry_page, 1); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 547 | } |
| 548 | |
| 549 | /* Move to next level to find the empty slot for new dentry */ |
| 550 | ++level; |
| 551 | goto start; |
| 552 | add_dentry: |
Jaegeuk Kim | fec1d65 | 2016-01-20 23:43:51 +0800 | [diff] [blame] | 553 | f2fs_wait_on_page_writeback(dentry_page, DATA, true); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 554 | |
Jaegeuk Kim | 510022a | 2015-03-30 15:07:16 -0700 | [diff] [blame] | 555 | if (inode) { |
| 556 | down_write(&F2FS_I(inode)->i_sem); |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 557 | page = f2fs_init_inode_metadata(inode, dir, new_name, |
Chao Yu | 9421d57 | 2016-08-28 18:57:55 +0800 | [diff] [blame] | 558 | orig_name, NULL); |
Jaegeuk Kim | 510022a | 2015-03-30 15:07:16 -0700 | [diff] [blame] | 559 | if (IS_ERR(page)) { |
| 560 | err = PTR_ERR(page); |
| 561 | goto fail; |
| 562 | } |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 563 | } |
Chao Yu | 3b4d732 | 2015-02-16 16:17:20 +0800 | [diff] [blame] | 564 | |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 565 | make_dentry_ptr_block(NULL, &d, dentry_blk); |
Chao Yu | 675f10b | 2016-02-22 18:29:18 +0800 | [diff] [blame] | 566 | f2fs_update_dentry(ino, mode, &d, new_name, dentry_hash, bit_pos); |
Chao Yu | 3b4d732 | 2015-02-16 16:17:20 +0800 | [diff] [blame] | 567 | |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 568 | set_page_dirty(dentry_page); |
Jaegeuk Kim | 6666e6a | 2012-12-10 17:52:48 +0900 | [diff] [blame] | 569 | |
Jaegeuk Kim | 510022a | 2015-03-30 15:07:16 -0700 | [diff] [blame] | 570 | if (inode) { |
Jaegeuk Kim | 205b982 | 2016-05-20 09:52:20 -0700 | [diff] [blame] | 571 | f2fs_i_pino_write(inode, dir->i_ino); |
Jaegeuk Kim | 510022a | 2015-03-30 15:07:16 -0700 | [diff] [blame] | 572 | f2fs_put_page(page, 1); |
| 573 | } |
Jaegeuk Kim | 44a83ff | 2013-05-20 10:10:29 +0900 | [diff] [blame] | 574 | |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 575 | f2fs_update_parent_metadata(dir, inode, current_depth); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 576 | fail: |
Jaegeuk Kim | 510022a | 2015-03-30 15:07:16 -0700 | [diff] [blame] | 577 | if (inode) |
| 578 | up_write(&F2FS_I(inode)->i_sem); |
Jaegeuk Kim | d928bfb | 2014-03-20 19:10:08 +0900 | [diff] [blame] | 579 | |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 580 | f2fs_put_page(dentry_page, 1); |
Chao Yu | 675f10b | 2016-02-22 18:29:18 +0800 | [diff] [blame] | 581 | |
| 582 | return err; |
| 583 | } |
| 584 | |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 585 | int f2fs_add_dentry(struct inode *dir, struct fscrypt_name *fname, |
Shuoran Liu | e7ba108 | 2016-08-29 11:27:56 +0800 | [diff] [blame] | 586 | struct inode *inode, nid_t ino, umode_t mode) |
| 587 | { |
| 588 | struct qstr new_name; |
| 589 | int err = -EAGAIN; |
| 590 | |
| 591 | new_name.name = fname_name(fname); |
| 592 | new_name.len = fname_len(fname); |
| 593 | |
| 594 | if (f2fs_has_inline_dentry(dir)) |
| 595 | err = f2fs_add_inline_entry(dir, &new_name, fname->usr_fname, |
| 596 | inode, ino, mode); |
| 597 | if (err == -EAGAIN) |
| 598 | err = f2fs_add_regular_entry(dir, &new_name, fname->usr_fname, |
| 599 | inode, ino, mode); |
| 600 | |
| 601 | f2fs_update_time(F2FS_I_SB(dir), REQ_TIME); |
| 602 | return err; |
| 603 | } |
| 604 | |
Chao Yu | 675f10b | 2016-02-22 18:29:18 +0800 | [diff] [blame] | 605 | /* |
| 606 | * Caller should grab and release a rwsem by calling f2fs_lock_op() and |
| 607 | * f2fs_unlock_op(). |
| 608 | */ |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 609 | int f2fs_do_add_link(struct inode *dir, const struct qstr *name, |
Chao Yu | 675f10b | 2016-02-22 18:29:18 +0800 | [diff] [blame] | 610 | struct inode *inode, nid_t ino, umode_t mode) |
| 611 | { |
| 612 | struct fscrypt_name fname; |
Jaegeuk Kim | d00d1b7 | 2017-02-14 09:54:37 -0800 | [diff] [blame] | 613 | struct page *page = NULL; |
| 614 | struct f2fs_dir_entry *de = NULL; |
Chao Yu | 675f10b | 2016-02-22 18:29:18 +0800 | [diff] [blame] | 615 | int err; |
| 616 | |
| 617 | err = fscrypt_setup_filename(dir, name, 0, &fname); |
| 618 | if (err) |
| 619 | return err; |
| 620 | |
Jaegeuk Kim | d00d1b7 | 2017-02-14 09:54:37 -0800 | [diff] [blame] | 621 | /* |
| 622 | * An immature stakable filesystem shows a race condition between lookup |
| 623 | * and create. If we have same task when doing lookup and create, it's |
| 624 | * definitely fine as expected by VFS normally. Otherwise, let's just |
| 625 | * verify on-disk dentry one more time, which guarantees filesystem |
| 626 | * consistency more. |
| 627 | */ |
| 628 | if (current != F2FS_I(dir)->task) { |
| 629 | de = __f2fs_find_entry(dir, &fname, &page); |
| 630 | F2FS_I(dir)->task = NULL; |
| 631 | } |
| 632 | if (de) { |
Jaegeuk Kim | d00d1b7 | 2017-02-14 09:54:37 -0800 | [diff] [blame] | 633 | f2fs_put_page(page, 0); |
| 634 | err = -EEXIST; |
| 635 | } else if (IS_ERR(page)) { |
| 636 | err = PTR_ERR(page); |
| 637 | } else { |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 638 | err = f2fs_add_dentry(dir, &fname, inode, ino, mode); |
Jaegeuk Kim | d00d1b7 | 2017-02-14 09:54:37 -0800 | [diff] [blame] | 639 | } |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 640 | fscrypt_free_filename(&fname); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 641 | return err; |
| 642 | } |
| 643 | |
Jaegeuk Kim | b97a9b5 | 2014-06-20 21:37:02 -0700 | [diff] [blame] | 644 | int f2fs_do_tmpfile(struct inode *inode, struct inode *dir) |
| 645 | { |
| 646 | struct page *page; |
| 647 | int err = 0; |
| 648 | |
| 649 | down_write(&F2FS_I(inode)->i_sem); |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 650 | page = f2fs_init_inode_metadata(inode, dir, NULL, NULL, NULL); |
Jaegeuk Kim | b97a9b5 | 2014-06-20 21:37:02 -0700 | [diff] [blame] | 651 | if (IS_ERR(page)) { |
| 652 | err = PTR_ERR(page); |
| 653 | goto fail; |
| 654 | } |
Jaegeuk Kim | b97a9b5 | 2014-06-20 21:37:02 -0700 | [diff] [blame] | 655 | f2fs_put_page(page, 1); |
| 656 | |
Jaegeuk Kim | 9194232 | 2016-05-20 10:13:22 -0700 | [diff] [blame] | 657 | clear_inode_flag(inode, FI_NEW_INODE); |
Sahitya Tummala | 1d12f5a | 2018-10-05 10:47:39 +0530 | [diff] [blame] | 658 | f2fs_update_time(F2FS_I_SB(inode), REQ_TIME); |
Jaegeuk Kim | b97a9b5 | 2014-06-20 21:37:02 -0700 | [diff] [blame] | 659 | fail: |
| 660 | up_write(&F2FS_I(inode)->i_sem); |
| 661 | return err; |
| 662 | } |
| 663 | |
Jaegeuk Kim | 9f7c45c | 2016-06-01 21:18:25 -0700 | [diff] [blame] | 664 | void f2fs_drop_nlink(struct inode *dir, struct inode *inode) |
Chao Yu | dbeacf0 | 2014-09-24 18:17:04 +0800 | [diff] [blame] | 665 | { |
| 666 | struct f2fs_sb_info *sbi = F2FS_I_SB(dir); |
| 667 | |
| 668 | down_write(&F2FS_I(inode)->i_sem); |
| 669 | |
Jaegeuk Kim | ee6d182 | 2016-05-20 16:32:49 -0700 | [diff] [blame] | 670 | if (S_ISDIR(inode->i_mode)) |
Jaegeuk Kim | a196124 | 2016-05-20 09:43:20 -0700 | [diff] [blame] | 671 | f2fs_i_links_write(dir, false); |
Deepa Dinamani | 078cd82 | 2016-09-14 07:48:04 -0700 | [diff] [blame] | 672 | inode->i_ctime = current_time(inode); |
Chao Yu | dbeacf0 | 2014-09-24 18:17:04 +0800 | [diff] [blame] | 673 | |
Jaegeuk Kim | a196124 | 2016-05-20 09:43:20 -0700 | [diff] [blame] | 674 | f2fs_i_links_write(inode, false); |
Chao Yu | dbeacf0 | 2014-09-24 18:17:04 +0800 | [diff] [blame] | 675 | if (S_ISDIR(inode->i_mode)) { |
Jaegeuk Kim | a196124 | 2016-05-20 09:43:20 -0700 | [diff] [blame] | 676 | f2fs_i_links_write(inode, false); |
Jaegeuk Kim | fc9581c | 2016-05-20 09:22:03 -0700 | [diff] [blame] | 677 | f2fs_i_size_write(inode, 0); |
Chao Yu | dbeacf0 | 2014-09-24 18:17:04 +0800 | [diff] [blame] | 678 | } |
| 679 | up_write(&F2FS_I(inode)->i_sem); |
Chao Yu | dbeacf0 | 2014-09-24 18:17:04 +0800 | [diff] [blame] | 680 | |
| 681 | if (inode->i_nlink == 0) |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 682 | f2fs_add_orphan_inode(inode); |
Chao Yu | dbeacf0 | 2014-09-24 18:17:04 +0800 | [diff] [blame] | 683 | else |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 684 | f2fs_release_orphan_inode(sbi); |
Chao Yu | dbeacf0 | 2014-09-24 18:17:04 +0800 | [diff] [blame] | 685 | } |
| 686 | |
Jaegeuk Kim | 0a8165d | 2012-11-29 13:28:09 +0900 | [diff] [blame] | 687 | /* |
arter97 | e1c4204 | 2014-08-06 23:22:50 +0900 | [diff] [blame] | 688 | * It only removes the dentry from the dentry page, corresponding name |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 689 | * entry in name page does not need to be touched during deletion. |
| 690 | */ |
| 691 | void f2fs_delete_entry(struct f2fs_dir_entry *dentry, struct page *page, |
Chao Yu | dbeacf0 | 2014-09-24 18:17:04 +0800 | [diff] [blame] | 692 | struct inode *dir, struct inode *inode) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 693 | { |
| 694 | struct f2fs_dentry_block *dentry_blk; |
| 695 | unsigned int bit_pos; |
Namjae Jeon | 457d08e | 2012-12-08 14:54:50 +0900 | [diff] [blame] | 696 | int slots = GET_DENTRY_SLOTS(le16_to_cpu(dentry->name_len)); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 697 | int i; |
| 698 | |
Jaegeuk Kim | d0239e1 | 2016-01-08 16:57:48 -0800 | [diff] [blame] | 699 | f2fs_update_time(F2FS_I_SB(dir), REQ_TIME); |
| 700 | |
Chao Yu | e9a50e6 | 2018-03-08 14:22:56 +0800 | [diff] [blame] | 701 | if (F2FS_OPTION(F2FS_I_SB(dir)).fsync_mode == FSYNC_MODE_STRICT) |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 702 | f2fs_add_ino_entry(F2FS_I_SB(dir), dir->i_ino, TRANS_DIR_INO); |
Jaegeuk Kim | 211cb7b | 2017-12-28 08:09:44 -0800 | [diff] [blame] | 703 | |
Chao Yu | 622f28a | 2014-09-24 18:19:10 +0800 | [diff] [blame] | 704 | if (f2fs_has_inline_dentry(dir)) |
| 705 | return f2fs_delete_inline_entry(dentry, page, dir, inode); |
| 706 | |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 707 | lock_page(page); |
Jaegeuk Kim | fec1d65 | 2016-01-20 23:43:51 +0800 | [diff] [blame] | 708 | f2fs_wait_on_page_writeback(page, DATA, true); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 709 | |
Gu Zheng | 1c3bb97 | 2014-06-27 17:57:04 +0800 | [diff] [blame] | 710 | dentry_blk = page_address(page); |
| 711 | bit_pos = dentry - dentry_blk->dentry; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 712 | for (i = 0; i < slots; i++) |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 713 | __clear_bit_le(bit_pos + i, &dentry_blk->dentry_bitmap); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 714 | |
| 715 | /* Let's check and deallocate this dentry page */ |
| 716 | bit_pos = find_next_bit_le(&dentry_blk->dentry_bitmap, |
| 717 | NR_DENTRY_IN_BLOCK, |
| 718 | 0); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 719 | set_page_dirty(page); |
| 720 | |
Deepa Dinamani | 078cd82 | 2016-09-14 07:48:04 -0700 | [diff] [blame] | 721 | dir->i_ctime = dir->i_mtime = current_time(dir); |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 722 | f2fs_mark_inode_dirty_sync(dir, false); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 723 | |
Chao Yu | dbeacf0 | 2014-09-24 18:17:04 +0800 | [diff] [blame] | 724 | if (inode) |
Jaegeuk Kim | 9f7c45c | 2016-06-01 21:18:25 -0700 | [diff] [blame] | 725 | f2fs_drop_nlink(dir, inode); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 726 | |
Chao Yu | 206e61b | 2015-08-12 17:48:21 +0800 | [diff] [blame] | 727 | if (bit_pos == NR_DENTRY_IN_BLOCK && |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 728 | !f2fs_truncate_hole(dir, page->index, page->index + 1)) { |
| 729 | f2fs_clear_radix_tree_dirty_tag(page); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 730 | clear_page_dirty_for_io(page); |
Jaegeuk Kim | 2bca1e2 | 2015-02-25 19:25:01 -0800 | [diff] [blame] | 731 | ClearPagePrivate(page); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 732 | ClearPageUptodate(page); |
Chao Yu | 408bca0 | 2018-07-27 18:15:16 +0800 | [diff] [blame] | 733 | clear_cold_data(page); |
Jaegeuk Kim | a7ffdbe | 2014-09-12 15:53:45 -0700 | [diff] [blame] | 734 | inode_dec_dirty_pages(dir); |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 735 | f2fs_remove_dirty_inode(dir); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 736 | } |
Namjae Jeon | 508198b | 2012-12-08 14:54:35 +0900 | [diff] [blame] | 737 | f2fs_put_page(page, 1); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 738 | } |
| 739 | |
| 740 | bool f2fs_empty_dir(struct inode *dir) |
| 741 | { |
| 742 | unsigned long bidx; |
| 743 | struct page *dentry_page; |
| 744 | unsigned int bit_pos; |
Chao Yu | dbeacf0 | 2014-09-24 18:17:04 +0800 | [diff] [blame] | 745 | struct f2fs_dentry_block *dentry_blk; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 746 | unsigned long nblock = dir_blocks(dir); |
| 747 | |
Chao Yu | 622f28a | 2014-09-24 18:19:10 +0800 | [diff] [blame] | 748 | if (f2fs_has_inline_dentry(dir)) |
| 749 | return f2fs_empty_inline_dir(dir); |
| 750 | |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 751 | for (bidx = 0; bidx < nblock; bidx++) { |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 752 | dentry_page = f2fs_get_lock_data_page(dir, bidx, false); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 753 | if (IS_ERR(dentry_page)) { |
| 754 | if (PTR_ERR(dentry_page) == -ENOENT) |
| 755 | continue; |
| 756 | else |
| 757 | return false; |
| 758 | } |
| 759 | |
Yunlong Song | 975c567 | 2018-02-28 20:31:52 +0800 | [diff] [blame] | 760 | dentry_blk = page_address(dentry_page); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 761 | if (bidx == 0) |
| 762 | bit_pos = 2; |
| 763 | else |
| 764 | bit_pos = 0; |
| 765 | bit_pos = find_next_bit_le(&dentry_blk->dentry_bitmap, |
| 766 | NR_DENTRY_IN_BLOCK, |
| 767 | bit_pos); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 768 | |
| 769 | f2fs_put_page(dentry_page, 1); |
| 770 | |
| 771 | if (bit_pos < NR_DENTRY_IN_BLOCK) |
| 772 | return false; |
| 773 | } |
| 774 | return true; |
| 775 | } |
| 776 | |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 777 | int f2fs_fill_dentries(struct dir_context *ctx, struct f2fs_dentry_ptr *d, |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 778 | unsigned int start_pos, struct fscrypt_str *fstr) |
Jaegeuk Kim | 38594de | 2014-10-15 21:29:51 -0700 | [diff] [blame] | 779 | { |
| 780 | unsigned char d_type = DT_UNKNOWN; |
| 781 | unsigned int bit_pos; |
| 782 | struct f2fs_dir_entry *de = NULL; |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 783 | struct fscrypt_str de_name = FSTR_INIT(NULL, 0); |
Sheng Yong | 1ed7533 | 2017-11-22 18:23:38 +0800 | [diff] [blame] | 784 | struct f2fs_sb_info *sbi = F2FS_I_SB(d->inode); |
Chao Yu | e359dcc | 2018-09-07 19:49:07 +0800 | [diff] [blame] | 785 | struct blk_plug plug; |
| 786 | bool readdir_ra = sbi->readdir_ra == 1; |
| 787 | int err = 0; |
Jaegeuk Kim | 38594de | 2014-10-15 21:29:51 -0700 | [diff] [blame] | 788 | |
Jaegeuk Kim | 7b3cd7d | 2014-10-18 22:52:52 -0700 | [diff] [blame] | 789 | bit_pos = ((unsigned long)ctx->pos % d->max); |
Jaegeuk Kim | 38594de | 2014-10-15 21:29:51 -0700 | [diff] [blame] | 790 | |
Chao Yu | e359dcc | 2018-09-07 19:49:07 +0800 | [diff] [blame] | 791 | if (readdir_ra) |
| 792 | blk_start_plug(&plug); |
| 793 | |
Jaegeuk Kim | 7b3cd7d | 2014-10-18 22:52:52 -0700 | [diff] [blame] | 794 | while (bit_pos < d->max) { |
| 795 | bit_pos = find_next_bit_le(d->bitmap, d->max, bit_pos); |
| 796 | if (bit_pos >= d->max) |
Jaegeuk Kim | 38594de | 2014-10-15 21:29:51 -0700 | [diff] [blame] | 797 | break; |
| 798 | |
Jaegeuk Kim | 7b3cd7d | 2014-10-18 22:52:52 -0700 | [diff] [blame] | 799 | de = &d->dentry[bit_pos]; |
Jaegeuk Kim | 7d9dfa1 | 2016-02-12 14:29:28 -0800 | [diff] [blame] | 800 | if (de->name_len == 0) { |
| 801 | bit_pos++; |
| 802 | ctx->pos = start_pos + bit_pos; |
| 803 | continue; |
| 804 | } |
| 805 | |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 806 | d_type = f2fs_get_de_type(de); |
Jaegeuk Kim | d8c6822 | 2015-04-27 16:26:24 -0700 | [diff] [blame] | 807 | |
Jaegeuk Kim | d8c6822 | 2015-04-27 16:26:24 -0700 | [diff] [blame] | 808 | de_name.name = d->filename[bit_pos]; |
| 809 | de_name.len = le16_to_cpu(de->name_len); |
| 810 | |
Jaegeuk Kim | 43a197a | 2018-11-14 12:40:30 -0800 | [diff] [blame^] | 811 | /* check memory boundary before moving forward */ |
| 812 | bit_pos += GET_DENTRY_SLOTS(le16_to_cpu(de->name_len)); |
| 813 | if (unlikely(bit_pos > d->max)) { |
| 814 | f2fs_msg(sbi->sb, KERN_WARNING, |
| 815 | "%s: corrupted namelen=%d, run fsck to fix.", |
| 816 | __func__, le16_to_cpu(de->name_len)); |
| 817 | set_sbi_flag(sbi, SBI_NEED_FSCK); |
| 818 | err = -EINVAL; |
| 819 | goto out; |
| 820 | } |
| 821 | |
Jaegeuk Kim | d8c6822 | 2015-04-27 16:26:24 -0700 | [diff] [blame] | 822 | if (f2fs_encrypted_inode(d->inode)) { |
| 823 | int save_len = fstr->len; |
Jaegeuk Kim | d8c6822 | 2015-04-27 16:26:24 -0700 | [diff] [blame] | 824 | |
Eric Biggers | ef1eb3a | 2016-09-15 17:25:55 -0400 | [diff] [blame] | 825 | err = fscrypt_fname_disk_to_usr(d->inode, |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 826 | (u32)de->hash_code, 0, |
| 827 | &de_name, fstr); |
Eric Biggers | ef1eb3a | 2016-09-15 17:25:55 -0400 | [diff] [blame] | 828 | if (err) |
Chao Yu | e359dcc | 2018-09-07 19:49:07 +0800 | [diff] [blame] | 829 | goto out; |
Jaegeuk Kim | 569cf18 | 2015-09-03 13:38:23 -0700 | [diff] [blame] | 830 | |
| 831 | de_name = *fstr; |
| 832 | fstr->len = save_len; |
Jaegeuk Kim | d8c6822 | 2015-04-27 16:26:24 -0700 | [diff] [blame] | 833 | } |
| 834 | |
| 835 | if (!dir_emit(ctx, de_name.name, de_name.len, |
Chao Yu | e359dcc | 2018-09-07 19:49:07 +0800 | [diff] [blame] | 836 | le32_to_cpu(de->ino), d_type)) { |
| 837 | err = 1; |
| 838 | goto out; |
| 839 | } |
Jaegeuk Kim | 38594de | 2014-10-15 21:29:51 -0700 | [diff] [blame] | 840 | |
Chao Yu | e359dcc | 2018-09-07 19:49:07 +0800 | [diff] [blame] | 841 | if (readdir_ra) |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 842 | f2fs_ra_node_page(sbi, le32_to_cpu(de->ino)); |
Sheng Yong | 1ed7533 | 2017-11-22 18:23:38 +0800 | [diff] [blame] | 843 | |
Jaegeuk Kim | 38594de | 2014-10-15 21:29:51 -0700 | [diff] [blame] | 844 | ctx->pos = start_pos + bit_pos; |
| 845 | } |
Chao Yu | e359dcc | 2018-09-07 19:49:07 +0800 | [diff] [blame] | 846 | out: |
| 847 | if (readdir_ra) |
| 848 | blk_finish_plug(&plug); |
| 849 | return err; |
Jaegeuk Kim | 38594de | 2014-10-15 21:29:51 -0700 | [diff] [blame] | 850 | } |
| 851 | |
Al Viro | 6f7f231 | 2013-05-17 18:02:17 -0400 | [diff] [blame] | 852 | static int f2fs_readdir(struct file *file, struct dir_context *ctx) |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 853 | { |
Al Viro | 496ad9a | 2013-01-23 17:07:38 -0500 | [diff] [blame] | 854 | struct inode *inode = file_inode(file); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 855 | unsigned long npages = dir_blocks(inode); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 856 | struct f2fs_dentry_block *dentry_blk = NULL; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 857 | struct page *dentry_page = NULL; |
Chao Yu | 817202d9 | 2014-04-28 17:59:43 +0800 | [diff] [blame] | 858 | struct file_ra_state *ra = &file->f_ra; |
Chao Yu | 2dfbda0 | 2017-10-13 18:01:33 +0800 | [diff] [blame] | 859 | loff_t start_pos = ctx->pos; |
Al Viro | 6f7f231 | 2013-05-17 18:02:17 -0400 | [diff] [blame] | 860 | unsigned int n = ((unsigned long)ctx->pos / NR_DENTRY_IN_BLOCK); |
Jaegeuk Kim | 7b3cd7d | 2014-10-18 22:52:52 -0700 | [diff] [blame] | 861 | struct f2fs_dentry_ptr d; |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 862 | struct fscrypt_str fstr = FSTR_INIT(NULL, 0); |
Jaegeuk Kim | d8c6822 | 2015-04-27 16:26:24 -0700 | [diff] [blame] | 863 | int err = 0; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 864 | |
Jaegeuk Kim | d8c6822 | 2015-04-27 16:26:24 -0700 | [diff] [blame] | 865 | if (f2fs_encrypted_inode(inode)) { |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 866 | err = fscrypt_get_encryption_info(inode); |
Jaegeuk Kim | 8074bb5 | 2016-02-23 09:21:37 -0800 | [diff] [blame] | 867 | if (err && err != -ENOKEY) |
Chao Yu | 2dfbda0 | 2017-10-13 18:01:33 +0800 | [diff] [blame] | 868 | goto out; |
Jaegeuk Kim | 26bf3dc | 2015-05-19 22:26:54 -0700 | [diff] [blame] | 869 | |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 870 | err = fscrypt_fname_alloc_buffer(inode, F2FS_NAME_LEN, &fstr); |
Jaegeuk Kim | d8c6822 | 2015-04-27 16:26:24 -0700 | [diff] [blame] | 871 | if (err < 0) |
Chao Yu | 2dfbda0 | 2017-10-13 18:01:33 +0800 | [diff] [blame] | 872 | goto out; |
Jaegeuk Kim | d8c6822 | 2015-04-27 16:26:24 -0700 | [diff] [blame] | 873 | } |
| 874 | |
| 875 | if (f2fs_has_inline_dentry(inode)) { |
| 876 | err = f2fs_read_inline_dir(file, ctx, &fstr); |
Chao Yu | 2dfbda0 | 2017-10-13 18:01:33 +0800 | [diff] [blame] | 877 | goto out_free; |
Jaegeuk Kim | d8c6822 | 2015-04-27 16:26:24 -0700 | [diff] [blame] | 878 | } |
Chao Yu | 622f28a | 2014-09-24 18:19:10 +0800 | [diff] [blame] | 879 | |
Chao Yu | 9ca57a7 | 2017-10-13 18:01:36 +0800 | [diff] [blame] | 880 | for (; n < npages; n++, ctx->pos = n * NR_DENTRY_IN_BLOCK) { |
Chao Yu | 905d037 | 2017-10-13 18:01:34 +0800 | [diff] [blame] | 881 | |
| 882 | /* allow readdir() to be interrupted */ |
| 883 | if (fatal_signal_pending(current)) { |
| 884 | err = -ERESTARTSYS; |
| 885 | goto out_free; |
| 886 | } |
| 887 | cond_resched(); |
| 888 | |
Chao Yu | a04208e | 2017-10-13 18:01:35 +0800 | [diff] [blame] | 889 | /* readahead for multi pages of dir */ |
| 890 | if (npages - n > 1 && !ra_has_index(ra, n)) |
| 891 | page_cache_sync_readahead(inode->i_mapping, ra, file, n, |
| 892 | min(npages - n, (pgoff_t)MAX_DIR_RA_PAGES)); |
| 893 | |
Chao Yu | 6b4d6a8 | 2018-05-30 00:20:41 +0800 | [diff] [blame] | 894 | dentry_page = f2fs_get_lock_data_page(inode, n, false); |
Chao Yu | 57b62d2 | 2015-11-19 16:09:07 +0800 | [diff] [blame] | 895 | if (IS_ERR(dentry_page)) { |
| 896 | err = PTR_ERR(dentry_page); |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 897 | if (err == -ENOENT) { |
| 898 | err = 0; |
Chao Yu | 57b62d2 | 2015-11-19 16:09:07 +0800 | [diff] [blame] | 899 | continue; |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 900 | } else { |
Chao Yu | 2dfbda0 | 2017-10-13 18:01:33 +0800 | [diff] [blame] | 901 | goto out_free; |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 902 | } |
Chao Yu | 57b62d2 | 2015-11-19 16:09:07 +0800 | [diff] [blame] | 903 | } |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 904 | |
Yunlong Song | 975c567 | 2018-02-28 20:31:52 +0800 | [diff] [blame] | 905 | dentry_blk = page_address(dentry_page); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 906 | |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 907 | make_dentry_ptr_block(inode, &d, dentry_blk); |
Jaegeuk Kim | 7b3cd7d | 2014-10-18 22:52:52 -0700 | [diff] [blame] | 908 | |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 909 | err = f2fs_fill_dentries(ctx, &d, |
| 910 | n * NR_DENTRY_IN_BLOCK, &fstr); |
| 911 | if (err) { |
Chao Yu | e9837bc | 2015-12-01 11:41:50 +0800 | [diff] [blame] | 912 | f2fs_put_page(dentry_page, 1); |
| 913 | break; |
| 914 | } |
Jaegeuk Kim | 99b072bb | 2013-07-05 17:28:12 +0900 | [diff] [blame] | 915 | |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 916 | f2fs_put_page(dentry_page, 1); |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 917 | } |
Chao Yu | 2dfbda0 | 2017-10-13 18:01:33 +0800 | [diff] [blame] | 918 | out_free: |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 919 | fscrypt_fname_free_buffer(&fstr); |
Chao Yu | 2dfbda0 | 2017-10-13 18:01:33 +0800 | [diff] [blame] | 920 | out: |
| 921 | trace_f2fs_readdir(inode, start_pos, ctx->pos, err); |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 922 | return err < 0 ? err : 0; |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 923 | } |
| 924 | |
Chao Yu | ed3360a | 2016-02-14 18:56:55 +0800 | [diff] [blame] | 925 | static int f2fs_dir_open(struct inode *inode, struct file *filp) |
| 926 | { |
| 927 | if (f2fs_encrypted_inode(inode)) |
Jaegeuk Kim | 0b81d07 | 2015-05-15 16:26:10 -0700 | [diff] [blame] | 928 | return fscrypt_get_encryption_info(inode) ? -EACCES : 0; |
Chao Yu | ed3360a | 2016-02-14 18:56:55 +0800 | [diff] [blame] | 929 | return 0; |
| 930 | } |
| 931 | |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 932 | const struct file_operations f2fs_dir_operations = { |
| 933 | .llseek = generic_file_llseek, |
| 934 | .read = generic_read_dir, |
Al Viro | e77d0c6 | 2016-05-10 16:41:13 -0400 | [diff] [blame] | 935 | .iterate_shared = f2fs_readdir, |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 936 | .fsync = f2fs_sync_file, |
Chao Yu | ed3360a | 2016-02-14 18:56:55 +0800 | [diff] [blame] | 937 | .open = f2fs_dir_open, |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 938 | .unlocked_ioctl = f2fs_ioctl, |
hujianyang | 08b9512 | 2015-05-12 16:05:57 +0800 | [diff] [blame] | 939 | #ifdef CONFIG_COMPAT |
| 940 | .compat_ioctl = f2fs_compat_ioctl, |
| 941 | #endif |
Jaegeuk Kim | 6b4ea01 | 2012-11-14 16:59:04 +0900 | [diff] [blame] | 942 | }; |