Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 1 | /* |
| 2 | * fs/f2fs/inline.c |
| 3 | * Copyright (c) 2013, Intel Corporation |
| 4 | * Authors: Huajun Li <huajun.li@intel.com> |
| 5 | * Haicheng Li <haicheng.li@intel.com> |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License version 2 as |
| 8 | * published by the Free Software Foundation. |
| 9 | */ |
| 10 | |
| 11 | #include <linux/fs.h> |
| 12 | #include <linux/f2fs_fs.h> |
| 13 | |
| 14 | #include "f2fs.h" |
| 15 | |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 16 | bool f2fs_may_inline(struct inode *inode) |
| 17 | { |
| 18 | struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb); |
| 19 | block_t nr_blocks; |
| 20 | loff_t i_size; |
| 21 | |
| 22 | if (!test_opt(sbi, INLINE_DATA)) |
| 23 | return false; |
| 24 | |
| 25 | nr_blocks = F2FS_I(inode)->i_xattr_nid ? 3 : 2; |
| 26 | if (inode->i_blocks > nr_blocks) |
| 27 | return false; |
| 28 | |
| 29 | i_size = i_size_read(inode); |
| 30 | if (i_size > MAX_INLINE_DATA) |
| 31 | return false; |
| 32 | |
| 33 | return true; |
| 34 | } |
| 35 | |
| 36 | int f2fs_read_inline_data(struct inode *inode, struct page *page) |
| 37 | { |
| 38 | struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb); |
| 39 | struct page *ipage; |
| 40 | void *src_addr, *dst_addr; |
| 41 | |
Chao Yu | 04a17fb | 2013-12-30 18:36:23 +0800 | [diff] [blame] | 42 | if (page->index) { |
| 43 | zero_user_segment(page, 0, PAGE_CACHE_SIZE); |
| 44 | goto out; |
| 45 | } |
| 46 | |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 47 | ipage = get_node_page(sbi, inode->i_ino); |
Chao Yu | d54c795 | 2014-03-29 15:30:40 +0800 | [diff] [blame] | 48 | if (IS_ERR(ipage)) { |
| 49 | unlock_page(page); |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 50 | return PTR_ERR(ipage); |
Chao Yu | d54c795 | 2014-03-29 15:30:40 +0800 | [diff] [blame] | 51 | } |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 52 | |
Chao Yu | 18309aa | 2013-12-30 09:29:06 +0800 | [diff] [blame] | 53 | zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE); |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 54 | |
| 55 | /* Copy the whole inline data block */ |
| 56 | src_addr = inline_data_addr(ipage); |
| 57 | dst_addr = kmap(page); |
| 58 | memcpy(dst_addr, src_addr, MAX_INLINE_DATA); |
| 59 | kunmap(page); |
| 60 | f2fs_put_page(ipage, 1); |
| 61 | |
Chao Yu | 04a17fb | 2013-12-30 18:36:23 +0800 | [diff] [blame] | 62 | out: |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 63 | SetPageUptodate(page); |
| 64 | unlock_page(page); |
| 65 | |
| 66 | return 0; |
| 67 | } |
| 68 | |
| 69 | static int __f2fs_convert_inline_data(struct inode *inode, struct page *page) |
| 70 | { |
| 71 | int err; |
| 72 | struct page *ipage; |
| 73 | struct dnode_of_data dn; |
| 74 | void *src_addr, *dst_addr; |
| 75 | block_t new_blk_addr; |
| 76 | struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb); |
| 77 | struct f2fs_io_info fio = { |
| 78 | .type = DATA, |
| 79 | .rw = WRITE_SYNC | REQ_PRIO, |
| 80 | }; |
| 81 | |
| 82 | f2fs_lock_op(sbi); |
| 83 | ipage = get_node_page(sbi, inode->i_ino); |
Jaegeuk Kim | 15c6e3a | 2014-04-16 14:22:50 +0900 | [diff] [blame] | 84 | if (IS_ERR(ipage)) { |
| 85 | err = PTR_ERR(ipage); |
| 86 | goto out; |
| 87 | } |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 88 | |
| 89 | /* |
| 90 | * i_addr[0] is not used for inline data, |
| 91 | * so reserving new block will not destroy inline data |
| 92 | */ |
Jaegeuk Kim | a886537 | 2013-12-27 17:04:17 +0900 | [diff] [blame] | 93 | set_new_dnode(&dn, inode, ipage, NULL, 0); |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 94 | err = f2fs_reserve_block(&dn, 0); |
Jaegeuk Kim | 15c6e3a | 2014-04-16 14:22:50 +0900 | [diff] [blame] | 95 | if (err) |
| 96 | goto out; |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 97 | |
Jaegeuk Kim | 9ac1349 | 2014-04-29 17:35:10 +0900 | [diff] [blame] | 98 | f2fs_wait_on_page_writeback(page, DATA); |
Chao Yu | 18309aa | 2013-12-30 09:29:06 +0800 | [diff] [blame] | 99 | zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE); |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 100 | |
| 101 | /* Copy the whole inline data block */ |
| 102 | src_addr = inline_data_addr(ipage); |
| 103 | dst_addr = kmap(page); |
| 104 | memcpy(dst_addr, src_addr, MAX_INLINE_DATA); |
| 105 | kunmap(page); |
Jaegeuk Kim | 9e09fc8 | 2013-12-27 12:28:59 +0900 | [diff] [blame] | 106 | SetPageUptodate(page); |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 107 | |
| 108 | /* write data page to try to make data consistent */ |
| 109 | set_page_writeback(page); |
| 110 | write_data_page(page, &dn, &new_blk_addr, &fio); |
| 111 | update_extent_cache(new_blk_addr, &dn); |
Yuan Zhong | 5514f0a | 2014-01-10 07:26:14 +0000 | [diff] [blame] | 112 | f2fs_wait_on_page_writeback(page, DATA); |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 113 | |
| 114 | /* clear inline data and flag after data writeback */ |
| 115 | zero_user_segment(ipage, INLINE_DATA_OFFSET, |
| 116 | INLINE_DATA_OFFSET + MAX_INLINE_DATA); |
| 117 | clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA); |
Jaegeuk Kim | 0dbdc2a | 2013-11-26 11:08:57 +0900 | [diff] [blame] | 118 | stat_dec_inline_inode(inode); |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 119 | |
| 120 | sync_inode_page(&dn); |
Jaegeuk Kim | a886537 | 2013-12-27 17:04:17 +0900 | [diff] [blame] | 121 | f2fs_put_dnode(&dn); |
Jaegeuk Kim | 15c6e3a | 2014-04-16 14:22:50 +0900 | [diff] [blame] | 122 | out: |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 123 | f2fs_unlock_op(sbi); |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 124 | return err; |
| 125 | } |
| 126 | |
Jaegeuk Kim | 9e09fc8 | 2013-12-27 12:28:59 +0900 | [diff] [blame] | 127 | int f2fs_convert_inline_data(struct inode *inode, pgoff_t to_size) |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 128 | { |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 129 | struct page *page; |
Jaegeuk Kim | 9e09fc8 | 2013-12-27 12:28:59 +0900 | [diff] [blame] | 130 | int err; |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 131 | |
Jaegeuk Kim | 9e09fc8 | 2013-12-27 12:28:59 +0900 | [diff] [blame] | 132 | if (!f2fs_has_inline_data(inode)) |
| 133 | return 0; |
| 134 | else if (to_size <= MAX_INLINE_DATA) |
| 135 | return 0; |
| 136 | |
Jaegeuk Kim | 9ac1349 | 2014-04-29 17:35:10 +0900 | [diff] [blame] | 137 | page = grab_cache_page(inode->i_mapping, 0); |
Jaegeuk Kim | 9e09fc8 | 2013-12-27 12:28:59 +0900 | [diff] [blame] | 138 | if (!page) |
| 139 | return -ENOMEM; |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 140 | |
| 141 | err = __f2fs_convert_inline_data(inode, page); |
Jaegeuk Kim | 9e09fc8 | 2013-12-27 12:28:59 +0900 | [diff] [blame] | 142 | f2fs_put_page(page, 1); |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 143 | return err; |
| 144 | } |
| 145 | |
| 146 | int f2fs_write_inline_data(struct inode *inode, |
| 147 | struct page *page, unsigned size) |
| 148 | { |
| 149 | void *src_addr, *dst_addr; |
| 150 | struct page *ipage; |
| 151 | struct dnode_of_data dn; |
| 152 | int err; |
| 153 | |
| 154 | set_new_dnode(&dn, inode, NULL, NULL, 0); |
| 155 | err = get_dnode_of_data(&dn, 0, LOOKUP_NODE); |
| 156 | if (err) |
| 157 | return err; |
| 158 | ipage = dn.inode_page; |
| 159 | |
Jaegeuk Kim | 54b591d | 2014-04-29 17:28:32 +0900 | [diff] [blame] | 160 | f2fs_wait_on_page_writeback(ipage, NODE); |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 161 | zero_user_segment(ipage, INLINE_DATA_OFFSET, |
| 162 | INLINE_DATA_OFFSET + MAX_INLINE_DATA); |
| 163 | src_addr = kmap(page); |
| 164 | dst_addr = inline_data_addr(ipage); |
| 165 | memcpy(dst_addr, src_addr, size); |
| 166 | kunmap(page); |
| 167 | |
| 168 | /* Release the first data block if it is allocated */ |
| 169 | if (!f2fs_has_inline_data(inode)) { |
| 170 | truncate_data_blocks_range(&dn, 1); |
| 171 | set_inode_flag(F2FS_I(inode), FI_INLINE_DATA); |
Jaegeuk Kim | 0dbdc2a | 2013-11-26 11:08:57 +0900 | [diff] [blame] | 172 | stat_inc_inline_inode(inode); |
Huajun Li | e18c65b | 2013-11-10 23:13:19 +0800 | [diff] [blame] | 173 | } |
| 174 | |
| 175 | sync_inode_page(&dn); |
| 176 | f2fs_put_dnode(&dn); |
| 177 | |
| 178 | return 0; |
| 179 | } |
Jaegeuk Kim | 1e1bb4b | 2013-12-26 12:49:48 +0900 | [diff] [blame] | 180 | |
Chao Yu | 8aa6f1c | 2014-04-29 09:03:03 +0800 | [diff] [blame] | 181 | void truncate_inline_data(struct inode *inode, u64 from) |
| 182 | { |
| 183 | struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb); |
| 184 | struct page *ipage; |
| 185 | |
| 186 | if (from >= MAX_INLINE_DATA) |
| 187 | return; |
| 188 | |
| 189 | ipage = get_node_page(sbi, inode->i_ino); |
| 190 | if (IS_ERR(ipage)) |
| 191 | return; |
| 192 | |
Jaegeuk Kim | 54b591d | 2014-04-29 17:28:32 +0900 | [diff] [blame] | 193 | f2fs_wait_on_page_writeback(ipage, NODE); |
| 194 | |
Chao Yu | 8aa6f1c | 2014-04-29 09:03:03 +0800 | [diff] [blame] | 195 | zero_user_segment(ipage, INLINE_DATA_OFFSET + from, |
| 196 | INLINE_DATA_OFFSET + MAX_INLINE_DATA); |
| 197 | set_page_dirty(ipage); |
| 198 | f2fs_put_page(ipage, 1); |
| 199 | } |
| 200 | |
Jaegeuk Kim | 1e1bb4b | 2013-12-26 12:49:48 +0900 | [diff] [blame] | 201 | int recover_inline_data(struct inode *inode, struct page *npage) |
| 202 | { |
| 203 | struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb); |
| 204 | struct f2fs_inode *ri = NULL; |
| 205 | void *src_addr, *dst_addr; |
| 206 | struct page *ipage; |
| 207 | |
| 208 | /* |
| 209 | * The inline_data recovery policy is as follows. |
| 210 | * [prev.] [next] of inline_data flag |
| 211 | * o o -> recover inline_data |
| 212 | * o x -> remove inline_data, and then recover data blocks |
| 213 | * x o -> remove inline_data, and then recover inline_data |
| 214 | * x x -> recover data blocks |
| 215 | */ |
| 216 | if (IS_INODE(npage)) |
| 217 | ri = F2FS_INODE(npage); |
| 218 | |
| 219 | if (f2fs_has_inline_data(inode) && |
| 220 | ri && ri->i_inline & F2FS_INLINE_DATA) { |
| 221 | process_inline: |
| 222 | ipage = get_node_page(sbi, inode->i_ino); |
| 223 | f2fs_bug_on(IS_ERR(ipage)); |
| 224 | |
Jaegeuk Kim | 54b591d | 2014-04-29 17:28:32 +0900 | [diff] [blame] | 225 | f2fs_wait_on_page_writeback(ipage, NODE); |
| 226 | |
Jaegeuk Kim | 1e1bb4b | 2013-12-26 12:49:48 +0900 | [diff] [blame] | 227 | src_addr = inline_data_addr(npage); |
| 228 | dst_addr = inline_data_addr(ipage); |
| 229 | memcpy(dst_addr, src_addr, MAX_INLINE_DATA); |
| 230 | update_inode(inode, ipage); |
| 231 | f2fs_put_page(ipage, 1); |
| 232 | return -1; |
| 233 | } |
| 234 | |
| 235 | if (f2fs_has_inline_data(inode)) { |
| 236 | ipage = get_node_page(sbi, inode->i_ino); |
| 237 | f2fs_bug_on(IS_ERR(ipage)); |
Jaegeuk Kim | 54b591d | 2014-04-29 17:28:32 +0900 | [diff] [blame] | 238 | f2fs_wait_on_page_writeback(ipage, NODE); |
Jaegeuk Kim | 1e1bb4b | 2013-12-26 12:49:48 +0900 | [diff] [blame] | 239 | zero_user_segment(ipage, INLINE_DATA_OFFSET, |
| 240 | INLINE_DATA_OFFSET + MAX_INLINE_DATA); |
| 241 | clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA); |
| 242 | update_inode(inode, ipage); |
| 243 | f2fs_put_page(ipage, 1); |
| 244 | } else if (ri && ri->i_inline & F2FS_INLINE_DATA) { |
| 245 | truncate_blocks(inode, 0); |
| 246 | set_inode_flag(F2FS_I(inode), FI_INLINE_DATA); |
| 247 | goto process_inline; |
| 248 | } |
| 249 | return 0; |
| 250 | } |