blob: 88036fd75797f8bdfb65a91f25b8c6339cc089fc [file] [log] [blame]
Huajun Lie18c65b2013-11-10 23:13:19 +08001/*
2 * fs/f2fs/inline.c
3 * Copyright (c) 2013, Intel Corporation
4 * Authors: Huajun Li <huajun.li@intel.com>
5 * Haicheng Li <haicheng.li@intel.com>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10
11#include <linux/fs.h>
12#include <linux/f2fs_fs.h>
13
14#include "f2fs.h"
15
Huajun Lie18c65b2013-11-10 23:13:19 +080016bool f2fs_may_inline(struct inode *inode)
17{
Huajun Lie18c65b2013-11-10 23:13:19 +080018 block_t nr_blocks;
19 loff_t i_size;
20
Jaegeuk Kim40813632014-09-02 15:31:18 -070021 if (!test_opt(F2FS_I_SB(inode), INLINE_DATA))
Huajun Lie18c65b2013-11-10 23:13:19 +080022 return false;
23
Jaegeuk Kim88b88a62014-10-06 17:39:50 -070024 if (f2fs_is_atomic_file(inode))
25 return false;
26
Huajun Lie18c65b2013-11-10 23:13:19 +080027 nr_blocks = F2FS_I(inode)->i_xattr_nid ? 3 : 2;
28 if (inode->i_blocks > nr_blocks)
29 return false;
30
31 i_size = i_size_read(inode);
32 if (i_size > MAX_INLINE_DATA)
33 return false;
34
35 return true;
36}
37
38int f2fs_read_inline_data(struct inode *inode, struct page *page)
39{
Huajun Lie18c65b2013-11-10 23:13:19 +080040 struct page *ipage;
41 void *src_addr, *dst_addr;
42
Chao Yu04a17fb2013-12-30 18:36:23 +080043 if (page->index) {
44 zero_user_segment(page, 0, PAGE_CACHE_SIZE);
45 goto out;
46 }
47
Jaegeuk Kim40813632014-09-02 15:31:18 -070048 ipage = get_node_page(F2FS_I_SB(inode), inode->i_ino);
Chao Yud54c7952014-03-29 15:30:40 +080049 if (IS_ERR(ipage)) {
50 unlock_page(page);
Huajun Lie18c65b2013-11-10 23:13:19 +080051 return PTR_ERR(ipage);
Chao Yud54c7952014-03-29 15:30:40 +080052 }
Huajun Lie18c65b2013-11-10 23:13:19 +080053
Chao Yu18309aa2013-12-30 09:29:06 +080054 zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE);
Huajun Lie18c65b2013-11-10 23:13:19 +080055
56 /* Copy the whole inline data block */
57 src_addr = inline_data_addr(ipage);
58 dst_addr = kmap(page);
59 memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
60 kunmap(page);
61 f2fs_put_page(ipage, 1);
62
Chao Yu04a17fb2013-12-30 18:36:23 +080063out:
Huajun Lie18c65b2013-11-10 23:13:19 +080064 SetPageUptodate(page);
65 unlock_page(page);
66
67 return 0;
68}
69
70static int __f2fs_convert_inline_data(struct inode *inode, struct page *page)
71{
Jaegeuk Kimec4e7af2014-08-18 14:41:11 -070072 int err = 0;
Huajun Lie18c65b2013-11-10 23:13:19 +080073 struct page *ipage;
74 struct dnode_of_data dn;
75 void *src_addr, *dst_addr;
76 block_t new_blk_addr;
Jaegeuk Kim40813632014-09-02 15:31:18 -070077 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Huajun Lie18c65b2013-11-10 23:13:19 +080078 struct f2fs_io_info fio = {
79 .type = DATA,
80 .rw = WRITE_SYNC | REQ_PRIO,
81 };
82
83 f2fs_lock_op(sbi);
84 ipage = get_node_page(sbi, inode->i_ino);
Jaegeuk Kim15c6e3a2014-04-16 14:22:50 +090085 if (IS_ERR(ipage)) {
86 err = PTR_ERR(ipage);
87 goto out;
88 }
Huajun Lie18c65b2013-11-10 23:13:19 +080089
Jaegeuk Kimec4e7af2014-08-18 14:41:11 -070090 /* someone else converted inline_data already */
91 if (!f2fs_has_inline_data(inode))
92 goto out;
93
Huajun Lie18c65b2013-11-10 23:13:19 +080094 /*
95 * i_addr[0] is not used for inline data,
96 * so reserving new block will not destroy inline data
97 */
Jaegeuk Kima8865372013-12-27 17:04:17 +090098 set_new_dnode(&dn, inode, ipage, NULL, 0);
Huajun Lie18c65b2013-11-10 23:13:19 +080099 err = f2fs_reserve_block(&dn, 0);
Jaegeuk Kim15c6e3a2014-04-16 14:22:50 +0900100 if (err)
101 goto out;
Huajun Lie18c65b2013-11-10 23:13:19 +0800102
Jaegeuk Kim9ac13492014-04-29 17:35:10 +0900103 f2fs_wait_on_page_writeback(page, DATA);
Chao Yu18309aa2013-12-30 09:29:06 +0800104 zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE);
Huajun Lie18c65b2013-11-10 23:13:19 +0800105
106 /* Copy the whole inline data block */
107 src_addr = inline_data_addr(ipage);
108 dst_addr = kmap(page);
109 memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
110 kunmap(page);
Jaegeuk Kim9e09fc82013-12-27 12:28:59 +0900111 SetPageUptodate(page);
Huajun Lie18c65b2013-11-10 23:13:19 +0800112
113 /* write data page to try to make data consistent */
114 set_page_writeback(page);
115 write_data_page(page, &dn, &new_blk_addr, &fio);
116 update_extent_cache(new_blk_addr, &dn);
Yuan Zhong5514f0a2014-01-10 07:26:14 +0000117 f2fs_wait_on_page_writeback(page, DATA);
Huajun Lie18c65b2013-11-10 23:13:19 +0800118
119 /* clear inline data and flag after data writeback */
120 zero_user_segment(ipage, INLINE_DATA_OFFSET,
121 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
122 clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
Jaegeuk Kim0dbdc2a2013-11-26 11:08:57 +0900123 stat_dec_inline_inode(inode);
Huajun Lie18c65b2013-11-10 23:13:19 +0800124
125 sync_inode_page(&dn);
Jaegeuk Kima8865372013-12-27 17:04:17 +0900126 f2fs_put_dnode(&dn);
Jaegeuk Kim15c6e3a2014-04-16 14:22:50 +0900127out:
Huajun Lie18c65b2013-11-10 23:13:19 +0800128 f2fs_unlock_op(sbi);
Huajun Lie18c65b2013-11-10 23:13:19 +0800129 return err;
130}
131
Jaegeuk Kimb067ba12014-08-07 16:32:25 -0700132int f2fs_convert_inline_data(struct inode *inode, pgoff_t to_size,
133 struct page *page)
Huajun Lie18c65b2013-11-10 23:13:19 +0800134{
Jaegeuk Kimb067ba12014-08-07 16:32:25 -0700135 struct page *new_page = page;
Jaegeuk Kim9e09fc82013-12-27 12:28:59 +0900136 int err;
Huajun Lie18c65b2013-11-10 23:13:19 +0800137
Jaegeuk Kim9e09fc82013-12-27 12:28:59 +0900138 if (!f2fs_has_inline_data(inode))
139 return 0;
140 else if (to_size <= MAX_INLINE_DATA)
141 return 0;
142
Jaegeuk Kimb067ba12014-08-07 16:32:25 -0700143 if (!page || page->index != 0) {
144 new_page = grab_cache_page(inode->i_mapping, 0);
145 if (!new_page)
146 return -ENOMEM;
147 }
Huajun Lie18c65b2013-11-10 23:13:19 +0800148
Jaegeuk Kimb067ba12014-08-07 16:32:25 -0700149 err = __f2fs_convert_inline_data(inode, new_page);
150 if (!page || page->index != 0)
151 f2fs_put_page(new_page, 1);
Huajun Lie18c65b2013-11-10 23:13:19 +0800152 return err;
153}
154
155int f2fs_write_inline_data(struct inode *inode,
Jaegeuk Kimb067ba12014-08-07 16:32:25 -0700156 struct page *page, unsigned size)
Huajun Lie18c65b2013-11-10 23:13:19 +0800157{
158 void *src_addr, *dst_addr;
159 struct page *ipage;
160 struct dnode_of_data dn;
161 int err;
162
163 set_new_dnode(&dn, inode, NULL, NULL, 0);
164 err = get_dnode_of_data(&dn, 0, LOOKUP_NODE);
165 if (err)
166 return err;
167 ipage = dn.inode_page;
168
Jaegeuk Kim54b591d2014-04-29 17:28:32 +0900169 f2fs_wait_on_page_writeback(ipage, NODE);
Huajun Lie18c65b2013-11-10 23:13:19 +0800170 zero_user_segment(ipage, INLINE_DATA_OFFSET,
171 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
172 src_addr = kmap(page);
173 dst_addr = inline_data_addr(ipage);
174 memcpy(dst_addr, src_addr, size);
175 kunmap(page);
176
177 /* Release the first data block if it is allocated */
178 if (!f2fs_has_inline_data(inode)) {
179 truncate_data_blocks_range(&dn, 1);
180 set_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
Jaegeuk Kim0dbdc2a2013-11-26 11:08:57 +0900181 stat_inc_inline_inode(inode);
Huajun Lie18c65b2013-11-10 23:13:19 +0800182 }
183
Jaegeuk Kimfff04f92014-07-25 07:40:59 -0700184 set_inode_flag(F2FS_I(inode), FI_APPEND_WRITE);
Huajun Lie18c65b2013-11-10 23:13:19 +0800185 sync_inode_page(&dn);
186 f2fs_put_dnode(&dn);
187
188 return 0;
189}
Jaegeuk Kim1e1bb4b2013-12-26 12:49:48 +0900190
Chao Yu8aa6f1c2014-04-29 09:03:03 +0800191void truncate_inline_data(struct inode *inode, u64 from)
192{
Chao Yu8aa6f1c2014-04-29 09:03:03 +0800193 struct page *ipage;
194
195 if (from >= MAX_INLINE_DATA)
196 return;
197
Jaegeuk Kim40813632014-09-02 15:31:18 -0700198 ipage = get_node_page(F2FS_I_SB(inode), inode->i_ino);
Chao Yu8aa6f1c2014-04-29 09:03:03 +0800199 if (IS_ERR(ipage))
200 return;
201
Jaegeuk Kim54b591d2014-04-29 17:28:32 +0900202 f2fs_wait_on_page_writeback(ipage, NODE);
203
Chao Yu8aa6f1c2014-04-29 09:03:03 +0800204 zero_user_segment(ipage, INLINE_DATA_OFFSET + from,
205 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
206 set_page_dirty(ipage);
207 f2fs_put_page(ipage, 1);
208}
209
Jaegeuk Kim0342fd32014-08-07 16:57:17 -0700210bool recover_inline_data(struct inode *inode, struct page *npage)
Jaegeuk Kim1e1bb4b2013-12-26 12:49:48 +0900211{
Jaegeuk Kim40813632014-09-02 15:31:18 -0700212 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kim1e1bb4b2013-12-26 12:49:48 +0900213 struct f2fs_inode *ri = NULL;
214 void *src_addr, *dst_addr;
215 struct page *ipage;
216
217 /*
218 * The inline_data recovery policy is as follows.
219 * [prev.] [next] of inline_data flag
220 * o o -> recover inline_data
221 * o x -> remove inline_data, and then recover data blocks
222 * x o -> remove inline_data, and then recover inline_data
223 * x x -> recover data blocks
224 */
225 if (IS_INODE(npage))
226 ri = F2FS_INODE(npage);
227
228 if (f2fs_has_inline_data(inode) &&
Jaegeuk Kim0342fd32014-08-07 16:57:17 -0700229 ri && (ri->i_inline & F2FS_INLINE_DATA)) {
Jaegeuk Kim1e1bb4b2013-12-26 12:49:48 +0900230process_inline:
231 ipage = get_node_page(sbi, inode->i_ino);
Jaegeuk Kim9850cf42014-09-02 15:52:58 -0700232 f2fs_bug_on(sbi, IS_ERR(ipage));
Jaegeuk Kim1e1bb4b2013-12-26 12:49:48 +0900233
Jaegeuk Kim54b591d2014-04-29 17:28:32 +0900234 f2fs_wait_on_page_writeback(ipage, NODE);
235
Jaegeuk Kim1e1bb4b2013-12-26 12:49:48 +0900236 src_addr = inline_data_addr(npage);
237 dst_addr = inline_data_addr(ipage);
238 memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
239 update_inode(inode, ipage);
240 f2fs_put_page(ipage, 1);
Jaegeuk Kim0342fd32014-08-07 16:57:17 -0700241 return true;
Jaegeuk Kim1e1bb4b2013-12-26 12:49:48 +0900242 }
243
244 if (f2fs_has_inline_data(inode)) {
245 ipage = get_node_page(sbi, inode->i_ino);
Jaegeuk Kim9850cf42014-09-02 15:52:58 -0700246 f2fs_bug_on(sbi, IS_ERR(ipage));
Jaegeuk Kim54b591d2014-04-29 17:28:32 +0900247 f2fs_wait_on_page_writeback(ipage, NODE);
Jaegeuk Kim1e1bb4b2013-12-26 12:49:48 +0900248 zero_user_segment(ipage, INLINE_DATA_OFFSET,
249 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
250 clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
251 update_inode(inode, ipage);
252 f2fs_put_page(ipage, 1);
Jaegeuk Kim0342fd32014-08-07 16:57:17 -0700253 } else if (ri && (ri->i_inline & F2FS_INLINE_DATA)) {
Jaegeuk Kim764aa3e2014-08-14 16:32:54 -0700254 truncate_blocks(inode, 0, false);
Jaegeuk Kim1e1bb4b2013-12-26 12:49:48 +0900255 set_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
256 goto process_inline;
257 }
Jaegeuk Kim0342fd32014-08-07 16:57:17 -0700258 return false;
Jaegeuk Kim1e1bb4b2013-12-26 12:49:48 +0900259}