blob: 314612997721c504a0b0cdb92674868cf6bee6d9 [file] [log] [blame]
Jaegeuk Kim0a8165d2012-11-29 13:28:09 +09001/*
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09002 * fs/f2fs/file.c
3 *
4 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
5 * http://www.samsung.com/
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
10 */
11#include <linux/fs.h>
12#include <linux/f2fs_fs.h>
13#include <linux/stat.h>
14#include <linux/buffer_head.h>
15#include <linux/writeback.h>
Jaegeuk Kimae51fb32013-03-16 11:13:04 +090016#include <linux/blkdev.h>
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090017#include <linux/falloc.h>
18#include <linux/types.h>
Namjae Jeone9750822013-02-04 23:41:41 +090019#include <linux/compat.h>
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090020#include <linux/uaccess.h>
21#include <linux/mount.h>
Jaegeuk Kim7f7670f2014-04-28 18:12:36 +090022#include <linux/pagevec.h>
Jaegeuk Kimf424f662015-04-20 15:19:06 -070023#include <linux/random.h>
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090024
25#include "f2fs.h"
26#include "node.h"
27#include "segment.h"
28#include "xattr.h"
29#include "acl.h"
Chao Yuc1c1b582015-07-10 18:08:10 +080030#include "gc.h"
Jaegeuk Kimdb9f7c12014-12-17 20:04:08 -080031#include "trace.h"
Namjae Jeona2a4a7e2013-04-20 01:28:40 +090032#include <trace/events/f2fs.h>
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090033
34static int f2fs_vm_page_mkwrite(struct vm_area_struct *vma,
35 struct vm_fault *vmf)
36{
37 struct page *page = vmf->page;
Al Viro6131ffa2013-02-27 16:59:05 -050038 struct inode *inode = file_inode(vma->vm_file);
Jaegeuk Kim40813632014-09-02 15:31:18 -070039 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090040 struct dnode_of_data dn;
Gu Zhenge4795562013-09-27 18:08:30 +080041 int err;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090042
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090043 sb_start_pagefault(inode->i_sb);
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -070044
45 f2fs_bug_on(sbi, f2fs_has_inline_data(inode));
Jaegeuk Kimb067ba12014-08-07 16:32:25 -070046
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090047 /* block allocation */
Gu Zhenge4795562013-09-27 18:08:30 +080048 f2fs_lock_op(sbi);
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -070049 set_new_dnode(&dn, inode, NULL, NULL, 0);
Jaegeuk Kim9ba69cf2014-10-17 20:33:55 -070050 err = f2fs_reserve_block(&dn, page->index);
51 if (err) {
52 f2fs_unlock_op(sbi);
53 goto out;
54 }
55 f2fs_put_dnode(&dn);
56 f2fs_unlock_op(sbi);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090057
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -080058 f2fs_balance_fs(sbi, dn.node_changed);
Jaegeuk Kim2a340762015-12-22 13:23:35 -080059
Namjae Jeon9851e6e2013-04-28 09:04:18 +090060 file_update_time(vma->vm_file);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090061 lock_page(page);
Jaegeuk Kim6bacf522013-12-06 15:00:58 +090062 if (unlikely(page->mapping != inode->i_mapping ||
Namjae Jeon9851e6e2013-04-28 09:04:18 +090063 page_offset(page) > i_size_read(inode) ||
Jaegeuk Kim6bacf522013-12-06 15:00:58 +090064 !PageUptodate(page))) {
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090065 unlock_page(page);
66 err = -EFAULT;
67 goto out;
68 }
69
70 /*
71 * check to see if the page is mapped already (no holes)
72 */
73 if (PageMappedToDisk(page))
Namjae Jeon9851e6e2013-04-28 09:04:18 +090074 goto mapped;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090075
76 /* page is wholly or partially inside EOF */
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +030077 if (((loff_t)(page->index + 1) << PAGE_SHIFT) >
Chao Yu9edcdab2015-09-11 14:43:52 +080078 i_size_read(inode)) {
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090079 unsigned offset;
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +030080 offset = i_size_read(inode) & ~PAGE_MASK;
81 zero_user_segment(page, offset, PAGE_SIZE);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090082 }
83 set_page_dirty(page);
84 SetPageUptodate(page);
85
Jaegeuk Kime943a102013-10-25 14:26:31 +090086 trace_f2fs_vm_page_mkwrite(page, DATA);
Namjae Jeon9851e6e2013-04-28 09:04:18 +090087mapped:
88 /* fill the page */
Jaegeuk Kimfec1d652016-01-20 23:43:51 +080089 f2fs_wait_on_page_writeback(page, DATA, false);
Chao Yu08b39fb2015-10-08 13:27:34 +080090
91 /* wait for GCed encrypted page writeback */
92 if (f2fs_encrypted_inode(inode) && S_ISREG(inode->i_mode))
93 f2fs_wait_on_encrypted_page_writeback(sbi, dn.data_blkaddr);
94
Chao Yu5b339122015-07-13 17:43:19 +080095 /* if gced page is attached, don't write to cold segment */
96 clear_cold_data(page);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090097out:
98 sb_end_pagefault(inode->i_sb);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -080099 f2fs_update_time(sbi, REQ_TIME);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900100 return block_page_mkwrite_return(err);
101}
102
103static const struct vm_operations_struct f2fs_file_vm_ops = {
Jaegeuk Kim692bb552013-01-17 18:37:41 +0900104 .fault = filemap_fault,
Kirill A. Shutemovf1820362014-04-07 15:37:19 -0700105 .map_pages = filemap_map_pages,
Jaegeuk Kim692bb552013-01-17 18:37:41 +0900106 .page_mkwrite = f2fs_vm_page_mkwrite,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900107};
108
Jaegeuk Kim354a3392013-06-14 08:52:35 +0900109static int get_parent_ino(struct inode *inode, nid_t *pino)
110{
111 struct dentry *dentry;
112
113 inode = igrab(inode);
114 dentry = d_find_any_alias(inode);
115 iput(inode);
116 if (!dentry)
117 return 0;
118
Jaegeuk Kime7d55452015-04-29 17:02:18 -0700119 if (update_dent_inode(inode, inode, &dentry->d_name)) {
Jaegeuk Kimf0947e52013-07-22 22:12:56 +0900120 dput(dentry);
121 return 0;
122 }
Jaegeuk Kim354a3392013-06-14 08:52:35 +0900123
Jaegeuk Kimf0947e52013-07-22 22:12:56 +0900124 *pino = parent_ino(dentry);
125 dput(dentry);
Jaegeuk Kim354a3392013-06-14 08:52:35 +0900126 return 1;
127}
128
Chao Yu9d1589e2014-08-20 18:37:35 +0800129static inline bool need_do_checkpoint(struct inode *inode)
130{
Jaegeuk Kim40813632014-09-02 15:31:18 -0700131 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Chao Yu9d1589e2014-08-20 18:37:35 +0800132 bool need_cp = false;
133
134 if (!S_ISREG(inode->i_mode) || inode->i_nlink != 1)
135 need_cp = true;
Jaegeuk Kime7d55452015-04-29 17:02:18 -0700136 else if (file_enc_name(inode) && need_dentry_mark(sbi, inode->i_ino))
137 need_cp = true;
Chao Yu9d1589e2014-08-20 18:37:35 +0800138 else if (file_wrong_pino(inode))
139 need_cp = true;
140 else if (!space_for_roll_forward(sbi))
141 need_cp = true;
142 else if (!is_checkpointed_node(sbi, F2FS_I(inode)->i_pino))
143 need_cp = true;
144 else if (F2FS_I(inode)->xattr_ver == cur_cp_version(F2FS_CKPT(sbi)))
145 need_cp = true;
Jaegeuk Kimd5053a342014-10-30 22:47:03 -0700146 else if (test_opt(sbi, FASTBOOT))
147 need_cp = true;
Jaegeuk Kima344b9f2014-11-05 20:05:53 -0800148 else if (sbi->active_logs == 2)
149 need_cp = true;
Chao Yu9d1589e2014-08-20 18:37:35 +0800150
151 return need_cp;
152}
153
Changman Lee9c7bb702014-12-08 15:29:40 +0900154static bool need_inode_page_update(struct f2fs_sb_info *sbi, nid_t ino)
155{
156 struct page *i = find_get_page(NODE_MAPPING(sbi), ino);
157 bool ret = false;
158 /* But we need to avoid that there are some inode updates */
159 if ((i && PageDirty(i)) || need_inode_block_update(sbi, ino))
160 ret = true;
161 f2fs_put_page(i, 0);
162 return ret;
163}
164
Changman Lee51455b12014-12-08 15:29:41 +0900165static void try_to_fix_pino(struct inode *inode)
166{
167 struct f2fs_inode_info *fi = F2FS_I(inode);
168 nid_t pino;
169
170 down_write(&fi->i_sem);
171 fi->xattr_ver = 0;
172 if (file_wrong_pino(inode) && inode->i_nlink == 1 &&
173 get_parent_ino(inode, &pino)) {
174 fi->i_pino = pino;
175 file_got_pino(inode);
176 up_write(&fi->i_sem);
177
178 mark_inode_dirty_sync(inode);
179 f2fs_write_inode(inode, NULL);
180 } else {
181 up_write(&fi->i_sem);
182 }
183}
184
Jaegeuk Kim608514d2016-04-15 09:43:17 -0700185static int f2fs_do_sync_file(struct file *file, loff_t start, loff_t end,
186 int datasync, bool atomic)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900187{
188 struct inode *inode = file->f_mapping->host;
Jaegeuk Kimd928bfb2014-03-20 19:10:08 +0900189 struct f2fs_inode_info *fi = F2FS_I(inode);
Jaegeuk Kim40813632014-09-02 15:31:18 -0700190 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kim2403c152014-09-10 14:58:18 -0700191 nid_t ino = inode->i_ino;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900192 int ret = 0;
193 bool need_cp = false;
194 struct writeback_control wbc = {
Jaegeuk Kimc81bf1c2014-03-03 11:28:40 +0900195 .sync_mode = WB_SYNC_ALL,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900196 .nr_to_write = LONG_MAX,
197 .for_reclaim = 0,
198 };
199
Jaegeuk Kim6bacf522013-12-06 15:00:58 +0900200 if (unlikely(f2fs_readonly(inode->i_sb)))
Namjae Jeon1fa95b02012-12-01 10:56:01 +0900201 return 0;
202
Namjae Jeona2a4a7e2013-04-20 01:28:40 +0900203 trace_f2fs_sync_file_enter(inode);
Jaegeuk Kimea1aa122014-07-24 19:11:43 -0700204
205 /* if fdatasync is triggered, let's do in-place-update */
Jaegeuk Kimc46a1552015-12-31 13:49:17 -0800206 if (datasync || get_dirty_pages(inode) <= SM_I(sbi)->min_fsync_blocks)
Jaegeuk Kimea1aa122014-07-24 19:11:43 -0700207 set_inode_flag(fi, FI_NEED_IPU);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900208 ret = filemap_write_and_wait_range(inode->i_mapping, start, end);
Jaegeuk Kimc1ce1b02014-09-10 16:53:02 -0700209 clear_inode_flag(fi, FI_NEED_IPU);
210
Namjae Jeona2a4a7e2013-04-20 01:28:40 +0900211 if (ret) {
212 trace_f2fs_sync_file_exit(inode, need_cp, datasync, ret);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900213 return ret;
Namjae Jeona2a4a7e2013-04-20 01:28:40 +0900214 }
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900215
Changman Lee9c7bb702014-12-08 15:29:40 +0900216 /* if the inode is dirty, let's recover all the time */
Jaegeuk Kim2286c022015-08-15 21:51:05 -0700217 if (!datasync) {
218 f2fs_write_inode(inode, NULL);
Changman Lee9c7bb702014-12-08 15:29:40 +0900219 goto go_write;
220 }
221
Jaegeuk Kim6d99ba412014-07-24 19:08:02 -0700222 /*
223 * if there is no written data, don't waste time to write recovery info.
224 */
225 if (!is_inode_flag_set(fi, FI_APPEND_WRITE) &&
Jaegeuk Kim2403c152014-09-10 14:58:18 -0700226 !exist_written_data(sbi, ino, APPEND_INO)) {
Jaegeuk Kim19c9c462014-09-10 15:04:03 -0700227
Changman Lee9c7bb702014-12-08 15:29:40 +0900228 /* it may call write_inode just prior to fsync */
229 if (need_inode_page_update(sbi, ino))
Jaegeuk Kim19c9c462014-09-10 15:04:03 -0700230 goto go_write;
Jaegeuk Kim19c9c462014-09-10 15:04:03 -0700231
Jaegeuk Kim6d99ba412014-07-24 19:08:02 -0700232 if (is_inode_flag_set(fi, FI_UPDATE_WRITE) ||
Jaegeuk Kim2403c152014-09-10 14:58:18 -0700233 exist_written_data(sbi, ino, UPDATE_INO))
Jaegeuk Kim6d99ba412014-07-24 19:08:02 -0700234 goto flush_out;
235 goto out;
236 }
Jaegeuk Kim19c9c462014-09-10 15:04:03 -0700237go_write:
Jaegeuk Kime5d23852013-07-03 10:55:52 +0900238 /*
239 * Both of fdatasync() and fsync() are able to be recovered from
240 * sudden-power-off.
241 */
Chao Yu9d1589e2014-08-20 18:37:35 +0800242 down_read(&fi->i_sem);
243 need_cp = need_do_checkpoint(inode);
Jaegeuk Kimd928bfb2014-03-20 19:10:08 +0900244 up_read(&fi->i_sem);
245
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900246 if (need_cp) {
247 /* all the dirty node pages should be flushed for POR */
248 ret = f2fs_sync_fs(inode->i_sb, 1);
Jaegeuk Kimd928bfb2014-03-20 19:10:08 +0900249
Changman Lee51455b12014-12-08 15:29:41 +0900250 /*
251 * We've secured consistency through sync_fs. Following pino
252 * will be used only for fsynced inodes after checkpoint.
253 */
254 try_to_fix_pino(inode);
Jaegeuk Kimcff28522015-03-02 10:48:56 -0800255 clear_inode_flag(fi, FI_APPEND_WRITE);
256 clear_inode_flag(fi, FI_UPDATE_WRITE);
Changman Lee51455b12014-12-08 15:29:41 +0900257 goto out;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900258 }
Changman Lee51455b12014-12-08 15:29:41 +0900259sync_nodes:
Jaegeuk Kim608514d2016-04-15 09:43:17 -0700260 ret = fsync_node_pages(sbi, ino, &wbc, atomic);
Jaegeuk Kimc267ec12016-04-15 09:25:04 -0700261 if (ret)
262 goto out;
Changman Lee51455b12014-12-08 15:29:41 +0900263
Jaegeuk Kim871f5992015-01-09 16:27:17 -0800264 /* if cp_error was enabled, we should avoid infinite loop */
Chao Yu6d5a1492015-12-24 18:04:56 +0800265 if (unlikely(f2fs_cp_error(sbi))) {
266 ret = -EIO;
Jaegeuk Kim871f5992015-01-09 16:27:17 -0800267 goto out;
Chao Yu6d5a1492015-12-24 18:04:56 +0800268 }
Jaegeuk Kim871f5992015-01-09 16:27:17 -0800269
Changman Lee51455b12014-12-08 15:29:41 +0900270 if (need_inode_block_update(sbi, ino)) {
271 mark_inode_dirty_sync(inode);
272 f2fs_write_inode(inode, NULL);
273 goto sync_nodes;
274 }
275
276 ret = wait_on_node_pages_writeback(sbi, ino);
277 if (ret)
278 goto out;
279
280 /* once recovery info is written, don't need to tack this */
Chao Yua49324f2015-12-15 13:29:47 +0800281 remove_ino_entry(sbi, ino, APPEND_INO);
Changman Lee51455b12014-12-08 15:29:41 +0900282 clear_inode_flag(fi, FI_APPEND_WRITE);
283flush_out:
Chao Yua49324f2015-12-15 13:29:47 +0800284 remove_ino_entry(sbi, ino, UPDATE_INO);
Changman Lee51455b12014-12-08 15:29:41 +0900285 clear_inode_flag(fi, FI_UPDATE_WRITE);
286 ret = f2fs_issue_flush(sbi);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -0800287 f2fs_update_time(sbi, REQ_TIME);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900288out:
Namjae Jeona2a4a7e2013-04-20 01:28:40 +0900289 trace_f2fs_sync_file_exit(inode, need_cp, datasync, ret);
Jaegeuk Kim05ca3632015-04-23 14:38:15 -0700290 f2fs_trace_ios(NULL, 1);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900291 return ret;
292}
293
Jaegeuk Kim608514d2016-04-15 09:43:17 -0700294int f2fs_sync_file(struct file *file, loff_t start, loff_t end, int datasync)
295{
296 return f2fs_do_sync_file(file, start, end, datasync, false);
297}
298
Jaegeuk Kim7f7670f2014-04-28 18:12:36 +0900299static pgoff_t __get_first_dirty_index(struct address_space *mapping,
300 pgoff_t pgofs, int whence)
301{
302 struct pagevec pvec;
303 int nr_pages;
304
305 if (whence != SEEK_DATA)
306 return 0;
307
308 /* find first dirty page index */
309 pagevec_init(&pvec, 0);
Jaegeuk Kim65b85cc2014-07-30 17:25:54 -0700310 nr_pages = pagevec_lookup_tag(&pvec, mapping, &pgofs,
311 PAGECACHE_TAG_DIRTY, 1);
Chao Yu80dd9c02016-02-24 17:20:44 +0800312 pgofs = nr_pages ? pvec.pages[0]->index : ULONG_MAX;
Jaegeuk Kim7f7670f2014-04-28 18:12:36 +0900313 pagevec_release(&pvec);
314 return pgofs;
315}
316
317static bool __found_offset(block_t blkaddr, pgoff_t dirty, pgoff_t pgofs,
318 int whence)
319{
320 switch (whence) {
321 case SEEK_DATA:
322 if ((blkaddr == NEW_ADDR && dirty == pgofs) ||
323 (blkaddr != NEW_ADDR && blkaddr != NULL_ADDR))
324 return true;
325 break;
326 case SEEK_HOLE:
327 if (blkaddr == NULL_ADDR)
328 return true;
329 break;
330 }
331 return false;
332}
333
Chao Yu267378d2014-04-23 14:10:24 +0800334static loff_t f2fs_seek_block(struct file *file, loff_t offset, int whence)
335{
336 struct inode *inode = file->f_mapping->host;
337 loff_t maxbytes = inode->i_sb->s_maxbytes;
338 struct dnode_of_data dn;
Jaegeuk Kim7f7670f2014-04-28 18:12:36 +0900339 pgoff_t pgofs, end_offset, dirty;
340 loff_t data_ofs = offset;
341 loff_t isize;
Chao Yu267378d2014-04-23 14:10:24 +0800342 int err = 0;
343
Al Viro59551022016-01-22 15:40:57 -0500344 inode_lock(inode);
Chao Yu267378d2014-04-23 14:10:24 +0800345
346 isize = i_size_read(inode);
347 if (offset >= isize)
348 goto fail;
349
350 /* handle inline data case */
Chao Yu622f28a2014-09-24 18:19:10 +0800351 if (f2fs_has_inline_data(inode) || f2fs_has_inline_dentry(inode)) {
Chao Yu267378d2014-04-23 14:10:24 +0800352 if (whence == SEEK_HOLE)
353 data_ofs = isize;
354 goto found;
355 }
356
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300357 pgofs = (pgoff_t)(offset >> PAGE_SHIFT);
Chao Yu267378d2014-04-23 14:10:24 +0800358
Jaegeuk Kim7f7670f2014-04-28 18:12:36 +0900359 dirty = __get_first_dirty_index(inode->i_mapping, pgofs, whence);
360
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300361 for (; data_ofs < isize; data_ofs = (loff_t)pgofs << PAGE_SHIFT) {
Chao Yu267378d2014-04-23 14:10:24 +0800362 set_new_dnode(&dn, inode, NULL, NULL, 0);
363 err = get_dnode_of_data(&dn, pgofs, LOOKUP_NODE_RA);
364 if (err && err != -ENOENT) {
365 goto fail;
366 } else if (err == -ENOENT) {
arter97e1c42042014-08-06 23:22:50 +0900367 /* direct node does not exists */
Chao Yu267378d2014-04-23 14:10:24 +0800368 if (whence == SEEK_DATA) {
Chao Yu3cf45742016-01-26 15:40:44 +0800369 pgofs = get_next_page_offset(&dn, pgofs);
Chao Yu267378d2014-04-23 14:10:24 +0800370 continue;
371 } else {
372 goto found;
373 }
374 }
375
Chao Yu81ca7352016-01-26 15:39:35 +0800376 end_offset = ADDRS_PER_PAGE(dn.node_page, inode);
Chao Yu267378d2014-04-23 14:10:24 +0800377
378 /* find data/hole in dnode block */
379 for (; dn.ofs_in_node < end_offset;
380 dn.ofs_in_node++, pgofs++,
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300381 data_ofs = (loff_t)pgofs << PAGE_SHIFT) {
Chao Yu267378d2014-04-23 14:10:24 +0800382 block_t blkaddr;
383 blkaddr = datablock_addr(dn.node_page, dn.ofs_in_node);
384
Jaegeuk Kim7f7670f2014-04-28 18:12:36 +0900385 if (__found_offset(blkaddr, dirty, pgofs, whence)) {
Chao Yu267378d2014-04-23 14:10:24 +0800386 f2fs_put_dnode(&dn);
387 goto found;
388 }
389 }
390 f2fs_put_dnode(&dn);
391 }
392
393 if (whence == SEEK_DATA)
394 goto fail;
Chao Yu267378d2014-04-23 14:10:24 +0800395found:
Jaegeuk Kimfe369bc2014-04-28 17:02:48 +0900396 if (whence == SEEK_HOLE && data_ofs > isize)
397 data_ofs = isize;
Al Viro59551022016-01-22 15:40:57 -0500398 inode_unlock(inode);
Chao Yu267378d2014-04-23 14:10:24 +0800399 return vfs_setpos(file, data_ofs, maxbytes);
400fail:
Al Viro59551022016-01-22 15:40:57 -0500401 inode_unlock(inode);
Chao Yu267378d2014-04-23 14:10:24 +0800402 return -ENXIO;
403}
404
405static loff_t f2fs_llseek(struct file *file, loff_t offset, int whence)
406{
407 struct inode *inode = file->f_mapping->host;
408 loff_t maxbytes = inode->i_sb->s_maxbytes;
409
410 switch (whence) {
411 case SEEK_SET:
412 case SEEK_CUR:
413 case SEEK_END:
414 return generic_file_llseek_size(file, offset, whence,
415 maxbytes, i_size_read(inode));
416 case SEEK_DATA:
417 case SEEK_HOLE:
Jaegeuk Kim0b4c5afde2014-09-08 10:59:43 -0700418 if (offset < 0)
419 return -ENXIO;
Chao Yu267378d2014-04-23 14:10:24 +0800420 return f2fs_seek_block(file, offset, whence);
421 }
422
423 return -EINVAL;
424}
425
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900426static int f2fs_file_mmap(struct file *file, struct vm_area_struct *vma)
427{
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700428 struct inode *inode = file_inode(file);
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800429 int err;
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700430
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700431 if (f2fs_encrypted_inode(inode)) {
Jaegeuk Kim0b81d072015-05-15 16:26:10 -0700432 err = fscrypt_get_encryption_info(inode);
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700433 if (err)
434 return 0;
Chao Yuae108662016-02-14 18:58:35 +0800435 if (!f2fs_encrypted_inode(inode))
436 return -ENOKEY;
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700437 }
438
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700439 /* we don't need to use inline_data strictly */
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800440 err = f2fs_convert_inline_inode(inode);
441 if (err)
442 return err;
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700443
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900444 file_accessed(file);
445 vma->vm_ops = &f2fs_file_vm_ops;
446 return 0;
447}
448
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700449static int f2fs_file_open(struct inode *inode, struct file *filp)
450{
451 int ret = generic_file_open(inode, filp);
Jaegeuk Kim33b13952016-04-11 15:15:38 -0700452 struct dentry *dir;
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700453
454 if (!ret && f2fs_encrypted_inode(inode)) {
Jaegeuk Kim0b81d072015-05-15 16:26:10 -0700455 ret = fscrypt_get_encryption_info(inode);
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700456 if (ret)
Chao Yuae108662016-02-14 18:58:35 +0800457 return -EACCES;
Jaegeuk Kim0b81d072015-05-15 16:26:10 -0700458 if (!fscrypt_has_encryption_key(inode))
Chao Yuae108662016-02-14 18:58:35 +0800459 return -ENOKEY;
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700460 }
Jaegeuk Kim33b13952016-04-11 15:15:38 -0700461 dir = dget_parent(file_dentry(filp));
462 if (f2fs_encrypted_inode(d_inode(dir)) &&
463 !fscrypt_has_permitted_context(d_inode(dir), inode)) {
464 dput(dir);
Jaegeuk Kim8074bb52016-02-23 09:21:37 -0800465 return -EPERM;
Jaegeuk Kim33b13952016-04-11 15:15:38 -0700466 }
467 dput(dir);
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700468 return ret;
469}
470
Jaegeuk Kimb292dcab2013-05-22 08:02:02 +0900471int truncate_data_blocks_range(struct dnode_of_data *dn, int count)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900472{
Jaegeuk Kim40813632014-09-02 15:31:18 -0700473 struct f2fs_sb_info *sbi = F2FS_I_SB(dn->inode);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900474 struct f2fs_node *raw_node;
Chao Yu19b2c302015-08-26 20:34:48 +0800475 int nr_free = 0, ofs = dn->ofs_in_node, len = count;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900476 __le32 *addr;
477
Gu Zheng45590712013-07-15 17:57:38 +0800478 raw_node = F2FS_NODE(dn->node_page);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900479 addr = blkaddr_in_node(raw_node) + ofs;
480
Chris Fries6c311ec2014-01-17 14:44:39 -0600481 for (; count > 0; count--, addr++, dn->ofs_in_node++) {
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900482 block_t blkaddr = le32_to_cpu(*addr);
483 if (blkaddr == NULL_ADDR)
484 continue;
485
Jaegeuk Kime1509cf2014-12-30 22:57:55 -0800486 dn->data_blkaddr = NULL_ADDR;
Chao Yu216a6202015-03-19 19:23:32 +0800487 set_data_blkaddr(dn);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900488 invalidate_blocks(sbi, blkaddr);
Jaegeuk Kim3c6c2be2015-03-17 17:16:35 -0700489 if (dn->ofs_in_node == 0 && IS_INODE(dn->node_page))
490 clear_inode_flag(F2FS_I(dn->inode),
491 FI_FIRST_BLOCK_WRITTEN);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900492 nr_free++;
493 }
Chao Yu19b2c302015-08-26 20:34:48 +0800494
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900495 if (nr_free) {
Chao Yu19b2c302015-08-26 20:34:48 +0800496 pgoff_t fofs;
497 /*
498 * once we invalidate valid blkaddr in range [ofs, ofs + count],
499 * we will invalidate all blkaddr in the whole range.
500 */
501 fofs = start_bidx_of_node(ofs_of_node(dn->node_page),
Chao Yu81ca7352016-01-26 15:39:35 +0800502 dn->inode) + ofs;
Chao Yu19b2c302015-08-26 20:34:48 +0800503 f2fs_update_extent_cache_range(dn, fofs, 0, len);
Namjae Jeond7cc9502013-06-08 21:25:40 +0900504 dec_valid_block_count(sbi, dn->inode, nr_free);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900505 sync_inode_page(dn);
506 }
507 dn->ofs_in_node = ofs;
Namjae Jeon51dd6242013-04-20 01:28:52 +0900508
Jaegeuk Kimd0239e12016-01-08 16:57:48 -0800509 f2fs_update_time(sbi, REQ_TIME);
Namjae Jeon51dd6242013-04-20 01:28:52 +0900510 trace_f2fs_truncate_data_blocks_range(dn->inode, dn->nid,
511 dn->ofs_in_node, nr_free);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900512 return nr_free;
513}
514
515void truncate_data_blocks(struct dnode_of_data *dn)
516{
517 truncate_data_blocks_range(dn, ADDRS_PER_BLOCK);
518}
519
Chao Yu0bfcfcc2015-03-10 13:16:25 +0800520static int truncate_partial_data_page(struct inode *inode, u64 from,
Jaegeuk Kim43f3eae2015-04-30 17:00:33 -0700521 bool cache_only)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900522{
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300523 unsigned offset = from & (PAGE_SIZE - 1);
524 pgoff_t index = from >> PAGE_SHIFT;
Jaegeuk Kim43f3eae2015-04-30 17:00:33 -0700525 struct address_space *mapping = inode->i_mapping;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900526 struct page *page;
527
Jaegeuk Kim43f3eae2015-04-30 17:00:33 -0700528 if (!offset && !cache_only)
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700529 return 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900530
Jaegeuk Kim43f3eae2015-04-30 17:00:33 -0700531 if (cache_only) {
Jaegeuk Kima56c7c62015-10-09 15:11:38 -0700532 page = f2fs_grab_cache_page(mapping, index, false);
Jaegeuk Kim43f3eae2015-04-30 17:00:33 -0700533 if (page && PageUptodate(page))
534 goto truncate_out;
535 f2fs_put_page(page, 1);
536 return 0;
537 }
538
Jaegeuk Kima56c7c62015-10-09 15:11:38 -0700539 page = get_lock_data_page(inode, index, true);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900540 if (IS_ERR(page))
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700541 return 0;
Jaegeuk Kim43f3eae2015-04-30 17:00:33 -0700542truncate_out:
Jaegeuk Kimfec1d652016-01-20 23:43:51 +0800543 f2fs_wait_on_page_writeback(page, DATA, true);
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300544 zero_user(page, offset, PAGE_SIZE - offset);
Jaegeuk Kim0b81d072015-05-15 16:26:10 -0700545 if (!cache_only || !f2fs_encrypted_inode(inode) ||
546 !S_ISREG(inode->i_mode))
Chao Yu0bfcfcc2015-03-10 13:16:25 +0800547 set_page_dirty(page);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900548 f2fs_put_page(page, 1);
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700549 return 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900550}
551
Jaegeuk Kim764aa3e2014-08-14 16:32:54 -0700552int truncate_blocks(struct inode *inode, u64 from, bool lock)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900553{
Jaegeuk Kim40813632014-09-02 15:31:18 -0700554 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900555 unsigned int blocksize = inode->i_sb->s_blocksize;
556 struct dnode_of_data dn;
557 pgoff_t free_from;
Huajun Li9ffe0fb2013-11-10 23:13:20 +0800558 int count = 0, err = 0;
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700559 struct page *ipage;
Chao Yu0bfcfcc2015-03-10 13:16:25 +0800560 bool truncate_page = false;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900561
Namjae Jeon51dd6242013-04-20 01:28:52 +0900562 trace_f2fs_truncate_blocks_enter(inode, from);
563
Jaegeuk Kimf7ef9b82015-02-09 12:02:44 -0800564 free_from = (pgoff_t)F2FS_BYTES_TO_BLK(from + blocksize - 1);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900565
Chao Yu09210c92016-05-05 19:13:03 +0800566 if (free_from >= sbi->max_file_blocks)
567 goto free_partial;
568
Jaegeuk Kim764aa3e2014-08-14 16:32:54 -0700569 if (lock)
570 f2fs_lock_op(sbi);
Huajun Li9ffe0fb2013-11-10 23:13:20 +0800571
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700572 ipage = get_node_page(sbi, inode->i_ino);
573 if (IS_ERR(ipage)) {
574 err = PTR_ERR(ipage);
575 goto out;
576 }
577
578 if (f2fs_has_inline_data(inode)) {
Chao Yu0bfcfcc2015-03-10 13:16:25 +0800579 if (truncate_inline_inode(ipage, from))
580 set_page_dirty(ipage);
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700581 f2fs_put_page(ipage, 1);
Chao Yu0bfcfcc2015-03-10 13:16:25 +0800582 truncate_page = true;
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700583 goto out;
584 }
585
586 set_new_dnode(&dn, inode, ipage, NULL, 0);
Jaegeuk Kim79344ef2016-05-06 16:19:43 -0700587 err = get_dnode_of_data(&dn, free_from, LOOKUP_NODE_RA);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900588 if (err) {
589 if (err == -ENOENT)
590 goto free_next;
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700591 goto out;
Jaegeuk Kim1ce86bf2014-10-15 10:24:34 -0700592 }
593
Chao Yu81ca7352016-01-26 15:39:35 +0800594 count = ADDRS_PER_PAGE(dn.node_page, inode);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900595
596 count -= dn.ofs_in_node;
Jaegeuk Kim9850cf42014-09-02 15:52:58 -0700597 f2fs_bug_on(sbi, count < 0);
Jaegeuk Kim39936832012-11-22 16:21:29 +0900598
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900599 if (dn.ofs_in_node || IS_INODE(dn.node_page)) {
600 truncate_data_blocks_range(&dn, count);
601 free_from += count;
602 }
603
604 f2fs_put_dnode(&dn);
605free_next:
606 err = truncate_inode_blocks(inode, free_from);
Jaegeuk Kim764d2c82014-11-11 11:01:01 -0800607out:
608 if (lock)
609 f2fs_unlock_op(sbi);
Chao Yu09210c92016-05-05 19:13:03 +0800610free_partial:
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700611 /* lastly zero out the first data page */
612 if (!err)
Chao Yu0bfcfcc2015-03-10 13:16:25 +0800613 err = truncate_partial_data_page(inode, from, truncate_page);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900614
Namjae Jeon51dd6242013-04-20 01:28:52 +0900615 trace_f2fs_truncate_blocks_exit(inode, err);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900616 return err;
617}
618
Chao Yub0154892015-08-24 17:39:42 +0800619int f2fs_truncate(struct inode *inode, bool lock)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900620{
Chao Yub0154892015-08-24 17:39:42 +0800621 int err;
622
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900623 if (!(S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||
624 S_ISLNK(inode->i_mode)))
Chao Yub0154892015-08-24 17:39:42 +0800625 return 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900626
Namjae Jeon51dd6242013-04-20 01:28:52 +0900627 trace_f2fs_truncate(inode);
628
Jaegeuk Kim92dffd02014-11-11 14:10:01 -0800629 /* we should check inline_data size */
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800630 if (!f2fs_may_inline_data(inode)) {
Chao Yub0154892015-08-24 17:39:42 +0800631 err = f2fs_convert_inline_inode(inode);
632 if (err)
633 return err;
Jaegeuk Kim92dffd02014-11-11 14:10:01 -0800634 }
635
Chao Yub0154892015-08-24 17:39:42 +0800636 err = truncate_blocks(inode, i_size_read(inode), lock);
637 if (err)
638 return err;
639
640 inode->i_mtime = inode->i_ctime = CURRENT_TIME;
641 mark_inode_dirty(inode);
642 return 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900643}
644
Jaegeuk Kim2d4d9fb52013-06-07 16:33:07 +0900645int f2fs_getattr(struct vfsmount *mnt,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900646 struct dentry *dentry, struct kstat *stat)
647{
David Howells2b0143b2015-03-17 22:25:59 +0000648 struct inode *inode = d_inode(dentry);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900649 generic_fillattr(inode, stat);
650 stat->blocks <<= 3;
651 return 0;
652}
653
654#ifdef CONFIG_F2FS_FS_POSIX_ACL
655static void __setattr_copy(struct inode *inode, const struct iattr *attr)
656{
657 struct f2fs_inode_info *fi = F2FS_I(inode);
658 unsigned int ia_valid = attr->ia_valid;
659
660 if (ia_valid & ATTR_UID)
661 inode->i_uid = attr->ia_uid;
662 if (ia_valid & ATTR_GID)
663 inode->i_gid = attr->ia_gid;
664 if (ia_valid & ATTR_ATIME)
665 inode->i_atime = timespec_trunc(attr->ia_atime,
666 inode->i_sb->s_time_gran);
667 if (ia_valid & ATTR_MTIME)
668 inode->i_mtime = timespec_trunc(attr->ia_mtime,
669 inode->i_sb->s_time_gran);
670 if (ia_valid & ATTR_CTIME)
671 inode->i_ctime = timespec_trunc(attr->ia_ctime,
672 inode->i_sb->s_time_gran);
673 if (ia_valid & ATTR_MODE) {
674 umode_t mode = attr->ia_mode;
675
676 if (!in_group_p(inode->i_gid) && !capable(CAP_FSETID))
677 mode &= ~S_ISGID;
678 set_acl_inode(fi, mode);
679 }
680}
681#else
682#define __setattr_copy setattr_copy
683#endif
684
685int f2fs_setattr(struct dentry *dentry, struct iattr *attr)
686{
David Howells2b0143b2015-03-17 22:25:59 +0000687 struct inode *inode = d_inode(dentry);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900688 struct f2fs_inode_info *fi = F2FS_I(inode);
689 int err;
690
691 err = inode_change_ok(inode, attr);
692 if (err)
693 return err;
694
Chao Yu09db6a22014-09-15 18:02:09 +0800695 if (attr->ia_valid & ATTR_SIZE) {
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700696 if (f2fs_encrypted_inode(inode) &&
Jaegeuk Kim0b81d072015-05-15 16:26:10 -0700697 fscrypt_get_encryption_info(inode))
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700698 return -EACCES;
699
Chao Yu3c454142015-06-05 18:34:02 +0800700 if (attr->ia_size <= i_size_read(inode)) {
Chao Yu09db6a22014-09-15 18:02:09 +0800701 truncate_setsize(inode, attr->ia_size);
Chao Yub0154892015-08-24 17:39:42 +0800702 err = f2fs_truncate(inode, true);
703 if (err)
704 return err;
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -0800705 f2fs_balance_fs(F2FS_I_SB(inode), true);
Chao Yu09db6a22014-09-15 18:02:09 +0800706 } else {
707 /*
Chao Yu3c454142015-06-05 18:34:02 +0800708 * do not trim all blocks after i_size if target size is
709 * larger than i_size.
Chao Yu09db6a22014-09-15 18:02:09 +0800710 */
Chao Yu3c454142015-06-05 18:34:02 +0800711 truncate_setsize(inode, attr->ia_size);
Chao Yu0cab80e2015-12-01 11:36:16 +0800712
713 /* should convert inline inode here */
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800714 if (!f2fs_may_inline_data(inode)) {
Chao Yu0cab80e2015-12-01 11:36:16 +0800715 err = f2fs_convert_inline_inode(inode);
716 if (err)
717 return err;
718 }
Chao Yu345a6b22015-09-28 17:46:01 +0800719 inode->i_mtime = inode->i_ctime = CURRENT_TIME;
Chao Yu09db6a22014-09-15 18:02:09 +0800720 }
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900721 }
722
723 __setattr_copy(inode, attr);
724
725 if (attr->ia_valid & ATTR_MODE) {
Christoph Hellwiga6dda0e2013-12-20 05:16:45 -0800726 err = posix_acl_chmod(inode, get_inode_mode(inode));
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900727 if (err || is_inode_flag_set(fi, FI_ACL_MODE)) {
728 inode->i_mode = fi->i_acl_mode;
729 clear_inode_flag(fi, FI_ACL_MODE);
730 }
731 }
732
733 mark_inode_dirty(inode);
734 return err;
735}
736
737const struct inode_operations f2fs_file_inode_operations = {
738 .getattr = f2fs_getattr,
739 .setattr = f2fs_setattr,
740 .get_acl = f2fs_get_acl,
Christoph Hellwiga6dda0e2013-12-20 05:16:45 -0800741 .set_acl = f2fs_set_acl,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900742#ifdef CONFIG_F2FS_FS_XATTR
743 .setxattr = generic_setxattr,
744 .getxattr = generic_getxattr,
745 .listxattr = f2fs_listxattr,
746 .removexattr = generic_removexattr,
747#endif
Jaegeuk Kim9ab70132014-06-08 04:30:14 +0900748 .fiemap = f2fs_fiemap,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900749};
750
Chao Yu63943282015-08-07 18:36:06 +0800751static int fill_zero(struct inode *inode, pgoff_t index,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900752 loff_t start, loff_t len)
753{
Jaegeuk Kim40813632014-09-02 15:31:18 -0700754 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900755 struct page *page;
756
757 if (!len)
Chao Yu63943282015-08-07 18:36:06 +0800758 return 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900759
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -0800760 f2fs_balance_fs(sbi, true);
Jaegeuk Kimbd43df02013-01-25 18:33:41 +0900761
Gu Zhenge4795562013-09-27 18:08:30 +0800762 f2fs_lock_op(sbi);
Jaegeuk Kim64aa7ed2013-05-20 09:55:50 +0900763 page = get_new_data_page(inode, NULL, index, false);
Gu Zhenge4795562013-09-27 18:08:30 +0800764 f2fs_unlock_op(sbi);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900765
Chao Yu63943282015-08-07 18:36:06 +0800766 if (IS_ERR(page))
767 return PTR_ERR(page);
768
Jaegeuk Kimfec1d652016-01-20 23:43:51 +0800769 f2fs_wait_on_page_writeback(page, DATA, true);
Chao Yu63943282015-08-07 18:36:06 +0800770 zero_user(page, start, len);
771 set_page_dirty(page);
772 f2fs_put_page(page, 1);
773 return 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900774}
775
776int truncate_hole(struct inode *inode, pgoff_t pg_start, pgoff_t pg_end)
777{
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900778 int err;
779
Chao Yuea587112015-09-17 20:22:44 +0800780 while (pg_start < pg_end) {
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900781 struct dnode_of_data dn;
Chao Yuea587112015-09-17 20:22:44 +0800782 pgoff_t end_offset, count;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900783
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900784 set_new_dnode(&dn, inode, NULL, NULL, 0);
Chao Yuea587112015-09-17 20:22:44 +0800785 err = get_dnode_of_data(&dn, pg_start, LOOKUP_NODE);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900786 if (err) {
Chao Yuea587112015-09-17 20:22:44 +0800787 if (err == -ENOENT) {
788 pg_start++;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900789 continue;
Chao Yuea587112015-09-17 20:22:44 +0800790 }
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900791 return err;
792 }
793
Chao Yu81ca7352016-01-26 15:39:35 +0800794 end_offset = ADDRS_PER_PAGE(dn.node_page, inode);
Chao Yuea587112015-09-17 20:22:44 +0800795 count = min(end_offset - dn.ofs_in_node, pg_end - pg_start);
796
797 f2fs_bug_on(F2FS_I_SB(inode), count == 0 || count > end_offset);
798
799 truncate_data_blocks_range(&dn, count);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900800 f2fs_put_dnode(&dn);
Chao Yuea587112015-09-17 20:22:44 +0800801
802 pg_start += count;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900803 }
804 return 0;
805}
806
Chao Yua66c7b22013-11-22 16:52:50 +0800807static int punch_hole(struct inode *inode, loff_t offset, loff_t len)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900808{
809 pgoff_t pg_start, pg_end;
810 loff_t off_start, off_end;
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800811 int ret;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900812
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800813 ret = f2fs_convert_inline_inode(inode);
814 if (ret)
815 return ret;
Huajun Li9ffe0fb2013-11-10 23:13:20 +0800816
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300817 pg_start = ((unsigned long long) offset) >> PAGE_SHIFT;
818 pg_end = ((unsigned long long) offset + len) >> PAGE_SHIFT;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900819
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300820 off_start = offset & (PAGE_SIZE - 1);
821 off_end = (offset + len) & (PAGE_SIZE - 1);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900822
823 if (pg_start == pg_end) {
Chao Yu63943282015-08-07 18:36:06 +0800824 ret = fill_zero(inode, pg_start, off_start,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900825 off_end - off_start);
Chao Yu63943282015-08-07 18:36:06 +0800826 if (ret)
827 return ret;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900828 } else {
Chao Yu63943282015-08-07 18:36:06 +0800829 if (off_start) {
830 ret = fill_zero(inode, pg_start++, off_start,
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300831 PAGE_SIZE - off_start);
Chao Yu63943282015-08-07 18:36:06 +0800832 if (ret)
833 return ret;
834 }
835 if (off_end) {
836 ret = fill_zero(inode, pg_end, 0, off_end);
837 if (ret)
838 return ret;
839 }
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900840
841 if (pg_start < pg_end) {
842 struct address_space *mapping = inode->i_mapping;
843 loff_t blk_start, blk_end;
Jaegeuk Kim40813632014-09-02 15:31:18 -0700844 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jason Hrycay1127a3d2013-04-08 20:16:44 -0500845
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -0800846 f2fs_balance_fs(sbi, true);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900847
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300848 blk_start = (loff_t)pg_start << PAGE_SHIFT;
849 blk_end = (loff_t)pg_end << PAGE_SHIFT;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900850 truncate_inode_pages_range(mapping, blk_start,
851 blk_end - 1);
Jaegeuk Kim39936832012-11-22 16:21:29 +0900852
Gu Zhenge4795562013-09-27 18:08:30 +0800853 f2fs_lock_op(sbi);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900854 ret = truncate_hole(inode, pg_start, pg_end);
Gu Zhenge4795562013-09-27 18:08:30 +0800855 f2fs_unlock_op(sbi);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900856 }
857 }
858
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900859 return ret;
860}
861
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700862static int __exchange_data_block(struct inode *inode, pgoff_t src,
863 pgoff_t dst, bool full)
Chao Yub4ace332015-05-06 13:09:46 +0800864{
865 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
866 struct dnode_of_data dn;
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700867 block_t new_addr;
868 bool do_replace = false;
869 int ret;
870
871 set_new_dnode(&dn, inode, NULL, NULL, 0);
872 ret = get_dnode_of_data(&dn, src, LOOKUP_NODE_RA);
873 if (ret && ret != -ENOENT) {
874 return ret;
875 } else if (ret == -ENOENT) {
876 new_addr = NULL_ADDR;
877 } else {
878 new_addr = dn.data_blkaddr;
879 if (!is_checkpointed_data(sbi, new_addr)) {
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700880 /* do not invalidate this block address */
Chao Yuf28b3432016-02-24 17:16:47 +0800881 f2fs_update_data_blkaddr(&dn, NULL_ADDR);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700882 do_replace = true;
883 }
884 f2fs_put_dnode(&dn);
885 }
886
887 if (new_addr == NULL_ADDR)
888 return full ? truncate_hole(inode, dst, dst + 1) : 0;
889
890 if (do_replace) {
891 struct page *ipage = get_node_page(sbi, inode->i_ino);
892 struct node_info ni;
893
894 if (IS_ERR(ipage)) {
895 ret = PTR_ERR(ipage);
896 goto err_out;
897 }
898
899 set_new_dnode(&dn, inode, ipage, NULL, 0);
900 ret = f2fs_reserve_block(&dn, dst);
901 if (ret)
902 goto err_out;
903
904 truncate_data_blocks_range(&dn, 1);
905
906 get_node_info(sbi, dn.nid, &ni);
907 f2fs_replace_block(sbi, &dn, dn.data_blkaddr, new_addr,
Chao Yu28bc1062016-02-06 14:40:34 +0800908 ni.version, true, false);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700909 f2fs_put_dnode(&dn);
910 } else {
911 struct page *psrc, *pdst;
912
Jaegeuk Kima56c7c62015-10-09 15:11:38 -0700913 psrc = get_lock_data_page(inode, src, true);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700914 if (IS_ERR(psrc))
915 return PTR_ERR(psrc);
Jaegeuk Kim8ef2af452016-02-08 14:17:38 -0800916 pdst = get_new_data_page(inode, NULL, dst, true);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700917 if (IS_ERR(pdst)) {
918 f2fs_put_page(psrc, 1);
919 return PTR_ERR(pdst);
920 }
921 f2fs_copy_page(psrc, pdst);
922 set_page_dirty(pdst);
923 f2fs_put_page(pdst, 1);
924 f2fs_put_page(psrc, 1);
925
926 return truncate_hole(inode, src, src + 1);
927 }
928 return 0;
929
930err_out:
931 if (!get_dnode_of_data(&dn, src, LOOKUP_NODE)) {
Chao Yuf28b3432016-02-24 17:16:47 +0800932 f2fs_update_data_blkaddr(&dn, new_addr);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700933 f2fs_put_dnode(&dn);
934 }
935 return ret;
936}
937
938static int f2fs_do_collapse(struct inode *inode, pgoff_t start, pgoff_t end)
939{
940 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Chao Yub4ace332015-05-06 13:09:46 +0800941 pgoff_t nrpages = (i_size_read(inode) + PAGE_SIZE - 1) / PAGE_SIZE;
942 int ret = 0;
943
Chao Yub4ace332015-05-06 13:09:46 +0800944 for (; end < nrpages; start++, end++) {
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -0800945 f2fs_balance_fs(sbi, true);
Chao Yuecbaa402015-07-16 18:18:11 +0800946 f2fs_lock_op(sbi);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700947 ret = __exchange_data_block(inode, end, start, true);
Chao Yuecbaa402015-07-16 18:18:11 +0800948 f2fs_unlock_op(sbi);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700949 if (ret)
950 break;
Chao Yub4ace332015-05-06 13:09:46 +0800951 }
Chao Yub4ace332015-05-06 13:09:46 +0800952 return ret;
953}
954
955static int f2fs_collapse_range(struct inode *inode, loff_t offset, loff_t len)
956{
957 pgoff_t pg_start, pg_end;
958 loff_t new_size;
959 int ret;
960
Chao Yub4ace332015-05-06 13:09:46 +0800961 if (offset + len >= i_size_read(inode))
962 return -EINVAL;
963
964 /* collapse range should be aligned to block size of f2fs. */
965 if (offset & (F2FS_BLKSIZE - 1) || len & (F2FS_BLKSIZE - 1))
966 return -EINVAL;
967
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800968 ret = f2fs_convert_inline_inode(inode);
969 if (ret)
970 return ret;
Jaegeuk Kim97a7b2c2015-06-17 13:59:05 -0700971
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300972 pg_start = offset >> PAGE_SHIFT;
973 pg_end = (offset + len) >> PAGE_SHIFT;
Chao Yub4ace332015-05-06 13:09:46 +0800974
975 /* write out all dirty pages from offset */
976 ret = filemap_write_and_wait_range(inode->i_mapping, offset, LLONG_MAX);
977 if (ret)
978 return ret;
979
980 truncate_pagecache(inode, offset);
981
982 ret = f2fs_do_collapse(inode, pg_start, pg_end);
983 if (ret)
984 return ret;
985
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700986 /* write out all moved pages, if possible */
987 filemap_write_and_wait_range(inode->i_mapping, offset, LLONG_MAX);
988 truncate_pagecache(inode, offset);
989
Chao Yub4ace332015-05-06 13:09:46 +0800990 new_size = i_size_read(inode) - len;
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700991 truncate_pagecache(inode, new_size);
Chao Yub4ace332015-05-06 13:09:46 +0800992
993 ret = truncate_blocks(inode, new_size, true);
994 if (!ret)
995 i_size_write(inode, new_size);
996
997 return ret;
998}
999
Chao Yu75cd4e02015-05-06 13:11:13 +08001000static int f2fs_zero_range(struct inode *inode, loff_t offset, loff_t len,
1001 int mode)
1002{
1003 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
1004 struct address_space *mapping = inode->i_mapping;
1005 pgoff_t index, pg_start, pg_end;
1006 loff_t new_size = i_size_read(inode);
1007 loff_t off_start, off_end;
1008 int ret = 0;
1009
Chao Yu75cd4e02015-05-06 13:11:13 +08001010 ret = inode_newsize_ok(inode, (len + offset));
1011 if (ret)
1012 return ret;
1013
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -08001014 ret = f2fs_convert_inline_inode(inode);
1015 if (ret)
1016 return ret;
Chao Yu75cd4e02015-05-06 13:11:13 +08001017
1018 ret = filemap_write_and_wait_range(mapping, offset, offset + len - 1);
1019 if (ret)
1020 return ret;
1021
1022 truncate_pagecache_range(inode, offset, offset + len - 1);
1023
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +03001024 pg_start = ((unsigned long long) offset) >> PAGE_SHIFT;
1025 pg_end = ((unsigned long long) offset + len) >> PAGE_SHIFT;
Chao Yu75cd4e02015-05-06 13:11:13 +08001026
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +03001027 off_start = offset & (PAGE_SIZE - 1);
1028 off_end = (offset + len) & (PAGE_SIZE - 1);
Chao Yu75cd4e02015-05-06 13:11:13 +08001029
1030 if (pg_start == pg_end) {
Chao Yu63943282015-08-07 18:36:06 +08001031 ret = fill_zero(inode, pg_start, off_start,
1032 off_end - off_start);
1033 if (ret)
1034 return ret;
1035
Chao Yu75cd4e02015-05-06 13:11:13 +08001036 if (offset + len > new_size)
1037 new_size = offset + len;
1038 new_size = max_t(loff_t, new_size, offset + len);
1039 } else {
1040 if (off_start) {
Chao Yu63943282015-08-07 18:36:06 +08001041 ret = fill_zero(inode, pg_start++, off_start,
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +03001042 PAGE_SIZE - off_start);
Chao Yu63943282015-08-07 18:36:06 +08001043 if (ret)
1044 return ret;
1045
Chao Yu75cd4e02015-05-06 13:11:13 +08001046 new_size = max_t(loff_t, new_size,
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +03001047 (loff_t)pg_start << PAGE_SHIFT);
Chao Yu75cd4e02015-05-06 13:11:13 +08001048 }
1049
1050 for (index = pg_start; index < pg_end; index++) {
1051 struct dnode_of_data dn;
1052 struct page *ipage;
1053
1054 f2fs_lock_op(sbi);
1055
1056 ipage = get_node_page(sbi, inode->i_ino);
1057 if (IS_ERR(ipage)) {
1058 ret = PTR_ERR(ipage);
1059 f2fs_unlock_op(sbi);
1060 goto out;
1061 }
1062
1063 set_new_dnode(&dn, inode, ipage, NULL, 0);
1064 ret = f2fs_reserve_block(&dn, index);
1065 if (ret) {
1066 f2fs_unlock_op(sbi);
1067 goto out;
1068 }
1069
1070 if (dn.data_blkaddr != NEW_ADDR) {
1071 invalidate_blocks(sbi, dn.data_blkaddr);
Chao Yuf28b3432016-02-24 17:16:47 +08001072 f2fs_update_data_blkaddr(&dn, NEW_ADDR);
Chao Yu75cd4e02015-05-06 13:11:13 +08001073 }
1074 f2fs_put_dnode(&dn);
1075 f2fs_unlock_op(sbi);
1076
1077 new_size = max_t(loff_t, new_size,
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +03001078 (loff_t)(index + 1) << PAGE_SHIFT);
Chao Yu75cd4e02015-05-06 13:11:13 +08001079 }
1080
1081 if (off_end) {
Chao Yu63943282015-08-07 18:36:06 +08001082 ret = fill_zero(inode, pg_end, 0, off_end);
1083 if (ret)
1084 goto out;
1085
Chao Yu75cd4e02015-05-06 13:11:13 +08001086 new_size = max_t(loff_t, new_size, offset + len);
1087 }
1088 }
1089
1090out:
1091 if (!(mode & FALLOC_FL_KEEP_SIZE) && i_size_read(inode) < new_size) {
1092 i_size_write(inode, new_size);
1093 mark_inode_dirty(inode);
1094 update_inode_page(inode);
1095 }
1096
1097 return ret;
1098}
1099
Chao Yuf62185d2015-05-28 19:16:57 +08001100static int f2fs_insert_range(struct inode *inode, loff_t offset, loff_t len)
1101{
1102 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
1103 pgoff_t pg_start, pg_end, delta, nrpages, idx;
1104 loff_t new_size;
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -07001105 int ret = 0;
Chao Yuf62185d2015-05-28 19:16:57 +08001106
Chao Yuf62185d2015-05-28 19:16:57 +08001107 new_size = i_size_read(inode) + len;
1108 if (new_size > inode->i_sb->s_maxbytes)
1109 return -EFBIG;
1110
1111 if (offset >= i_size_read(inode))
1112 return -EINVAL;
1113
1114 /* insert range should be aligned to block size of f2fs. */
1115 if (offset & (F2FS_BLKSIZE - 1) || len & (F2FS_BLKSIZE - 1))
1116 return -EINVAL;
1117
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -08001118 ret = f2fs_convert_inline_inode(inode);
1119 if (ret)
1120 return ret;
Jaegeuk Kim97a7b2c2015-06-17 13:59:05 -07001121
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -08001122 f2fs_balance_fs(sbi, true);
Jaegeuk Kim2a340762015-12-22 13:23:35 -08001123
Chao Yuf62185d2015-05-28 19:16:57 +08001124 ret = truncate_blocks(inode, i_size_read(inode), true);
1125 if (ret)
1126 return ret;
1127
1128 /* write out all dirty pages from offset */
1129 ret = filemap_write_and_wait_range(inode->i_mapping, offset, LLONG_MAX);
1130 if (ret)
1131 return ret;
1132
1133 truncate_pagecache(inode, offset);
1134
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +03001135 pg_start = offset >> PAGE_SHIFT;
1136 pg_end = (offset + len) >> PAGE_SHIFT;
Chao Yuf62185d2015-05-28 19:16:57 +08001137 delta = pg_end - pg_start;
1138 nrpages = (i_size_read(inode) + PAGE_SIZE - 1) / PAGE_SIZE;
1139
1140 for (idx = nrpages - 1; idx >= pg_start && idx != -1; idx--) {
Chao Yuf62185d2015-05-28 19:16:57 +08001141 f2fs_lock_op(sbi);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -07001142 ret = __exchange_data_block(inode, idx, idx + delta, false);
Chao Yuf62185d2015-05-28 19:16:57 +08001143 f2fs_unlock_op(sbi);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -07001144 if (ret)
1145 break;
Chao Yuf62185d2015-05-28 19:16:57 +08001146 }
1147
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -07001148 /* write out all moved pages, if possible */
1149 filemap_write_and_wait_range(inode->i_mapping, offset, LLONG_MAX);
1150 truncate_pagecache(inode, offset);
1151
1152 if (!ret)
1153 i_size_write(inode, new_size);
Chao Yuf62185d2015-05-28 19:16:57 +08001154 return ret;
1155}
1156
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001157static int expand_inode_data(struct inode *inode, loff_t offset,
1158 loff_t len, int mode)
1159{
Jaegeuk Kim40813632014-09-02 15:31:18 -07001160 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kime12dd7b2016-05-06 15:30:38 -07001161 struct f2fs_map_blocks map = { .m_next_pgofs = NULL };
1162 pgoff_t pg_end;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001163 loff_t new_size = i_size_read(inode);
Jaegeuk Kime12dd7b2016-05-06 15:30:38 -07001164 loff_t off_end;
1165 int ret;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001166
1167 ret = inode_newsize_ok(inode, (len + offset));
1168 if (ret)
1169 return ret;
1170
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -08001171 ret = f2fs_convert_inline_inode(inode);
1172 if (ret)
1173 return ret;
Jaegeuk Kim9e09fc82013-12-27 12:28:59 +09001174
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -08001175 f2fs_balance_fs(sbi, true);
Jaegeuk Kim2a340762015-12-22 13:23:35 -08001176
Jaegeuk Kime12dd7b2016-05-06 15:30:38 -07001177 pg_end = ((unsigned long long)offset + len) >> PAGE_SHIFT;
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +03001178 off_end = (offset + len) & (PAGE_SIZE - 1);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001179
Jaegeuk Kime12dd7b2016-05-06 15:30:38 -07001180 map.m_lblk = ((unsigned long long)offset) >> PAGE_SHIFT;
1181 map.m_len = pg_end - map.m_lblk;
1182 if (off_end)
1183 map.m_len++;
Jaegeuk Kimead43272014-06-13 13:05:55 +09001184
Jaegeuk Kime12dd7b2016-05-06 15:30:38 -07001185 ret = f2fs_map_blocks(inode, &map, 1, F2FS_GET_BLOCK_PRE_AIO);
1186 if (ret) {
1187 pgoff_t last_off;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001188
Jaegeuk Kime12dd7b2016-05-06 15:30:38 -07001189 if (!map.m_len)
1190 return ret;
Jaegeuk Kim98397ff2014-06-13 13:07:31 +09001191
Jaegeuk Kime12dd7b2016-05-06 15:30:38 -07001192 last_off = map.m_lblk + map.m_len - 1;
1193
1194 /* update new size to the failed position */
1195 new_size = (last_off == pg_end) ? offset + len:
1196 (loff_t)(last_off + 1) << PAGE_SHIFT;
1197 } else {
1198 new_size = ((loff_t)pg_end << PAGE_SHIFT) + off_end;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001199 }
1200
Jaegeuk Kime12dd7b2016-05-06 15:30:38 -07001201 if (!(mode & FALLOC_FL_KEEP_SIZE) && i_size_read(inode) < new_size) {
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001202 i_size_write(inode, new_size);
1203 mark_inode_dirty(inode);
Jaegeuk Kimead43272014-06-13 13:05:55 +09001204 update_inode_page(inode);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001205 }
1206
1207 return ret;
1208}
1209
1210static long f2fs_fallocate(struct file *file, int mode,
1211 loff_t offset, loff_t len)
1212{
Al Viro6131ffa2013-02-27 16:59:05 -05001213 struct inode *inode = file_inode(file);
Taehee Yoo587c0a42015-04-21 15:59:12 +09001214 long ret = 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001215
Chao Yuc9980122015-09-11 14:39:02 +08001216 /* f2fs only support ->fallocate for regular file */
1217 if (!S_ISREG(inode->i_mode))
1218 return -EINVAL;
1219
Chao Yuf62185d2015-05-28 19:16:57 +08001220 if (f2fs_encrypted_inode(inode) &&
1221 (mode & (FALLOC_FL_COLLAPSE_RANGE | FALLOC_FL_INSERT_RANGE)))
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -07001222 return -EOPNOTSUPP;
1223
Chao Yub4ace332015-05-06 13:09:46 +08001224 if (mode & ~(FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE |
Chao Yuf62185d2015-05-28 19:16:57 +08001225 FALLOC_FL_COLLAPSE_RANGE | FALLOC_FL_ZERO_RANGE |
1226 FALLOC_FL_INSERT_RANGE))
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001227 return -EOPNOTSUPP;
1228
Al Viro59551022016-01-22 15:40:57 -05001229 inode_lock(inode);
Chao Yu3375f692014-01-28 10:29:26 +08001230
Taehee Yoo587c0a42015-04-21 15:59:12 +09001231 if (mode & FALLOC_FL_PUNCH_HOLE) {
1232 if (offset >= inode->i_size)
1233 goto out;
1234
Chao Yua66c7b22013-11-22 16:52:50 +08001235 ret = punch_hole(inode, offset, len);
Chao Yub4ace332015-05-06 13:09:46 +08001236 } else if (mode & FALLOC_FL_COLLAPSE_RANGE) {
1237 ret = f2fs_collapse_range(inode, offset, len);
Chao Yu75cd4e02015-05-06 13:11:13 +08001238 } else if (mode & FALLOC_FL_ZERO_RANGE) {
1239 ret = f2fs_zero_range(inode, offset, len, mode);
Chao Yuf62185d2015-05-28 19:16:57 +08001240 } else if (mode & FALLOC_FL_INSERT_RANGE) {
1241 ret = f2fs_insert_range(inode, offset, len);
Chao Yub4ace332015-05-06 13:09:46 +08001242 } else {
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001243 ret = expand_inode_data(inode, offset, len, mode);
Chao Yub4ace332015-05-06 13:09:46 +08001244 }
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001245
Namjae Jeon3af60a42012-12-30 14:52:37 +09001246 if (!ret) {
1247 inode->i_mtime = inode->i_ctime = CURRENT_TIME;
1248 mark_inode_dirty(inode);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001249 f2fs_update_time(F2FS_I_SB(inode), REQ_TIME);
Namjae Jeon3af60a42012-12-30 14:52:37 +09001250 }
Chao Yu3375f692014-01-28 10:29:26 +08001251
Taehee Yoo587c0a42015-04-21 15:59:12 +09001252out:
Al Viro59551022016-01-22 15:40:57 -05001253 inode_unlock(inode);
Chao Yu3375f692014-01-28 10:29:26 +08001254
Namjae Jeonc01e2852013-04-23 17:00:52 +09001255 trace_f2fs_fallocate(inode, mode, offset, len, ret);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001256 return ret;
1257}
1258
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001259static int f2fs_release_file(struct inode *inode, struct file *filp)
1260{
Jaegeuk Kimde5307e2016-04-11 11:51:51 -07001261 /*
1262 * f2fs_relase_file is called at every close calls. So we should
1263 * not drop any inmemory pages by close called by other process.
1264 */
1265 if (!(filp->f_mode & FMODE_WRITE) ||
1266 atomic_read(&inode->i_writecount) != 1)
1267 return 0;
1268
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001269 /* some remained atomic pages should discarded */
1270 if (f2fs_is_atomic_file(inode))
Chao Yu29b96b52016-02-06 14:38:29 +08001271 drop_inmem_pages(inode);
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001272 if (f2fs_is_volatile_file(inode)) {
Jaegeuk Kim26dc3d42016-04-11 13:15:10 -07001273 clear_inode_flag(F2FS_I(inode), FI_VOLATILE_FILE);
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001274 set_inode_flag(F2FS_I(inode), FI_DROP_CACHE);
1275 filemap_fdatawrite(inode->i_mapping);
1276 clear_inode_flag(F2FS_I(inode), FI_DROP_CACHE);
1277 }
1278 return 0;
1279}
1280
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001281#define F2FS_REG_FLMASK (~(FS_DIRSYNC_FL | FS_TOPDIR_FL))
1282#define F2FS_OTHER_FLMASK (FS_NODUMP_FL | FS_NOATIME_FL)
1283
1284static inline __u32 f2fs_mask_flags(umode_t mode, __u32 flags)
1285{
1286 if (S_ISDIR(mode))
1287 return flags;
1288 else if (S_ISREG(mode))
1289 return flags & F2FS_REG_FLMASK;
1290 else
1291 return flags & F2FS_OTHER_FLMASK;
1292}
1293
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001294static int f2fs_ioc_getflags(struct file *filp, unsigned long arg)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001295{
Al Viro6131ffa2013-02-27 16:59:05 -05001296 struct inode *inode = file_inode(filp);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001297 struct f2fs_inode_info *fi = F2FS_I(inode);
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001298 unsigned int flags = fi->i_flags & FS_FL_USER_VISIBLE;
1299 return put_user(flags, (int __user *)arg);
1300}
1301
1302static int f2fs_ioc_setflags(struct file *filp, unsigned long arg)
1303{
1304 struct inode *inode = file_inode(filp);
1305 struct f2fs_inode_info *fi = F2FS_I(inode);
1306 unsigned int flags = fi->i_flags & FS_FL_USER_VISIBLE;
1307 unsigned int oldflags;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001308 int ret;
1309
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001310 ret = mnt_want_write_file(filp);
1311 if (ret)
1312 return ret;
1313
1314 if (!inode_owner_or_capable(inode)) {
1315 ret = -EACCES;
1316 goto out;
1317 }
1318
1319 if (get_user(flags, (int __user *)arg)) {
1320 ret = -EFAULT;
1321 goto out;
1322 }
1323
1324 flags = f2fs_mask_flags(inode->i_mode, flags);
1325
Al Viro59551022016-01-22 15:40:57 -05001326 inode_lock(inode);
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001327
1328 oldflags = fi->i_flags;
1329
1330 if ((flags ^ oldflags) & (FS_APPEND_FL | FS_IMMUTABLE_FL)) {
1331 if (!capable(CAP_LINUX_IMMUTABLE)) {
Al Viro59551022016-01-22 15:40:57 -05001332 inode_unlock(inode);
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001333 ret = -EPERM;
1334 goto out;
1335 }
1336 }
1337
1338 flags = flags & FS_FL_USER_MODIFIABLE;
1339 flags |= oldflags & ~FS_FL_USER_MODIFIABLE;
1340 fi->i_flags = flags;
Al Viro59551022016-01-22 15:40:57 -05001341 inode_unlock(inode);
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001342
1343 f2fs_set_inode_flags(inode);
1344 inode->i_ctime = CURRENT_TIME;
1345 mark_inode_dirty(inode);
1346out:
1347 mnt_drop_write_file(filp);
1348 return ret;
1349}
1350
Chao Yud49f3e82015-01-23 20:36:04 +08001351static int f2fs_ioc_getversion(struct file *filp, unsigned long arg)
1352{
1353 struct inode *inode = file_inode(filp);
1354
1355 return put_user(inode->i_generation, (int __user *)arg);
1356}
1357
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001358static int f2fs_ioc_start_atomic_write(struct file *filp)
1359{
1360 struct inode *inode = file_inode(filp);
Chao Yuf4c9c742015-07-17 18:06:35 +08001361 int ret;
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001362
1363 if (!inode_owner_or_capable(inode))
1364 return -EACCES;
1365
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001366 if (f2fs_is_atomic_file(inode))
1367 return 0;
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001368
Chao Yuf4c9c742015-07-17 18:06:35 +08001369 ret = f2fs_convert_inline_inode(inode);
1370 if (ret)
1371 return ret;
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001372
Chao Yuf4c9c742015-07-17 18:06:35 +08001373 set_inode_flag(F2FS_I(inode), FI_ATOMIC_FILE);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001374 f2fs_update_time(F2FS_I_SB(inode), REQ_TIME);
1375
Jaegeuk Kimc27753d2016-04-12 14:36:11 -07001376 if (!get_dirty_pages(inode))
1377 return 0;
1378
1379 f2fs_msg(F2FS_I_SB(inode)->sb, KERN_WARNING,
1380 "Unexpected flush for atomic writes: ino=%lu, npages=%u",
1381 inode->i_ino, get_dirty_pages(inode));
1382 ret = filemap_write_and_wait_range(inode->i_mapping, 0, LLONG_MAX);
1383 if (ret)
1384 clear_inode_flag(F2FS_I(inode), FI_ATOMIC_FILE);
1385 return ret;
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001386}
1387
1388static int f2fs_ioc_commit_atomic_write(struct file *filp)
1389{
1390 struct inode *inode = file_inode(filp);
1391 int ret;
1392
1393 if (!inode_owner_or_capable(inode))
1394 return -EACCES;
1395
Jaegeuk Kim02a13352014-10-06 16:11:16 -07001396 if (f2fs_is_volatile_file(inode))
1397 return 0;
1398
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001399 ret = mnt_want_write_file(filp);
1400 if (ret)
1401 return ret;
1402
Jaegeuk Kim6282adb2015-07-25 00:29:17 -07001403 if (f2fs_is_atomic_file(inode)) {
1404 clear_inode_flag(F2FS_I(inode), FI_ATOMIC_FILE);
Chao Yu29b96b52016-02-06 14:38:29 +08001405 ret = commit_inmem_pages(inode);
Jaegeuk Kim447135a2016-01-09 17:08:38 -08001406 if (ret) {
1407 set_inode_flag(F2FS_I(inode), FI_ATOMIC_FILE);
Jaegeuk Kimedb27de2015-07-25 00:52:52 -07001408 goto err_out;
Jaegeuk Kim447135a2016-01-09 17:08:38 -08001409 }
Jaegeuk Kim6282adb2015-07-25 00:29:17 -07001410 }
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001411
Jaegeuk Kim608514d2016-04-15 09:43:17 -07001412 ret = f2fs_do_sync_file(filp, 0, LLONG_MAX, 0, true);
Jaegeuk Kimedb27de2015-07-25 00:52:52 -07001413err_out:
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001414 mnt_drop_write_file(filp);
1415 return ret;
1416}
1417
Jaegeuk Kim02a13352014-10-06 16:11:16 -07001418static int f2fs_ioc_start_volatile_write(struct file *filp)
1419{
1420 struct inode *inode = file_inode(filp);
Chao Yuf4c9c742015-07-17 18:06:35 +08001421 int ret;
Jaegeuk Kim02a13352014-10-06 16:11:16 -07001422
1423 if (!inode_owner_or_capable(inode))
1424 return -EACCES;
1425
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001426 if (f2fs_is_volatile_file(inode))
1427 return 0;
1428
Chao Yuf4c9c742015-07-17 18:06:35 +08001429 ret = f2fs_convert_inline_inode(inode);
1430 if (ret)
1431 return ret;
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -07001432
Chao Yuf4c9c742015-07-17 18:06:35 +08001433 set_inode_flag(F2FS_I(inode), FI_VOLATILE_FILE);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001434 f2fs_update_time(F2FS_I_SB(inode), REQ_TIME);
Chao Yuf4c9c742015-07-17 18:06:35 +08001435 return 0;
Jaegeuk Kim02a13352014-10-06 16:11:16 -07001436}
1437
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001438static int f2fs_ioc_release_volatile_write(struct file *filp)
1439{
1440 struct inode *inode = file_inode(filp);
1441
1442 if (!inode_owner_or_capable(inode))
1443 return -EACCES;
1444
1445 if (!f2fs_is_volatile_file(inode))
1446 return 0;
1447
Jaegeuk Kim3c6c2be2015-03-17 17:16:35 -07001448 if (!f2fs_is_first_block_written(inode))
1449 return truncate_partial_data_page(inode, 0, true);
1450
Nicholas Krause538e17e2015-09-06 08:28:46 -04001451 return punch_hole(inode, 0, F2FS_BLKSIZE);
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001452}
1453
1454static int f2fs_ioc_abort_volatile_write(struct file *filp)
1455{
1456 struct inode *inode = file_inode(filp);
1457 int ret;
1458
1459 if (!inode_owner_or_capable(inode))
1460 return -EACCES;
1461
1462 ret = mnt_want_write_file(filp);
1463 if (ret)
1464 return ret;
1465
Jaegeuk Kim26dc3d42016-04-11 13:15:10 -07001466 if (f2fs_is_atomic_file(inode))
Chao Yu29b96b52016-02-06 14:38:29 +08001467 drop_inmem_pages(inode);
Jaegeuk Kim732d5642015-12-29 15:46:33 -08001468 if (f2fs_is_volatile_file(inode)) {
1469 clear_inode_flag(F2FS_I(inode), FI_VOLATILE_FILE);
Jaegeuk Kim608514d2016-04-15 09:43:17 -07001470 ret = f2fs_do_sync_file(filp, 0, LLONG_MAX, 0, true);
Jaegeuk Kim732d5642015-12-29 15:46:33 -08001471 }
Jaegeuk Kimde6a8ec2015-06-08 17:51:10 -07001472
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001473 mnt_drop_write_file(filp);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001474 f2fs_update_time(F2FS_I_SB(inode), REQ_TIME);
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001475 return ret;
1476}
1477
Jaegeuk Kim1abff932015-01-08 19:15:53 -08001478static int f2fs_ioc_shutdown(struct file *filp, unsigned long arg)
1479{
1480 struct inode *inode = file_inode(filp);
1481 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
1482 struct super_block *sb = sbi->sb;
1483 __u32 in;
1484
1485 if (!capable(CAP_SYS_ADMIN))
1486 return -EPERM;
1487
1488 if (get_user(in, (__u32 __user *)arg))
1489 return -EFAULT;
1490
1491 switch (in) {
1492 case F2FS_GOING_DOWN_FULLSYNC:
1493 sb = freeze_bdev(sb->s_bdev);
1494 if (sb && !IS_ERR(sb)) {
1495 f2fs_stop_checkpoint(sbi);
1496 thaw_bdev(sb->s_bdev, sb);
1497 }
1498 break;
1499 case F2FS_GOING_DOWN_METASYNC:
1500 /* do checkpoint only */
1501 f2fs_sync_fs(sb, 1);
1502 f2fs_stop_checkpoint(sbi);
1503 break;
1504 case F2FS_GOING_DOWN_NOSYNC:
1505 f2fs_stop_checkpoint(sbi);
1506 break;
Jaegeuk Kimc912a822015-10-07 09:46:37 -07001507 case F2FS_GOING_DOWN_METAFLUSH:
1508 sync_meta_pages(sbi, META, LONG_MAX);
1509 f2fs_stop_checkpoint(sbi);
1510 break;
Jaegeuk Kim1abff932015-01-08 19:15:53 -08001511 default:
1512 return -EINVAL;
1513 }
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001514 f2fs_update_time(sbi, REQ_TIME);
Jaegeuk Kim1abff932015-01-08 19:15:53 -08001515 return 0;
1516}
1517
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001518static int f2fs_ioc_fitrim(struct file *filp, unsigned long arg)
1519{
1520 struct inode *inode = file_inode(filp);
1521 struct super_block *sb = inode->i_sb;
1522 struct request_queue *q = bdev_get_queue(sb->s_bdev);
1523 struct fstrim_range range;
1524 int ret;
1525
1526 if (!capable(CAP_SYS_ADMIN))
1527 return -EPERM;
1528
1529 if (!blk_queue_discard(q))
1530 return -EOPNOTSUPP;
1531
1532 if (copy_from_user(&range, (struct fstrim_range __user *)arg,
1533 sizeof(range)))
1534 return -EFAULT;
1535
1536 range.minlen = max((unsigned int)range.minlen,
1537 q->limits.discard_granularity);
1538 ret = f2fs_trim_fs(F2FS_SB(sb), &range);
1539 if (ret < 0)
1540 return ret;
1541
1542 if (copy_to_user((struct fstrim_range __user *)arg, &range,
1543 sizeof(range)))
1544 return -EFAULT;
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001545 f2fs_update_time(F2FS_I_SB(inode), REQ_TIME);
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001546 return 0;
1547}
1548
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001549static bool uuid_is_nonzero(__u8 u[16])
1550{
1551 int i;
1552
1553 for (i = 0; i < 16; i++)
1554 if (u[i])
1555 return true;
1556 return false;
1557}
1558
1559static int f2fs_ioc_set_encryption_policy(struct file *filp, unsigned long arg)
1560{
Jaegeuk Kim0b81d072015-05-15 16:26:10 -07001561 struct fscrypt_policy policy;
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001562 struct inode *inode = file_inode(filp);
1563
Jaegeuk Kim0b81d072015-05-15 16:26:10 -07001564 if (copy_from_user(&policy, (struct fscrypt_policy __user *)arg,
1565 sizeof(policy)))
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001566 return -EFAULT;
1567
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001568 f2fs_update_time(F2FS_I_SB(inode), REQ_TIME);
Jaegeuk Kim0b81d072015-05-15 16:26:10 -07001569 return fscrypt_process_policy(inode, &policy);
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001570}
1571
1572static int f2fs_ioc_get_encryption_policy(struct file *filp, unsigned long arg)
1573{
Jaegeuk Kim0b81d072015-05-15 16:26:10 -07001574 struct fscrypt_policy policy;
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001575 struct inode *inode = file_inode(filp);
1576 int err;
1577
Jaegeuk Kim0b81d072015-05-15 16:26:10 -07001578 err = fscrypt_get_policy(inode, &policy);
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001579 if (err)
1580 return err;
1581
Jaegeuk Kim0b81d072015-05-15 16:26:10 -07001582 if (copy_to_user((struct fscrypt_policy __user *)arg, &policy, sizeof(policy)))
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001583 return -EFAULT;
1584 return 0;
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001585}
1586
1587static int f2fs_ioc_get_encryption_pwsalt(struct file *filp, unsigned long arg)
1588{
1589 struct inode *inode = file_inode(filp);
1590 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
1591 int err;
1592
1593 if (!f2fs_sb_has_crypto(inode->i_sb))
1594 return -EOPNOTSUPP;
1595
1596 if (uuid_is_nonzero(sbi->raw_super->encrypt_pw_salt))
1597 goto got_it;
1598
1599 err = mnt_want_write_file(filp);
1600 if (err)
1601 return err;
1602
1603 /* update superblock with uuid */
1604 generate_random_uuid(sbi->raw_super->encrypt_pw_salt);
1605
Chao Yuc5bda1c2015-06-08 13:28:03 +08001606 err = f2fs_commit_super(sbi, false);
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001607 if (err) {
1608 /* undo new data */
1609 memset(sbi->raw_super->encrypt_pw_salt, 0, 16);
Chao Yue8240f62015-12-15 17:19:26 +08001610 mnt_drop_write_file(filp);
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001611 return err;
1612 }
Chao Yue8240f62015-12-15 17:19:26 +08001613 mnt_drop_write_file(filp);
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001614got_it:
1615 if (copy_to_user((__u8 __user *)arg, sbi->raw_super->encrypt_pw_salt,
1616 16))
1617 return -EFAULT;
1618 return 0;
1619}
1620
Chao Yuc1c1b582015-07-10 18:08:10 +08001621static int f2fs_ioc_gc(struct file *filp, unsigned long arg)
1622{
1623 struct inode *inode = file_inode(filp);
1624 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Chao Yud530d4d2015-10-05 22:22:44 +08001625 __u32 sync;
Chao Yuc1c1b582015-07-10 18:08:10 +08001626
1627 if (!capable(CAP_SYS_ADMIN))
1628 return -EPERM;
1629
Chao Yud530d4d2015-10-05 22:22:44 +08001630 if (get_user(sync, (__u32 __user *)arg))
Chao Yuc1c1b582015-07-10 18:08:10 +08001631 return -EFAULT;
1632
Chao Yud530d4d2015-10-05 22:22:44 +08001633 if (f2fs_readonly(sbi->sb))
1634 return -EROFS;
Chao Yuc1c1b582015-07-10 18:08:10 +08001635
Chao Yud530d4d2015-10-05 22:22:44 +08001636 if (!sync) {
Chao Yuc1c1b582015-07-10 18:08:10 +08001637 if (!mutex_trylock(&sbi->gc_mutex))
Chao Yud530d4d2015-10-05 22:22:44 +08001638 return -EBUSY;
1639 } else {
1640 mutex_lock(&sbi->gc_mutex);
Chao Yuc1c1b582015-07-10 18:08:10 +08001641 }
1642
Chao Yud530d4d2015-10-05 22:22:44 +08001643 return f2fs_gc(sbi, sync);
Chao Yuc1c1b582015-07-10 18:08:10 +08001644}
1645
Chao Yu456b88e2015-10-05 22:24:19 +08001646static int f2fs_ioc_write_checkpoint(struct file *filp, unsigned long arg)
1647{
1648 struct inode *inode = file_inode(filp);
1649 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Chao Yu456b88e2015-10-05 22:24:19 +08001650
1651 if (!capable(CAP_SYS_ADMIN))
1652 return -EPERM;
1653
1654 if (f2fs_readonly(sbi->sb))
1655 return -EROFS;
1656
Chao Yue96248b2015-12-24 18:11:32 +08001657 return f2fs_sync_fs(sbi->sb, 1);
Chao Yu456b88e2015-10-05 22:24:19 +08001658}
1659
Chao Yud323d002015-10-27 09:53:45 +08001660static int f2fs_defragment_range(struct f2fs_sb_info *sbi,
1661 struct file *filp,
1662 struct f2fs_defragment *range)
1663{
1664 struct inode *inode = file_inode(filp);
Chao Yuda859852016-01-26 15:42:58 +08001665 struct f2fs_map_blocks map = { .m_next_pgofs = NULL };
Chao Yud323d002015-10-27 09:53:45 +08001666 struct extent_info ei;
1667 pgoff_t pg_start, pg_end;
Chao Yu3519e3f2015-12-01 11:56:52 +08001668 unsigned int blk_per_seg = sbi->blocks_per_seg;
Chao Yud323d002015-10-27 09:53:45 +08001669 unsigned int total = 0, sec_num;
Chao Yu3519e3f2015-12-01 11:56:52 +08001670 unsigned int pages_per_sec = sbi->segs_per_sec * blk_per_seg;
Chao Yud323d002015-10-27 09:53:45 +08001671 block_t blk_end = 0;
1672 bool fragmented = false;
1673 int err;
1674
1675 /* if in-place-update policy is enabled, don't waste time here */
1676 if (need_inplace_update(inode))
1677 return -EINVAL;
1678
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +03001679 pg_start = range->start >> PAGE_SHIFT;
1680 pg_end = (range->start + range->len) >> PAGE_SHIFT;
Chao Yud323d002015-10-27 09:53:45 +08001681
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -08001682 f2fs_balance_fs(sbi, true);
Chao Yud323d002015-10-27 09:53:45 +08001683
Al Viro59551022016-01-22 15:40:57 -05001684 inode_lock(inode);
Chao Yud323d002015-10-27 09:53:45 +08001685
1686 /* writeback all dirty pages in the range */
1687 err = filemap_write_and_wait_range(inode->i_mapping, range->start,
Fan Lid8fe4f02015-12-14 13:34:00 +08001688 range->start + range->len - 1);
Chao Yud323d002015-10-27 09:53:45 +08001689 if (err)
1690 goto out;
1691
1692 /*
1693 * lookup mapping info in extent cache, skip defragmenting if physical
1694 * block addresses are continuous.
1695 */
1696 if (f2fs_lookup_extent_cache(inode, pg_start, &ei)) {
1697 if (ei.fofs + ei.len >= pg_end)
1698 goto out;
1699 }
1700
1701 map.m_lblk = pg_start;
Chao Yud323d002015-10-27 09:53:45 +08001702
1703 /*
1704 * lookup mapping info in dnode page cache, skip defragmenting if all
1705 * physical block addresses are continuous even if there are hole(s)
1706 * in logical blocks.
1707 */
1708 while (map.m_lblk < pg_end) {
Fan Lia1c1e9b2015-12-15 17:02:41 +08001709 map.m_len = pg_end - map.m_lblk;
Chao Yud323d002015-10-27 09:53:45 +08001710 err = f2fs_map_blocks(inode, &map, 0, F2FS_GET_BLOCK_READ);
1711 if (err)
1712 goto out;
1713
1714 if (!(map.m_flags & F2FS_MAP_FLAGS)) {
1715 map.m_lblk++;
Chao Yud323d002015-10-27 09:53:45 +08001716 continue;
1717 }
1718
1719 if (blk_end && blk_end != map.m_pblk) {
1720 fragmented = true;
1721 break;
1722 }
1723 blk_end = map.m_pblk + map.m_len;
1724
1725 map.m_lblk += map.m_len;
Chao Yud323d002015-10-27 09:53:45 +08001726 }
1727
1728 if (!fragmented)
1729 goto out;
1730
1731 map.m_lblk = pg_start;
1732 map.m_len = pg_end - pg_start;
1733
1734 sec_num = (map.m_len + pages_per_sec - 1) / pages_per_sec;
1735
1736 /*
1737 * make sure there are enough free section for LFS allocation, this can
1738 * avoid defragment running in SSR mode when free section are allocated
1739 * intensively
1740 */
1741 if (has_not_enough_free_secs(sbi, sec_num)) {
1742 err = -EAGAIN;
1743 goto out;
1744 }
1745
1746 while (map.m_lblk < pg_end) {
1747 pgoff_t idx;
1748 int cnt = 0;
1749
1750do_map:
Fan Lia1c1e9b2015-12-15 17:02:41 +08001751 map.m_len = pg_end - map.m_lblk;
Chao Yud323d002015-10-27 09:53:45 +08001752 err = f2fs_map_blocks(inode, &map, 0, F2FS_GET_BLOCK_READ);
1753 if (err)
1754 goto clear_out;
1755
1756 if (!(map.m_flags & F2FS_MAP_FLAGS)) {
1757 map.m_lblk++;
1758 continue;
1759 }
1760
1761 set_inode_flag(F2FS_I(inode), FI_DO_DEFRAG);
1762
1763 idx = map.m_lblk;
1764 while (idx < map.m_lblk + map.m_len && cnt < blk_per_seg) {
1765 struct page *page;
1766
1767 page = get_lock_data_page(inode, idx, true);
1768 if (IS_ERR(page)) {
1769 err = PTR_ERR(page);
1770 goto clear_out;
1771 }
1772
1773 set_page_dirty(page);
1774 f2fs_put_page(page, 1);
1775
1776 idx++;
1777 cnt++;
1778 total++;
1779 }
1780
1781 map.m_lblk = idx;
Chao Yud323d002015-10-27 09:53:45 +08001782
1783 if (idx < pg_end && cnt < blk_per_seg)
1784 goto do_map;
1785
1786 clear_inode_flag(F2FS_I(inode), FI_DO_DEFRAG);
1787
1788 err = filemap_fdatawrite(inode->i_mapping);
1789 if (err)
1790 goto out;
1791 }
1792clear_out:
1793 clear_inode_flag(F2FS_I(inode), FI_DO_DEFRAG);
1794out:
Al Viro59551022016-01-22 15:40:57 -05001795 inode_unlock(inode);
Chao Yud323d002015-10-27 09:53:45 +08001796 if (!err)
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +03001797 range->len = (u64)total << PAGE_SHIFT;
Chao Yud323d002015-10-27 09:53:45 +08001798 return err;
1799}
1800
1801static int f2fs_ioc_defragment(struct file *filp, unsigned long arg)
1802{
1803 struct inode *inode = file_inode(filp);
1804 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
1805 struct f2fs_defragment range;
1806 int err;
1807
1808 if (!capable(CAP_SYS_ADMIN))
1809 return -EPERM;
1810
1811 if (!S_ISREG(inode->i_mode))
1812 return -EINVAL;
1813
1814 err = mnt_want_write_file(filp);
1815 if (err)
1816 return err;
1817
1818 if (f2fs_readonly(sbi->sb)) {
1819 err = -EROFS;
1820 goto out;
1821 }
1822
1823 if (copy_from_user(&range, (struct f2fs_defragment __user *)arg,
1824 sizeof(range))) {
1825 err = -EFAULT;
1826 goto out;
1827 }
1828
1829 /* verify alignment of offset & size */
1830 if (range.start & (F2FS_BLKSIZE - 1) ||
1831 range.len & (F2FS_BLKSIZE - 1)) {
1832 err = -EINVAL;
1833 goto out;
1834 }
1835
1836 err = f2fs_defragment_range(sbi, filp, &range);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001837 f2fs_update_time(sbi, REQ_TIME);
Chao Yud323d002015-10-27 09:53:45 +08001838 if (err < 0)
1839 goto out;
1840
1841 if (copy_to_user((struct f2fs_defragment __user *)arg, &range,
1842 sizeof(range)))
1843 err = -EFAULT;
1844out:
1845 mnt_drop_write_file(filp);
1846 return err;
1847}
1848
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001849long f2fs_ioctl(struct file *filp, unsigned int cmd, unsigned long arg)
1850{
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001851 switch (cmd) {
Namjae Jeon6a3e8ef2013-06-08 21:25:28 +09001852 case F2FS_IOC_GETFLAGS:
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001853 return f2fs_ioc_getflags(filp, arg);
Namjae Jeon6a3e8ef2013-06-08 21:25:28 +09001854 case F2FS_IOC_SETFLAGS:
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001855 return f2fs_ioc_setflags(filp, arg);
Chao Yud49f3e82015-01-23 20:36:04 +08001856 case F2FS_IOC_GETVERSION:
1857 return f2fs_ioc_getversion(filp, arg);
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001858 case F2FS_IOC_START_ATOMIC_WRITE:
1859 return f2fs_ioc_start_atomic_write(filp);
1860 case F2FS_IOC_COMMIT_ATOMIC_WRITE:
1861 return f2fs_ioc_commit_atomic_write(filp);
Jaegeuk Kim02a13352014-10-06 16:11:16 -07001862 case F2FS_IOC_START_VOLATILE_WRITE:
1863 return f2fs_ioc_start_volatile_write(filp);
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001864 case F2FS_IOC_RELEASE_VOLATILE_WRITE:
1865 return f2fs_ioc_release_volatile_write(filp);
1866 case F2FS_IOC_ABORT_VOLATILE_WRITE:
1867 return f2fs_ioc_abort_volatile_write(filp);
Jaegeuk Kim1abff932015-01-08 19:15:53 -08001868 case F2FS_IOC_SHUTDOWN:
1869 return f2fs_ioc_shutdown(filp, arg);
Jaegeuk Kim4b2fecc2014-09-20 22:06:39 -07001870 case FITRIM:
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001871 return f2fs_ioc_fitrim(filp, arg);
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001872 case F2FS_IOC_SET_ENCRYPTION_POLICY:
1873 return f2fs_ioc_set_encryption_policy(filp, arg);
1874 case F2FS_IOC_GET_ENCRYPTION_POLICY:
1875 return f2fs_ioc_get_encryption_policy(filp, arg);
1876 case F2FS_IOC_GET_ENCRYPTION_PWSALT:
1877 return f2fs_ioc_get_encryption_pwsalt(filp, arg);
Chao Yuc1c1b582015-07-10 18:08:10 +08001878 case F2FS_IOC_GARBAGE_COLLECT:
1879 return f2fs_ioc_gc(filp, arg);
Chao Yu456b88e2015-10-05 22:24:19 +08001880 case F2FS_IOC_WRITE_CHECKPOINT:
1881 return f2fs_ioc_write_checkpoint(filp, arg);
Chao Yud323d002015-10-27 09:53:45 +08001882 case F2FS_IOC_DEFRAGMENT:
1883 return f2fs_ioc_defragment(filp, arg);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001884 default:
1885 return -ENOTTY;
1886 }
1887}
1888
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -07001889static ssize_t f2fs_file_write_iter(struct kiocb *iocb, struct iov_iter *from)
1890{
Jaegeuk Kimb439b102016-02-03 13:09:09 -08001891 struct file *file = iocb->ki_filp;
1892 struct inode *inode = file_inode(file);
1893 ssize_t ret;
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -07001894
1895 if (f2fs_encrypted_inode(inode) &&
Jaegeuk Kim0b81d072015-05-15 16:26:10 -07001896 !fscrypt_has_encryption_key(inode) &&
1897 fscrypt_get_encryption_info(inode))
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -07001898 return -EACCES;
1899
Jaegeuk Kimb439b102016-02-03 13:09:09 -08001900 inode_lock(inode);
1901 ret = generic_write_checks(iocb, from);
1902 if (ret > 0) {
1903 ret = f2fs_preallocate_blocks(iocb, from);
1904 if (!ret)
1905 ret = __generic_file_write_iter(iocb, from);
1906 }
1907 inode_unlock(inode);
1908
1909 if (ret > 0) {
1910 ssize_t err;
1911
1912 err = generic_write_sync(file, iocb->ki_pos - ret, ret);
1913 if (err < 0)
1914 ret = err;
1915 }
1916 return ret;
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -07001917}
1918
Namjae Jeone9750822013-02-04 23:41:41 +09001919#ifdef CONFIG_COMPAT
1920long f2fs_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
1921{
1922 switch (cmd) {
1923 case F2FS_IOC32_GETFLAGS:
1924 cmd = F2FS_IOC_GETFLAGS;
1925 break;
1926 case F2FS_IOC32_SETFLAGS:
1927 cmd = F2FS_IOC_SETFLAGS;
1928 break;
Chao Yu04ef4b62015-11-10 18:44:20 +08001929 case F2FS_IOC32_GETVERSION:
1930 cmd = F2FS_IOC_GETVERSION;
1931 break;
1932 case F2FS_IOC_START_ATOMIC_WRITE:
1933 case F2FS_IOC_COMMIT_ATOMIC_WRITE:
1934 case F2FS_IOC_START_VOLATILE_WRITE:
1935 case F2FS_IOC_RELEASE_VOLATILE_WRITE:
1936 case F2FS_IOC_ABORT_VOLATILE_WRITE:
1937 case F2FS_IOC_SHUTDOWN:
1938 case F2FS_IOC_SET_ENCRYPTION_POLICY:
1939 case F2FS_IOC_GET_ENCRYPTION_PWSALT:
1940 case F2FS_IOC_GET_ENCRYPTION_POLICY:
1941 case F2FS_IOC_GARBAGE_COLLECT:
1942 case F2FS_IOC_WRITE_CHECKPOINT:
1943 case F2FS_IOC_DEFRAGMENT:
1944 break;
Namjae Jeone9750822013-02-04 23:41:41 +09001945 default:
1946 return -ENOIOCTLCMD;
1947 }
1948 return f2fs_ioctl(file, cmd, (unsigned long) compat_ptr(arg));
1949}
1950#endif
1951
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001952const struct file_operations f2fs_file_operations = {
Chao Yu267378d2014-04-23 14:10:24 +08001953 .llseek = f2fs_llseek,
Al Viroaad4f8b2014-04-02 14:33:16 -04001954 .read_iter = generic_file_read_iter,
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -07001955 .write_iter = f2fs_file_write_iter,
1956 .open = f2fs_file_open,
Jaegeuk Kim12662232014-12-05 14:37:37 -08001957 .release = f2fs_release_file,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001958 .mmap = f2fs_file_mmap,
1959 .fsync = f2fs_sync_file,
1960 .fallocate = f2fs_fallocate,
1961 .unlocked_ioctl = f2fs_ioctl,
Namjae Jeone9750822013-02-04 23:41:41 +09001962#ifdef CONFIG_COMPAT
1963 .compat_ioctl = f2fs_compat_ioctl,
1964#endif
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001965 .splice_read = generic_file_splice_read,
Al Viro8d020762014-04-05 04:27:08 -04001966 .splice_write = iter_file_splice_write,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001967};