blob: ea272be62677004d29c8018691ea442c2c992bb1 [file] [log] [blame]
Jaegeuk Kim0a8165d2012-11-29 13:28:09 +09001/*
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09002 * fs/f2fs/file.c
3 *
4 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
5 * http://www.samsung.com/
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
10 */
11#include <linux/fs.h>
12#include <linux/f2fs_fs.h>
13#include <linux/stat.h>
14#include <linux/buffer_head.h>
15#include <linux/writeback.h>
Jaegeuk Kimae51fb32013-03-16 11:13:04 +090016#include <linux/blkdev.h>
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090017#include <linux/falloc.h>
18#include <linux/types.h>
Namjae Jeone9750822013-02-04 23:41:41 +090019#include <linux/compat.h>
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090020#include <linux/uaccess.h>
21#include <linux/mount.h>
Jaegeuk Kim7f7670f2014-04-28 18:12:36 +090022#include <linux/pagevec.h>
Jaegeuk Kimf424f662015-04-20 15:19:06 -070023#include <linux/random.h>
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090024
25#include "f2fs.h"
26#include "node.h"
27#include "segment.h"
28#include "xattr.h"
29#include "acl.h"
Chao Yuc1c1b582015-07-10 18:08:10 +080030#include "gc.h"
Jaegeuk Kimdb9f7c12014-12-17 20:04:08 -080031#include "trace.h"
Namjae Jeona2a4a7e2013-04-20 01:28:40 +090032#include <trace/events/f2fs.h>
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090033
34static int f2fs_vm_page_mkwrite(struct vm_area_struct *vma,
35 struct vm_fault *vmf)
36{
37 struct page *page = vmf->page;
Al Viro6131ffa2013-02-27 16:59:05 -050038 struct inode *inode = file_inode(vma->vm_file);
Jaegeuk Kim40813632014-09-02 15:31:18 -070039 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090040 struct dnode_of_data dn;
Gu Zhenge4795562013-09-27 18:08:30 +080041 int err;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090042
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090043 sb_start_pagefault(inode->i_sb);
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -070044
45 f2fs_bug_on(sbi, f2fs_has_inline_data(inode));
Jaegeuk Kimb067ba12014-08-07 16:32:25 -070046
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090047 /* block allocation */
Gu Zhenge4795562013-09-27 18:08:30 +080048 f2fs_lock_op(sbi);
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -070049 set_new_dnode(&dn, inode, NULL, NULL, 0);
Jaegeuk Kim9ba69cf2014-10-17 20:33:55 -070050 err = f2fs_reserve_block(&dn, page->index);
51 if (err) {
52 f2fs_unlock_op(sbi);
53 goto out;
54 }
55 f2fs_put_dnode(&dn);
56 f2fs_unlock_op(sbi);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090057
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -080058 f2fs_balance_fs(sbi, dn.node_changed);
Jaegeuk Kim2a340762015-12-22 13:23:35 -080059
Namjae Jeon9851e6e2013-04-28 09:04:18 +090060 file_update_time(vma->vm_file);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090061 lock_page(page);
Jaegeuk Kim6bacf522013-12-06 15:00:58 +090062 if (unlikely(page->mapping != inode->i_mapping ||
Namjae Jeon9851e6e2013-04-28 09:04:18 +090063 page_offset(page) > i_size_read(inode) ||
Jaegeuk Kim6bacf522013-12-06 15:00:58 +090064 !PageUptodate(page))) {
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090065 unlock_page(page);
66 err = -EFAULT;
67 goto out;
68 }
69
70 /*
71 * check to see if the page is mapped already (no holes)
72 */
73 if (PageMappedToDisk(page))
Namjae Jeon9851e6e2013-04-28 09:04:18 +090074 goto mapped;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090075
76 /* page is wholly or partially inside EOF */
Chao Yu9edcdab2015-09-11 14:43:52 +080077 if (((loff_t)(page->index + 1) << PAGE_CACHE_SHIFT) >
78 i_size_read(inode)) {
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090079 unsigned offset;
80 offset = i_size_read(inode) & ~PAGE_CACHE_MASK;
81 zero_user_segment(page, offset, PAGE_CACHE_SIZE);
82 }
83 set_page_dirty(page);
84 SetPageUptodate(page);
85
Jaegeuk Kime943a102013-10-25 14:26:31 +090086 trace_f2fs_vm_page_mkwrite(page, DATA);
Namjae Jeon9851e6e2013-04-28 09:04:18 +090087mapped:
88 /* fill the page */
Jaegeuk Kim3cb5ad12014-03-18 13:29:07 +090089 f2fs_wait_on_page_writeback(page, DATA);
Chao Yu08b39fb2015-10-08 13:27:34 +080090
91 /* wait for GCed encrypted page writeback */
92 if (f2fs_encrypted_inode(inode) && S_ISREG(inode->i_mode))
93 f2fs_wait_on_encrypted_page_writeback(sbi, dn.data_blkaddr);
94
Chao Yu5b339122015-07-13 17:43:19 +080095 /* if gced page is attached, don't write to cold segment */
96 clear_cold_data(page);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +090097out:
98 sb_end_pagefault(inode->i_sb);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -080099 f2fs_update_time(sbi, REQ_TIME);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900100 return block_page_mkwrite_return(err);
101}
102
103static const struct vm_operations_struct f2fs_file_vm_ops = {
Jaegeuk Kim692bb552013-01-17 18:37:41 +0900104 .fault = filemap_fault,
Kirill A. Shutemovf1820362014-04-07 15:37:19 -0700105 .map_pages = filemap_map_pages,
Jaegeuk Kim692bb552013-01-17 18:37:41 +0900106 .page_mkwrite = f2fs_vm_page_mkwrite,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900107};
108
Jaegeuk Kim354a3392013-06-14 08:52:35 +0900109static int get_parent_ino(struct inode *inode, nid_t *pino)
110{
111 struct dentry *dentry;
112
113 inode = igrab(inode);
114 dentry = d_find_any_alias(inode);
115 iput(inode);
116 if (!dentry)
117 return 0;
118
Jaegeuk Kime7d55452015-04-29 17:02:18 -0700119 if (update_dent_inode(inode, inode, &dentry->d_name)) {
Jaegeuk Kimf0947e52013-07-22 22:12:56 +0900120 dput(dentry);
121 return 0;
122 }
Jaegeuk Kim354a3392013-06-14 08:52:35 +0900123
Jaegeuk Kimf0947e52013-07-22 22:12:56 +0900124 *pino = parent_ino(dentry);
125 dput(dentry);
Jaegeuk Kim354a3392013-06-14 08:52:35 +0900126 return 1;
127}
128
Chao Yu9d1589e2014-08-20 18:37:35 +0800129static inline bool need_do_checkpoint(struct inode *inode)
130{
Jaegeuk Kim40813632014-09-02 15:31:18 -0700131 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Chao Yu9d1589e2014-08-20 18:37:35 +0800132 bool need_cp = false;
133
134 if (!S_ISREG(inode->i_mode) || inode->i_nlink != 1)
135 need_cp = true;
Jaegeuk Kime7d55452015-04-29 17:02:18 -0700136 else if (file_enc_name(inode) && need_dentry_mark(sbi, inode->i_ino))
137 need_cp = true;
Chao Yu9d1589e2014-08-20 18:37:35 +0800138 else if (file_wrong_pino(inode))
139 need_cp = true;
140 else if (!space_for_roll_forward(sbi))
141 need_cp = true;
142 else if (!is_checkpointed_node(sbi, F2FS_I(inode)->i_pino))
143 need_cp = true;
144 else if (F2FS_I(inode)->xattr_ver == cur_cp_version(F2FS_CKPT(sbi)))
145 need_cp = true;
Jaegeuk Kimd5053a342014-10-30 22:47:03 -0700146 else if (test_opt(sbi, FASTBOOT))
147 need_cp = true;
Jaegeuk Kima344b9f2014-11-05 20:05:53 -0800148 else if (sbi->active_logs == 2)
149 need_cp = true;
Chao Yu9d1589e2014-08-20 18:37:35 +0800150
151 return need_cp;
152}
153
Changman Lee9c7bb702014-12-08 15:29:40 +0900154static bool need_inode_page_update(struct f2fs_sb_info *sbi, nid_t ino)
155{
156 struct page *i = find_get_page(NODE_MAPPING(sbi), ino);
157 bool ret = false;
158 /* But we need to avoid that there are some inode updates */
159 if ((i && PageDirty(i)) || need_inode_block_update(sbi, ino))
160 ret = true;
161 f2fs_put_page(i, 0);
162 return ret;
163}
164
Changman Lee51455b12014-12-08 15:29:41 +0900165static void try_to_fix_pino(struct inode *inode)
166{
167 struct f2fs_inode_info *fi = F2FS_I(inode);
168 nid_t pino;
169
170 down_write(&fi->i_sem);
171 fi->xattr_ver = 0;
172 if (file_wrong_pino(inode) && inode->i_nlink == 1 &&
173 get_parent_ino(inode, &pino)) {
174 fi->i_pino = pino;
175 file_got_pino(inode);
176 up_write(&fi->i_sem);
177
178 mark_inode_dirty_sync(inode);
179 f2fs_write_inode(inode, NULL);
180 } else {
181 up_write(&fi->i_sem);
182 }
183}
184
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900185int f2fs_sync_file(struct file *file, loff_t start, loff_t end, int datasync)
186{
187 struct inode *inode = file->f_mapping->host;
Jaegeuk Kimd928bfb2014-03-20 19:10:08 +0900188 struct f2fs_inode_info *fi = F2FS_I(inode);
Jaegeuk Kim40813632014-09-02 15:31:18 -0700189 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kim2403c152014-09-10 14:58:18 -0700190 nid_t ino = inode->i_ino;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900191 int ret = 0;
192 bool need_cp = false;
193 struct writeback_control wbc = {
Jaegeuk Kimc81bf1c2014-03-03 11:28:40 +0900194 .sync_mode = WB_SYNC_ALL,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900195 .nr_to_write = LONG_MAX,
196 .for_reclaim = 0,
197 };
198
Jaegeuk Kim6bacf522013-12-06 15:00:58 +0900199 if (unlikely(f2fs_readonly(inode->i_sb)))
Namjae Jeon1fa95b02012-12-01 10:56:01 +0900200 return 0;
201
Namjae Jeona2a4a7e2013-04-20 01:28:40 +0900202 trace_f2fs_sync_file_enter(inode);
Jaegeuk Kimea1aa122014-07-24 19:11:43 -0700203
204 /* if fdatasync is triggered, let's do in-place-update */
Jaegeuk Kimc46a1552015-12-31 13:49:17 -0800205 if (datasync || get_dirty_pages(inode) <= SM_I(sbi)->min_fsync_blocks)
Jaegeuk Kimea1aa122014-07-24 19:11:43 -0700206 set_inode_flag(fi, FI_NEED_IPU);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900207 ret = filemap_write_and_wait_range(inode->i_mapping, start, end);
Jaegeuk Kimc1ce1b02014-09-10 16:53:02 -0700208 clear_inode_flag(fi, FI_NEED_IPU);
209
Namjae Jeona2a4a7e2013-04-20 01:28:40 +0900210 if (ret) {
211 trace_f2fs_sync_file_exit(inode, need_cp, datasync, ret);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900212 return ret;
Namjae Jeona2a4a7e2013-04-20 01:28:40 +0900213 }
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900214
Changman Lee9c7bb702014-12-08 15:29:40 +0900215 /* if the inode is dirty, let's recover all the time */
Jaegeuk Kim2286c022015-08-15 21:51:05 -0700216 if (!datasync) {
217 f2fs_write_inode(inode, NULL);
Changman Lee9c7bb702014-12-08 15:29:40 +0900218 goto go_write;
219 }
220
Jaegeuk Kim6d99ba412014-07-24 19:08:02 -0700221 /*
222 * if there is no written data, don't waste time to write recovery info.
223 */
224 if (!is_inode_flag_set(fi, FI_APPEND_WRITE) &&
Jaegeuk Kim2403c152014-09-10 14:58:18 -0700225 !exist_written_data(sbi, ino, APPEND_INO)) {
Jaegeuk Kim19c9c462014-09-10 15:04:03 -0700226
Changman Lee9c7bb702014-12-08 15:29:40 +0900227 /* it may call write_inode just prior to fsync */
228 if (need_inode_page_update(sbi, ino))
Jaegeuk Kim19c9c462014-09-10 15:04:03 -0700229 goto go_write;
Jaegeuk Kim19c9c462014-09-10 15:04:03 -0700230
Jaegeuk Kim6d99ba412014-07-24 19:08:02 -0700231 if (is_inode_flag_set(fi, FI_UPDATE_WRITE) ||
Jaegeuk Kim2403c152014-09-10 14:58:18 -0700232 exist_written_data(sbi, ino, UPDATE_INO))
Jaegeuk Kim6d99ba412014-07-24 19:08:02 -0700233 goto flush_out;
234 goto out;
235 }
Jaegeuk Kim19c9c462014-09-10 15:04:03 -0700236go_write:
Jaegeuk Kime5d23852013-07-03 10:55:52 +0900237 /*
238 * Both of fdatasync() and fsync() are able to be recovered from
239 * sudden-power-off.
240 */
Chao Yu9d1589e2014-08-20 18:37:35 +0800241 down_read(&fi->i_sem);
242 need_cp = need_do_checkpoint(inode);
Jaegeuk Kimd928bfb2014-03-20 19:10:08 +0900243 up_read(&fi->i_sem);
244
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900245 if (need_cp) {
246 /* all the dirty node pages should be flushed for POR */
247 ret = f2fs_sync_fs(inode->i_sb, 1);
Jaegeuk Kimd928bfb2014-03-20 19:10:08 +0900248
Changman Lee51455b12014-12-08 15:29:41 +0900249 /*
250 * We've secured consistency through sync_fs. Following pino
251 * will be used only for fsynced inodes after checkpoint.
252 */
253 try_to_fix_pino(inode);
Jaegeuk Kimcff28522015-03-02 10:48:56 -0800254 clear_inode_flag(fi, FI_APPEND_WRITE);
255 clear_inode_flag(fi, FI_UPDATE_WRITE);
Changman Lee51455b12014-12-08 15:29:41 +0900256 goto out;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900257 }
Changman Lee51455b12014-12-08 15:29:41 +0900258sync_nodes:
259 sync_node_pages(sbi, ino, &wbc);
260
Jaegeuk Kim871f5992015-01-09 16:27:17 -0800261 /* if cp_error was enabled, we should avoid infinite loop */
Chao Yu6d5a1492015-12-24 18:04:56 +0800262 if (unlikely(f2fs_cp_error(sbi))) {
263 ret = -EIO;
Jaegeuk Kim871f5992015-01-09 16:27:17 -0800264 goto out;
Chao Yu6d5a1492015-12-24 18:04:56 +0800265 }
Jaegeuk Kim871f5992015-01-09 16:27:17 -0800266
Changman Lee51455b12014-12-08 15:29:41 +0900267 if (need_inode_block_update(sbi, ino)) {
268 mark_inode_dirty_sync(inode);
269 f2fs_write_inode(inode, NULL);
270 goto sync_nodes;
271 }
272
273 ret = wait_on_node_pages_writeback(sbi, ino);
274 if (ret)
275 goto out;
276
277 /* once recovery info is written, don't need to tack this */
Chao Yua49324f2015-12-15 13:29:47 +0800278 remove_ino_entry(sbi, ino, APPEND_INO);
Changman Lee51455b12014-12-08 15:29:41 +0900279 clear_inode_flag(fi, FI_APPEND_WRITE);
280flush_out:
Chao Yua49324f2015-12-15 13:29:47 +0800281 remove_ino_entry(sbi, ino, UPDATE_INO);
Changman Lee51455b12014-12-08 15:29:41 +0900282 clear_inode_flag(fi, FI_UPDATE_WRITE);
283 ret = f2fs_issue_flush(sbi);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -0800284 f2fs_update_time(sbi, REQ_TIME);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900285out:
Namjae Jeona2a4a7e2013-04-20 01:28:40 +0900286 trace_f2fs_sync_file_exit(inode, need_cp, datasync, ret);
Jaegeuk Kim05ca3632015-04-23 14:38:15 -0700287 f2fs_trace_ios(NULL, 1);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900288 return ret;
289}
290
Jaegeuk Kim7f7670f2014-04-28 18:12:36 +0900291static pgoff_t __get_first_dirty_index(struct address_space *mapping,
292 pgoff_t pgofs, int whence)
293{
294 struct pagevec pvec;
295 int nr_pages;
296
297 if (whence != SEEK_DATA)
298 return 0;
299
300 /* find first dirty page index */
301 pagevec_init(&pvec, 0);
Jaegeuk Kim65b85cc2014-07-30 17:25:54 -0700302 nr_pages = pagevec_lookup_tag(&pvec, mapping, &pgofs,
303 PAGECACHE_TAG_DIRTY, 1);
304 pgofs = nr_pages ? pvec.pages[0]->index : LONG_MAX;
Jaegeuk Kim7f7670f2014-04-28 18:12:36 +0900305 pagevec_release(&pvec);
306 return pgofs;
307}
308
309static bool __found_offset(block_t blkaddr, pgoff_t dirty, pgoff_t pgofs,
310 int whence)
311{
312 switch (whence) {
313 case SEEK_DATA:
314 if ((blkaddr == NEW_ADDR && dirty == pgofs) ||
315 (blkaddr != NEW_ADDR && blkaddr != NULL_ADDR))
316 return true;
317 break;
318 case SEEK_HOLE:
319 if (blkaddr == NULL_ADDR)
320 return true;
321 break;
322 }
323 return false;
324}
325
Chao Yu267378d2014-04-23 14:10:24 +0800326static loff_t f2fs_seek_block(struct file *file, loff_t offset, int whence)
327{
328 struct inode *inode = file->f_mapping->host;
329 loff_t maxbytes = inode->i_sb->s_maxbytes;
330 struct dnode_of_data dn;
Jaegeuk Kim7f7670f2014-04-28 18:12:36 +0900331 pgoff_t pgofs, end_offset, dirty;
332 loff_t data_ofs = offset;
333 loff_t isize;
Chao Yu267378d2014-04-23 14:10:24 +0800334 int err = 0;
335
Al Viro59551022016-01-22 15:40:57 -0500336 inode_lock(inode);
Chao Yu267378d2014-04-23 14:10:24 +0800337
338 isize = i_size_read(inode);
339 if (offset >= isize)
340 goto fail;
341
342 /* handle inline data case */
Chao Yu622f28a2014-09-24 18:19:10 +0800343 if (f2fs_has_inline_data(inode) || f2fs_has_inline_dentry(inode)) {
Chao Yu267378d2014-04-23 14:10:24 +0800344 if (whence == SEEK_HOLE)
345 data_ofs = isize;
346 goto found;
347 }
348
349 pgofs = (pgoff_t)(offset >> PAGE_CACHE_SHIFT);
350
Jaegeuk Kim7f7670f2014-04-28 18:12:36 +0900351 dirty = __get_first_dirty_index(inode->i_mapping, pgofs, whence);
352
Chao Yu9edcdab2015-09-11 14:43:52 +0800353 for (; data_ofs < isize; data_ofs = (loff_t)pgofs << PAGE_CACHE_SHIFT) {
Chao Yu267378d2014-04-23 14:10:24 +0800354 set_new_dnode(&dn, inode, NULL, NULL, 0);
355 err = get_dnode_of_data(&dn, pgofs, LOOKUP_NODE_RA);
356 if (err && err != -ENOENT) {
357 goto fail;
358 } else if (err == -ENOENT) {
arter97e1c42042014-08-06 23:22:50 +0900359 /* direct node does not exists */
Chao Yu267378d2014-04-23 14:10:24 +0800360 if (whence == SEEK_DATA) {
361 pgofs = PGOFS_OF_NEXT_DNODE(pgofs,
362 F2FS_I(inode));
363 continue;
364 } else {
365 goto found;
366 }
367 }
368
Chao Yu6b2920a2014-07-07 11:21:59 +0800369 end_offset = ADDRS_PER_PAGE(dn.node_page, F2FS_I(inode));
Chao Yu267378d2014-04-23 14:10:24 +0800370
371 /* find data/hole in dnode block */
372 for (; dn.ofs_in_node < end_offset;
373 dn.ofs_in_node++, pgofs++,
Chao Yu2e023172015-02-09 11:23:58 +0800374 data_ofs = (loff_t)pgofs << PAGE_CACHE_SHIFT) {
Chao Yu267378d2014-04-23 14:10:24 +0800375 block_t blkaddr;
376 blkaddr = datablock_addr(dn.node_page, dn.ofs_in_node);
377
Jaegeuk Kim7f7670f2014-04-28 18:12:36 +0900378 if (__found_offset(blkaddr, dirty, pgofs, whence)) {
Chao Yu267378d2014-04-23 14:10:24 +0800379 f2fs_put_dnode(&dn);
380 goto found;
381 }
382 }
383 f2fs_put_dnode(&dn);
384 }
385
386 if (whence == SEEK_DATA)
387 goto fail;
Chao Yu267378d2014-04-23 14:10:24 +0800388found:
Jaegeuk Kimfe369bc2014-04-28 17:02:48 +0900389 if (whence == SEEK_HOLE && data_ofs > isize)
390 data_ofs = isize;
Al Viro59551022016-01-22 15:40:57 -0500391 inode_unlock(inode);
Chao Yu267378d2014-04-23 14:10:24 +0800392 return vfs_setpos(file, data_ofs, maxbytes);
393fail:
Al Viro59551022016-01-22 15:40:57 -0500394 inode_unlock(inode);
Chao Yu267378d2014-04-23 14:10:24 +0800395 return -ENXIO;
396}
397
398static loff_t f2fs_llseek(struct file *file, loff_t offset, int whence)
399{
400 struct inode *inode = file->f_mapping->host;
401 loff_t maxbytes = inode->i_sb->s_maxbytes;
402
403 switch (whence) {
404 case SEEK_SET:
405 case SEEK_CUR:
406 case SEEK_END:
407 return generic_file_llseek_size(file, offset, whence,
408 maxbytes, i_size_read(inode));
409 case SEEK_DATA:
410 case SEEK_HOLE:
Jaegeuk Kim0b4c5afde2014-09-08 10:59:43 -0700411 if (offset < 0)
412 return -ENXIO;
Chao Yu267378d2014-04-23 14:10:24 +0800413 return f2fs_seek_block(file, offset, whence);
414 }
415
416 return -EINVAL;
417}
418
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900419static int f2fs_file_mmap(struct file *file, struct vm_area_struct *vma)
420{
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700421 struct inode *inode = file_inode(file);
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800422 int err;
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700423
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700424 if (f2fs_encrypted_inode(inode)) {
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800425 err = f2fs_get_encryption_info(inode);
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700426 if (err)
427 return 0;
428 }
429
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700430 /* we don't need to use inline_data strictly */
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800431 err = f2fs_convert_inline_inode(inode);
432 if (err)
433 return err;
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700434
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900435 file_accessed(file);
436 vma->vm_ops = &f2fs_file_vm_ops;
437 return 0;
438}
439
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700440static int f2fs_file_open(struct inode *inode, struct file *filp)
441{
442 int ret = generic_file_open(inode, filp);
443
444 if (!ret && f2fs_encrypted_inode(inode)) {
445 ret = f2fs_get_encryption_info(inode);
446 if (ret)
447 ret = -EACCES;
448 }
449 return ret;
450}
451
Jaegeuk Kimb292dcab2013-05-22 08:02:02 +0900452int truncate_data_blocks_range(struct dnode_of_data *dn, int count)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900453{
Jaegeuk Kim40813632014-09-02 15:31:18 -0700454 struct f2fs_sb_info *sbi = F2FS_I_SB(dn->inode);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900455 struct f2fs_node *raw_node;
Chao Yu19b2c302015-08-26 20:34:48 +0800456 int nr_free = 0, ofs = dn->ofs_in_node, len = count;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900457 __le32 *addr;
458
Gu Zheng45590712013-07-15 17:57:38 +0800459 raw_node = F2FS_NODE(dn->node_page);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900460 addr = blkaddr_in_node(raw_node) + ofs;
461
Chris Fries6c311ec2014-01-17 14:44:39 -0600462 for (; count > 0; count--, addr++, dn->ofs_in_node++) {
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900463 block_t blkaddr = le32_to_cpu(*addr);
464 if (blkaddr == NULL_ADDR)
465 continue;
466
Jaegeuk Kime1509cf2014-12-30 22:57:55 -0800467 dn->data_blkaddr = NULL_ADDR;
Chao Yu216a6202015-03-19 19:23:32 +0800468 set_data_blkaddr(dn);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900469 invalidate_blocks(sbi, blkaddr);
Jaegeuk Kim3c6c2be2015-03-17 17:16:35 -0700470 if (dn->ofs_in_node == 0 && IS_INODE(dn->node_page))
471 clear_inode_flag(F2FS_I(dn->inode),
472 FI_FIRST_BLOCK_WRITTEN);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900473 nr_free++;
474 }
Chao Yu19b2c302015-08-26 20:34:48 +0800475
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900476 if (nr_free) {
Chao Yu19b2c302015-08-26 20:34:48 +0800477 pgoff_t fofs;
478 /*
479 * once we invalidate valid blkaddr in range [ofs, ofs + count],
480 * we will invalidate all blkaddr in the whole range.
481 */
482 fofs = start_bidx_of_node(ofs_of_node(dn->node_page),
483 F2FS_I(dn->inode)) + ofs;
484 f2fs_update_extent_cache_range(dn, fofs, 0, len);
Namjae Jeond7cc9502013-06-08 21:25:40 +0900485 dec_valid_block_count(sbi, dn->inode, nr_free);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900486 sync_inode_page(dn);
487 }
488 dn->ofs_in_node = ofs;
Namjae Jeon51dd6242013-04-20 01:28:52 +0900489
Jaegeuk Kimd0239e12016-01-08 16:57:48 -0800490 f2fs_update_time(sbi, REQ_TIME);
Namjae Jeon51dd6242013-04-20 01:28:52 +0900491 trace_f2fs_truncate_data_blocks_range(dn->inode, dn->nid,
492 dn->ofs_in_node, nr_free);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900493 return nr_free;
494}
495
496void truncate_data_blocks(struct dnode_of_data *dn)
497{
498 truncate_data_blocks_range(dn, ADDRS_PER_BLOCK);
499}
500
Chao Yu0bfcfcc2015-03-10 13:16:25 +0800501static int truncate_partial_data_page(struct inode *inode, u64 from,
Jaegeuk Kim43f3eae2015-04-30 17:00:33 -0700502 bool cache_only)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900503{
504 unsigned offset = from & (PAGE_CACHE_SIZE - 1);
Jaegeuk Kim43f3eae2015-04-30 17:00:33 -0700505 pgoff_t index = from >> PAGE_CACHE_SHIFT;
506 struct address_space *mapping = inode->i_mapping;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900507 struct page *page;
508
Jaegeuk Kim43f3eae2015-04-30 17:00:33 -0700509 if (!offset && !cache_only)
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700510 return 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900511
Jaegeuk Kim43f3eae2015-04-30 17:00:33 -0700512 if (cache_only) {
Jaegeuk Kima56c7c62015-10-09 15:11:38 -0700513 page = f2fs_grab_cache_page(mapping, index, false);
Jaegeuk Kim43f3eae2015-04-30 17:00:33 -0700514 if (page && PageUptodate(page))
515 goto truncate_out;
516 f2fs_put_page(page, 1);
517 return 0;
518 }
519
Jaegeuk Kima56c7c62015-10-09 15:11:38 -0700520 page = get_lock_data_page(inode, index, true);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900521 if (IS_ERR(page))
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700522 return 0;
Jaegeuk Kim43f3eae2015-04-30 17:00:33 -0700523truncate_out:
Jaegeuk Kim3cb5ad12014-03-18 13:29:07 +0900524 f2fs_wait_on_page_writeback(page, DATA);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900525 zero_user(page, offset, PAGE_CACHE_SIZE - offset);
Jaegeuk Kim4375a332015-04-23 12:04:33 -0700526 if (!cache_only || !f2fs_encrypted_inode(inode) || !S_ISREG(inode->i_mode))
Chao Yu0bfcfcc2015-03-10 13:16:25 +0800527 set_page_dirty(page);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900528 f2fs_put_page(page, 1);
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700529 return 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900530}
531
Jaegeuk Kim764aa3e2014-08-14 16:32:54 -0700532int truncate_blocks(struct inode *inode, u64 from, bool lock)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900533{
Jaegeuk Kim40813632014-09-02 15:31:18 -0700534 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900535 unsigned int blocksize = inode->i_sb->s_blocksize;
536 struct dnode_of_data dn;
537 pgoff_t free_from;
Huajun Li9ffe0fb2013-11-10 23:13:20 +0800538 int count = 0, err = 0;
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700539 struct page *ipage;
Chao Yu0bfcfcc2015-03-10 13:16:25 +0800540 bool truncate_page = false;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900541
Namjae Jeon51dd6242013-04-20 01:28:52 +0900542 trace_f2fs_truncate_blocks_enter(inode, from);
543
Jaegeuk Kimf7ef9b82015-02-09 12:02:44 -0800544 free_from = (pgoff_t)F2FS_BYTES_TO_BLK(from + blocksize - 1);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900545
Jaegeuk Kim764aa3e2014-08-14 16:32:54 -0700546 if (lock)
547 f2fs_lock_op(sbi);
Huajun Li9ffe0fb2013-11-10 23:13:20 +0800548
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700549 ipage = get_node_page(sbi, inode->i_ino);
550 if (IS_ERR(ipage)) {
551 err = PTR_ERR(ipage);
552 goto out;
553 }
554
555 if (f2fs_has_inline_data(inode)) {
Chao Yu0bfcfcc2015-03-10 13:16:25 +0800556 if (truncate_inline_inode(ipage, from))
557 set_page_dirty(ipage);
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700558 f2fs_put_page(ipage, 1);
Chao Yu0bfcfcc2015-03-10 13:16:25 +0800559 truncate_page = true;
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700560 goto out;
561 }
562
563 set_new_dnode(&dn, inode, ipage, NULL, 0);
Jaegeuk Kim266e97a2013-02-26 13:10:46 +0900564 err = get_dnode_of_data(&dn, free_from, LOOKUP_NODE);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900565 if (err) {
566 if (err == -ENOENT)
567 goto free_next;
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700568 goto out;
Jaegeuk Kim1ce86bf2014-10-15 10:24:34 -0700569 }
570
Chao Yu6403eb12014-04-26 19:59:52 +0800571 count = ADDRS_PER_PAGE(dn.node_page, F2FS_I(inode));
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900572
573 count -= dn.ofs_in_node;
Jaegeuk Kim9850cf42014-09-02 15:52:58 -0700574 f2fs_bug_on(sbi, count < 0);
Jaegeuk Kim39936832012-11-22 16:21:29 +0900575
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900576 if (dn.ofs_in_node || IS_INODE(dn.node_page)) {
577 truncate_data_blocks_range(&dn, count);
578 free_from += count;
579 }
580
581 f2fs_put_dnode(&dn);
582free_next:
583 err = truncate_inode_blocks(inode, free_from);
Jaegeuk Kim764d2c82014-11-11 11:01:01 -0800584out:
585 if (lock)
586 f2fs_unlock_op(sbi);
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -0700587
588 /* lastly zero out the first data page */
589 if (!err)
Chao Yu0bfcfcc2015-03-10 13:16:25 +0800590 err = truncate_partial_data_page(inode, from, truncate_page);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900591
Namjae Jeon51dd6242013-04-20 01:28:52 +0900592 trace_f2fs_truncate_blocks_exit(inode, err);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900593 return err;
594}
595
Chao Yub0154892015-08-24 17:39:42 +0800596int f2fs_truncate(struct inode *inode, bool lock)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900597{
Chao Yub0154892015-08-24 17:39:42 +0800598 int err;
599
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900600 if (!(S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||
601 S_ISLNK(inode->i_mode)))
Chao Yub0154892015-08-24 17:39:42 +0800602 return 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900603
Namjae Jeon51dd6242013-04-20 01:28:52 +0900604 trace_f2fs_truncate(inode);
605
Jaegeuk Kim92dffd02014-11-11 14:10:01 -0800606 /* we should check inline_data size */
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800607 if (!f2fs_may_inline_data(inode)) {
Chao Yub0154892015-08-24 17:39:42 +0800608 err = f2fs_convert_inline_inode(inode);
609 if (err)
610 return err;
Jaegeuk Kim92dffd02014-11-11 14:10:01 -0800611 }
612
Chao Yub0154892015-08-24 17:39:42 +0800613 err = truncate_blocks(inode, i_size_read(inode), lock);
614 if (err)
615 return err;
616
617 inode->i_mtime = inode->i_ctime = CURRENT_TIME;
618 mark_inode_dirty(inode);
619 return 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900620}
621
Jaegeuk Kim2d4d9fb52013-06-07 16:33:07 +0900622int f2fs_getattr(struct vfsmount *mnt,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900623 struct dentry *dentry, struct kstat *stat)
624{
David Howells2b0143b2015-03-17 22:25:59 +0000625 struct inode *inode = d_inode(dentry);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900626 generic_fillattr(inode, stat);
627 stat->blocks <<= 3;
628 return 0;
629}
630
631#ifdef CONFIG_F2FS_FS_POSIX_ACL
632static void __setattr_copy(struct inode *inode, const struct iattr *attr)
633{
634 struct f2fs_inode_info *fi = F2FS_I(inode);
635 unsigned int ia_valid = attr->ia_valid;
636
637 if (ia_valid & ATTR_UID)
638 inode->i_uid = attr->ia_uid;
639 if (ia_valid & ATTR_GID)
640 inode->i_gid = attr->ia_gid;
641 if (ia_valid & ATTR_ATIME)
642 inode->i_atime = timespec_trunc(attr->ia_atime,
643 inode->i_sb->s_time_gran);
644 if (ia_valid & ATTR_MTIME)
645 inode->i_mtime = timespec_trunc(attr->ia_mtime,
646 inode->i_sb->s_time_gran);
647 if (ia_valid & ATTR_CTIME)
648 inode->i_ctime = timespec_trunc(attr->ia_ctime,
649 inode->i_sb->s_time_gran);
650 if (ia_valid & ATTR_MODE) {
651 umode_t mode = attr->ia_mode;
652
653 if (!in_group_p(inode->i_gid) && !capable(CAP_FSETID))
654 mode &= ~S_ISGID;
655 set_acl_inode(fi, mode);
656 }
657}
658#else
659#define __setattr_copy setattr_copy
660#endif
661
662int f2fs_setattr(struct dentry *dentry, struct iattr *attr)
663{
David Howells2b0143b2015-03-17 22:25:59 +0000664 struct inode *inode = d_inode(dentry);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900665 struct f2fs_inode_info *fi = F2FS_I(inode);
666 int err;
667
668 err = inode_change_ok(inode, attr);
669 if (err)
670 return err;
671
Chao Yu09db6a22014-09-15 18:02:09 +0800672 if (attr->ia_valid & ATTR_SIZE) {
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -0700673 if (f2fs_encrypted_inode(inode) &&
674 f2fs_get_encryption_info(inode))
675 return -EACCES;
676
Chao Yu3c454142015-06-05 18:34:02 +0800677 if (attr->ia_size <= i_size_read(inode)) {
Chao Yu09db6a22014-09-15 18:02:09 +0800678 truncate_setsize(inode, attr->ia_size);
Chao Yub0154892015-08-24 17:39:42 +0800679 err = f2fs_truncate(inode, true);
680 if (err)
681 return err;
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -0800682 f2fs_balance_fs(F2FS_I_SB(inode), true);
Chao Yu09db6a22014-09-15 18:02:09 +0800683 } else {
684 /*
Chao Yu3c454142015-06-05 18:34:02 +0800685 * do not trim all blocks after i_size if target size is
686 * larger than i_size.
Chao Yu09db6a22014-09-15 18:02:09 +0800687 */
Chao Yu3c454142015-06-05 18:34:02 +0800688 truncate_setsize(inode, attr->ia_size);
Chao Yu0cab80e2015-12-01 11:36:16 +0800689
690 /* should convert inline inode here */
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800691 if (!f2fs_may_inline_data(inode)) {
Chao Yu0cab80e2015-12-01 11:36:16 +0800692 err = f2fs_convert_inline_inode(inode);
693 if (err)
694 return err;
695 }
Chao Yu345a6b22015-09-28 17:46:01 +0800696 inode->i_mtime = inode->i_ctime = CURRENT_TIME;
Chao Yu09db6a22014-09-15 18:02:09 +0800697 }
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900698 }
699
700 __setattr_copy(inode, attr);
701
702 if (attr->ia_valid & ATTR_MODE) {
Christoph Hellwiga6dda0e2013-12-20 05:16:45 -0800703 err = posix_acl_chmod(inode, get_inode_mode(inode));
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900704 if (err || is_inode_flag_set(fi, FI_ACL_MODE)) {
705 inode->i_mode = fi->i_acl_mode;
706 clear_inode_flag(fi, FI_ACL_MODE);
707 }
708 }
709
710 mark_inode_dirty(inode);
711 return err;
712}
713
714const struct inode_operations f2fs_file_inode_operations = {
715 .getattr = f2fs_getattr,
716 .setattr = f2fs_setattr,
717 .get_acl = f2fs_get_acl,
Christoph Hellwiga6dda0e2013-12-20 05:16:45 -0800718 .set_acl = f2fs_set_acl,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900719#ifdef CONFIG_F2FS_FS_XATTR
720 .setxattr = generic_setxattr,
721 .getxattr = generic_getxattr,
722 .listxattr = f2fs_listxattr,
723 .removexattr = generic_removexattr,
724#endif
Jaegeuk Kim9ab70132014-06-08 04:30:14 +0900725 .fiemap = f2fs_fiemap,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900726};
727
Chao Yu63943282015-08-07 18:36:06 +0800728static int fill_zero(struct inode *inode, pgoff_t index,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900729 loff_t start, loff_t len)
730{
Jaegeuk Kim40813632014-09-02 15:31:18 -0700731 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900732 struct page *page;
733
734 if (!len)
Chao Yu63943282015-08-07 18:36:06 +0800735 return 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900736
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -0800737 f2fs_balance_fs(sbi, true);
Jaegeuk Kimbd43df02013-01-25 18:33:41 +0900738
Gu Zhenge4795562013-09-27 18:08:30 +0800739 f2fs_lock_op(sbi);
Jaegeuk Kim64aa7ed2013-05-20 09:55:50 +0900740 page = get_new_data_page(inode, NULL, index, false);
Gu Zhenge4795562013-09-27 18:08:30 +0800741 f2fs_unlock_op(sbi);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900742
Chao Yu63943282015-08-07 18:36:06 +0800743 if (IS_ERR(page))
744 return PTR_ERR(page);
745
746 f2fs_wait_on_page_writeback(page, DATA);
747 zero_user(page, start, len);
748 set_page_dirty(page);
749 f2fs_put_page(page, 1);
750 return 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900751}
752
753int truncate_hole(struct inode *inode, pgoff_t pg_start, pgoff_t pg_end)
754{
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900755 int err;
756
Chao Yuea587112015-09-17 20:22:44 +0800757 while (pg_start < pg_end) {
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900758 struct dnode_of_data dn;
Chao Yuea587112015-09-17 20:22:44 +0800759 pgoff_t end_offset, count;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900760
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900761 set_new_dnode(&dn, inode, NULL, NULL, 0);
Chao Yuea587112015-09-17 20:22:44 +0800762 err = get_dnode_of_data(&dn, pg_start, LOOKUP_NODE);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900763 if (err) {
Chao Yuea587112015-09-17 20:22:44 +0800764 if (err == -ENOENT) {
765 pg_start++;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900766 continue;
Chao Yuea587112015-09-17 20:22:44 +0800767 }
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900768 return err;
769 }
770
Chao Yuea587112015-09-17 20:22:44 +0800771 end_offset = ADDRS_PER_PAGE(dn.node_page, F2FS_I(inode));
772 count = min(end_offset - dn.ofs_in_node, pg_end - pg_start);
773
774 f2fs_bug_on(F2FS_I_SB(inode), count == 0 || count > end_offset);
775
776 truncate_data_blocks_range(&dn, count);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900777 f2fs_put_dnode(&dn);
Chao Yuea587112015-09-17 20:22:44 +0800778
779 pg_start += count;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900780 }
781 return 0;
782}
783
Chao Yua66c7b22013-11-22 16:52:50 +0800784static int punch_hole(struct inode *inode, loff_t offset, loff_t len)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900785{
786 pgoff_t pg_start, pg_end;
787 loff_t off_start, off_end;
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800788 int ret;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900789
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800790 ret = f2fs_convert_inline_inode(inode);
791 if (ret)
792 return ret;
Huajun Li9ffe0fb2013-11-10 23:13:20 +0800793
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900794 pg_start = ((unsigned long long) offset) >> PAGE_CACHE_SHIFT;
795 pg_end = ((unsigned long long) offset + len) >> PAGE_CACHE_SHIFT;
796
797 off_start = offset & (PAGE_CACHE_SIZE - 1);
798 off_end = (offset + len) & (PAGE_CACHE_SIZE - 1);
799
800 if (pg_start == pg_end) {
Chao Yu63943282015-08-07 18:36:06 +0800801 ret = fill_zero(inode, pg_start, off_start,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900802 off_end - off_start);
Chao Yu63943282015-08-07 18:36:06 +0800803 if (ret)
804 return ret;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900805 } else {
Chao Yu63943282015-08-07 18:36:06 +0800806 if (off_start) {
807 ret = fill_zero(inode, pg_start++, off_start,
808 PAGE_CACHE_SIZE - off_start);
809 if (ret)
810 return ret;
811 }
812 if (off_end) {
813 ret = fill_zero(inode, pg_end, 0, off_end);
814 if (ret)
815 return ret;
816 }
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900817
818 if (pg_start < pg_end) {
819 struct address_space *mapping = inode->i_mapping;
820 loff_t blk_start, blk_end;
Jaegeuk Kim40813632014-09-02 15:31:18 -0700821 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jason Hrycay1127a3d2013-04-08 20:16:44 -0500822
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -0800823 f2fs_balance_fs(sbi, true);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900824
Chao Yu9edcdab2015-09-11 14:43:52 +0800825 blk_start = (loff_t)pg_start << PAGE_CACHE_SHIFT;
826 blk_end = (loff_t)pg_end << PAGE_CACHE_SHIFT;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900827 truncate_inode_pages_range(mapping, blk_start,
828 blk_end - 1);
Jaegeuk Kim39936832012-11-22 16:21:29 +0900829
Gu Zhenge4795562013-09-27 18:08:30 +0800830 f2fs_lock_op(sbi);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900831 ret = truncate_hole(inode, pg_start, pg_end);
Gu Zhenge4795562013-09-27 18:08:30 +0800832 f2fs_unlock_op(sbi);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900833 }
834 }
835
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +0900836 return ret;
837}
838
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700839static int __exchange_data_block(struct inode *inode, pgoff_t src,
840 pgoff_t dst, bool full)
Chao Yub4ace332015-05-06 13:09:46 +0800841{
842 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
843 struct dnode_of_data dn;
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700844 block_t new_addr;
845 bool do_replace = false;
846 int ret;
847
848 set_new_dnode(&dn, inode, NULL, NULL, 0);
849 ret = get_dnode_of_data(&dn, src, LOOKUP_NODE_RA);
850 if (ret && ret != -ENOENT) {
851 return ret;
852 } else if (ret == -ENOENT) {
853 new_addr = NULL_ADDR;
854 } else {
855 new_addr = dn.data_blkaddr;
856 if (!is_checkpointed_data(sbi, new_addr)) {
857 dn.data_blkaddr = NULL_ADDR;
858 /* do not invalidate this block address */
859 set_data_blkaddr(&dn);
860 f2fs_update_extent_cache(&dn);
861 do_replace = true;
862 }
863 f2fs_put_dnode(&dn);
864 }
865
866 if (new_addr == NULL_ADDR)
867 return full ? truncate_hole(inode, dst, dst + 1) : 0;
868
869 if (do_replace) {
870 struct page *ipage = get_node_page(sbi, inode->i_ino);
871 struct node_info ni;
872
873 if (IS_ERR(ipage)) {
874 ret = PTR_ERR(ipage);
875 goto err_out;
876 }
877
878 set_new_dnode(&dn, inode, ipage, NULL, 0);
879 ret = f2fs_reserve_block(&dn, dst);
880 if (ret)
881 goto err_out;
882
883 truncate_data_blocks_range(&dn, 1);
884
885 get_node_info(sbi, dn.nid, &ni);
886 f2fs_replace_block(sbi, &dn, dn.data_blkaddr, new_addr,
887 ni.version, true);
888 f2fs_put_dnode(&dn);
889 } else {
890 struct page *psrc, *pdst;
891
Jaegeuk Kima56c7c62015-10-09 15:11:38 -0700892 psrc = get_lock_data_page(inode, src, true);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700893 if (IS_ERR(psrc))
894 return PTR_ERR(psrc);
895 pdst = get_new_data_page(inode, NULL, dst, false);
896 if (IS_ERR(pdst)) {
897 f2fs_put_page(psrc, 1);
898 return PTR_ERR(pdst);
899 }
900 f2fs_copy_page(psrc, pdst);
901 set_page_dirty(pdst);
902 f2fs_put_page(pdst, 1);
903 f2fs_put_page(psrc, 1);
904
905 return truncate_hole(inode, src, src + 1);
906 }
907 return 0;
908
909err_out:
910 if (!get_dnode_of_data(&dn, src, LOOKUP_NODE)) {
911 dn.data_blkaddr = new_addr;
912 set_data_blkaddr(&dn);
913 f2fs_update_extent_cache(&dn);
914 f2fs_put_dnode(&dn);
915 }
916 return ret;
917}
918
919static int f2fs_do_collapse(struct inode *inode, pgoff_t start, pgoff_t end)
920{
921 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Chao Yub4ace332015-05-06 13:09:46 +0800922 pgoff_t nrpages = (i_size_read(inode) + PAGE_SIZE - 1) / PAGE_SIZE;
923 int ret = 0;
924
Chao Yub4ace332015-05-06 13:09:46 +0800925 for (; end < nrpages; start++, end++) {
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -0800926 f2fs_balance_fs(sbi, true);
Chao Yuecbaa402015-07-16 18:18:11 +0800927 f2fs_lock_op(sbi);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700928 ret = __exchange_data_block(inode, end, start, true);
Chao Yuecbaa402015-07-16 18:18:11 +0800929 f2fs_unlock_op(sbi);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700930 if (ret)
931 break;
Chao Yub4ace332015-05-06 13:09:46 +0800932 }
Chao Yub4ace332015-05-06 13:09:46 +0800933 return ret;
934}
935
936static int f2fs_collapse_range(struct inode *inode, loff_t offset, loff_t len)
937{
938 pgoff_t pg_start, pg_end;
939 loff_t new_size;
940 int ret;
941
Chao Yub4ace332015-05-06 13:09:46 +0800942 if (offset + len >= i_size_read(inode))
943 return -EINVAL;
944
945 /* collapse range should be aligned to block size of f2fs. */
946 if (offset & (F2FS_BLKSIZE - 1) || len & (F2FS_BLKSIZE - 1))
947 return -EINVAL;
948
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800949 ret = f2fs_convert_inline_inode(inode);
950 if (ret)
951 return ret;
Jaegeuk Kim97a7b2c2015-06-17 13:59:05 -0700952
Chao Yub4ace332015-05-06 13:09:46 +0800953 pg_start = offset >> PAGE_CACHE_SHIFT;
954 pg_end = (offset + len) >> PAGE_CACHE_SHIFT;
955
956 /* write out all dirty pages from offset */
957 ret = filemap_write_and_wait_range(inode->i_mapping, offset, LLONG_MAX);
958 if (ret)
959 return ret;
960
961 truncate_pagecache(inode, offset);
962
963 ret = f2fs_do_collapse(inode, pg_start, pg_end);
964 if (ret)
965 return ret;
966
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700967 /* write out all moved pages, if possible */
968 filemap_write_and_wait_range(inode->i_mapping, offset, LLONG_MAX);
969 truncate_pagecache(inode, offset);
970
Chao Yub4ace332015-05-06 13:09:46 +0800971 new_size = i_size_read(inode) - len;
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -0700972 truncate_pagecache(inode, new_size);
Chao Yub4ace332015-05-06 13:09:46 +0800973
974 ret = truncate_blocks(inode, new_size, true);
975 if (!ret)
976 i_size_write(inode, new_size);
977
978 return ret;
979}
980
Chao Yu75cd4e02015-05-06 13:11:13 +0800981static int f2fs_zero_range(struct inode *inode, loff_t offset, loff_t len,
982 int mode)
983{
984 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
985 struct address_space *mapping = inode->i_mapping;
986 pgoff_t index, pg_start, pg_end;
987 loff_t new_size = i_size_read(inode);
988 loff_t off_start, off_end;
989 int ret = 0;
990
Chao Yu75cd4e02015-05-06 13:11:13 +0800991 ret = inode_newsize_ok(inode, (len + offset));
992 if (ret)
993 return ret;
994
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -0800995 ret = f2fs_convert_inline_inode(inode);
996 if (ret)
997 return ret;
Chao Yu75cd4e02015-05-06 13:11:13 +0800998
999 ret = filemap_write_and_wait_range(mapping, offset, offset + len - 1);
1000 if (ret)
1001 return ret;
1002
1003 truncate_pagecache_range(inode, offset, offset + len - 1);
1004
1005 pg_start = ((unsigned long long) offset) >> PAGE_CACHE_SHIFT;
1006 pg_end = ((unsigned long long) offset + len) >> PAGE_CACHE_SHIFT;
1007
1008 off_start = offset & (PAGE_CACHE_SIZE - 1);
1009 off_end = (offset + len) & (PAGE_CACHE_SIZE - 1);
1010
1011 if (pg_start == pg_end) {
Chao Yu63943282015-08-07 18:36:06 +08001012 ret = fill_zero(inode, pg_start, off_start,
1013 off_end - off_start);
1014 if (ret)
1015 return ret;
1016
Chao Yu75cd4e02015-05-06 13:11:13 +08001017 if (offset + len > new_size)
1018 new_size = offset + len;
1019 new_size = max_t(loff_t, new_size, offset + len);
1020 } else {
1021 if (off_start) {
Chao Yu63943282015-08-07 18:36:06 +08001022 ret = fill_zero(inode, pg_start++, off_start,
1023 PAGE_CACHE_SIZE - off_start);
1024 if (ret)
1025 return ret;
1026
Chao Yu75cd4e02015-05-06 13:11:13 +08001027 new_size = max_t(loff_t, new_size,
Chao Yu9edcdab2015-09-11 14:43:52 +08001028 (loff_t)pg_start << PAGE_CACHE_SHIFT);
Chao Yu75cd4e02015-05-06 13:11:13 +08001029 }
1030
1031 for (index = pg_start; index < pg_end; index++) {
1032 struct dnode_of_data dn;
1033 struct page *ipage;
1034
1035 f2fs_lock_op(sbi);
1036
1037 ipage = get_node_page(sbi, inode->i_ino);
1038 if (IS_ERR(ipage)) {
1039 ret = PTR_ERR(ipage);
1040 f2fs_unlock_op(sbi);
1041 goto out;
1042 }
1043
1044 set_new_dnode(&dn, inode, ipage, NULL, 0);
1045 ret = f2fs_reserve_block(&dn, index);
1046 if (ret) {
1047 f2fs_unlock_op(sbi);
1048 goto out;
1049 }
1050
1051 if (dn.data_blkaddr != NEW_ADDR) {
1052 invalidate_blocks(sbi, dn.data_blkaddr);
1053
1054 dn.data_blkaddr = NEW_ADDR;
1055 set_data_blkaddr(&dn);
1056
1057 dn.data_blkaddr = NULL_ADDR;
1058 f2fs_update_extent_cache(&dn);
1059 }
1060 f2fs_put_dnode(&dn);
1061 f2fs_unlock_op(sbi);
1062
1063 new_size = max_t(loff_t, new_size,
Chao Yu9edcdab2015-09-11 14:43:52 +08001064 (loff_t)(index + 1) << PAGE_CACHE_SHIFT);
Chao Yu75cd4e02015-05-06 13:11:13 +08001065 }
1066
1067 if (off_end) {
Chao Yu63943282015-08-07 18:36:06 +08001068 ret = fill_zero(inode, pg_end, 0, off_end);
1069 if (ret)
1070 goto out;
1071
Chao Yu75cd4e02015-05-06 13:11:13 +08001072 new_size = max_t(loff_t, new_size, offset + len);
1073 }
1074 }
1075
1076out:
1077 if (!(mode & FALLOC_FL_KEEP_SIZE) && i_size_read(inode) < new_size) {
1078 i_size_write(inode, new_size);
1079 mark_inode_dirty(inode);
1080 update_inode_page(inode);
1081 }
1082
1083 return ret;
1084}
1085
Chao Yuf62185d2015-05-28 19:16:57 +08001086static int f2fs_insert_range(struct inode *inode, loff_t offset, loff_t len)
1087{
1088 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
1089 pgoff_t pg_start, pg_end, delta, nrpages, idx;
1090 loff_t new_size;
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -07001091 int ret = 0;
Chao Yuf62185d2015-05-28 19:16:57 +08001092
Chao Yuf62185d2015-05-28 19:16:57 +08001093 new_size = i_size_read(inode) + len;
1094 if (new_size > inode->i_sb->s_maxbytes)
1095 return -EFBIG;
1096
1097 if (offset >= i_size_read(inode))
1098 return -EINVAL;
1099
1100 /* insert range should be aligned to block size of f2fs. */
1101 if (offset & (F2FS_BLKSIZE - 1) || len & (F2FS_BLKSIZE - 1))
1102 return -EINVAL;
1103
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -08001104 ret = f2fs_convert_inline_inode(inode);
1105 if (ret)
1106 return ret;
Jaegeuk Kim97a7b2c2015-06-17 13:59:05 -07001107
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -08001108 f2fs_balance_fs(sbi, true);
Jaegeuk Kim2a340762015-12-22 13:23:35 -08001109
Chao Yuf62185d2015-05-28 19:16:57 +08001110 ret = truncate_blocks(inode, i_size_read(inode), true);
1111 if (ret)
1112 return ret;
1113
1114 /* write out all dirty pages from offset */
1115 ret = filemap_write_and_wait_range(inode->i_mapping, offset, LLONG_MAX);
1116 if (ret)
1117 return ret;
1118
1119 truncate_pagecache(inode, offset);
1120
1121 pg_start = offset >> PAGE_CACHE_SHIFT;
1122 pg_end = (offset + len) >> PAGE_CACHE_SHIFT;
1123 delta = pg_end - pg_start;
1124 nrpages = (i_size_read(inode) + PAGE_SIZE - 1) / PAGE_SIZE;
1125
1126 for (idx = nrpages - 1; idx >= pg_start && idx != -1; idx--) {
Chao Yuf62185d2015-05-28 19:16:57 +08001127 f2fs_lock_op(sbi);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -07001128 ret = __exchange_data_block(inode, idx, idx + delta, false);
Chao Yuf62185d2015-05-28 19:16:57 +08001129 f2fs_unlock_op(sbi);
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -07001130 if (ret)
1131 break;
Chao Yuf62185d2015-05-28 19:16:57 +08001132 }
1133
Jaegeuk Kim6e2c64a2015-10-07 12:28:41 -07001134 /* write out all moved pages, if possible */
1135 filemap_write_and_wait_range(inode->i_mapping, offset, LLONG_MAX);
1136 truncate_pagecache(inode, offset);
1137
1138 if (!ret)
1139 i_size_write(inode, new_size);
Chao Yuf62185d2015-05-28 19:16:57 +08001140 return ret;
1141}
1142
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001143static int expand_inode_data(struct inode *inode, loff_t offset,
1144 loff_t len, int mode)
1145{
Jaegeuk Kim40813632014-09-02 15:31:18 -07001146 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001147 pgoff_t index, pg_start, pg_end;
1148 loff_t new_size = i_size_read(inode);
1149 loff_t off_start, off_end;
1150 int ret = 0;
1151
1152 ret = inode_newsize_ok(inode, (len + offset));
1153 if (ret)
1154 return ret;
1155
Jaegeuk Kimb9d777b2015-12-22 11:09:35 -08001156 ret = f2fs_convert_inline_inode(inode);
1157 if (ret)
1158 return ret;
Jaegeuk Kim9e09fc82013-12-27 12:28:59 +09001159
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -08001160 f2fs_balance_fs(sbi, true);
Jaegeuk Kim2a340762015-12-22 13:23:35 -08001161
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001162 pg_start = ((unsigned long long) offset) >> PAGE_CACHE_SHIFT;
1163 pg_end = ((unsigned long long) offset + len) >> PAGE_CACHE_SHIFT;
1164
1165 off_start = offset & (PAGE_CACHE_SIZE - 1);
1166 off_end = (offset + len) & (PAGE_CACHE_SIZE - 1);
1167
Jaegeuk Kimead43272014-06-13 13:05:55 +09001168 f2fs_lock_op(sbi);
1169
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001170 for (index = pg_start; index <= pg_end; index++) {
1171 struct dnode_of_data dn;
1172
Jaegeuk Kim98397ff2014-06-13 13:07:31 +09001173 if (index == pg_end && !off_end)
1174 goto noalloc;
1175
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001176 set_new_dnode(&dn, inode, NULL, NULL, 0);
Huajun Lib6009652013-11-10 23:13:18 +08001177 ret = f2fs_reserve_block(&dn, index);
Huajun Lib6009652013-11-10 23:13:18 +08001178 if (ret)
1179 break;
Jaegeuk Kim98397ff2014-06-13 13:07:31 +09001180noalloc:
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001181 if (pg_start == pg_end)
1182 new_size = offset + len;
1183 else if (index == pg_start && off_start)
Chao Yu9edcdab2015-09-11 14:43:52 +08001184 new_size = (loff_t)(index + 1) << PAGE_CACHE_SHIFT;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001185 else if (index == pg_end)
Chao Yu9edcdab2015-09-11 14:43:52 +08001186 new_size = ((loff_t)index << PAGE_CACHE_SHIFT) +
1187 off_end;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001188 else
1189 new_size += PAGE_CACHE_SIZE;
1190 }
1191
1192 if (!(mode & FALLOC_FL_KEEP_SIZE) &&
1193 i_size_read(inode) < new_size) {
1194 i_size_write(inode, new_size);
1195 mark_inode_dirty(inode);
Jaegeuk Kimead43272014-06-13 13:05:55 +09001196 update_inode_page(inode);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001197 }
Jaegeuk Kimead43272014-06-13 13:05:55 +09001198 f2fs_unlock_op(sbi);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001199
1200 return ret;
1201}
1202
1203static long f2fs_fallocate(struct file *file, int mode,
1204 loff_t offset, loff_t len)
1205{
Al Viro6131ffa2013-02-27 16:59:05 -05001206 struct inode *inode = file_inode(file);
Taehee Yoo587c0a42015-04-21 15:59:12 +09001207 long ret = 0;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001208
Chao Yuc9980122015-09-11 14:39:02 +08001209 /* f2fs only support ->fallocate for regular file */
1210 if (!S_ISREG(inode->i_mode))
1211 return -EINVAL;
1212
Chao Yuf62185d2015-05-28 19:16:57 +08001213 if (f2fs_encrypted_inode(inode) &&
1214 (mode & (FALLOC_FL_COLLAPSE_RANGE | FALLOC_FL_INSERT_RANGE)))
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -07001215 return -EOPNOTSUPP;
1216
Chao Yub4ace332015-05-06 13:09:46 +08001217 if (mode & ~(FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE |
Chao Yuf62185d2015-05-28 19:16:57 +08001218 FALLOC_FL_COLLAPSE_RANGE | FALLOC_FL_ZERO_RANGE |
1219 FALLOC_FL_INSERT_RANGE))
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001220 return -EOPNOTSUPP;
1221
Al Viro59551022016-01-22 15:40:57 -05001222 inode_lock(inode);
Chao Yu3375f692014-01-28 10:29:26 +08001223
Taehee Yoo587c0a42015-04-21 15:59:12 +09001224 if (mode & FALLOC_FL_PUNCH_HOLE) {
1225 if (offset >= inode->i_size)
1226 goto out;
1227
Chao Yua66c7b22013-11-22 16:52:50 +08001228 ret = punch_hole(inode, offset, len);
Chao Yub4ace332015-05-06 13:09:46 +08001229 } else if (mode & FALLOC_FL_COLLAPSE_RANGE) {
1230 ret = f2fs_collapse_range(inode, offset, len);
Chao Yu75cd4e02015-05-06 13:11:13 +08001231 } else if (mode & FALLOC_FL_ZERO_RANGE) {
1232 ret = f2fs_zero_range(inode, offset, len, mode);
Chao Yuf62185d2015-05-28 19:16:57 +08001233 } else if (mode & FALLOC_FL_INSERT_RANGE) {
1234 ret = f2fs_insert_range(inode, offset, len);
Chao Yub4ace332015-05-06 13:09:46 +08001235 } else {
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001236 ret = expand_inode_data(inode, offset, len, mode);
Chao Yub4ace332015-05-06 13:09:46 +08001237 }
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001238
Namjae Jeon3af60a42012-12-30 14:52:37 +09001239 if (!ret) {
1240 inode->i_mtime = inode->i_ctime = CURRENT_TIME;
1241 mark_inode_dirty(inode);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001242 f2fs_update_time(F2FS_I_SB(inode), REQ_TIME);
Namjae Jeon3af60a42012-12-30 14:52:37 +09001243 }
Chao Yu3375f692014-01-28 10:29:26 +08001244
Taehee Yoo587c0a42015-04-21 15:59:12 +09001245out:
Al Viro59551022016-01-22 15:40:57 -05001246 inode_unlock(inode);
Chao Yu3375f692014-01-28 10:29:26 +08001247
Namjae Jeonc01e2852013-04-23 17:00:52 +09001248 trace_f2fs_fallocate(inode, mode, offset, len, ret);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001249 return ret;
1250}
1251
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001252static int f2fs_release_file(struct inode *inode, struct file *filp)
1253{
1254 /* some remained atomic pages should discarded */
1255 if (f2fs_is_atomic_file(inode))
1256 commit_inmem_pages(inode, true);
1257 if (f2fs_is_volatile_file(inode)) {
1258 set_inode_flag(F2FS_I(inode), FI_DROP_CACHE);
1259 filemap_fdatawrite(inode->i_mapping);
1260 clear_inode_flag(F2FS_I(inode), FI_DROP_CACHE);
1261 }
1262 return 0;
1263}
1264
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001265#define F2FS_REG_FLMASK (~(FS_DIRSYNC_FL | FS_TOPDIR_FL))
1266#define F2FS_OTHER_FLMASK (FS_NODUMP_FL | FS_NOATIME_FL)
1267
1268static inline __u32 f2fs_mask_flags(umode_t mode, __u32 flags)
1269{
1270 if (S_ISDIR(mode))
1271 return flags;
1272 else if (S_ISREG(mode))
1273 return flags & F2FS_REG_FLMASK;
1274 else
1275 return flags & F2FS_OTHER_FLMASK;
1276}
1277
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001278static int f2fs_ioc_getflags(struct file *filp, unsigned long arg)
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001279{
Al Viro6131ffa2013-02-27 16:59:05 -05001280 struct inode *inode = file_inode(filp);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001281 struct f2fs_inode_info *fi = F2FS_I(inode);
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001282 unsigned int flags = fi->i_flags & FS_FL_USER_VISIBLE;
1283 return put_user(flags, (int __user *)arg);
1284}
1285
1286static int f2fs_ioc_setflags(struct file *filp, unsigned long arg)
1287{
1288 struct inode *inode = file_inode(filp);
1289 struct f2fs_inode_info *fi = F2FS_I(inode);
1290 unsigned int flags = fi->i_flags & FS_FL_USER_VISIBLE;
1291 unsigned int oldflags;
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001292 int ret;
1293
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001294 ret = mnt_want_write_file(filp);
1295 if (ret)
1296 return ret;
1297
1298 if (!inode_owner_or_capable(inode)) {
1299 ret = -EACCES;
1300 goto out;
1301 }
1302
1303 if (get_user(flags, (int __user *)arg)) {
1304 ret = -EFAULT;
1305 goto out;
1306 }
1307
1308 flags = f2fs_mask_flags(inode->i_mode, flags);
1309
Al Viro59551022016-01-22 15:40:57 -05001310 inode_lock(inode);
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001311
1312 oldflags = fi->i_flags;
1313
1314 if ((flags ^ oldflags) & (FS_APPEND_FL | FS_IMMUTABLE_FL)) {
1315 if (!capable(CAP_LINUX_IMMUTABLE)) {
Al Viro59551022016-01-22 15:40:57 -05001316 inode_unlock(inode);
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001317 ret = -EPERM;
1318 goto out;
1319 }
1320 }
1321
1322 flags = flags & FS_FL_USER_MODIFIABLE;
1323 flags |= oldflags & ~FS_FL_USER_MODIFIABLE;
1324 fi->i_flags = flags;
Al Viro59551022016-01-22 15:40:57 -05001325 inode_unlock(inode);
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001326
1327 f2fs_set_inode_flags(inode);
1328 inode->i_ctime = CURRENT_TIME;
1329 mark_inode_dirty(inode);
1330out:
1331 mnt_drop_write_file(filp);
1332 return ret;
1333}
1334
Chao Yud49f3e82015-01-23 20:36:04 +08001335static int f2fs_ioc_getversion(struct file *filp, unsigned long arg)
1336{
1337 struct inode *inode = file_inode(filp);
1338
1339 return put_user(inode->i_generation, (int __user *)arg);
1340}
1341
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001342static int f2fs_ioc_start_atomic_write(struct file *filp)
1343{
1344 struct inode *inode = file_inode(filp);
Chao Yuf4c9c742015-07-17 18:06:35 +08001345 int ret;
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001346
1347 if (!inode_owner_or_capable(inode))
1348 return -EACCES;
1349
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001350 if (f2fs_is_atomic_file(inode))
1351 return 0;
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001352
Chao Yuf4c9c742015-07-17 18:06:35 +08001353 ret = f2fs_convert_inline_inode(inode);
1354 if (ret)
1355 return ret;
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001356
Chao Yuf4c9c742015-07-17 18:06:35 +08001357 set_inode_flag(F2FS_I(inode), FI_ATOMIC_FILE);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001358 f2fs_update_time(F2FS_I_SB(inode), REQ_TIME);
1359
Chao Yuf4c9c742015-07-17 18:06:35 +08001360 return 0;
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001361}
1362
1363static int f2fs_ioc_commit_atomic_write(struct file *filp)
1364{
1365 struct inode *inode = file_inode(filp);
1366 int ret;
1367
1368 if (!inode_owner_or_capable(inode))
1369 return -EACCES;
1370
Jaegeuk Kim02a13352014-10-06 16:11:16 -07001371 if (f2fs_is_volatile_file(inode))
1372 return 0;
1373
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001374 ret = mnt_want_write_file(filp);
1375 if (ret)
1376 return ret;
1377
Jaegeuk Kim6282adb2015-07-25 00:29:17 -07001378 if (f2fs_is_atomic_file(inode)) {
1379 clear_inode_flag(F2FS_I(inode), FI_ATOMIC_FILE);
Jaegeuk Kimedb27de2015-07-25 00:52:52 -07001380 ret = commit_inmem_pages(inode, false);
Jaegeuk Kim447135a2016-01-09 17:08:38 -08001381 if (ret) {
1382 set_inode_flag(F2FS_I(inode), FI_ATOMIC_FILE);
Jaegeuk Kimedb27de2015-07-25 00:52:52 -07001383 goto err_out;
Jaegeuk Kim447135a2016-01-09 17:08:38 -08001384 }
Jaegeuk Kim6282adb2015-07-25 00:29:17 -07001385 }
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001386
Chao Yua5f64b62015-07-17 18:05:21 +08001387 ret = f2fs_sync_file(filp, 0, LLONG_MAX, 0);
Jaegeuk Kimedb27de2015-07-25 00:52:52 -07001388err_out:
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001389 mnt_drop_write_file(filp);
1390 return ret;
1391}
1392
Jaegeuk Kim02a13352014-10-06 16:11:16 -07001393static int f2fs_ioc_start_volatile_write(struct file *filp)
1394{
1395 struct inode *inode = file_inode(filp);
Chao Yuf4c9c742015-07-17 18:06:35 +08001396 int ret;
Jaegeuk Kim02a13352014-10-06 16:11:16 -07001397
1398 if (!inode_owner_or_capable(inode))
1399 return -EACCES;
1400
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001401 if (f2fs_is_volatile_file(inode))
1402 return 0;
1403
Chao Yuf4c9c742015-07-17 18:06:35 +08001404 ret = f2fs_convert_inline_inode(inode);
1405 if (ret)
1406 return ret;
Jaegeuk Kimb3d208f2014-10-23 19:48:09 -07001407
Chao Yuf4c9c742015-07-17 18:06:35 +08001408 set_inode_flag(F2FS_I(inode), FI_VOLATILE_FILE);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001409 f2fs_update_time(F2FS_I_SB(inode), REQ_TIME);
Chao Yuf4c9c742015-07-17 18:06:35 +08001410 return 0;
Jaegeuk Kim02a13352014-10-06 16:11:16 -07001411}
1412
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001413static int f2fs_ioc_release_volatile_write(struct file *filp)
1414{
1415 struct inode *inode = file_inode(filp);
1416
1417 if (!inode_owner_or_capable(inode))
1418 return -EACCES;
1419
1420 if (!f2fs_is_volatile_file(inode))
1421 return 0;
1422
Jaegeuk Kim3c6c2be2015-03-17 17:16:35 -07001423 if (!f2fs_is_first_block_written(inode))
1424 return truncate_partial_data_page(inode, 0, true);
1425
Nicholas Krause538e17e2015-09-06 08:28:46 -04001426 return punch_hole(inode, 0, F2FS_BLKSIZE);
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001427}
1428
1429static int f2fs_ioc_abort_volatile_write(struct file *filp)
1430{
1431 struct inode *inode = file_inode(filp);
1432 int ret;
1433
1434 if (!inode_owner_or_capable(inode))
1435 return -EACCES;
1436
1437 ret = mnt_want_write_file(filp);
1438 if (ret)
1439 return ret;
1440
Jaegeuk Kim732d5642015-12-29 15:46:33 -08001441 if (f2fs_is_atomic_file(inode)) {
1442 clear_inode_flag(F2FS_I(inode), FI_ATOMIC_FILE);
1443 commit_inmem_pages(inode, true);
1444 }
1445 if (f2fs_is_volatile_file(inode)) {
1446 clear_inode_flag(F2FS_I(inode), FI_VOLATILE_FILE);
1447 ret = f2fs_sync_file(filp, 0, LLONG_MAX, 0);
1448 }
Jaegeuk Kimde6a8ec2015-06-08 17:51:10 -07001449
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001450 mnt_drop_write_file(filp);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001451 f2fs_update_time(F2FS_I_SB(inode), REQ_TIME);
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001452 return ret;
1453}
1454
Jaegeuk Kim1abff932015-01-08 19:15:53 -08001455static int f2fs_ioc_shutdown(struct file *filp, unsigned long arg)
1456{
1457 struct inode *inode = file_inode(filp);
1458 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
1459 struct super_block *sb = sbi->sb;
1460 __u32 in;
1461
1462 if (!capable(CAP_SYS_ADMIN))
1463 return -EPERM;
1464
1465 if (get_user(in, (__u32 __user *)arg))
1466 return -EFAULT;
1467
1468 switch (in) {
1469 case F2FS_GOING_DOWN_FULLSYNC:
1470 sb = freeze_bdev(sb->s_bdev);
1471 if (sb && !IS_ERR(sb)) {
1472 f2fs_stop_checkpoint(sbi);
1473 thaw_bdev(sb->s_bdev, sb);
1474 }
1475 break;
1476 case F2FS_GOING_DOWN_METASYNC:
1477 /* do checkpoint only */
1478 f2fs_sync_fs(sb, 1);
1479 f2fs_stop_checkpoint(sbi);
1480 break;
1481 case F2FS_GOING_DOWN_NOSYNC:
1482 f2fs_stop_checkpoint(sbi);
1483 break;
Jaegeuk Kimc912a822015-10-07 09:46:37 -07001484 case F2FS_GOING_DOWN_METAFLUSH:
1485 sync_meta_pages(sbi, META, LONG_MAX);
1486 f2fs_stop_checkpoint(sbi);
1487 break;
Jaegeuk Kim1abff932015-01-08 19:15:53 -08001488 default:
1489 return -EINVAL;
1490 }
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001491 f2fs_update_time(sbi, REQ_TIME);
Jaegeuk Kim1abff932015-01-08 19:15:53 -08001492 return 0;
1493}
1494
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001495static int f2fs_ioc_fitrim(struct file *filp, unsigned long arg)
1496{
1497 struct inode *inode = file_inode(filp);
1498 struct super_block *sb = inode->i_sb;
1499 struct request_queue *q = bdev_get_queue(sb->s_bdev);
1500 struct fstrim_range range;
1501 int ret;
1502
1503 if (!capable(CAP_SYS_ADMIN))
1504 return -EPERM;
1505
1506 if (!blk_queue_discard(q))
1507 return -EOPNOTSUPP;
1508
1509 if (copy_from_user(&range, (struct fstrim_range __user *)arg,
1510 sizeof(range)))
1511 return -EFAULT;
1512
1513 range.minlen = max((unsigned int)range.minlen,
1514 q->limits.discard_granularity);
1515 ret = f2fs_trim_fs(F2FS_SB(sb), &range);
1516 if (ret < 0)
1517 return ret;
1518
1519 if (copy_to_user((struct fstrim_range __user *)arg, &range,
1520 sizeof(range)))
1521 return -EFAULT;
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001522 f2fs_update_time(F2FS_I_SB(inode), REQ_TIME);
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001523 return 0;
1524}
1525
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001526static bool uuid_is_nonzero(__u8 u[16])
1527{
1528 int i;
1529
1530 for (i = 0; i < 16; i++)
1531 if (u[i])
1532 return true;
1533 return false;
1534}
1535
1536static int f2fs_ioc_set_encryption_policy(struct file *filp, unsigned long arg)
1537{
1538#ifdef CONFIG_F2FS_FS_ENCRYPTION
1539 struct f2fs_encryption_policy policy;
1540 struct inode *inode = file_inode(filp);
1541
1542 if (copy_from_user(&policy, (struct f2fs_encryption_policy __user *)arg,
1543 sizeof(policy)))
1544 return -EFAULT;
1545
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001546 f2fs_update_time(F2FS_I_SB(inode), REQ_TIME);
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001547 return f2fs_process_policy(&policy, inode);
1548#else
1549 return -EOPNOTSUPP;
1550#endif
1551}
1552
1553static int f2fs_ioc_get_encryption_policy(struct file *filp, unsigned long arg)
1554{
1555#ifdef CONFIG_F2FS_FS_ENCRYPTION
1556 struct f2fs_encryption_policy policy;
1557 struct inode *inode = file_inode(filp);
1558 int err;
1559
1560 err = f2fs_get_policy(inode, &policy);
1561 if (err)
1562 return err;
1563
1564 if (copy_to_user((struct f2fs_encryption_policy __user *)arg, &policy,
1565 sizeof(policy)))
1566 return -EFAULT;
1567 return 0;
1568#else
1569 return -EOPNOTSUPP;
1570#endif
1571}
1572
1573static int f2fs_ioc_get_encryption_pwsalt(struct file *filp, unsigned long arg)
1574{
1575 struct inode *inode = file_inode(filp);
1576 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
1577 int err;
1578
1579 if (!f2fs_sb_has_crypto(inode->i_sb))
1580 return -EOPNOTSUPP;
1581
1582 if (uuid_is_nonzero(sbi->raw_super->encrypt_pw_salt))
1583 goto got_it;
1584
1585 err = mnt_want_write_file(filp);
1586 if (err)
1587 return err;
1588
1589 /* update superblock with uuid */
1590 generate_random_uuid(sbi->raw_super->encrypt_pw_salt);
1591
Chao Yuc5bda1c2015-06-08 13:28:03 +08001592 err = f2fs_commit_super(sbi, false);
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001593 if (err) {
1594 /* undo new data */
1595 memset(sbi->raw_super->encrypt_pw_salt, 0, 16);
Chao Yue8240f62015-12-15 17:19:26 +08001596 mnt_drop_write_file(filp);
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001597 return err;
1598 }
Chao Yue8240f62015-12-15 17:19:26 +08001599 mnt_drop_write_file(filp);
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001600got_it:
1601 if (copy_to_user((__u8 __user *)arg, sbi->raw_super->encrypt_pw_salt,
1602 16))
1603 return -EFAULT;
1604 return 0;
1605}
1606
Chao Yuc1c1b582015-07-10 18:08:10 +08001607static int f2fs_ioc_gc(struct file *filp, unsigned long arg)
1608{
1609 struct inode *inode = file_inode(filp);
1610 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Chao Yud530d4d2015-10-05 22:22:44 +08001611 __u32 sync;
Chao Yuc1c1b582015-07-10 18:08:10 +08001612
1613 if (!capable(CAP_SYS_ADMIN))
1614 return -EPERM;
1615
Chao Yud530d4d2015-10-05 22:22:44 +08001616 if (get_user(sync, (__u32 __user *)arg))
Chao Yuc1c1b582015-07-10 18:08:10 +08001617 return -EFAULT;
1618
Chao Yud530d4d2015-10-05 22:22:44 +08001619 if (f2fs_readonly(sbi->sb))
1620 return -EROFS;
Chao Yuc1c1b582015-07-10 18:08:10 +08001621
Chao Yud530d4d2015-10-05 22:22:44 +08001622 if (!sync) {
Chao Yuc1c1b582015-07-10 18:08:10 +08001623 if (!mutex_trylock(&sbi->gc_mutex))
Chao Yud530d4d2015-10-05 22:22:44 +08001624 return -EBUSY;
1625 } else {
1626 mutex_lock(&sbi->gc_mutex);
Chao Yuc1c1b582015-07-10 18:08:10 +08001627 }
1628
Chao Yud530d4d2015-10-05 22:22:44 +08001629 return f2fs_gc(sbi, sync);
Chao Yuc1c1b582015-07-10 18:08:10 +08001630}
1631
Chao Yu456b88e2015-10-05 22:24:19 +08001632static int f2fs_ioc_write_checkpoint(struct file *filp, unsigned long arg)
1633{
1634 struct inode *inode = file_inode(filp);
1635 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Chao Yu456b88e2015-10-05 22:24:19 +08001636
1637 if (!capable(CAP_SYS_ADMIN))
1638 return -EPERM;
1639
1640 if (f2fs_readonly(sbi->sb))
1641 return -EROFS;
1642
Chao Yue96248b2015-12-24 18:11:32 +08001643 return f2fs_sync_fs(sbi->sb, 1);
Chao Yu456b88e2015-10-05 22:24:19 +08001644}
1645
Chao Yud323d002015-10-27 09:53:45 +08001646static int f2fs_defragment_range(struct f2fs_sb_info *sbi,
1647 struct file *filp,
1648 struct f2fs_defragment *range)
1649{
1650 struct inode *inode = file_inode(filp);
1651 struct f2fs_map_blocks map;
1652 struct extent_info ei;
1653 pgoff_t pg_start, pg_end;
Chao Yu3519e3f2015-12-01 11:56:52 +08001654 unsigned int blk_per_seg = sbi->blocks_per_seg;
Chao Yud323d002015-10-27 09:53:45 +08001655 unsigned int total = 0, sec_num;
Chao Yu3519e3f2015-12-01 11:56:52 +08001656 unsigned int pages_per_sec = sbi->segs_per_sec * blk_per_seg;
Chao Yud323d002015-10-27 09:53:45 +08001657 block_t blk_end = 0;
1658 bool fragmented = false;
1659 int err;
1660
1661 /* if in-place-update policy is enabled, don't waste time here */
1662 if (need_inplace_update(inode))
1663 return -EINVAL;
1664
1665 pg_start = range->start >> PAGE_CACHE_SHIFT;
1666 pg_end = (range->start + range->len) >> PAGE_CACHE_SHIFT;
1667
Jaegeuk Kim2c4db1a2016-01-07 14:15:04 -08001668 f2fs_balance_fs(sbi, true);
Chao Yud323d002015-10-27 09:53:45 +08001669
Al Viro59551022016-01-22 15:40:57 -05001670 inode_lock(inode);
Chao Yud323d002015-10-27 09:53:45 +08001671
1672 /* writeback all dirty pages in the range */
1673 err = filemap_write_and_wait_range(inode->i_mapping, range->start,
Fan Lid8fe4f02015-12-14 13:34:00 +08001674 range->start + range->len - 1);
Chao Yud323d002015-10-27 09:53:45 +08001675 if (err)
1676 goto out;
1677
1678 /*
1679 * lookup mapping info in extent cache, skip defragmenting if physical
1680 * block addresses are continuous.
1681 */
1682 if (f2fs_lookup_extent_cache(inode, pg_start, &ei)) {
1683 if (ei.fofs + ei.len >= pg_end)
1684 goto out;
1685 }
1686
1687 map.m_lblk = pg_start;
Chao Yud323d002015-10-27 09:53:45 +08001688
1689 /*
1690 * lookup mapping info in dnode page cache, skip defragmenting if all
1691 * physical block addresses are continuous even if there are hole(s)
1692 * in logical blocks.
1693 */
1694 while (map.m_lblk < pg_end) {
Fan Lia1c1e9b2015-12-15 17:02:41 +08001695 map.m_len = pg_end - map.m_lblk;
Chao Yud323d002015-10-27 09:53:45 +08001696 err = f2fs_map_blocks(inode, &map, 0, F2FS_GET_BLOCK_READ);
1697 if (err)
1698 goto out;
1699
1700 if (!(map.m_flags & F2FS_MAP_FLAGS)) {
1701 map.m_lblk++;
Chao Yud323d002015-10-27 09:53:45 +08001702 continue;
1703 }
1704
1705 if (blk_end && blk_end != map.m_pblk) {
1706 fragmented = true;
1707 break;
1708 }
1709 blk_end = map.m_pblk + map.m_len;
1710
1711 map.m_lblk += map.m_len;
Chao Yud323d002015-10-27 09:53:45 +08001712 }
1713
1714 if (!fragmented)
1715 goto out;
1716
1717 map.m_lblk = pg_start;
1718 map.m_len = pg_end - pg_start;
1719
1720 sec_num = (map.m_len + pages_per_sec - 1) / pages_per_sec;
1721
1722 /*
1723 * make sure there are enough free section for LFS allocation, this can
1724 * avoid defragment running in SSR mode when free section are allocated
1725 * intensively
1726 */
1727 if (has_not_enough_free_secs(sbi, sec_num)) {
1728 err = -EAGAIN;
1729 goto out;
1730 }
1731
1732 while (map.m_lblk < pg_end) {
1733 pgoff_t idx;
1734 int cnt = 0;
1735
1736do_map:
Fan Lia1c1e9b2015-12-15 17:02:41 +08001737 map.m_len = pg_end - map.m_lblk;
Chao Yud323d002015-10-27 09:53:45 +08001738 err = f2fs_map_blocks(inode, &map, 0, F2FS_GET_BLOCK_READ);
1739 if (err)
1740 goto clear_out;
1741
1742 if (!(map.m_flags & F2FS_MAP_FLAGS)) {
1743 map.m_lblk++;
1744 continue;
1745 }
1746
1747 set_inode_flag(F2FS_I(inode), FI_DO_DEFRAG);
1748
1749 idx = map.m_lblk;
1750 while (idx < map.m_lblk + map.m_len && cnt < blk_per_seg) {
1751 struct page *page;
1752
1753 page = get_lock_data_page(inode, idx, true);
1754 if (IS_ERR(page)) {
1755 err = PTR_ERR(page);
1756 goto clear_out;
1757 }
1758
1759 set_page_dirty(page);
1760 f2fs_put_page(page, 1);
1761
1762 idx++;
1763 cnt++;
1764 total++;
1765 }
1766
1767 map.m_lblk = idx;
Chao Yud323d002015-10-27 09:53:45 +08001768
1769 if (idx < pg_end && cnt < blk_per_seg)
1770 goto do_map;
1771
1772 clear_inode_flag(F2FS_I(inode), FI_DO_DEFRAG);
1773
1774 err = filemap_fdatawrite(inode->i_mapping);
1775 if (err)
1776 goto out;
1777 }
1778clear_out:
1779 clear_inode_flag(F2FS_I(inode), FI_DO_DEFRAG);
1780out:
Al Viro59551022016-01-22 15:40:57 -05001781 inode_unlock(inode);
Chao Yud323d002015-10-27 09:53:45 +08001782 if (!err)
1783 range->len = (u64)total << PAGE_CACHE_SHIFT;
1784 return err;
1785}
1786
1787static int f2fs_ioc_defragment(struct file *filp, unsigned long arg)
1788{
1789 struct inode *inode = file_inode(filp);
1790 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
1791 struct f2fs_defragment range;
1792 int err;
1793
1794 if (!capable(CAP_SYS_ADMIN))
1795 return -EPERM;
1796
1797 if (!S_ISREG(inode->i_mode))
1798 return -EINVAL;
1799
1800 err = mnt_want_write_file(filp);
1801 if (err)
1802 return err;
1803
1804 if (f2fs_readonly(sbi->sb)) {
1805 err = -EROFS;
1806 goto out;
1807 }
1808
1809 if (copy_from_user(&range, (struct f2fs_defragment __user *)arg,
1810 sizeof(range))) {
1811 err = -EFAULT;
1812 goto out;
1813 }
1814
1815 /* verify alignment of offset & size */
1816 if (range.start & (F2FS_BLKSIZE - 1) ||
1817 range.len & (F2FS_BLKSIZE - 1)) {
1818 err = -EINVAL;
1819 goto out;
1820 }
1821
1822 err = f2fs_defragment_range(sbi, filp, &range);
Jaegeuk Kimd0239e12016-01-08 16:57:48 -08001823 f2fs_update_time(sbi, REQ_TIME);
Chao Yud323d002015-10-27 09:53:45 +08001824 if (err < 0)
1825 goto out;
1826
1827 if (copy_to_user((struct f2fs_defragment __user *)arg, &range,
1828 sizeof(range)))
1829 err = -EFAULT;
1830out:
1831 mnt_drop_write_file(filp);
1832 return err;
1833}
1834
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001835long f2fs_ioctl(struct file *filp, unsigned int cmd, unsigned long arg)
1836{
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001837 switch (cmd) {
Namjae Jeon6a3e8ef2013-06-08 21:25:28 +09001838 case F2FS_IOC_GETFLAGS:
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001839 return f2fs_ioc_getflags(filp, arg);
Namjae Jeon6a3e8ef2013-06-08 21:25:28 +09001840 case F2FS_IOC_SETFLAGS:
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001841 return f2fs_ioc_setflags(filp, arg);
Chao Yud49f3e82015-01-23 20:36:04 +08001842 case F2FS_IOC_GETVERSION:
1843 return f2fs_ioc_getversion(filp, arg);
Jaegeuk Kim88b88a62014-10-06 17:39:50 -07001844 case F2FS_IOC_START_ATOMIC_WRITE:
1845 return f2fs_ioc_start_atomic_write(filp);
1846 case F2FS_IOC_COMMIT_ATOMIC_WRITE:
1847 return f2fs_ioc_commit_atomic_write(filp);
Jaegeuk Kim02a13352014-10-06 16:11:16 -07001848 case F2FS_IOC_START_VOLATILE_WRITE:
1849 return f2fs_ioc_start_volatile_write(filp);
Jaegeuk Kim1e843712014-12-09 06:08:59 -08001850 case F2FS_IOC_RELEASE_VOLATILE_WRITE:
1851 return f2fs_ioc_release_volatile_write(filp);
1852 case F2FS_IOC_ABORT_VOLATILE_WRITE:
1853 return f2fs_ioc_abort_volatile_write(filp);
Jaegeuk Kim1abff932015-01-08 19:15:53 -08001854 case F2FS_IOC_SHUTDOWN:
1855 return f2fs_ioc_shutdown(filp, arg);
Jaegeuk Kim4b2fecc2014-09-20 22:06:39 -07001856 case FITRIM:
Jaegeuk Kim52656e62014-09-24 15:37:02 -07001857 return f2fs_ioc_fitrim(filp, arg);
Jaegeuk Kimf424f662015-04-20 15:19:06 -07001858 case F2FS_IOC_SET_ENCRYPTION_POLICY:
1859 return f2fs_ioc_set_encryption_policy(filp, arg);
1860 case F2FS_IOC_GET_ENCRYPTION_POLICY:
1861 return f2fs_ioc_get_encryption_policy(filp, arg);
1862 case F2FS_IOC_GET_ENCRYPTION_PWSALT:
1863 return f2fs_ioc_get_encryption_pwsalt(filp, arg);
Chao Yuc1c1b582015-07-10 18:08:10 +08001864 case F2FS_IOC_GARBAGE_COLLECT:
1865 return f2fs_ioc_gc(filp, arg);
Chao Yu456b88e2015-10-05 22:24:19 +08001866 case F2FS_IOC_WRITE_CHECKPOINT:
1867 return f2fs_ioc_write_checkpoint(filp, arg);
Chao Yud323d002015-10-27 09:53:45 +08001868 case F2FS_IOC_DEFRAGMENT:
1869 return f2fs_ioc_defragment(filp, arg);
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001870 default:
1871 return -ENOTTY;
1872 }
1873}
1874
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -07001875static ssize_t f2fs_file_write_iter(struct kiocb *iocb, struct iov_iter *from)
1876{
1877 struct inode *inode = file_inode(iocb->ki_filp);
1878
1879 if (f2fs_encrypted_inode(inode) &&
1880 !f2fs_has_encryption_key(inode) &&
1881 f2fs_get_encryption_info(inode))
1882 return -EACCES;
1883
1884 return generic_file_write_iter(iocb, from);
1885}
1886
Namjae Jeone9750822013-02-04 23:41:41 +09001887#ifdef CONFIG_COMPAT
1888long f2fs_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
1889{
1890 switch (cmd) {
1891 case F2FS_IOC32_GETFLAGS:
1892 cmd = F2FS_IOC_GETFLAGS;
1893 break;
1894 case F2FS_IOC32_SETFLAGS:
1895 cmd = F2FS_IOC_SETFLAGS;
1896 break;
Chao Yu04ef4b62015-11-10 18:44:20 +08001897 case F2FS_IOC32_GETVERSION:
1898 cmd = F2FS_IOC_GETVERSION;
1899 break;
1900 case F2FS_IOC_START_ATOMIC_WRITE:
1901 case F2FS_IOC_COMMIT_ATOMIC_WRITE:
1902 case F2FS_IOC_START_VOLATILE_WRITE:
1903 case F2FS_IOC_RELEASE_VOLATILE_WRITE:
1904 case F2FS_IOC_ABORT_VOLATILE_WRITE:
1905 case F2FS_IOC_SHUTDOWN:
1906 case F2FS_IOC_SET_ENCRYPTION_POLICY:
1907 case F2FS_IOC_GET_ENCRYPTION_PWSALT:
1908 case F2FS_IOC_GET_ENCRYPTION_POLICY:
1909 case F2FS_IOC_GARBAGE_COLLECT:
1910 case F2FS_IOC_WRITE_CHECKPOINT:
1911 case F2FS_IOC_DEFRAGMENT:
1912 break;
Namjae Jeone9750822013-02-04 23:41:41 +09001913 default:
1914 return -ENOIOCTLCMD;
1915 }
1916 return f2fs_ioctl(file, cmd, (unsigned long) compat_ptr(arg));
1917}
1918#endif
1919
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001920const struct file_operations f2fs_file_operations = {
Chao Yu267378d2014-04-23 14:10:24 +08001921 .llseek = f2fs_llseek,
Al Viroaad4f8b2014-04-02 14:33:16 -04001922 .read_iter = generic_file_read_iter,
Jaegeuk Kimfcc85a42015-04-21 20:39:58 -07001923 .write_iter = f2fs_file_write_iter,
1924 .open = f2fs_file_open,
Jaegeuk Kim12662232014-12-05 14:37:37 -08001925 .release = f2fs_release_file,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001926 .mmap = f2fs_file_mmap,
1927 .fsync = f2fs_sync_file,
1928 .fallocate = f2fs_fallocate,
1929 .unlocked_ioctl = f2fs_ioctl,
Namjae Jeone9750822013-02-04 23:41:41 +09001930#ifdef CONFIG_COMPAT
1931 .compat_ioctl = f2fs_compat_ioctl,
1932#endif
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001933 .splice_read = generic_file_splice_read,
Al Viro8d020762014-04-05 04:27:08 -04001934 .splice_write = iter_file_splice_write,
Jaegeuk Kimfbfa2cc2012-11-02 17:09:44 +09001935};