blob: eccadb5f62a5ed60929f173d814698d266f4e27c [file] [log] [blame]
Chris Mason6cbd5572007-06-12 09:07:21 -04001/*
2 * Copyright (C) 2007 Oracle. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
17 */
18
Chris Mason2c90e5d2007-04-02 10:50:19 -040019#ifndef __BTRFS_I__
20#define __BTRFS_I__
21
Filipe David Borba Manana778ba822013-10-06 22:22:33 +010022#include <linux/hash.h>
Chris Masona52d9a82007-08-27 16:49:44 -040023#include "extent_map.h"
Chris Masond1310b22008-01-24 16:13:08 -050024#include "extent_io.h"
Chris Masone6dcd2d2008-07-17 12:53:50 -040025#include "ordered-data.h"
Miao Xie16cdcec2011-04-22 18:12:22 +080026#include "delayed-inode.h"
Chris Masona52d9a82007-08-27 16:49:44 -040027
Josef Bacik72ac3c02012-05-23 14:13:11 -040028/*
29 * ordered_data_close is set by truncate when a file that used
30 * to have good data has been truncated to zero. When it is set
31 * the btrfs file release call will add this inode to the
32 * ordered operations list so that we make sure to flush out any
33 * new data the application may have written before commit.
34 */
35#define BTRFS_INODE_ORDERED_DATA_CLOSE 0
36#define BTRFS_INODE_ORPHAN_META_RESERVED 1
37#define BTRFS_INODE_DUMMY 2
38#define BTRFS_INODE_IN_DEFRAG 3
39#define BTRFS_INODE_DELALLOC_META_RESERVED 4
Josef Bacik8a35d952012-05-23 14:26:42 -040040#define BTRFS_INODE_HAS_ORPHAN_ITEM 5
Josef Bacik7ddf5a42012-06-08 15:26:47 -040041#define BTRFS_INODE_HAS_ASYNC_EXTENT 6
Josef Bacik5dc562c2012-08-17 13:14:17 -040042#define BTRFS_INODE_NEEDS_FULL_SYNC 7
Josef Bacike9976152012-10-11 15:53:56 -040043#define BTRFS_INODE_COPY_EVERYTHING 8
Miao Xiedf0af1a2013-01-29 10:11:59 +000044#define BTRFS_INODE_IN_DELALLOC_LIST 9
Miao Xie2e60a512013-02-08 07:01:08 +000045#define BTRFS_INODE_READDIO_NEED_LOCK 10
Filipe David Borba Manana63541922014-01-07 11:47:46 +000046#define BTRFS_INODE_HAS_PROPS 11
Josef Bacik72ac3c02012-05-23 14:13:11 -040047
Aneeshf1ace242007-06-13 16:18:26 -040048/* in memory btrfs inode */
Chris Mason2c90e5d2007-04-02 10:50:19 -040049struct btrfs_inode {
Chris Masond352ac62008-09-29 15:18:18 -040050 /* which subvolume this inode belongs to */
Chris Masond6e4a422007-04-06 15:37:36 -040051 struct btrfs_root *root;
Chris Masond352ac62008-09-29 15:18:18 -040052
Chris Masond352ac62008-09-29 15:18:18 -040053 /* key used to find this inode on disk. This is used by the code
54 * to read in roots of subvolumes
55 */
Chris Masond6e4a422007-04-06 15:37:36 -040056 struct btrfs_key location;
Chris Masond352ac62008-09-29 15:18:18 -040057
Filipe Manana2f2ff0e2015-03-20 17:19:46 +000058 /*
59 * Lock for counters and all fields used to determine if the inode is in
60 * the log or not (last_trans, last_sub_trans, last_log_commit,
61 * logged_trans).
62 */
Josef Bacik9e0baf62011-07-15 15:16:44 +000063 spinlock_t lock;
64
Chris Masond352ac62008-09-29 15:18:18 -040065 /* the extent_tree has caches of all the extent mappings to disk */
Chris Masona52d9a82007-08-27 16:49:44 -040066 struct extent_map_tree extent_tree;
Chris Masond352ac62008-09-29 15:18:18 -040067
68 /* the io_tree does range state (DIRTY, LOCKED etc) */
Chris Masond1310b22008-01-24 16:13:08 -050069 struct extent_io_tree io_tree;
Chris Masond352ac62008-09-29 15:18:18 -040070
71 /* special utility tree used to record which mirrors have already been
72 * tried when checksums fail for a given block
73 */
Chris Mason7e383262008-04-09 16:28:12 -040074 struct extent_io_tree io_failure_tree;
Chris Masond352ac62008-09-29 15:18:18 -040075
Chris Masond352ac62008-09-29 15:18:18 -040076 /* held while logging the inode in tree-log.c */
Chris Masone02119d2008-09-05 16:13:11 -040077 struct mutex log_mutex;
Chris Masond352ac62008-09-29 15:18:18 -040078
Josef Bacikf2486792012-01-13 12:09:22 -050079 /* held while doing delalloc reservations */
80 struct mutex delalloc_mutex;
81
Chris Masond352ac62008-09-29 15:18:18 -040082 /* used to order data wrt metadata */
Chris Masone6dcd2d2008-07-17 12:53:50 -040083 struct btrfs_ordered_inode_tree ordered_tree;
Josef Bacik15ee9bc2007-08-10 16:22:09 -040084
Chris Masond352ac62008-09-29 15:18:18 -040085 /* list of all the delalloc inodes in the FS. There are times we need
86 * to write all the delalloc pages to disk, and this list is used
87 * to walk them all.
88 */
Chris Masonea8c2812008-08-04 23:17:27 -040089 struct list_head delalloc_inodes;
90
Yan Zheng5d4f98a2009-06-10 10:45:14 -040091 /* node for the red-black tree that links inodes in subvolume root */
92 struct rb_node rb_node;
93
Josef Bacik72ac3c02012-05-23 14:13:11 -040094 unsigned long runtime_flags;
95
Nathaniel Yazdani9c931c52013-04-15 00:44:02 +000096 /* Keep track of who's O_SYNC/fsyncing currently */
Josef Bacikb812ce22012-11-16 13:56:32 -050097 atomic_t sync_writers;
98
Chris Masond352ac62008-09-29 15:18:18 -040099 /* full 64 bit generation number, struct vfs_inode doesn't have a big
100 * enough field for this.
101 */
Chris Masone02119d2008-09-05 16:13:11 -0400102 u64 generation;
103
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400104 /*
105 * transid of the trans_handle that last modified this inode
106 */
107 u64 last_trans;
Chris Mason257c62e2009-10-13 13:21:08 -0400108
109 /*
Chris Masone02119d2008-09-05 16:13:11 -0400110 * transid that last logged this inode
111 */
112 u64 logged_trans;
Chris Mason49eb7e42008-09-11 15:53:12 -0400113
Miao Xiebb14a592014-02-20 18:08:56 +0800114 /*
115 * log transid when this inode was last modified
116 */
117 int last_sub_trans;
118
119 /* a local copy of root's last_log_commit */
120 int last_log_commit;
121
Chris Masond352ac62008-09-29 15:18:18 -0400122 /* total number of bytes pending delalloc, used by stat to calc the
123 * real block usage of the file
124 */
Chris Mason90692182008-02-08 13:49:28 -0500125 u64 delalloc_bytes;
Chris Masond352ac62008-09-29 15:18:18 -0400126
127 /*
Filipe Mananaa7e3b972017-04-03 10:45:46 +0100128 * Total number of bytes pending delalloc that fall within a file
129 * range that is either a hole or beyond EOF (and no prealloc extent
130 * exists in the range). This is always <= delalloc_bytes.
131 */
132 u64 new_delalloc_bytes;
133
134 /*
Wang Shilong47059d92014-07-03 18:22:07 +0800135 * total number of bytes pending defrag, used by stat to check whether
136 * it needs COW.
137 */
138 u64 defrag_bytes;
139
140 /*
Chris Masond352ac62008-09-29 15:18:18 -0400141 * the size of the file stored in the metadata on disk. data=ordered
142 * means the in-memory i_size might be larger than the size on disk
143 * because not all the blocks are written yet.
144 */
Chris Masondbe674a2008-07-17 12:54:05 -0400145 u64 disk_i_size;
Chris Masond352ac62008-09-29 15:18:18 -0400146
Josef Bacikaec74772008-07-24 12:12:38 -0400147 /*
148 * if this is a directory then index_cnt is the counter for the index
149 * number for new files that are created
150 */
151 u64 index_cnt;
Chris Masond352ac62008-09-29 15:18:18 -0400152
Miao Xie67de1172013-12-26 13:07:06 +0800153 /* Cache the directory index number to speed the dir/file remove */
154 u64 dir_index;
155
Chris Mason12fcfd22009-03-24 10:24:20 -0400156 /* the fsync log has some corner cases that mean we have to check
157 * directories to see if any unlinks have been done before
158 * the directory was logged. See tree-log.c for all the
159 * details
160 */
161 u64 last_unlink_trans;
162
Josef Bacik7709cde2011-08-04 10:25:02 -0400163 /*
164 * Number of bytes outstanding that are going to need csums. This is
165 * used in ENOSPC accounting.
166 */
167 u64 csum_bytes;
168
Josef Bacikf1bdcc02011-07-14 14:28:08 -0400169 /* flags field from the on disk inode */
170 u32 flags;
171
Chris Mason5a3f23d2009-03-31 13:27:11 -0400172 /*
Josef Bacik32c00af2009-10-08 13:34:05 -0400173 * Counters to keep track of the number of extent item's we may use due
174 * to delalloc and such. outstanding_extents is the number of extent
175 * items we think we'll end up using, and reserved_extents is the number
176 * of extent items we've reserved metadata for.
Josef Bacik9ed74f22009-09-11 16:12:44 -0400177 */
Josef Bacik9e0baf62011-07-15 15:16:44 +0000178 unsigned outstanding_extents;
179 unsigned reserved_extents;
Josef Bacik9ed74f22009-09-11 16:12:44 -0400180
181 /*
David Sterbab52aa8c2017-07-17 19:17:20 +0200182 * Cached values of inode properties
Chris Mason1e701a32010-03-11 09:42:04 -0500183 */
David Sterbab52aa8c2017-07-17 19:17:20 +0200184 unsigned prop_compress; /* per-file compression algorithm */
David Sterbaeec63c62017-07-17 19:41:31 +0200185 /*
186 * Force compression on the file using the defrag ioctl, could be
187 * different from prop_compress and takes precedence if set
188 */
189 unsigned defrag_compress;
Chris Mason1e701a32010-03-11 09:42:04 -0500190
Miao Xie16cdcec2011-04-22 18:12:22 +0800191 struct btrfs_delayed_node *delayed_node;
192
chandan r9cc97d62012-07-04 12:48:07 +0530193 /* File creation time. */
194 struct timespec i_otime;
195
David Sterba8089fe62015-11-19 14:15:51 +0100196 /* Hook into fs_info->delayed_iputs */
197 struct list_head delayed_iput;
198 long delayed_iput_count;
199
Filipe Manana5f9a8a52016-05-12 13:53:36 +0100200 /*
201 * To avoid races between lockless (i_mutex not held) direct IO writes
202 * and concurrent fsync requests. Direct IO writes must acquire read
203 * access on this semaphore for creating an extent map and its
204 * corresponding ordered extent. The fast fsync path must acquire write
205 * access on this semaphore before it collects ordered extents and
206 * extent maps.
207 */
208 struct rw_semaphore dio_sem;
209
Chris Masond352ac62008-09-29 15:18:18 -0400210 struct inode vfs_inode;
Chris Mason2c90e5d2007-04-02 10:50:19 -0400211};
Chris Masondbe674a2008-07-17 12:54:05 -0400212
Miao Xie16cdcec2011-04-22 18:12:22 +0800213extern unsigned char btrfs_filetype_table[];
214
Jeff Mahoney9a35b632017-06-28 21:56:54 -0600215static inline struct btrfs_inode *BTRFS_I(const struct inode *inode)
Chris Mason2c90e5d2007-04-02 10:50:19 -0400216{
217 return container_of(inode, struct btrfs_inode, vfs_inode);
218}
219
Filipe David Borba Manana778ba822013-10-06 22:22:33 +0100220static inline unsigned long btrfs_inode_hash(u64 objectid,
221 const struct btrfs_root *root)
222{
223 u64 h = objectid ^ (root->objectid * GOLDEN_RATIO_PRIME);
224
225#if BITS_PER_LONG == 32
226 h = (h >> 32) ^ (h & 0xffffffff);
227#endif
228
229 return (unsigned long)h;
230}
231
232static inline void btrfs_insert_inode_hash(struct inode *inode)
233{
234 unsigned long h = btrfs_inode_hash(inode->i_ino, BTRFS_I(inode)->root);
235
236 __insert_inode_hash(inode, h);
237}
238
Jeff Mahoney9a35b632017-06-28 21:56:54 -0600239static inline u64 btrfs_ino(const struct btrfs_inode *inode)
Li Zefan33345d012011-04-20 10:31:50 +0800240{
Nikolay Borisov4a0cc7c2017-01-10 20:35:31 +0200241 u64 ino = inode->location.objectid;
Li Zefan33345d012011-04-20 10:31:50 +0800242
Liu Bo14c7cca2011-09-11 10:52:24 -0400243 /*
244 * !ino: btree_inode
245 * type == BTRFS_ROOT_ITEM_KEY: subvol dir
246 */
Nikolay Borisov4a0cc7c2017-01-10 20:35:31 +0200247 if (!ino || inode->location.type == BTRFS_ROOT_ITEM_KEY)
248 ino = inode->vfs_inode.i_ino;
Li Zefan33345d012011-04-20 10:31:50 +0800249 return ino;
250}
251
Nikolay Borisov6ef06d22017-02-20 13:50:34 +0200252static inline void btrfs_i_size_write(struct btrfs_inode *inode, u64 size)
Chris Masondbe674a2008-07-17 12:54:05 -0400253{
Nikolay Borisov6ef06d22017-02-20 13:50:34 +0200254 i_size_write(&inode->vfs_inode, size);
255 inode->disk_i_size = size;
Chris Masondbe674a2008-07-17 12:54:05 -0400256}
257
Nikolay Borisov70ddc552017-02-20 13:50:35 +0200258static inline bool btrfs_is_free_space_inode(struct btrfs_inode *inode)
Chris Mason2cf85722011-07-26 15:35:09 -0400259{
Nikolay Borisov70ddc552017-02-20 13:50:35 +0200260 struct btrfs_root *root = inode->root;
Liu Bo83eea1f2012-07-10 05:28:39 -0600261
Liu Bo51a8cf92012-07-10 05:28:38 -0600262 if (root == root->fs_info->tree_root &&
Nikolay Borisov70ddc552017-02-20 13:50:35 +0200263 btrfs_ino(inode) != BTRFS_BTREE_INODE_OBJECTID)
Liu Bo51a8cf92012-07-10 05:28:38 -0600264 return true;
Nikolay Borisov70ddc552017-02-20 13:50:35 +0200265 if (inode->location.objectid == BTRFS_FREE_INO_OBJECTID)
Chris Mason2cf85722011-07-26 15:35:09 -0400266 return true;
267 return false;
268}
269
Nikolay Borisov0f8939b2017-01-18 00:31:30 +0200270static inline int btrfs_inode_in_log(struct btrfs_inode *inode, u64 generation)
Josef Bacik22ee6982012-05-29 16:57:49 -0400271{
Filipe Manana2f2ff0e2015-03-20 17:19:46 +0000272 int ret = 0;
273
Nikolay Borisov0f8939b2017-01-18 00:31:30 +0200274 spin_lock(&inode->lock);
275 if (inode->logged_trans == generation &&
276 inode->last_sub_trans <= inode->last_log_commit &&
277 inode->last_sub_trans <= inode->root->last_log_commit) {
Filipe Manana125c4cf92014-09-11 21:22:14 +0100278 /*
279 * After a ranged fsync we might have left some extent maps
280 * (that fall outside the fsync's range). So return false
281 * here if the list isn't empty, to make sure btrfs_log_inode()
282 * will be called and process those extent maps.
283 */
284 smp_mb();
Nikolay Borisov0f8939b2017-01-18 00:31:30 +0200285 if (list_empty(&inode->extent_tree.modified_extents))
Filipe Manana2f2ff0e2015-03-20 17:19:46 +0000286 ret = 1;
Filipe Manana125c4cf92014-09-11 21:22:14 +0100287 }
Nikolay Borisov0f8939b2017-01-18 00:31:30 +0200288 spin_unlock(&inode->lock);
Filipe Manana2f2ff0e2015-03-20 17:19:46 +0000289 return ret;
Josef Bacik22ee6982012-05-29 16:57:49 -0400290}
291
Miao Xiec1dc0892014-09-12 18:43:56 +0800292#define BTRFS_DIO_ORIG_BIO_SUBMITTED 0x1
293
Miao Xiefacc8a222013-07-25 19:22:34 +0800294struct btrfs_dio_private {
295 struct inode *inode;
Miao Xiec1dc0892014-09-12 18:43:56 +0800296 unsigned long flags;
Miao Xiefacc8a222013-07-25 19:22:34 +0800297 u64 logical_offset;
298 u64 disk_bytenr;
299 u64 bytes;
300 void *private;
301
302 /* number of bios pending for this dio */
303 atomic_t pending_bios;
304
305 /* IO errors */
306 int errors;
307
308 /* orig_bio is our btrfs_io_bio */
309 struct bio *orig_bio;
310
311 /* dio_bio came from fs/direct-io.c */
312 struct bio *dio_bio;
Miao Xiec1dc0892014-09-12 18:43:56 +0800313
314 /*
Nicholas D Steeves01327612016-05-19 21:18:45 -0400315 * The original bio may be split to several sub-bios, this is
Miao Xiec1dc0892014-09-12 18:43:56 +0800316 * done during endio of sub-bios
317 */
Christoph Hellwig4e4cbee2017-06-03 09:38:06 +0200318 blk_status_t (*subio_endio)(struct inode *, struct btrfs_io_bio *,
319 blk_status_t);
Miao Xiefacc8a222013-07-25 19:22:34 +0800320};
321
Miao Xie2e60a512013-02-08 07:01:08 +0000322/*
323 * Disable DIO read nolock optimization, so new dio readers will be forced
324 * to grab i_mutex. It is used to avoid the endless truncate due to
325 * nonlocked dio read.
326 */
Nikolay Borisovabcefb12017-02-20 13:51:10 +0200327static inline void btrfs_inode_block_unlocked_dio(struct btrfs_inode *inode)
Miao Xie2e60a512013-02-08 07:01:08 +0000328{
Nikolay Borisovabcefb12017-02-20 13:51:10 +0200329 set_bit(BTRFS_INODE_READDIO_NEED_LOCK, &inode->runtime_flags);
Miao Xie2e60a512013-02-08 07:01:08 +0000330 smp_mb();
331}
332
Nikolay Borisov0b581702017-02-20 13:51:11 +0200333static inline void btrfs_inode_resume_unlocked_dio(struct btrfs_inode *inode)
Miao Xie2e60a512013-02-08 07:01:08 +0000334{
Peter Zijlstra4e857c52014-03-17 18:06:10 +0100335 smp_mb__before_atomic();
Nikolay Borisov0b581702017-02-20 13:51:11 +0200336 clear_bit(BTRFS_INODE_READDIO_NEED_LOCK, &inode->runtime_flags);
Miao Xie2e60a512013-02-08 07:01:08 +0000337}
338
Nikolay Borisov0970a222017-02-20 13:50:53 +0200339static inline void btrfs_print_data_csum_error(struct btrfs_inode *inode,
Qu Wenruo6f6b6432017-02-09 10:45:06 +0800340 u64 logical_start, u32 csum, u32 csum_expected, int mirror_num)
341{
Nikolay Borisov0970a222017-02-20 13:50:53 +0200342 struct btrfs_root *root = inode->root;
Qu Wenruo6f6b6432017-02-09 10:45:06 +0800343
344 /* Output minus objectid, which is more meaningful */
345 if (root->objectid >= BTRFS_LAST_FREE_OBJECTID)
346 btrfs_warn_rl(root->fs_info,
347 "csum failed root %lld ino %lld off %llu csum 0x%08x expected csum 0x%08x mirror %d",
Nikolay Borisov0970a222017-02-20 13:50:53 +0200348 root->objectid, btrfs_ino(inode),
Qu Wenruo6f6b6432017-02-09 10:45:06 +0800349 logical_start, csum, csum_expected, mirror_num);
350 else
351 btrfs_warn_rl(root->fs_info,
352 "csum failed root %llu ino %llu off %llu csum 0x%08x expected csum 0x%08x mirror %d",
Nikolay Borisov0970a222017-02-20 13:50:53 +0200353 root->objectid, btrfs_ino(inode),
Qu Wenruo6f6b6432017-02-09 10:45:06 +0800354 logical_start, csum, csum_expected, mirror_num);
355}
356
Alex Gartrellfc4adbf2014-05-20 13:07:56 -0700357bool btrfs_page_exists_in_range(struct inode *inode, loff_t start, loff_t end);
358
Chris Mason2c90e5d2007-04-02 10:50:19 -0400359#endif