blob: 4a1672a13ba6c53a6187ad378056f53ad42a16c7 [file] [log] [blame]
Chris Masondc17ff82008-01-08 15:46:30 -05001/*
2 * Copyright (C) 2007 Oracle. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
17 */
18
19#ifndef __BTRFS_ORDERED_DATA__
20#define __BTRFS_ORDERED_DATA__
21
Chris Masoneb84ae02008-07-17 13:53:27 -040022/* one of these per inode */
Chris Masondc17ff82008-01-08 15:46:30 -050023struct btrfs_ordered_inode_tree {
Josef Bacik49958fd2010-02-02 21:48:28 +000024 spinlock_t lock;
Chris Masondc17ff82008-01-08 15:46:30 -050025 struct rb_root tree;
Chris Masone6dcd2d2008-07-17 12:53:50 -040026 struct rb_node *last;
Chris Masondc17ff82008-01-08 15:46:30 -050027};
28
Chris Masone6dcd2d2008-07-17 12:53:50 -040029struct btrfs_ordered_sum {
Chris Masond20f7042008-12-08 16:58:54 -050030 /* bytenr is the start of this extent on disk */
31 u64 bytenr;
32
Chris Mason3edf7d32008-07-18 06:17:13 -040033 /*
34 * this is the length in bytes covered by the sums array below.
Chris Mason3edf7d32008-07-18 06:17:13 -040035 */
Miao Xief51a4a12013-06-19 10:36:09 +080036 int len;
Chris Masone6dcd2d2008-07-17 12:53:50 -040037 struct list_head list;
Miao Xief51a4a12013-06-19 10:36:09 +080038 /* last field is a variable length array of csums */
39 u32 sums[];
Chris Masone6dcd2d2008-07-17 12:53:50 -040040};
41
Chris Masoneb84ae02008-07-17 13:53:27 -040042/*
43 * bits for the flags field:
44 *
45 * BTRFS_ORDERED_IO_DONE is set when all of the blocks are written.
46 * It is used to make sure metadata is inserted into the tree only once
47 * per extent.
48 *
49 * BTRFS_ORDERED_COMPLETE is set when the extent is removed from the
50 * rbtree, just before waking any waiters. It is used to indicate the
51 * IO is done and any metadata is inserted into the tree.
52 */
Chris Masone6dcd2d2008-07-17 12:53:50 -040053#define BTRFS_ORDERED_IO_DONE 0 /* set when all the pages are written */
Chris Masoneb84ae02008-07-17 13:53:27 -040054
Chris Masone6dcd2d2008-07-17 12:53:50 -040055#define BTRFS_ORDERED_COMPLETE 1 /* set when removed from the tree */
Chris Masone6dcd2d2008-07-17 12:53:50 -040056
Yan Zheng7ea394f2008-08-05 13:05:02 -040057#define BTRFS_ORDERED_NOCOW 2 /* set when we want to write in place */
58
Li Zefan261507a02010-12-17 14:21:50 +080059#define BTRFS_ORDERED_COMPRESSED 3 /* writing a zlib compressed extent */
Chris Masonc8b97812008-10-29 14:49:59 -040060
Nicholas D Steeves01327612016-05-19 21:18:45 -040061#define BTRFS_ORDERED_PREALLOC 4 /* set when writing to preallocated extent */
Yan Zhengd899e052008-10-30 14:25:28 -040062
Josef Bacik4b46fce2010-05-23 11:00:55 -040063#define BTRFS_ORDERED_DIRECT 5 /* set when we're doing DIO with this extent */
64
Josef Bacik5fd02042012-05-02 14:00:54 -040065#define BTRFS_ORDERED_IOERR 6 /* We had an io error when writing this out */
66
Adam Buchbinder48fc7f72012-09-19 21:48:00 -040067#define BTRFS_ORDERED_UPDATED_ISIZE 7 /* indicates whether this ordered extent
Josef Bacik5fd02042012-05-02 14:00:54 -040068 * has done its due diligence in updating
69 * the isize. */
Josef Bacik2ab28f32012-10-12 15:27:49 -040070#define BTRFS_ORDERED_LOGGED_CSUM 8 /* We've logged the csums on this ordered
71 ordered extent */
Josef Bacik77cef2e2013-08-29 13:57:21 -040072#define BTRFS_ORDERED_TRUNCATED 9 /* Set when we have to truncate an extent */
Josef Bacik5fd02042012-05-02 14:00:54 -040073
Josef Bacik50d9aa92014-11-21 14:52:38 -050074#define BTRFS_ORDERED_LOGGED 10 /* Set when we've waited on this ordered extent
75 * in the logging code. */
Josef Bacik161c35492015-09-24 16:17:39 -040076#define BTRFS_ORDERED_PENDING 11 /* We are waiting for this ordered extent to
77 * complete in the current transaction. */
Liu Bo1af4a0a2017-02-13 15:35:09 -080078#define BTRFS_ORDERED_REGULAR 12 /* Regular IO for COW */
79
Chris Masone6dcd2d2008-07-17 12:53:50 -040080struct btrfs_ordered_extent {
Chris Masoneb84ae02008-07-17 13:53:27 -040081 /* logical offset in the file */
Chris Masone6dcd2d2008-07-17 12:53:50 -040082 u64 file_offset;
Chris Masoneb84ae02008-07-17 13:53:27 -040083
84 /* disk byte number */
Chris Masone6dcd2d2008-07-17 12:53:50 -040085 u64 start;
Chris Masoneb84ae02008-07-17 13:53:27 -040086
Chris Masonc8b97812008-10-29 14:49:59 -040087 /* ram length of the extent in bytes */
Chris Masone6dcd2d2008-07-17 12:53:50 -040088 u64 len;
Chris Masoneb84ae02008-07-17 13:53:27 -040089
Chris Masonc8b97812008-10-29 14:49:59 -040090 /* extent length on disk */
91 u64 disk_len;
92
Chris Mason8b62b722009-09-02 16:53:46 -040093 /* number of bytes that still need writing */
94 u64 bytes_left;
95
Miao Xieb9a8cc52012-09-06 04:01:21 -060096 /*
97 * the end of the ordered extent which is behind it but
98 * didn't update disk_i_size. Please see the comment of
99 * btrfs_ordered_update_i_size();
100 */
101 u64 outstanding_isize;
102
Josef Bacik77cef2e2013-08-29 13:57:21 -0400103 /*
104 * If we get truncated we need to adjust the file extent we enter for
105 * this ordered extent so that we do not expose stale data.
106 */
107 u64 truncated_len;
108
Chris Masoneb84ae02008-07-17 13:53:27 -0400109 /* flags (described above) */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400110 unsigned long flags;
Chris Masoneb84ae02008-07-17 13:53:27 -0400111
Li Zefan261507a02010-12-17 14:21:50 +0800112 /* compression algorithm */
113 int compress_type;
114
Chris Masoneb84ae02008-07-17 13:53:27 -0400115 /* reference count */
Elena Reshetovae76edab2017-03-03 10:55:13 +0200116 refcount_t refs;
Chris Masoneb84ae02008-07-17 13:53:27 -0400117
Chris Mason3eaa2882008-07-24 11:57:52 -0400118 /* the inode we belong to */
119 struct inode *inode;
120
Chris Masoneb84ae02008-07-17 13:53:27 -0400121 /* list of checksums for insertion when the extent io is done */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400122 struct list_head list;
Chris Masoneb84ae02008-07-17 13:53:27 -0400123
Josef Bacik2ab28f32012-10-12 15:27:49 -0400124 /* If we need to wait on this to be done */
125 struct list_head log_list;
126
Josef Bacik50d9aa92014-11-21 14:52:38 -0500127 /* If the transaction needs to wait on this ordered extent */
128 struct list_head trans_list;
129
Chris Masoneb84ae02008-07-17 13:53:27 -0400130 /* used to wait for the BTRFS_ORDERED_COMPLETE bit */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400131 wait_queue_head_t wait;
Chris Masoneb84ae02008-07-17 13:53:27 -0400132
133 /* our friendly rbtree entry */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400134 struct rb_node rb_node;
Chris Mason3eaa2882008-07-24 11:57:52 -0400135
136 /* a per root list of all the pending ordered extents */
137 struct list_head root_extent_list;
Josef Bacik5fd02042012-05-02 14:00:54 -0400138
Qu Wenruod458b052014-02-28 10:46:19 +0800139 struct btrfs_work work;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400140
Miao Xie9afab882012-10-25 09:41:36 +0000141 struct completion completion;
Qu Wenruod458b052014-02-28 10:46:19 +0800142 struct btrfs_work flush_work;
Miao Xie9afab882012-10-25 09:41:36 +0000143 struct list_head work_list;
144};
Chris Masone6dcd2d2008-07-17 12:53:50 -0400145
Chris Masoneb84ae02008-07-17 13:53:27 -0400146/*
147 * calculates the total size you need to allocate for an ordered sum
148 * structure spanning 'bytes' in the file
149 */
Jeff Mahoneyda170662016-06-15 09:22:56 -0400150static inline int btrfs_ordered_sum_size(struct btrfs_fs_info *fs_info,
Chris Mason9ba46112008-07-23 09:26:26 -0400151 unsigned long bytes)
Chris Masone6dcd2d2008-07-17 12:53:50 -0400152{
Jeff Mahoneyda170662016-06-15 09:22:56 -0400153 int num_sectors = (int)DIV_ROUND_UP(bytes, fs_info->sectorsize);
Nikolay Borisovaf89e0d2018-02-07 11:19:10 +0200154 int csum_size = btrfs_super_csum_size(fs_info->super_copy);
155
156 return sizeof(struct btrfs_ordered_sum) + num_sectors * csum_size;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400157}
158
Chris Masondc17ff82008-01-08 15:46:30 -0500159static inline void
160btrfs_ordered_inode_tree_init(struct btrfs_ordered_inode_tree *t)
161{
Josef Bacik49958fd2010-02-02 21:48:28 +0000162 spin_lock_init(&t->lock);
Eric Paris6bef4d32010-02-23 19:43:04 +0000163 t->tree = RB_ROOT;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400164 t->last = NULL;
Chris Masondc17ff82008-01-08 15:46:30 -0500165}
166
Jeff Mahoney143bede2012-03-01 14:56:26 +0100167void btrfs_put_ordered_extent(struct btrfs_ordered_extent *entry);
168void btrfs_remove_ordered_extent(struct inode *inode,
Chris Masone6dcd2d2008-07-17 12:53:50 -0400169 struct btrfs_ordered_extent *entry);
170int btrfs_dec_test_ordered_pending(struct inode *inode,
Josef Bacik5a1a3df2010-02-02 20:51:14 +0000171 struct btrfs_ordered_extent **cached,
Josef Bacik5fd02042012-05-02 14:00:54 -0400172 u64 file_offset, u64 io_size, int uptodate);
Chris Mason163cf092010-11-28 19:56:33 -0500173int btrfs_dec_test_first_ordered_pending(struct inode *inode,
174 struct btrfs_ordered_extent **cached,
Josef Bacik5fd02042012-05-02 14:00:54 -0400175 u64 *file_offset, u64 io_size,
176 int uptodate);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400177int btrfs_add_ordered_extent(struct inode *inode, u64 file_offset,
Josef Bacik4b46fce2010-05-23 11:00:55 -0400178 u64 start, u64 len, u64 disk_len, int type);
179int btrfs_add_ordered_extent_dio(struct inode *inode, u64 file_offset,
180 u64 start, u64 len, u64 disk_len, int type);
Li Zefan261507a02010-12-17 14:21:50 +0800181int btrfs_add_ordered_extent_compress(struct inode *inode, u64 file_offset,
182 u64 start, u64 len, u64 disk_len,
183 int type, int compress_type);
Jeff Mahoney143bede2012-03-01 14:56:26 +0100184void btrfs_add_ordered_sum(struct inode *inode,
185 struct btrfs_ordered_extent *entry,
186 struct btrfs_ordered_sum *sum);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400187struct btrfs_ordered_extent *btrfs_lookup_ordered_extent(struct inode *inode,
188 u64 file_offset);
Chris Masoneb84ae02008-07-17 13:53:27 -0400189void btrfs_start_ordered_extent(struct inode *inode,
190 struct btrfs_ordered_extent *entry, int wait);
Josef Bacik0ef8b722013-10-25 16:13:35 -0400191int btrfs_wait_ordered_range(struct inode *inode, u64 start, u64 len);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400192struct btrfs_ordered_extent *
193btrfs_lookup_first_ordered_extent(struct inode * inode, u64 file_offset);
Nikolay Borisova776c6f2017-02-20 13:50:49 +0200194struct btrfs_ordered_extent *btrfs_lookup_ordered_range(
195 struct btrfs_inode *inode,
196 u64 file_offset,
197 u64 len);
Filipe Mananab659ef02015-03-31 14:16:52 +0100198bool btrfs_have_ordered_extents_in_range(struct inode *inode,
199 u64 file_offset,
200 u64 len);
Yan, Zhengc2167752009-11-12 09:34:21 +0000201int btrfs_ordered_update_i_size(struct inode *inode, u64 offset,
Chris Masondbe674a2008-07-17 12:54:05 -0400202 struct btrfs_ordered_extent *ordered);
Miao Xiee4100d92013-04-05 07:20:56 +0000203int btrfs_find_ordered_sum(struct inode *inode, u64 offset, u64 disk_bytenr,
204 u32 *sum, int len);
Chris Mason6374e57a2017-06-23 09:48:21 -0700205u64 btrfs_wait_ordered_extents(struct btrfs_root *root, u64 nr,
Filipe Manana578def72016-04-26 15:36:38 +0100206 const u64 range_start, const u64 range_len);
Chris Mason6374e57a2017-06-23 09:48:21 -0700207u64 btrfs_wait_ordered_roots(struct btrfs_fs_info *fs_info, u64 nr,
Filipe Manana578def72016-04-26 15:36:38 +0100208 const u64 range_start, const u64 range_len);
Nikolay Borisov22346632017-01-18 00:31:39 +0200209void btrfs_get_logged_extents(struct btrfs_inode *inode,
Filipe Manana08702952014-11-13 17:00:35 +0000210 struct list_head *logged_list,
211 const loff_t start,
212 const loff_t end);
Miao Xie827463c2014-01-14 20:31:51 +0800213void btrfs_put_logged_extents(struct list_head *logged_list);
214void btrfs_submit_logged_extents(struct list_head *logged_list,
215 struct btrfs_root *log);
Josef Bacik50d9aa92014-11-21 14:52:38 -0500216void btrfs_wait_logged_extents(struct btrfs_trans_handle *trans,
217 struct btrfs_root *log, u64 transid);
Josef Bacik2ab28f32012-10-12 15:27:49 -0400218void btrfs_free_logged_extents(struct btrfs_root *log, u64 transid);
Miao Xie6352b912012-09-06 04:01:51 -0600219int __init ordered_data_init(void);
David Sterbae67c7182018-02-19 17:24:18 +0100220void __cold ordered_data_exit(void);
Chris Masondc17ff82008-01-08 15:46:30 -0500221#endif