blob: 3be443fb30016227a7f02227f9ba2e8880b3db65 [file] [log] [blame]
David Sterba9888c342018-04-03 19:16:55 +02001/* SPDX-License-Identifier: GPL-2.0 */
Chris Masondc17ff82008-01-08 15:46:30 -05002/*
3 * Copyright (C) 2007 Oracle. All rights reserved.
Chris Masondc17ff82008-01-08 15:46:30 -05004 */
5
David Sterba9888c342018-04-03 19:16:55 +02006#ifndef BTRFS_ORDERED_DATA_H
7#define BTRFS_ORDERED_DATA_H
Chris Masondc17ff82008-01-08 15:46:30 -05008
Chris Masoneb84ae02008-07-17 13:53:27 -04009/* one of these per inode */
Chris Masondc17ff82008-01-08 15:46:30 -050010struct btrfs_ordered_inode_tree {
Josef Bacik49958fd2010-02-02 21:48:28 +000011 spinlock_t lock;
Chris Masondc17ff82008-01-08 15:46:30 -050012 struct rb_root tree;
Chris Masone6dcd2d2008-07-17 12:53:50 -040013 struct rb_node *last;
Chris Masondc17ff82008-01-08 15:46:30 -050014};
15
Chris Masone6dcd2d2008-07-17 12:53:50 -040016struct btrfs_ordered_sum {
Chris Masond20f7042008-12-08 16:58:54 -050017 /* bytenr is the start of this extent on disk */
18 u64 bytenr;
19
Chris Mason3edf7d32008-07-18 06:17:13 -040020 /*
21 * this is the length in bytes covered by the sums array below.
Chris Mason3edf7d32008-07-18 06:17:13 -040022 */
Miao Xief51a4a12013-06-19 10:36:09 +080023 int len;
Chris Masone6dcd2d2008-07-17 12:53:50 -040024 struct list_head list;
Miao Xief51a4a12013-06-19 10:36:09 +080025 /* last field is a variable length array of csums */
26 u32 sums[];
Chris Masone6dcd2d2008-07-17 12:53:50 -040027};
28
Chris Masoneb84ae02008-07-17 13:53:27 -040029/*
30 * bits for the flags field:
31 *
32 * BTRFS_ORDERED_IO_DONE is set when all of the blocks are written.
33 * It is used to make sure metadata is inserted into the tree only once
34 * per extent.
35 *
36 * BTRFS_ORDERED_COMPLETE is set when the extent is removed from the
37 * rbtree, just before waking any waiters. It is used to indicate the
38 * IO is done and any metadata is inserted into the tree.
39 */
Chris Masone6dcd2d2008-07-17 12:53:50 -040040#define BTRFS_ORDERED_IO_DONE 0 /* set when all the pages are written */
Chris Masoneb84ae02008-07-17 13:53:27 -040041
Chris Masone6dcd2d2008-07-17 12:53:50 -040042#define BTRFS_ORDERED_COMPLETE 1 /* set when removed from the tree */
Chris Masone6dcd2d2008-07-17 12:53:50 -040043
Yan Zheng7ea394f2008-08-05 13:05:02 -040044#define BTRFS_ORDERED_NOCOW 2 /* set when we want to write in place */
45
Li Zefan261507a02010-12-17 14:21:50 +080046#define BTRFS_ORDERED_COMPRESSED 3 /* writing a zlib compressed extent */
Chris Masonc8b97812008-10-29 14:49:59 -040047
Nicholas D Steeves01327612016-05-19 21:18:45 -040048#define BTRFS_ORDERED_PREALLOC 4 /* set when writing to preallocated extent */
Yan Zhengd899e052008-10-30 14:25:28 -040049
Josef Bacik4b46fce2010-05-23 11:00:55 -040050#define BTRFS_ORDERED_DIRECT 5 /* set when we're doing DIO with this extent */
51
Josef Bacik5fd02042012-05-02 14:00:54 -040052#define BTRFS_ORDERED_IOERR 6 /* We had an io error when writing this out */
53
Adam Buchbinder48fc7f72012-09-19 21:48:00 -040054#define BTRFS_ORDERED_UPDATED_ISIZE 7 /* indicates whether this ordered extent
Josef Bacik5fd02042012-05-02 14:00:54 -040055 * has done its due diligence in updating
56 * the isize. */
Josef Bacik2ab28f32012-10-12 15:27:49 -040057#define BTRFS_ORDERED_LOGGED_CSUM 8 /* We've logged the csums on this ordered
58 ordered extent */
Josef Bacik77cef2e2013-08-29 13:57:21 -040059#define BTRFS_ORDERED_TRUNCATED 9 /* Set when we have to truncate an extent */
Josef Bacik5fd02042012-05-02 14:00:54 -040060
Josef Bacik50d9aa92014-11-21 14:52:38 -050061#define BTRFS_ORDERED_LOGGED 10 /* Set when we've waited on this ordered extent
62 * in the logging code. */
Josef Bacik161c35492015-09-24 16:17:39 -040063#define BTRFS_ORDERED_PENDING 11 /* We are waiting for this ordered extent to
64 * complete in the current transaction. */
Liu Bo1af4a0a2017-02-13 15:35:09 -080065#define BTRFS_ORDERED_REGULAR 12 /* Regular IO for COW */
66
Chris Masone6dcd2d2008-07-17 12:53:50 -040067struct btrfs_ordered_extent {
Chris Masoneb84ae02008-07-17 13:53:27 -040068 /* logical offset in the file */
Chris Masone6dcd2d2008-07-17 12:53:50 -040069 u64 file_offset;
Chris Masoneb84ae02008-07-17 13:53:27 -040070
71 /* disk byte number */
Chris Masone6dcd2d2008-07-17 12:53:50 -040072 u64 start;
Chris Masoneb84ae02008-07-17 13:53:27 -040073
Chris Masonc8b97812008-10-29 14:49:59 -040074 /* ram length of the extent in bytes */
Chris Masone6dcd2d2008-07-17 12:53:50 -040075 u64 len;
Chris Masoneb84ae02008-07-17 13:53:27 -040076
Chris Masonc8b97812008-10-29 14:49:59 -040077 /* extent length on disk */
78 u64 disk_len;
79
Chris Mason8b62b722009-09-02 16:53:46 -040080 /* number of bytes that still need writing */
81 u64 bytes_left;
82
Miao Xieb9a8cc52012-09-06 04:01:21 -060083 /*
84 * the end of the ordered extent which is behind it but
85 * didn't update disk_i_size. Please see the comment of
86 * btrfs_ordered_update_i_size();
87 */
88 u64 outstanding_isize;
89
Josef Bacik77cef2e2013-08-29 13:57:21 -040090 /*
91 * If we get truncated we need to adjust the file extent we enter for
92 * this ordered extent so that we do not expose stale data.
93 */
94 u64 truncated_len;
95
Chris Masoneb84ae02008-07-17 13:53:27 -040096 /* flags (described above) */
Chris Masone6dcd2d2008-07-17 12:53:50 -040097 unsigned long flags;
Chris Masoneb84ae02008-07-17 13:53:27 -040098
Li Zefan261507a02010-12-17 14:21:50 +080099 /* compression algorithm */
100 int compress_type;
101
Chris Masoneb84ae02008-07-17 13:53:27 -0400102 /* reference count */
Elena Reshetovae76edab2017-03-03 10:55:13 +0200103 refcount_t refs;
Chris Masoneb84ae02008-07-17 13:53:27 -0400104
Chris Mason3eaa2882008-07-24 11:57:52 -0400105 /* the inode we belong to */
106 struct inode *inode;
107
Chris Masoneb84ae02008-07-17 13:53:27 -0400108 /* list of checksums for insertion when the extent io is done */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400109 struct list_head list;
Chris Masoneb84ae02008-07-17 13:53:27 -0400110
Josef Bacik2ab28f32012-10-12 15:27:49 -0400111 /* If we need to wait on this to be done */
112 struct list_head log_list;
113
Josef Bacik50d9aa92014-11-21 14:52:38 -0500114 /* If the transaction needs to wait on this ordered extent */
115 struct list_head trans_list;
116
Chris Masoneb84ae02008-07-17 13:53:27 -0400117 /* used to wait for the BTRFS_ORDERED_COMPLETE bit */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400118 wait_queue_head_t wait;
Chris Masoneb84ae02008-07-17 13:53:27 -0400119
120 /* our friendly rbtree entry */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400121 struct rb_node rb_node;
Chris Mason3eaa2882008-07-24 11:57:52 -0400122
123 /* a per root list of all the pending ordered extents */
124 struct list_head root_extent_list;
Josef Bacik5fd02042012-05-02 14:00:54 -0400125
Qu Wenruod458b052014-02-28 10:46:19 +0800126 struct btrfs_work work;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400127
Miao Xie9afab882012-10-25 09:41:36 +0000128 struct completion completion;
Qu Wenruod458b052014-02-28 10:46:19 +0800129 struct btrfs_work flush_work;
Miao Xie9afab882012-10-25 09:41:36 +0000130 struct list_head work_list;
131};
Chris Masone6dcd2d2008-07-17 12:53:50 -0400132
Chris Masoneb84ae02008-07-17 13:53:27 -0400133/*
134 * calculates the total size you need to allocate for an ordered sum
135 * structure spanning 'bytes' in the file
136 */
Jeff Mahoneyda170662016-06-15 09:22:56 -0400137static inline int btrfs_ordered_sum_size(struct btrfs_fs_info *fs_info,
Chris Mason9ba46112008-07-23 09:26:26 -0400138 unsigned long bytes)
Chris Masone6dcd2d2008-07-17 12:53:50 -0400139{
Jeff Mahoneyda170662016-06-15 09:22:56 -0400140 int num_sectors = (int)DIV_ROUND_UP(bytes, fs_info->sectorsize);
Nikolay Borisovaf89e0d2018-02-07 11:19:10 +0200141 int csum_size = btrfs_super_csum_size(fs_info->super_copy);
142
143 return sizeof(struct btrfs_ordered_sum) + num_sectors * csum_size;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400144}
145
Chris Masondc17ff82008-01-08 15:46:30 -0500146static inline void
147btrfs_ordered_inode_tree_init(struct btrfs_ordered_inode_tree *t)
148{
Josef Bacik49958fd2010-02-02 21:48:28 +0000149 spin_lock_init(&t->lock);
Eric Paris6bef4d32010-02-23 19:43:04 +0000150 t->tree = RB_ROOT;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400151 t->last = NULL;
Chris Masondc17ff82008-01-08 15:46:30 -0500152}
153
Jeff Mahoney143bede2012-03-01 14:56:26 +0100154void btrfs_put_ordered_extent(struct btrfs_ordered_extent *entry);
155void btrfs_remove_ordered_extent(struct inode *inode,
Chris Masone6dcd2d2008-07-17 12:53:50 -0400156 struct btrfs_ordered_extent *entry);
157int btrfs_dec_test_ordered_pending(struct inode *inode,
Josef Bacik5a1a3df2010-02-02 20:51:14 +0000158 struct btrfs_ordered_extent **cached,
Josef Bacik5fd02042012-05-02 14:00:54 -0400159 u64 file_offset, u64 io_size, int uptodate);
Chris Mason163cf092010-11-28 19:56:33 -0500160int btrfs_dec_test_first_ordered_pending(struct inode *inode,
161 struct btrfs_ordered_extent **cached,
Josef Bacik5fd02042012-05-02 14:00:54 -0400162 u64 *file_offset, u64 io_size,
163 int uptodate);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400164int btrfs_add_ordered_extent(struct inode *inode, u64 file_offset,
Josef Bacik4b46fce2010-05-23 11:00:55 -0400165 u64 start, u64 len, u64 disk_len, int type);
166int btrfs_add_ordered_extent_dio(struct inode *inode, u64 file_offset,
167 u64 start, u64 len, u64 disk_len, int type);
Li Zefan261507a02010-12-17 14:21:50 +0800168int btrfs_add_ordered_extent_compress(struct inode *inode, u64 file_offset,
169 u64 start, u64 len, u64 disk_len,
170 int type, int compress_type);
Jeff Mahoney143bede2012-03-01 14:56:26 +0100171void btrfs_add_ordered_sum(struct inode *inode,
172 struct btrfs_ordered_extent *entry,
173 struct btrfs_ordered_sum *sum);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400174struct btrfs_ordered_extent *btrfs_lookup_ordered_extent(struct inode *inode,
175 u64 file_offset);
Chris Masoneb84ae02008-07-17 13:53:27 -0400176void btrfs_start_ordered_extent(struct inode *inode,
177 struct btrfs_ordered_extent *entry, int wait);
Josef Bacik0ef8b722013-10-25 16:13:35 -0400178int btrfs_wait_ordered_range(struct inode *inode, u64 start, u64 len);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400179struct btrfs_ordered_extent *
180btrfs_lookup_first_ordered_extent(struct inode * inode, u64 file_offset);
Nikolay Borisova776c6f2017-02-20 13:50:49 +0200181struct btrfs_ordered_extent *btrfs_lookup_ordered_range(
182 struct btrfs_inode *inode,
183 u64 file_offset,
184 u64 len);
Filipe Mananab659ef02015-03-31 14:16:52 +0100185bool btrfs_have_ordered_extents_in_range(struct inode *inode,
186 u64 file_offset,
187 u64 len);
Yan, Zhengc2167752009-11-12 09:34:21 +0000188int btrfs_ordered_update_i_size(struct inode *inode, u64 offset,
Chris Masondbe674a2008-07-17 12:54:05 -0400189 struct btrfs_ordered_extent *ordered);
Miao Xiee4100d92013-04-05 07:20:56 +0000190int btrfs_find_ordered_sum(struct inode *inode, u64 offset, u64 disk_bytenr,
191 u32 *sum, int len);
Chris Mason6374e57a2017-06-23 09:48:21 -0700192u64 btrfs_wait_ordered_extents(struct btrfs_root *root, u64 nr,
Filipe Manana578def72016-04-26 15:36:38 +0100193 const u64 range_start, const u64 range_len);
Chris Mason6374e57a2017-06-23 09:48:21 -0700194u64 btrfs_wait_ordered_roots(struct btrfs_fs_info *fs_info, u64 nr,
Filipe Manana578def72016-04-26 15:36:38 +0100195 const u64 range_start, const u64 range_len);
Nikolay Borisov22346632017-01-18 00:31:39 +0200196void btrfs_get_logged_extents(struct btrfs_inode *inode,
Filipe Manana08702952014-11-13 17:00:35 +0000197 struct list_head *logged_list,
198 const loff_t start,
199 const loff_t end);
Miao Xie827463c2014-01-14 20:31:51 +0800200void btrfs_put_logged_extents(struct list_head *logged_list);
201void btrfs_submit_logged_extents(struct list_head *logged_list,
202 struct btrfs_root *log);
Josef Bacik50d9aa92014-11-21 14:52:38 -0500203void btrfs_wait_logged_extents(struct btrfs_trans_handle *trans,
204 struct btrfs_root *log, u64 transid);
Josef Bacik2ab28f32012-10-12 15:27:49 -0400205void btrfs_free_logged_extents(struct btrfs_root *log, u64 transid);
Miao Xie6352b912012-09-06 04:01:51 -0600206int __init ordered_data_init(void);
David Sterbae67c7182018-02-19 17:24:18 +0100207void __cold ordered_data_exit(void);
David Sterba9888c342018-04-03 19:16:55 +0200208
Chris Masondc17ff82008-01-08 15:46:30 -0500209#endif