blob: 02d813aaa2619dc57acf958531fe2e88c57f8a5b [file] [log] [blame]
David Sterba9888c342018-04-03 19:16:55 +02001/* SPDX-License-Identifier: GPL-2.0 */
Chris Masondc17ff82008-01-08 15:46:30 -05002/*
3 * Copyright (C) 2007 Oracle. All rights reserved.
Chris Masondc17ff82008-01-08 15:46:30 -05004 */
5
David Sterba9888c342018-04-03 19:16:55 +02006#ifndef BTRFS_ORDERED_DATA_H
7#define BTRFS_ORDERED_DATA_H
Chris Masondc17ff82008-01-08 15:46:30 -05008
Chris Masoneb84ae02008-07-17 13:53:27 -04009/* one of these per inode */
Chris Masondc17ff82008-01-08 15:46:30 -050010struct btrfs_ordered_inode_tree {
Josef Bacik49958fd2010-02-02 21:48:28 +000011 spinlock_t lock;
Chris Masondc17ff82008-01-08 15:46:30 -050012 struct rb_root tree;
Chris Masone6dcd2d2008-07-17 12:53:50 -040013 struct rb_node *last;
Chris Masondc17ff82008-01-08 15:46:30 -050014};
15
Chris Masone6dcd2d2008-07-17 12:53:50 -040016struct btrfs_ordered_sum {
Chris Masond20f7042008-12-08 16:58:54 -050017 /* bytenr is the start of this extent on disk */
18 u64 bytenr;
19
Chris Mason3edf7d32008-07-18 06:17:13 -040020 /*
21 * this is the length in bytes covered by the sums array below.
Chris Mason3edf7d32008-07-18 06:17:13 -040022 */
Miao Xief51a4a12013-06-19 10:36:09 +080023 int len;
Chris Masone6dcd2d2008-07-17 12:53:50 -040024 struct list_head list;
Miao Xief51a4a12013-06-19 10:36:09 +080025 /* last field is a variable length array of csums */
26 u32 sums[];
Chris Masone6dcd2d2008-07-17 12:53:50 -040027};
28
Chris Masoneb84ae02008-07-17 13:53:27 -040029/*
30 * bits for the flags field:
31 *
32 * BTRFS_ORDERED_IO_DONE is set when all of the blocks are written.
33 * It is used to make sure metadata is inserted into the tree only once
34 * per extent.
35 *
36 * BTRFS_ORDERED_COMPLETE is set when the extent is removed from the
37 * rbtree, just before waking any waiters. It is used to indicate the
38 * IO is done and any metadata is inserted into the tree.
39 */
Chris Masone6dcd2d2008-07-17 12:53:50 -040040#define BTRFS_ORDERED_IO_DONE 0 /* set when all the pages are written */
Chris Masoneb84ae02008-07-17 13:53:27 -040041
Chris Masone6dcd2d2008-07-17 12:53:50 -040042#define BTRFS_ORDERED_COMPLETE 1 /* set when removed from the tree */
Chris Masone6dcd2d2008-07-17 12:53:50 -040043
Yan Zheng7ea394f2008-08-05 13:05:02 -040044#define BTRFS_ORDERED_NOCOW 2 /* set when we want to write in place */
45
Li Zefan261507a02010-12-17 14:21:50 +080046#define BTRFS_ORDERED_COMPRESSED 3 /* writing a zlib compressed extent */
Chris Masonc8b97812008-10-29 14:49:59 -040047
Nicholas D Steeves01327612016-05-19 21:18:45 -040048#define BTRFS_ORDERED_PREALLOC 4 /* set when writing to preallocated extent */
Yan Zhengd899e052008-10-30 14:25:28 -040049
Josef Bacik4b46fce2010-05-23 11:00:55 -040050#define BTRFS_ORDERED_DIRECT 5 /* set when we're doing DIO with this extent */
51
Josef Bacik5fd02042012-05-02 14:00:54 -040052#define BTRFS_ORDERED_IOERR 6 /* We had an io error when writing this out */
53
Adam Buchbinder48fc7f72012-09-19 21:48:00 -040054#define BTRFS_ORDERED_UPDATED_ISIZE 7 /* indicates whether this ordered extent
Josef Bacik5fd02042012-05-02 14:00:54 -040055 * has done its due diligence in updating
56 * the isize. */
Josef Bacik5636cf72018-05-23 11:58:36 -040057#define BTRFS_ORDERED_TRUNCATED 8 /* Set when we have to truncate an extent */
Josef Bacik5fd02042012-05-02 14:00:54 -040058
Josef Bacik5636cf72018-05-23 11:58:36 -040059#define BTRFS_ORDERED_PENDING 9 /* We are waiting for this ordered extent to
Josef Bacik161c35492015-09-24 16:17:39 -040060 * complete in the current transaction. */
Josef Bacik5636cf72018-05-23 11:58:36 -040061#define BTRFS_ORDERED_REGULAR 10 /* Regular IO for COW */
Liu Bo1af4a0a2017-02-13 15:35:09 -080062
Chris Masone6dcd2d2008-07-17 12:53:50 -040063struct btrfs_ordered_extent {
Chris Masoneb84ae02008-07-17 13:53:27 -040064 /* logical offset in the file */
Chris Masone6dcd2d2008-07-17 12:53:50 -040065 u64 file_offset;
Chris Masoneb84ae02008-07-17 13:53:27 -040066
67 /* disk byte number */
Chris Masone6dcd2d2008-07-17 12:53:50 -040068 u64 start;
Chris Masoneb84ae02008-07-17 13:53:27 -040069
Chris Masonc8b97812008-10-29 14:49:59 -040070 /* ram length of the extent in bytes */
Chris Masone6dcd2d2008-07-17 12:53:50 -040071 u64 len;
Chris Masoneb84ae02008-07-17 13:53:27 -040072
Chris Masonc8b97812008-10-29 14:49:59 -040073 /* extent length on disk */
74 u64 disk_len;
75
Chris Mason8b62b722009-09-02 16:53:46 -040076 /* number of bytes that still need writing */
77 u64 bytes_left;
78
Miao Xieb9a8cc52012-09-06 04:01:21 -060079 /*
80 * the end of the ordered extent which is behind it but
81 * didn't update disk_i_size. Please see the comment of
82 * btrfs_ordered_update_i_size();
83 */
84 u64 outstanding_isize;
85
Josef Bacik77cef2e2013-08-29 13:57:21 -040086 /*
87 * If we get truncated we need to adjust the file extent we enter for
88 * this ordered extent so that we do not expose stale data.
89 */
90 u64 truncated_len;
91
Chris Masoneb84ae02008-07-17 13:53:27 -040092 /* flags (described above) */
Chris Masone6dcd2d2008-07-17 12:53:50 -040093 unsigned long flags;
Chris Masoneb84ae02008-07-17 13:53:27 -040094
Li Zefan261507a02010-12-17 14:21:50 +080095 /* compression algorithm */
96 int compress_type;
97
Chris Masoneb84ae02008-07-17 13:53:27 -040098 /* reference count */
Elena Reshetovae76edab2017-03-03 10:55:13 +020099 refcount_t refs;
Chris Masoneb84ae02008-07-17 13:53:27 -0400100
Chris Mason3eaa2882008-07-24 11:57:52 -0400101 /* the inode we belong to */
102 struct inode *inode;
103
Chris Masoneb84ae02008-07-17 13:53:27 -0400104 /* list of checksums for insertion when the extent io is done */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400105 struct list_head list;
Chris Masoneb84ae02008-07-17 13:53:27 -0400106
Josef Bacik2ab28f32012-10-12 15:27:49 -0400107 /* If we need to wait on this to be done */
108 struct list_head log_list;
109
Josef Bacik50d9aa92014-11-21 14:52:38 -0500110 /* If the transaction needs to wait on this ordered extent */
111 struct list_head trans_list;
112
Chris Masoneb84ae02008-07-17 13:53:27 -0400113 /* used to wait for the BTRFS_ORDERED_COMPLETE bit */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400114 wait_queue_head_t wait;
Chris Masoneb84ae02008-07-17 13:53:27 -0400115
116 /* our friendly rbtree entry */
Chris Masone6dcd2d2008-07-17 12:53:50 -0400117 struct rb_node rb_node;
Chris Mason3eaa2882008-07-24 11:57:52 -0400118
119 /* a per root list of all the pending ordered extents */
120 struct list_head root_extent_list;
Josef Bacik5fd02042012-05-02 14:00:54 -0400121
Qu Wenruod458b052014-02-28 10:46:19 +0800122 struct btrfs_work work;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400123
Miao Xie9afab882012-10-25 09:41:36 +0000124 struct completion completion;
Qu Wenruod458b052014-02-28 10:46:19 +0800125 struct btrfs_work flush_work;
Miao Xie9afab882012-10-25 09:41:36 +0000126 struct list_head work_list;
127};
Chris Masone6dcd2d2008-07-17 12:53:50 -0400128
Chris Masoneb84ae02008-07-17 13:53:27 -0400129/*
130 * calculates the total size you need to allocate for an ordered sum
131 * structure spanning 'bytes' in the file
132 */
Jeff Mahoneyda170662016-06-15 09:22:56 -0400133static inline int btrfs_ordered_sum_size(struct btrfs_fs_info *fs_info,
Chris Mason9ba46112008-07-23 09:26:26 -0400134 unsigned long bytes)
Chris Masone6dcd2d2008-07-17 12:53:50 -0400135{
Jeff Mahoneyda170662016-06-15 09:22:56 -0400136 int num_sectors = (int)DIV_ROUND_UP(bytes, fs_info->sectorsize);
Nikolay Borisovaf89e0d2018-02-07 11:19:10 +0200137 int csum_size = btrfs_super_csum_size(fs_info->super_copy);
138
139 return sizeof(struct btrfs_ordered_sum) + num_sectors * csum_size;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400140}
141
Chris Masondc17ff82008-01-08 15:46:30 -0500142static inline void
143btrfs_ordered_inode_tree_init(struct btrfs_ordered_inode_tree *t)
144{
Josef Bacik49958fd2010-02-02 21:48:28 +0000145 spin_lock_init(&t->lock);
Eric Paris6bef4d32010-02-23 19:43:04 +0000146 t->tree = RB_ROOT;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400147 t->last = NULL;
Chris Masondc17ff82008-01-08 15:46:30 -0500148}
149
Jeff Mahoney143bede2012-03-01 14:56:26 +0100150void btrfs_put_ordered_extent(struct btrfs_ordered_extent *entry);
151void btrfs_remove_ordered_extent(struct inode *inode,
Chris Masone6dcd2d2008-07-17 12:53:50 -0400152 struct btrfs_ordered_extent *entry);
153int btrfs_dec_test_ordered_pending(struct inode *inode,
Josef Bacik5a1a3df2010-02-02 20:51:14 +0000154 struct btrfs_ordered_extent **cached,
Josef Bacik5fd02042012-05-02 14:00:54 -0400155 u64 file_offset, u64 io_size, int uptodate);
Chris Mason163cf092010-11-28 19:56:33 -0500156int btrfs_dec_test_first_ordered_pending(struct inode *inode,
157 struct btrfs_ordered_extent **cached,
Josef Bacik5fd02042012-05-02 14:00:54 -0400158 u64 *file_offset, u64 io_size,
159 int uptodate);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400160int btrfs_add_ordered_extent(struct inode *inode, u64 file_offset,
Josef Bacik4b46fce2010-05-23 11:00:55 -0400161 u64 start, u64 len, u64 disk_len, int type);
162int btrfs_add_ordered_extent_dio(struct inode *inode, u64 file_offset,
163 u64 start, u64 len, u64 disk_len, int type);
Li Zefan261507a02010-12-17 14:21:50 +0800164int btrfs_add_ordered_extent_compress(struct inode *inode, u64 file_offset,
165 u64 start, u64 len, u64 disk_len,
166 int type, int compress_type);
Jeff Mahoney143bede2012-03-01 14:56:26 +0100167void btrfs_add_ordered_sum(struct inode *inode,
168 struct btrfs_ordered_extent *entry,
169 struct btrfs_ordered_sum *sum);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400170struct btrfs_ordered_extent *btrfs_lookup_ordered_extent(struct inode *inode,
171 u64 file_offset);
Chris Masoneb84ae02008-07-17 13:53:27 -0400172void btrfs_start_ordered_extent(struct inode *inode,
173 struct btrfs_ordered_extent *entry, int wait);
Josef Bacik0ef8b722013-10-25 16:13:35 -0400174int btrfs_wait_ordered_range(struct inode *inode, u64 start, u64 len);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400175struct btrfs_ordered_extent *
176btrfs_lookup_first_ordered_extent(struct inode * inode, u64 file_offset);
Nikolay Borisova776c6f2017-02-20 13:50:49 +0200177struct btrfs_ordered_extent *btrfs_lookup_ordered_range(
178 struct btrfs_inode *inode,
179 u64 file_offset,
180 u64 len);
Yan, Zhengc2167752009-11-12 09:34:21 +0000181int btrfs_ordered_update_i_size(struct inode *inode, u64 offset,
Chris Masondbe674a2008-07-17 12:54:05 -0400182 struct btrfs_ordered_extent *ordered);
Miao Xiee4100d92013-04-05 07:20:56 +0000183int btrfs_find_ordered_sum(struct inode *inode, u64 offset, u64 disk_bytenr,
184 u32 *sum, int len);
Chris Mason6374e57a2017-06-23 09:48:21 -0700185u64 btrfs_wait_ordered_extents(struct btrfs_root *root, u64 nr,
Filipe Manana578def72016-04-26 15:36:38 +0100186 const u64 range_start, const u64 range_len);
Chris Mason6374e57a2017-06-23 09:48:21 -0700187u64 btrfs_wait_ordered_roots(struct btrfs_fs_info *fs_info, u64 nr,
Filipe Manana578def72016-04-26 15:36:38 +0100188 const u64 range_start, const u64 range_len);
Miao Xie6352b912012-09-06 04:01:51 -0600189int __init ordered_data_init(void);
David Sterbae67c7182018-02-19 17:24:18 +0100190void __cold ordered_data_exit(void);
David Sterba9888c342018-04-03 19:16:55 +0200191
Chris Masondc17ff82008-01-08 15:46:30 -0500192#endif