blob: 1f9df88afbf6922e9f4af87972f05521ed15e862 [file] [log] [blame]
Chris Masond1310b22008-01-24 16:13:08 -05001#ifndef __EXTENTIO__
2#define __EXTENTIO__
3
4#include <linux/rbtree.h>
5
6/* bits for the extent state */
7#define EXTENT_DIRTY 1
8#define EXTENT_WRITEBACK (1 << 1)
9#define EXTENT_UPTODATE (1 << 2)
10#define EXTENT_LOCKED (1 << 3)
11#define EXTENT_NEW (1 << 4)
12#define EXTENT_DELALLOC (1 << 5)
13#define EXTENT_DEFRAG (1 << 6)
14#define EXTENT_DEFRAG_DONE (1 << 7)
15#define EXTENT_BUFFER_FILLED (1 << 8)
Chris Masone6dcd2d2008-07-17 12:53:50 -040016#define EXTENT_ORDERED (1 << 9)
17#define EXTENT_ORDERED_METADATA (1 << 10)
Zheng Yan5b21f2e2008-09-26 10:05:38 -040018#define EXTENT_BOUNDARY (1 << 11)
Yan Zheng17d217f2008-12-12 10:03:38 -050019#define EXTENT_NODATASUM (1 << 12)
Chris Masond1310b22008-01-24 16:13:08 -050020#define EXTENT_IOBITS (EXTENT_LOCKED | EXTENT_WRITEBACK)
21
Chris Masonc8b97812008-10-29 14:49:59 -040022/* flags for bio submission */
23#define EXTENT_BIO_COMPRESSED 1
24
Chris Masonb4ce94d2009-02-04 09:25:08 -050025/* these are bit numbers for test/set bit */
26#define EXTENT_BUFFER_UPTODATE 0
27#define EXTENT_BUFFER_BLOCKING 1
28
Chris Masond1310b22008-01-24 16:13:08 -050029/*
30 * page->private values. Every page that is controlled by the extent
31 * map has page->private set to one.
32 */
33#define EXTENT_PAGE_PRIVATE 1
34#define EXTENT_PAGE_PRIVATE_FIRST_PAGE 3
35
Chris Mason70dec802008-01-29 09:59:12 -050036struct extent_state;
37
Chris Mason44b8bd72008-04-16 11:14:51 -040038typedef int (extent_submit_bio_hook_t)(struct inode *inode, int rw,
Chris Masonc8b97812008-10-29 14:49:59 -040039 struct bio *bio, int mirror_num,
40 unsigned long bio_flags);
Chris Masond1310b22008-01-24 16:13:08 -050041struct extent_io_ops {
Chris Masonc8b97812008-10-29 14:49:59 -040042 int (*fill_delalloc)(struct inode *inode, struct page *locked_page,
Chris Mason771ed682008-11-06 22:02:51 -050043 u64 start, u64 end, int *page_started,
44 unsigned long *nr_written);
Chris Mason247e7432008-07-17 12:53:51 -040045 int (*writepage_start_hook)(struct page *page, u64 start, u64 end);
Chris Masond1310b22008-01-24 16:13:08 -050046 int (*writepage_io_hook)(struct page *page, u64 start, u64 end);
Chris Mason44b8bd72008-04-16 11:14:51 -040047 extent_submit_bio_hook_t *submit_bio_hook;
Chris Mason239b14b2008-03-24 15:02:07 -040048 int (*merge_bio_hook)(struct page *page, unsigned long offset,
Chris Masonc8b97812008-10-29 14:49:59 -040049 size_t size, struct bio *bio,
50 unsigned long bio_flags);
Chris Masond1310b22008-01-24 16:13:08 -050051 int (*readpage_io_hook)(struct page *page, u64 start, u64 end);
Chris Mason7e383262008-04-09 16:28:12 -040052 int (*readpage_io_failed_hook)(struct bio *bio, struct page *page,
53 u64 start, u64 end,
54 struct extent_state *state);
Chris Mason1259ab72008-05-12 13:39:03 -040055 int (*writepage_io_failed_hook)(struct bio *bio, struct page *page,
56 u64 start, u64 end,
57 struct extent_state *state);
Chris Mason70dec802008-01-29 09:59:12 -050058 int (*readpage_end_io_hook)(struct page *page, u64 start, u64 end,
59 struct extent_state *state);
Chris Mason1259ab72008-05-12 13:39:03 -040060 int (*writepage_end_io_hook)(struct page *page, u64 start, u64 end,
Chris Masone6dcd2d2008-07-17 12:53:50 -040061 struct extent_state *state, int uptodate);
Chris Mason291d6732008-01-29 15:55:23 -050062 int (*set_bit_hook)(struct inode *inode, u64 start, u64 end,
Chris Masonb0c68f82008-01-31 11:05:37 -050063 unsigned long old, unsigned long bits);
Chris Mason291d6732008-01-29 15:55:23 -050064 int (*clear_bit_hook)(struct inode *inode, u64 start, u64 end,
Chris Masonb0c68f82008-01-31 11:05:37 -050065 unsigned long old, unsigned long bits);
Chris Mason4bef0842008-09-08 11:18:08 -040066 int (*write_cache_pages_lock_hook)(struct page *page);
Chris Masond1310b22008-01-24 16:13:08 -050067};
68
69struct extent_io_tree {
70 struct rb_root state;
Chris Mason6af118ce2008-07-22 11:18:07 -040071 struct rb_root buffer;
Chris Masond1310b22008-01-24 16:13:08 -050072 struct address_space *mapping;
73 u64 dirty_bytes;
Chris Mason70dec802008-01-29 09:59:12 -050074 spinlock_t lock;
Chris Mason6af118ce2008-07-22 11:18:07 -040075 spinlock_t buffer_lock;
Chris Masond1310b22008-01-24 16:13:08 -050076 struct extent_io_ops *ops;
Chris Masond1310b22008-01-24 16:13:08 -050077};
78
79struct extent_state {
80 u64 start;
81 u64 end; /* inclusive */
Chris Masond1310b22008-01-24 16:13:08 -050082 struct rb_node rb_node;
Chris Mason70dec802008-01-29 09:59:12 -050083 struct extent_io_tree *tree;
Chris Masond1310b22008-01-24 16:13:08 -050084 wait_queue_head_t wq;
85 atomic_t refs;
86 unsigned long state;
87
88 /* for use by the FS */
89 u64 private;
90
Chris Mason2d2ae542008-03-26 16:24:23 -040091 struct list_head leak_list;
Chris Masond1310b22008-01-24 16:13:08 -050092};
93
94struct extent_buffer {
95 u64 start;
96 unsigned long len;
97 char *map_token;
98 char *kaddr;
99 unsigned long map_start;
100 unsigned long map_len;
101 struct page *first_page;
Chris Masonb4ce94d2009-02-04 09:25:08 -0500102 unsigned long bflags;
Chris Masond1310b22008-01-24 16:13:08 -0500103 atomic_t refs;
Chris Mason2d2ae542008-03-26 16:24:23 -0400104 struct list_head leak_list;
Chris Mason6af118ce2008-07-22 11:18:07 -0400105 struct rb_node rb_node;
Chris Masonb4ce94d2009-02-04 09:25:08 -0500106
107 /* the spinlock is used to protect most operations */
108 spinlock_t lock;
109
110 /*
111 * when we keep the lock held while blocking, waiters go onto
112 * the wq
113 */
114 wait_queue_head_t lock_wq;
Chris Masond1310b22008-01-24 16:13:08 -0500115};
116
117struct extent_map_tree;
118
Chris Masond7fc6402008-02-18 12:12:38 -0500119static inline struct extent_state *extent_state_next(struct extent_state *state)
120{
121 struct rb_node *node;
122 node = rb_next(&state->rb_node);
123 if (!node)
124 return NULL;
125 return rb_entry(node, struct extent_state, rb_node);
126}
127
Chris Masond1310b22008-01-24 16:13:08 -0500128typedef struct extent_map *(get_extent_t)(struct inode *inode,
129 struct page *page,
130 size_t page_offset,
131 u64 start, u64 len,
132 int create);
133
134void extent_io_tree_init(struct extent_io_tree *tree,
135 struct address_space *mapping, gfp_t mask);
Chris Masond1310b22008-01-24 16:13:08 -0500136int try_release_extent_mapping(struct extent_map_tree *map,
Chris Mason70dec802008-01-29 09:59:12 -0500137 struct extent_io_tree *tree, struct page *page,
138 gfp_t mask);
Chris Mason6af118ce2008-07-22 11:18:07 -0400139int try_release_extent_buffer(struct extent_io_tree *tree, struct page *page);
Chris Mason7b13b7b2008-04-18 10:29:50 -0400140int try_release_extent_state(struct extent_map_tree *map,
141 struct extent_io_tree *tree, struct page *page,
142 gfp_t mask);
Chris Masond1310b22008-01-24 16:13:08 -0500143int lock_extent(struct extent_io_tree *tree, u64 start, u64 end, gfp_t mask);
144int unlock_extent(struct extent_io_tree *tree, u64 start, u64 end, gfp_t mask);
Josef Bacik25179202008-10-29 14:49:05 -0400145int try_lock_extent(struct extent_io_tree *tree, u64 start, u64 end,
146 gfp_t mask);
Chris Masond1310b22008-01-24 16:13:08 -0500147int extent_read_full_page(struct extent_io_tree *tree, struct page *page,
148 get_extent_t *get_extent);
149int __init extent_io_init(void);
150void extent_io_exit(void);
151
152u64 count_range_bits(struct extent_io_tree *tree,
153 u64 *start, u64 search_end,
154 u64 max_bytes, unsigned long bits);
155
156int test_range_bit(struct extent_io_tree *tree, u64 start, u64 end,
157 int bits, int filled);
158int clear_extent_bits(struct extent_io_tree *tree, u64 start, u64 end,
159 int bits, gfp_t mask);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400160int clear_extent_bit(struct extent_io_tree *tree, u64 start, u64 end,
161 int bits, int wake, int delete, gfp_t mask);
Chris Masond1310b22008-01-24 16:13:08 -0500162int set_extent_bits(struct extent_io_tree *tree, u64 start, u64 end,
163 int bits, gfp_t mask);
164int set_extent_uptodate(struct extent_io_tree *tree, u64 start, u64 end,
165 gfp_t mask);
166int set_extent_new(struct extent_io_tree *tree, u64 start, u64 end,
167 gfp_t mask);
168int set_extent_dirty(struct extent_io_tree *tree, u64 start, u64 end,
169 gfp_t mask);
170int clear_extent_dirty(struct extent_io_tree *tree, u64 start, u64 end,
171 gfp_t mask);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400172int clear_extent_ordered(struct extent_io_tree *tree, u64 start, u64 end,
173 gfp_t mask);
174int clear_extent_ordered_metadata(struct extent_io_tree *tree, u64 start,
175 u64 end, gfp_t mask);
Chris Masond1310b22008-01-24 16:13:08 -0500176int set_extent_delalloc(struct extent_io_tree *tree, u64 start, u64 end,
177 gfp_t mask);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400178int set_extent_ordered(struct extent_io_tree *tree, u64 start, u64 end,
179 gfp_t mask);
Chris Masond1310b22008-01-24 16:13:08 -0500180int find_first_extent_bit(struct extent_io_tree *tree, u64 start,
181 u64 *start_ret, u64 *end_ret, int bits);
Chris Masond7fc6402008-02-18 12:12:38 -0500182struct extent_state *find_first_extent_bit_state(struct extent_io_tree *tree,
183 u64 start, int bits);
Chris Masond1310b22008-01-24 16:13:08 -0500184int extent_invalidatepage(struct extent_io_tree *tree,
185 struct page *page, unsigned long offset);
186int extent_write_full_page(struct extent_io_tree *tree, struct page *page,
187 get_extent_t *get_extent,
188 struct writeback_control *wbc);
Chris Mason771ed682008-11-06 22:02:51 -0500189int extent_write_locked_range(struct extent_io_tree *tree, struct inode *inode,
190 u64 start, u64 end, get_extent_t *get_extent,
191 int mode);
Chris Masond1310b22008-01-24 16:13:08 -0500192int extent_writepages(struct extent_io_tree *tree,
193 struct address_space *mapping,
194 get_extent_t *get_extent,
195 struct writeback_control *wbc);
196int extent_readpages(struct extent_io_tree *tree,
197 struct address_space *mapping,
198 struct list_head *pages, unsigned nr_pages,
199 get_extent_t get_extent);
200int extent_prepare_write(struct extent_io_tree *tree,
201 struct inode *inode, struct page *page,
202 unsigned from, unsigned to, get_extent_t *get_extent);
203int extent_commit_write(struct extent_io_tree *tree,
204 struct inode *inode, struct page *page,
205 unsigned from, unsigned to);
206sector_t extent_bmap(struct address_space *mapping, sector_t iblock,
207 get_extent_t *get_extent);
Yehuda Sadeh1506fcc2009-01-21 14:39:14 -0500208int extent_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo,
209 __u64 start, __u64 len, get_extent_t *get_extent);
Chris Masond1310b22008-01-24 16:13:08 -0500210int set_range_dirty(struct extent_io_tree *tree, u64 start, u64 end);
211int set_state_private(struct extent_io_tree *tree, u64 start, u64 private);
212int get_state_private(struct extent_io_tree *tree, u64 start, u64 *private);
213void set_page_extent_mapped(struct page *page);
214
215struct extent_buffer *alloc_extent_buffer(struct extent_io_tree *tree,
216 u64 start, unsigned long len,
217 struct page *page0,
218 gfp_t mask);
219struct extent_buffer *find_extent_buffer(struct extent_io_tree *tree,
220 u64 start, unsigned long len,
221 gfp_t mask);
222void free_extent_buffer(struct extent_buffer *eb);
223int read_extent_buffer_pages(struct extent_io_tree *tree,
Chris Masona86c12c2008-02-07 10:50:54 -0500224 struct extent_buffer *eb, u64 start, int wait,
Chris Masonf1885912008-04-09 16:28:12 -0400225 get_extent_t *get_extent, int mirror_num);
Chris Masond1310b22008-01-24 16:13:08 -0500226
227static inline void extent_buffer_get(struct extent_buffer *eb)
228{
229 atomic_inc(&eb->refs);
230}
231
232int memcmp_extent_buffer(struct extent_buffer *eb, const void *ptrv,
233 unsigned long start,
234 unsigned long len);
235void read_extent_buffer(struct extent_buffer *eb, void *dst,
236 unsigned long start,
237 unsigned long len);
238void write_extent_buffer(struct extent_buffer *eb, const void *src,
239 unsigned long start, unsigned long len);
240void copy_extent_buffer(struct extent_buffer *dst, struct extent_buffer *src,
241 unsigned long dst_offset, unsigned long src_offset,
242 unsigned long len);
243void memcpy_extent_buffer(struct extent_buffer *dst, unsigned long dst_offset,
244 unsigned long src_offset, unsigned long len);
245void memmove_extent_buffer(struct extent_buffer *dst, unsigned long dst_offset,
246 unsigned long src_offset, unsigned long len);
247void memset_extent_buffer(struct extent_buffer *eb, char c,
248 unsigned long start, unsigned long len);
249int wait_on_extent_buffer_writeback(struct extent_io_tree *tree,
250 struct extent_buffer *eb);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400251int wait_on_extent_writeback(struct extent_io_tree *tree, u64 start, u64 end);
252int wait_extent_bit(struct extent_io_tree *tree, u64 start, u64 end, int bits);
Chris Masond1310b22008-01-24 16:13:08 -0500253int clear_extent_buffer_dirty(struct extent_io_tree *tree,
254 struct extent_buffer *eb);
255int set_extent_buffer_dirty(struct extent_io_tree *tree,
256 struct extent_buffer *eb);
257int set_extent_buffer_uptodate(struct extent_io_tree *tree,
258 struct extent_buffer *eb);
Chris Mason1259ab72008-05-12 13:39:03 -0400259int clear_extent_buffer_uptodate(struct extent_io_tree *tree,
260 struct extent_buffer *eb);
Chris Masond1310b22008-01-24 16:13:08 -0500261int extent_buffer_uptodate(struct extent_io_tree *tree,
262 struct extent_buffer *eb);
263int map_extent_buffer(struct extent_buffer *eb, unsigned long offset,
264 unsigned long min_len, char **token, char **map,
265 unsigned long *map_start,
266 unsigned long *map_len, int km);
267int map_private_extent_buffer(struct extent_buffer *eb, unsigned long offset,
268 unsigned long min_len, char **token, char **map,
269 unsigned long *map_start,
270 unsigned long *map_len, int km);
271void unmap_extent_buffer(struct extent_buffer *eb, char *token, int km);
Chris Masonce9adaa2008-04-09 16:28:12 -0400272int release_extent_buffer_tail_pages(struct extent_buffer *eb);
273int extent_range_uptodate(struct extent_io_tree *tree,
274 u64 start, u64 end);
Chris Masonc8b97812008-10-29 14:49:59 -0400275int extent_clear_unlock_delalloc(struct inode *inode,
276 struct extent_io_tree *tree,
277 u64 start, u64 end, struct page *locked_page,
Chris Mason771ed682008-11-06 22:02:51 -0500278 int unlock_page,
279 int clear_unlock,
280 int clear_delalloc, int clear_dirty,
281 int set_writeback,
282 int end_writeback);
Chris Masond1310b22008-01-24 16:13:08 -0500283#endif