blob: b57c2786b5aaa9097aad25f35cd134c1e740ac11 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Uwe Zeisbergerf30c2262006-10-03 23:01:26 +02002 * include/linux/writeback.h
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 */
4#ifndef WRITEBACK_H
5#define WRITEBACK_H
6
Alexey Dobriyane8edc6e2007-05-21 01:22:52 +04007#include <linux/sched.h>
Kent Overstreeta27bb332013-05-07 16:19:08 -07008#include <linux/workqueue.h>
Jens Axboef5ff8422007-09-21 09:19:54 +02009#include <linux/fs.h>
Tejun Heo380c27c2015-05-22 18:23:21 -040010#include <linux/flex_proportions.h>
Alexey Dobriyane8edc6e2007-05-21 01:22:52 +040011
Wu Fengguang54848d72011-04-05 13:21:19 -060012DECLARE_PER_CPU(int, dirty_throttle_leaks);
13
Wu Fengguangffd1f602011-06-19 22:18:42 -060014/*
Wu Fengguang1a12d8b2010-08-29 13:28:09 -060015 * The 1/4 region under the global dirty thresh is for smooth dirty throttling:
16 *
17 * (thresh - thresh/DIRTY_FULL_SCOPE, thresh)
18 *
Wu Fengguangffd1f602011-06-19 22:18:42 -060019 * Further beyond, all dirtier tasks will enter a loop waiting (possibly long
20 * time) for the dirty pages to drop, unless written enough pages.
21 *
22 * The global dirty threshold is normally equal to the global dirty limit,
23 * except when the system suddenly allocates a lot of anonymous memory and
24 * knocks down the global dirty threshold quickly, in which case the global
25 * dirty limit will follow down slowly to prevent livelocking all dirtier tasks.
26 */
Wu Fengguang1a12d8b2010-08-29 13:28:09 -060027#define DIRTY_SCOPE 8
28#define DIRTY_FULL_SCOPE (DIRTY_SCOPE / 2)
Wu Fengguangffd1f602011-06-19 22:18:42 -060029
Linus Torvalds1da177e2005-04-16 15:20:36 -070030struct backing_dev_info;
31
Linus Torvalds1da177e2005-04-16 15:20:36 -070032/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070033 * fs/fs-writeback.c
34 */
35enum writeback_sync_modes {
36 WB_SYNC_NONE, /* Don't wait on anything */
37 WB_SYNC_ALL, /* Wait on every mapping */
Linus Torvalds1da177e2005-04-16 15:20:36 -070038};
39
40/*
Curt Wohlgemuth0e175a12011-10-07 21:54:10 -060041 * why some writeback work was initiated
42 */
43enum wb_reason {
44 WB_REASON_BACKGROUND,
45 WB_REASON_TRY_TO_FREE_PAGES,
46 WB_REASON_SYNC,
47 WB_REASON_PERIODIC,
48 WB_REASON_LAPTOP_TIMER,
49 WB_REASON_FREE_MORE_MEM,
50 WB_REASON_FS_FREE_SPACE,
Wanpeng Lifc6df802013-07-08 16:00:15 -070051 /*
52 * There is no bdi forker thread any more and works are done
53 * by emergency worker, however, this is TPs userland visible
54 * and we'll be exposing exactly the same information,
55 * so it has a mismatch name.
56 */
Curt Wohlgemuth0e175a12011-10-07 21:54:10 -060057 WB_REASON_FORKER_THREAD,
58
59 WB_REASON_MAX,
60};
Curt Wohlgemuth0e175a12011-10-07 21:54:10 -060061
62/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070063 * A control structure which tells the writeback code what to do. These are
64 * always on the stack, and hence need no locking. They are always initialised
65 * in a manner such that unspecified fields are set to zero.
66 */
67struct writeback_control {
Linus Torvalds1da177e2005-04-16 15:20:36 -070068 long nr_to_write; /* Write this many pages, and decrement
69 this for each page written */
70 long pages_skipped; /* Pages which were not written */
71
72 /*
Andrew Morton95468fd2012-03-05 15:06:02 -080073 * For a_ops->writepages(): if start or end are non-zero then this is
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 * a hint that the filesystem need only write out the pages inside that
75 * byterange. The byte at `end' is included in the writeout request.
76 */
OGAWA Hirofumi111ebb62006-06-23 02:03:26 -070077 loff_t range_start;
78 loff_t range_end;
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
Richard Kennedy4cd90692012-04-25 14:53:05 +010080 enum writeback_sync_modes sync_mode;
81
Andrew Morton22905f72005-11-16 15:07:01 -080082 unsigned for_kupdate:1; /* A kupdate writeback */
Wu Fengguangb17621f2009-12-03 13:54:25 +010083 unsigned for_background:1; /* A background writeback */
Wu Fengguang6e6938b2010-06-06 10:38:15 -060084 unsigned tagged_writepages:1; /* tag-and-write to avoid livelock */
Andrew Morton22905f72005-11-16 15:07:01 -080085 unsigned for_reclaim:1; /* Invoked from the page allocator */
OGAWA Hirofumi111ebb62006-06-23 02:03:26 -070086 unsigned range_cyclic:1; /* range_start is cyclic */
Dave Chinner7747bd42013-07-02 22:38:35 +100087 unsigned for_sync:1; /* sync(2) WB_SYNC_ALL writeback */
Linus Torvalds1da177e2005-04-16 15:20:36 -070088};
89
90/*
Tejun Heo380c27c2015-05-22 18:23:21 -040091 * A wb_domain represents a domain that wb's (bdi_writeback's) belong to
92 * and are measured against each other in. There always is one global
93 * domain, global_wb_domain, that every wb in the system is a member of.
94 * This allows measuring the relative bandwidth of each wb to distribute
95 * dirtyable memory accordingly.
96 */
97struct wb_domain {
Tejun Heodcc25ae2015-05-22 18:23:22 -040098 spinlock_t lock;
99
Tejun Heo380c27c2015-05-22 18:23:21 -0400100 /*
101 * Scale the writeback cache size proportional to the relative
102 * writeout speed.
103 *
104 * We do this by keeping a floating proportion between BDIs, based
105 * on page writeback completions [end_page_writeback()]. Those
106 * devices that write out pages fastest will get the larger share,
107 * while the slower will get a smaller share.
108 *
109 * We use page writeout completions because we are interested in
110 * getting rid of dirty pages. Having them written out is the
111 * primary goal.
112 *
113 * We introduce a concept of time, a period over which we measure
114 * these events, because demand can/will vary over time. The length
115 * of this period itself is measured in page writeback completions.
116 */
117 struct fprop_global completions;
118 struct timer_list period_timer; /* timer for aging of completions */
119 unsigned long period_time;
Tejun Heodcc25ae2015-05-22 18:23:22 -0400120
121 /*
122 * The dirtyable memory and dirty threshold could be suddenly
123 * knocked down by a large amount (eg. on the startup of KVM in a
124 * swapless system). This may throw the system into deep dirty
125 * exceeded state and throttle heavy/light dirtiers alike. To
126 * retain good responsiveness, maintain global_dirty_limit for
127 * tracking slowly down to the knocked down dirty threshold.
128 *
129 * Both fields are protected by ->lock.
130 */
131 unsigned long dirty_limit_tstamp;
132 unsigned long dirty_limit;
Tejun Heo380c27c2015-05-22 18:23:21 -0400133};
134
135/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 * fs/fs-writeback.c
137 */
Jens Axboe03ba3782009-09-09 09:08:54 +0200138struct bdi_writeback;
Curt Wohlgemuth0e175a12011-10-07 21:54:10 -0600139void writeback_inodes_sb(struct super_block *, enum wb_reason reason);
140void writeback_inodes_sb_nr(struct super_block *, unsigned long nr,
141 enum wb_reason reason);
Tejun Heof30a7d02015-05-22 17:14:00 -0400142bool try_to_writeback_inodes_sb(struct super_block *, enum wb_reason reason);
143bool try_to_writeback_inodes_sb_nr(struct super_block *, unsigned long nr,
144 enum wb_reason reason);
Jan Kara0dc83bd2014-02-21 11:19:04 +0100145void sync_inodes_sb(struct super_block *);
Curt Wohlgemuth0e175a12011-10-07 21:54:10 -0600146void wakeup_flusher_threads(long nr_pages, enum wb_reason reason);
Jan Kara169ebd92012-05-03 14:48:03 +0200147void inode_wait_for_writeback(struct inode *inode);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148
149/* writeback.h requires fs.h; it, too, is not included from here. */
150static inline void wait_on_inode(struct inode *inode)
151{
152 might_sleep();
NeilBrown74316202014-07-07 15:16:04 +1000153 wait_on_bit(&inode->i_state, __I_NEW, TASK_UNINTERRUPTIBLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154}
Joern Engel1c0eeaf2007-10-16 23:30:44 -0700155
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156/*
157 * mm/page-writeback.c
158 */
Jens Axboec2c49862010-05-20 09:18:47 +0200159#ifdef CONFIG_BLOCK
Matthew Garrett31373d02010-04-06 14:25:14 +0200160void laptop_io_completion(struct backing_dev_info *info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161void laptop_sync_completion(void);
Matthew Garrett31373d02010-04-06 14:25:14 +0200162void laptop_mode_sync(struct work_struct *work);
163void laptop_mode_timer_fn(unsigned long data);
Jens Axboec2c49862010-05-20 09:18:47 +0200164#else
165static inline void laptop_sync_completion(void) { }
166#endif
Andrew Morton232ea4d2007-02-28 20:13:21 -0800167void throttle_vm_writeout(gfp_t gfp_mask);
Johannes Weinera756cf52012-01-10 15:07:49 -0800168bool zone_dirty_ok(struct zone *zone);
Tejun Heo380c27c2015-05-22 18:23:21 -0400169int wb_domain_init(struct wb_domain *dom, gfp_t gfp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170
Tejun Heodcc25ae2015-05-22 18:23:22 -0400171extern struct wb_domain global_wb_domain;
Wu Fengguangc42843f2011-03-02 15:54:09 -0600172
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173/* These are exported to sysctl. */
174extern int dirty_background_ratio;
David Rientjes2da02992009-01-06 14:39:31 -0800175extern unsigned long dirty_background_bytes;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176extern int vm_dirty_ratio;
David Rientjes2da02992009-01-06 14:39:31 -0800177extern unsigned long vm_dirty_bytes;
Alexey Dobriyan704503d2009-03-31 15:23:18 -0700178extern unsigned int dirty_writeback_interval;
179extern unsigned int dirty_expire_interval;
Theodore Ts'o1efff912015-03-17 12:23:32 -0400180extern unsigned int dirtytime_expire_interval;
Bron Gondwana195cf4532008-02-04 22:29:20 -0800181extern int vm_highmem_is_dirtyable;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182extern int block_dump;
183extern int laptop_mode;
184
David Rientjes2da02992009-01-06 14:39:31 -0800185extern int dirty_background_ratio_handler(struct ctl_table *table, int write,
Alexey Dobriyan8d65af72009-09-23 15:57:19 -0700186 void __user *buffer, size_t *lenp,
David Rientjes2da02992009-01-06 14:39:31 -0800187 loff_t *ppos);
188extern int dirty_background_bytes_handler(struct ctl_table *table, int write,
Alexey Dobriyan8d65af72009-09-23 15:57:19 -0700189 void __user *buffer, size_t *lenp,
David Rientjes2da02992009-01-06 14:39:31 -0800190 loff_t *ppos);
Peter Zijlstra04fbfdc2007-10-16 23:25:50 -0700191extern int dirty_ratio_handler(struct ctl_table *table, int write,
Alexey Dobriyan8d65af72009-09-23 15:57:19 -0700192 void __user *buffer, size_t *lenp,
Peter Zijlstra04fbfdc2007-10-16 23:25:50 -0700193 loff_t *ppos);
David Rientjes2da02992009-01-06 14:39:31 -0800194extern int dirty_bytes_handler(struct ctl_table *table, int write,
Alexey Dobriyan8d65af72009-09-23 15:57:19 -0700195 void __user *buffer, size_t *lenp,
David Rientjes2da02992009-01-06 14:39:31 -0800196 loff_t *ppos);
Theodore Ts'o1efff912015-03-17 12:23:32 -0400197int dirtytime_interval_handler(struct ctl_table *table, int write,
198 void __user *buffer, size_t *lenp, loff_t *ppos);
Peter Zijlstra04fbfdc2007-10-16 23:25:50 -0700199
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200struct ctl_table;
Alexey Dobriyan8d65af72009-09-23 15:57:19 -0700201int dirty_writeback_centisecs_handler(struct ctl_table *, int,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202 void __user *, size_t *, loff_t *);
203
Wu Fengguang16c40422010-08-11 14:17:39 -0700204void global_dirty_limits(unsigned long *pbackground, unsigned long *pdirty);
Tejun Heo0d960a32015-05-22 18:23:19 -0400205unsigned long wb_calc_thresh(struct bdi_writeback *wb, unsigned long thresh);
Peter Zijlstracf0ca9f2008-04-30 00:54:32 -0700206
Tejun Heo8a731792015-05-22 18:23:20 -0400207void wb_update_bandwidth(struct bdi_writeback *wb, unsigned long start_time);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208void page_writeback_init(void);
Namjae Jeond0e1d662012-12-11 16:00:21 -0800209void balance_dirty_pages_ratelimited(struct address_space *mapping);
Tejun Heoaa661bb2015-05-22 18:23:31 -0400210bool wb_over_bg_thresh(struct bdi_writeback *wb);
Andrew Mortonfa5a7342006-03-24 03:18:10 -0800211
Miklos Szeredi0ea97182007-05-10 22:22:51 -0700212typedef int (*writepage_t)(struct page *page, struct writeback_control *wbc,
213 void *data);
214
Miklos Szeredi0ea97182007-05-10 22:22:51 -0700215int generic_writepages(struct address_space *mapping,
216 struct writeback_control *wbc);
Eric Sandeen5b41d922010-10-27 21:30:13 -0400217void tag_pages_for_writeback(struct address_space *mapping,
218 pgoff_t start, pgoff_t end);
Miklos Szeredi0ea97182007-05-10 22:22:51 -0700219int write_cache_pages(struct address_space *mapping,
220 struct writeback_control *wbc, writepage_t writepage,
221 void *data);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222int do_writepages(struct address_space *mapping, struct writeback_control *wbc);
Chandra Seetharaman2d1d43f2006-09-29 02:01:25 -0700223void writeback_set_ratelimit(void);
Namhyung Kim92c09c02010-10-26 14:22:03 -0700224void tag_pages_for_writeback(struct address_space *mapping,
225 pgoff_t start, pgoff_t end);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226
Wu Fengguang2f800fb2011-08-08 15:22:00 -0600227void account_page_redirty(struct page *page);
228
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229#endif /* WRITEBACK_H */