blob: ca90fc96f47e25f10d3ffa7fecbf1bf1d4d3085a [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Zheng Liuc0677e62012-11-08 15:18:54 -05002/*
3 * fs/ext4/extents_status.h
4 *
5 * Written by Yongqiang Yang <xiaoqiangnk@gmail.com>
6 * Modified by
7 * Allison Henderson <achender@linux.vnet.ibm.com>
8 * Zheng Liu <wenqing.lz@taobao.com>
9 *
10 */
11
12#ifndef _EXT4_EXTENTS_STATUS_H
13#define _EXT4_EXTENTS_STATUS_H
14
Zheng Liu654598b2012-11-08 21:57:20 -050015/*
16 * Turn on ES_DEBUG__ to get lots of info about extent status operations.
17 */
18#ifdef ES_DEBUG__
19#define es_debug(fmt, ...) printk(fmt, ##__VA_ARGS__)
20#else
21#define es_debug(fmt, ...) no_printk(fmt, ##__VA_ARGS__)
22#endif
23
Theodore Ts'o8e919d12013-02-27 14:54:37 -050024/*
Dmitry Monakhov921f2662013-03-10 21:01:03 -040025 * With ES_AGGRESSIVE_TEST defined, the result of es caching will be
26 * checked with old map_block's result.
27 */
28#define ES_AGGRESSIVE_TEST__
29
30/*
Theodore Ts'o8e919d12013-02-27 14:54:37 -050031 * These flags live in the high bits of extent_status.es_pblk
32 */
Jan Kara624d0f12014-11-25 11:53:47 -050033enum {
34 ES_WRITTEN_B,
35 ES_UNWRITTEN_B,
36 ES_DELAYED_B,
37 ES_HOLE_B,
Jan Kara2be12de2014-11-25 11:55:24 -050038 ES_REFERENCED_B,
Jan Kara624d0f12014-11-25 11:53:47 -050039 ES_FLAGS
40};
Theodore Ts'o3be78c72013-08-16 21:22:41 -040041
Jan Kara624d0f12014-11-25 11:53:47 -050042#define ES_SHIFT (sizeof(ext4_fsblk_t)*8 - ES_FLAGS)
43#define ES_MASK (~((ext4_fsblk_t)0) << ES_SHIFT)
Zheng Liufdc02122013-02-18 00:26:51 -050044
Jan Kara624d0f12014-11-25 11:53:47 -050045#define EXTENT_STATUS_WRITTEN (1 << ES_WRITTEN_B)
46#define EXTENT_STATUS_UNWRITTEN (1 << ES_UNWRITTEN_B)
47#define EXTENT_STATUS_DELAYED (1 << ES_DELAYED_B)
48#define EXTENT_STATUS_HOLE (1 << ES_HOLE_B)
Jan Kara2be12de2014-11-25 11:55:24 -050049#define EXTENT_STATUS_REFERENCED (1 << ES_REFERENCED_B)
50
51#define ES_TYPE_MASK ((ext4_fsblk_t)(EXTENT_STATUS_WRITTEN | \
52 EXTENT_STATUS_UNWRITTEN | \
53 EXTENT_STATUS_DELAYED | \
54 EXTENT_STATUS_HOLE) << ES_SHIFT)
Theodore Ts'o3be78c72013-08-16 21:22:41 -040055
Zheng Liud3922a72013-07-01 08:12:37 -040056struct ext4_sb_info;
Zheng Liuadb23552013-03-10 21:13:05 -040057struct ext4_extent;
58
Zheng Liuc0677e62012-11-08 15:18:54 -050059struct extent_status {
60 struct rb_node rb_node;
Zheng Liu06b0c882013-02-18 00:26:51 -050061 ext4_lblk_t es_lblk; /* first logical block extent covers */
62 ext4_lblk_t es_len; /* length of extent in block */
Zheng Liufdc02122013-02-18 00:26:51 -050063 ext4_fsblk_t es_pblk; /* first physical block */
Zheng Liuc0677e62012-11-08 15:18:54 -050064};
65
66struct ext4_es_tree {
67 struct rb_root root;
68 struct extent_status *cache_es; /* recently accessed extent */
69};
70
Zheng Liueb68d0e2014-09-01 22:26:49 -040071struct ext4_es_stats {
Zheng Liueb68d0e2014-09-01 22:26:49 -040072 unsigned long es_stats_shrunk;
73 unsigned long es_stats_cache_hits;
74 unsigned long es_stats_cache_misses;
75 u64 es_stats_scan_time;
76 u64 es_stats_max_scan_time;
77 struct percpu_counter es_stats_all_cnt;
Zheng Liuedaa53c2014-11-25 11:45:37 -050078 struct percpu_counter es_stats_shk_cnt;
Zheng Liueb68d0e2014-09-01 22:26:49 -040079};
80
Zheng Liu654598b2012-11-08 21:57:20 -050081extern int __init ext4_init_es(void);
82extern void ext4_exit_es(void);
83extern void ext4_es_init_tree(struct ext4_es_tree *tree);
84
Zheng Liu06b0c882013-02-18 00:26:51 -050085extern int ext4_es_insert_extent(struct inode *inode, ext4_lblk_t lblk,
Zheng Liufdc02122013-02-18 00:26:51 -050086 ext4_lblk_t len, ext4_fsblk_t pblk,
Theodore Ts'o3be78c72013-08-16 21:22:41 -040087 unsigned int status);
Theodore Ts'o107a7bd2013-08-16 21:23:41 -040088extern void ext4_es_cache_extent(struct inode *inode, ext4_lblk_t lblk,
89 ext4_lblk_t len, ext4_fsblk_t pblk,
90 unsigned int status);
Zheng Liu06b0c882013-02-18 00:26:51 -050091extern int ext4_es_remove_extent(struct inode *inode, ext4_lblk_t lblk,
Zheng Liu654598b2012-11-08 21:57:20 -050092 ext4_lblk_t len);
Yan, Zhenge30b5dc2013-05-03 02:15:52 -040093extern void ext4_es_find_delayed_extent_range(struct inode *inode,
94 ext4_lblk_t lblk, ext4_lblk_t end,
Zheng Liube401362013-02-18 00:27:26 -050095 struct extent_status *es);
Zheng Liud100eef2013-02-18 00:29:59 -050096extern int ext4_es_lookup_extent(struct inode *inode, ext4_lblk_t lblk,
97 struct extent_status *es);
Zheng Liu654598b2012-11-08 21:57:20 -050098
Jan Kara624d0f12014-11-25 11:53:47 -050099static inline unsigned int ext4_es_status(struct extent_status *es)
100{
101 return es->es_pblk >> ES_SHIFT;
102}
103
Jan Kara2be12de2014-11-25 11:55:24 -0500104static inline unsigned int ext4_es_type(struct extent_status *es)
105{
106 return (es->es_pblk & ES_TYPE_MASK) >> ES_SHIFT;
107}
108
Zheng Liufdc02122013-02-18 00:26:51 -0500109static inline int ext4_es_is_written(struct extent_status *es)
110{
Jan Kara2be12de2014-11-25 11:55:24 -0500111 return (ext4_es_type(es) & EXTENT_STATUS_WRITTEN) != 0;
Zheng Liufdc02122013-02-18 00:26:51 -0500112}
113
114static inline int ext4_es_is_unwritten(struct extent_status *es)
115{
Jan Kara2be12de2014-11-25 11:55:24 -0500116 return (ext4_es_type(es) & EXTENT_STATUS_UNWRITTEN) != 0;
Zheng Liufdc02122013-02-18 00:26:51 -0500117}
118
119static inline int ext4_es_is_delayed(struct extent_status *es)
120{
Jan Kara2be12de2014-11-25 11:55:24 -0500121 return (ext4_es_type(es) & EXTENT_STATUS_DELAYED) != 0;
Zheng Liufdc02122013-02-18 00:26:51 -0500122}
123
124static inline int ext4_es_is_hole(struct extent_status *es)
125{
Jan Kara2be12de2014-11-25 11:55:24 -0500126 return (ext4_es_type(es) & EXTENT_STATUS_HOLE) != 0;
127}
128
129static inline void ext4_es_set_referenced(struct extent_status *es)
130{
131 es->es_pblk |= ((ext4_fsblk_t)EXTENT_STATUS_REFERENCED) << ES_SHIFT;
132}
133
134static inline void ext4_es_clear_referenced(struct extent_status *es)
135{
136 es->es_pblk &= ~(((ext4_fsblk_t)EXTENT_STATUS_REFERENCED) << ES_SHIFT);
137}
138
139static inline int ext4_es_is_referenced(struct extent_status *es)
140{
141 return (ext4_es_status(es) & EXTENT_STATUS_REFERENCED) != 0;
Zheng Liufdc02122013-02-18 00:26:51 -0500142}
143
144static inline ext4_fsblk_t ext4_es_pblock(struct extent_status *es)
145{
Theodore Ts'o3be78c72013-08-16 21:22:41 -0400146 return es->es_pblk & ~ES_MASK;
Zheng Liufdc02122013-02-18 00:26:51 -0500147}
148
149static inline void ext4_es_store_pblock(struct extent_status *es,
150 ext4_fsblk_t pb)
151{
152 ext4_fsblk_t block;
153
Theodore Ts'o3be78c72013-08-16 21:22:41 -0400154 block = (pb & ~ES_MASK) | (es->es_pblk & ES_MASK);
Zheng Liufdc02122013-02-18 00:26:51 -0500155 es->es_pblk = block;
156}
157
158static inline void ext4_es_store_status(struct extent_status *es,
Theodore Ts'o3be78c72013-08-16 21:22:41 -0400159 unsigned int status)
Zheng Liufdc02122013-02-18 00:26:51 -0500160{
Jan Kara624d0f12014-11-25 11:53:47 -0500161 es->es_pblk = (((ext4_fsblk_t)status << ES_SHIFT) & ES_MASK) |
162 (es->es_pblk & ~ES_MASK);
Zheng Liufdc02122013-02-18 00:26:51 -0500163}
164
Theodore Ts'o9a6633b2014-02-19 20:15:15 -0500165static inline void ext4_es_store_pblock_status(struct extent_status *es,
166 ext4_fsblk_t pb,
167 unsigned int status)
168{
Jan Kara624d0f12014-11-25 11:53:47 -0500169 es->es_pblk = (((ext4_fsblk_t)status << ES_SHIFT) & ES_MASK) |
170 (pb & ~ES_MASK);
Theodore Ts'o9a6633b2014-02-19 20:15:15 -0500171}
172
Zheng Liueb68d0e2014-09-01 22:26:49 -0400173extern int ext4_es_register_shrinker(struct ext4_sb_info *sbi);
Zheng Liud3922a72013-07-01 08:12:37 -0400174extern void ext4_es_unregister_shrinker(struct ext4_sb_info *sbi);
Zheng Liu74cd15c2013-02-18 00:32:55 -0500175
Theodore Ts'oebd173b2015-09-23 12:46:17 -0400176extern int ext4_seq_es_shrinker_info_show(struct seq_file *seq, void *v);
177
Zheng Liuc0677e62012-11-08 15:18:54 -0500178#endif /* _EXT4_EXTENTS_STATUS_H */