blob: 8b3cd142b3734dc0161c479b9bfcc9eb144cdaab [file] [log] [blame]
Chris Mason0b86a832008-03-24 15:01:56 -04001/*
2 * Copyright (C) 2007 Oracle. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
17 */
18
19#ifndef __BTRFS_VOLUMES_
20#define __BTRFS_VOLUMES_
Chris Mason8790d502008-04-03 16:29:03 -040021
Chris Masoncea9e442008-04-09 16:28:12 -040022#include <linux/bio.h>
Miao Xieb2117a32011-01-05 10:07:28 +000023#include <linux/sort.h>
Filipe Brandenburger55e301f2013-01-29 06:04:50 +000024#include <linux/btrfs.h>
Chris Mason8b712842008-06-11 16:50:36 -040025#include "async-thread.h"
Chris Masoncea9e442008-04-09 16:28:12 -040026
Miao Xieb2117a32011-01-05 10:07:28 +000027#define BTRFS_STRIPE_LEN (64 * 1024)
28
Chris Masonf2984462008-04-10 16:19:33 -040029struct buffer_head;
Chris Masonffbd5172009-04-20 15:50:09 -040030struct btrfs_pending_bios {
31 struct bio *head;
32 struct bio *tail;
33};
34
Chris Mason0b86a832008-03-24 15:01:56 -040035struct btrfs_device {
36 struct list_head dev_list;
Chris Masonb3075712008-04-22 09:22:07 -040037 struct list_head dev_alloc_list;
Yan Zheng2b820322008-11-17 21:11:30 -050038 struct btrfs_fs_devices *fs_devices;
Chris Mason0b86a832008-03-24 15:01:56 -040039 struct btrfs_root *dev_root;
Chris Masonffbd5172009-04-20 15:50:09 -040040
41 /* regular prio bios */
42 struct btrfs_pending_bios pending_bios;
43 /* WRITE_SYNC bios */
44 struct btrfs_pending_bios pending_sync_bios;
45
Chris Masondfe25022008-05-13 13:46:40 -040046 u64 generation;
Dulshani Gunawardhana3c45bfc2013-10-31 09:57:33 +053047 int running_pending;
Yan Zheng2b820322008-11-17 21:11:30 -050048 int writeable;
Chris Masondfe25022008-05-13 13:46:40 -040049 int in_fs_metadata;
Chris Masoncd02dca2010-12-13 14:56:23 -050050 int missing;
Josef Bacikd5e20032011-08-04 14:52:27 +000051 int can_discard;
Stefan Behrens63a212a2012-11-05 18:29:28 +010052 int is_tgtdev_for_dev_replace;
Chris Masonb3075712008-04-22 09:22:07 -040053
Chris Mason8790d502008-04-03 16:29:03 -040054 spinlock_t io_lock;
Dulshani Gunawardhana3c45bfc2013-10-31 09:57:33 +053055 /* the mode sent to blkdev_get */
56 fmode_t mode;
Chris Mason0b86a832008-03-24 15:01:56 -040057
58 struct block_device *bdev;
59
Chris Mason15916de2008-11-19 21:17:22 -050060
Josef Bacik606686e2012-06-04 14:03:51 -040061 struct rcu_string *name;
Chris Mason8a4b83c2008-03-24 15:02:07 -040062
Chris Mason0b86a832008-03-24 15:01:56 -040063 /* the internal btrfs device id */
64 u64 devid;
65
66 /* size of the device */
67 u64 total_bytes;
68
Chris Balld6397ba2009-04-27 07:29:03 -040069 /* size of the disk */
70 u64 disk_total_bytes;
71
Chris Mason0b86a832008-03-24 15:01:56 -040072 /* bytes used */
73 u64 bytes_used;
74
75 /* optimal io alignment for this device */
76 u32 io_align;
77
78 /* optimal io width for this device */
79 u32 io_width;
Dulshani Gunawardhana3c45bfc2013-10-31 09:57:33 +053080 /* type and info about this device */
81 u64 type;
Chris Mason0b86a832008-03-24 15:01:56 -040082
83 /* minimal io size for this device */
84 u32 sector_size;
85
Chris Mason0b86a832008-03-24 15:01:56 -040086
Chris Mason0b86a832008-03-24 15:01:56 -040087 /* physical drive uuid (or lvm uuid) */
Chris Masone17cade2008-04-15 15:41:47 -040088 u8 uuid[BTRFS_UUID_SIZE];
Chris Mason8b712842008-06-11 16:50:36 -040089
Dulshani Gunawardhana3c45bfc2013-10-31 09:57:33 +053090 /* for sending down flush barriers */
91 int nobarriers;
92 struct bio *flush_bio;
93 struct completion flush_wait;
94
Arne Jansena2de7332011-03-08 14:14:00 +010095 /* per-device scrub information */
Stefan Behrensd9d181c2012-11-02 09:58:09 +010096 struct scrub_ctx *scrub_device;
Arne Jansena2de7332011-03-08 14:14:00 +010097
Chris Mason8b712842008-06-11 16:50:36 -040098 struct btrfs_work work;
Xiao Guangrong1f781602011-04-20 10:09:16 +000099 struct rcu_head rcu;
100 struct work_struct rcu_work;
Arne Jansen90519d62011-05-23 14:30:00 +0200101
102 /* readahead state */
103 spinlock_t reada_lock;
104 atomic_t reada_in_flight;
105 u64 reada_next;
106 struct reada_zone *reada_curr_zone;
107 struct radix_tree_root reada_zones;
108 struct radix_tree_root reada_extents;
Chris Mason387125f2011-11-18 15:07:51 -0500109
Chris Mason387125f2011-11-18 15:07:51 -0500110
Stefan Behrens442a4f62012-05-25 16:06:08 +0200111 /* disk I/O failure stats. For detailed description refer to
112 * enum btrfs_dev_stat_values in ioctl.h */
Stefan Behrens733f4fb2012-05-25 16:06:10 +0200113 int dev_stats_valid;
Stefan Behrens442a4f62012-05-25 16:06:08 +0200114 int dev_stats_dirty; /* counters need to be written to disk */
115 atomic_t dev_stat_values[BTRFS_DEV_STAT_VALUES_MAX];
Chris Mason0b86a832008-03-24 15:01:56 -0400116};
117
Chris Mason8a4b83c2008-03-24 15:02:07 -0400118struct btrfs_fs_devices {
119 u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */
120
Wu Fengguangd4a78942009-04-02 16:46:06 -0400121 /* the device with this id has the most recent copy of the super */
Chris Mason8a4b83c2008-03-24 15:02:07 -0400122 u64 latest_devid;
123 u64 latest_trans;
Chris Mason8a4b83c2008-03-24 15:02:07 -0400124 u64 num_devices;
Chris Masona0af4692008-05-13 16:03:06 -0400125 u64 open_devices;
Yan Zheng2b820322008-11-17 21:11:30 -0500126 u64 rw_devices;
Chris Masoncd02dca2010-12-13 14:56:23 -0500127 u64 missing_devices;
Yan Zheng2b820322008-11-17 21:11:30 -0500128 u64 total_rw_bytes;
Josef Bacikd5e20032011-08-04 14:52:27 +0000129 u64 num_can_discard;
Josef Bacik02db0842012-06-21 16:03:58 -0400130 u64 total_devices;
Chris Mason8a4b83c2008-03-24 15:02:07 -0400131 struct block_device *latest_bdev;
Chris Masone5e9a522009-06-10 15:17:02 -0400132
133 /* all of the devices in the FS, protected by a mutex
134 * so we can safely walk it to write out the supers without
Wang Shilong9b011ad2013-10-25 19:12:02 +0800135 * worrying about add/remove by the multi-device code.
136 * Scrubbing super can kick off supers writing by holding
137 * this mutex lock.
Chris Masone5e9a522009-06-10 15:17:02 -0400138 */
139 struct mutex device_list_mutex;
Chris Mason8a4b83c2008-03-24 15:02:07 -0400140 struct list_head devices;
Chris Masonb3075712008-04-22 09:22:07 -0400141
142 /* devices not currently being allocated */
143 struct list_head alloc_list;
Chris Mason8a4b83c2008-03-24 15:02:07 -0400144 struct list_head list;
Yan Zheng2b820322008-11-17 21:11:30 -0500145
146 struct btrfs_fs_devices *seed;
147 int seeding;
Yan Zheng2b820322008-11-17 21:11:30 -0500148
149 int opened;
Chris Masonc2898112009-06-10 09:51:32 -0400150
151 /* set when we find or add a device that doesn't have the
152 * nonrot flag set
153 */
154 int rotating;
Chris Mason8a4b83c2008-03-24 15:02:07 -0400155};
156
Miao Xiefacc8a222013-07-25 19:22:34 +0800157#define BTRFS_BIO_INLINE_CSUM_SIZE 64
158
Chris Mason9be33952013-05-17 18:30:14 -0400159/*
160 * we need the mirror number and stripe index to be passed around
161 * the call chain while we are processing end_io (especially errors).
162 * Really, what we need is a btrfs_bio structure that has this info
163 * and is properly sized with its stripe array, but we're not there
164 * quite yet. We have our own btrfs bioset, and all of the bios
165 * we allocate are actually btrfs_io_bios. We'll cram as much of
166 * struct btrfs_bio as we can into this over time.
167 */
Miao Xiefacc8a222013-07-25 19:22:34 +0800168typedef void (btrfs_io_bio_end_io_t) (struct btrfs_io_bio *bio, int err);
Chris Mason9be33952013-05-17 18:30:14 -0400169struct btrfs_io_bio {
170 unsigned long mirror_num;
171 unsigned long stripe_index;
Miao Xiefacc8a222013-07-25 19:22:34 +0800172 u8 *csum;
173 u8 csum_inline[BTRFS_BIO_INLINE_CSUM_SIZE];
174 u8 *csum_allocated;
175 btrfs_io_bio_end_io_t *end_io;
Chris Mason9be33952013-05-17 18:30:14 -0400176 struct bio bio;
177};
178
179static inline struct btrfs_io_bio *btrfs_io_bio(struct bio *bio)
180{
181 return container_of(bio, struct btrfs_io_bio, bio);
182}
183
Chris Masoncea9e442008-04-09 16:28:12 -0400184struct btrfs_bio_stripe {
185 struct btrfs_device *dev;
186 u64 physical;
Li Dongyangfce3bb92011-03-24 10:24:26 +0000187 u64 length; /* only used for discard mappings */
Chris Masoncea9e442008-04-09 16:28:12 -0400188};
189
Jan Schmidta1d3c472011-08-04 17:15:33 +0200190struct btrfs_bio;
191typedef void (btrfs_bio_end_io_t) (struct btrfs_bio *bio, int err);
192
193struct btrfs_bio {
Chris Masoncea9e442008-04-09 16:28:12 -0400194 atomic_t stripes_pending;
195 bio_end_io_t *end_io;
Chris Mason7d2b4da2008-08-05 10:13:57 -0400196 struct bio *orig_bio;
Chris Masoncea9e442008-04-09 16:28:12 -0400197 void *private;
Chris Masona236aed2008-04-29 09:38:00 -0400198 atomic_t error;
199 int max_errors;
Chris Masoncea9e442008-04-09 16:28:12 -0400200 int num_stripes;
Jan Schmidta1d3c472011-08-04 17:15:33 +0200201 int mirror_num;
Chris Masoncea9e442008-04-09 16:28:12 -0400202 struct btrfs_bio_stripe stripes[];
203};
204
Miao Xieb2117a32011-01-05 10:07:28 +0000205struct btrfs_device_info {
206 struct btrfs_device *dev;
207 u64 dev_offset;
208 u64 max_avail;
Arne Jansen73c5de02011-04-12 12:07:57 +0200209 u64 total_avail;
Miao Xieb2117a32011-01-05 10:07:28 +0000210};
211
Liu Bo31e50222012-11-21 14:18:10 +0000212struct btrfs_raid_attr {
213 int sub_stripes; /* sub_stripes info for map */
214 int dev_stripes; /* stripes per dev */
215 int devs_max; /* max devs to use */
216 int devs_min; /* min devs needed */
217 int devs_increment; /* ndevs has to be a multiple of this */
218 int ncopies; /* how many copies to data has */
219};
220
liubo1abe9b82011-03-24 11:18:59 +0000221struct map_lookup {
222 u64 type;
223 int io_align;
224 int io_width;
225 int stripe_len;
226 int sector_size;
227 int num_stripes;
228 int sub_stripes;
229 struct btrfs_bio_stripe stripes[];
230};
231
Arne Jansena2de7332011-03-08 14:14:00 +0100232#define map_lookup_size(n) (sizeof(struct map_lookup) + \
233 (sizeof(struct btrfs_bio_stripe) * (n)))
234
Ilya Dryomovf43ffb62012-01-16 22:04:47 +0200235/*
236 * Restriper's general type filter
237 */
238#define BTRFS_BALANCE_DATA (1ULL << 0)
239#define BTRFS_BALANCE_SYSTEM (1ULL << 1)
240#define BTRFS_BALANCE_METADATA (1ULL << 2)
241
242#define BTRFS_BALANCE_TYPE_MASK (BTRFS_BALANCE_DATA | \
243 BTRFS_BALANCE_SYSTEM | \
244 BTRFS_BALANCE_METADATA)
Ilya Dryomove4d8ec02012-01-16 22:04:48 +0200245
246#define BTRFS_BALANCE_FORCE (1ULL << 3)
Ilya Dryomov59641012012-01-16 22:04:48 +0200247#define BTRFS_BALANCE_RESUME (1ULL << 4)
Ilya Dryomove4d8ec02012-01-16 22:04:48 +0200248
Ilya Dryomoved25e9b2012-01-16 22:04:47 +0200249/*
250 * Balance filters
251 */
252#define BTRFS_BALANCE_ARGS_PROFILES (1ULL << 0)
Ilya Dryomov5ce5b3c2012-01-16 22:04:47 +0200253#define BTRFS_BALANCE_ARGS_USAGE (1ULL << 1)
Ilya Dryomov409d4042012-01-16 22:04:47 +0200254#define BTRFS_BALANCE_ARGS_DEVID (1ULL << 2)
Ilya Dryomov94e60d52012-01-16 22:04:48 +0200255#define BTRFS_BALANCE_ARGS_DRANGE (1ULL << 3)
Ilya Dryomovea671762012-01-16 22:04:48 +0200256#define BTRFS_BALANCE_ARGS_VRANGE (1ULL << 4)
Ilya Dryomovf43ffb62012-01-16 22:04:47 +0200257
Ilya Dryomovcfa4c962012-01-16 22:04:48 +0200258/*
259 * Profile changing flags. When SOFT is set we won't relocate chunk if
260 * it already has the target profile (even though it may be
261 * half-filled).
262 */
Ilya Dryomove4d8ec02012-01-16 22:04:48 +0200263#define BTRFS_BALANCE_ARGS_CONVERT (1ULL << 8)
Ilya Dryomovcfa4c962012-01-16 22:04:48 +0200264#define BTRFS_BALANCE_ARGS_SOFT (1ULL << 9)
Ilya Dryomove4d8ec02012-01-16 22:04:48 +0200265
Ilya Dryomovc9e9f972012-01-16 22:04:47 +0200266struct btrfs_balance_args;
Ilya Dryomov19a39dc2012-01-16 22:04:49 +0200267struct btrfs_balance_progress;
Ilya Dryomovc9e9f972012-01-16 22:04:47 +0200268struct btrfs_balance_control {
269 struct btrfs_fs_info *fs_info;
270
271 struct btrfs_balance_args data;
272 struct btrfs_balance_args meta;
273 struct btrfs_balance_args sys;
274
275 u64 flags;
Ilya Dryomov19a39dc2012-01-16 22:04:49 +0200276
277 struct btrfs_balance_progress stat;
Ilya Dryomovc9e9f972012-01-16 22:04:47 +0200278};
279
Miao Xie6d07bce2011-01-05 10:07:31 +0000280int btrfs_account_dev_extents_size(struct btrfs_device *device, u64 start,
281 u64 end, u64 *length);
282
Jan Schmidta1d3c472011-08-04 17:15:33 +0200283#define btrfs_bio_size(n) (sizeof(struct btrfs_bio) + \
Chris Masoncea9e442008-04-09 16:28:12 -0400284 (sizeof(struct btrfs_bio_stripe) * (n)))
285
Stefan Behrens3ec706c2012-11-05 15:46:42 +0100286int btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
Chris Masoncea9e442008-04-09 16:28:12 -0400287 u64 logical, u64 *length,
Jan Schmidta1d3c472011-08-04 17:15:33 +0200288 struct btrfs_bio **bbio_ret, int mirror_num);
Yan Zhenga512bbf2008-12-08 16:46:26 -0500289int btrfs_rmap_block(struct btrfs_mapping_tree *map_tree,
290 u64 chunk_start, u64 physical, u64 devid,
291 u64 **logical, int *naddrs, int *stripe_len);
Yan Zhenge4404d62008-12-12 10:03:26 -0500292int btrfs_read_sys_array(struct btrfs_root *root);
Chris Mason0b86a832008-03-24 15:01:56 -0400293int btrfs_read_chunk_tree(struct btrfs_root *root);
294int btrfs_alloc_chunk(struct btrfs_trans_handle *trans,
Yan Zheng2b820322008-11-17 21:11:30 -0500295 struct btrfs_root *extent_root, u64 type);
Chris Mason0b86a832008-03-24 15:01:56 -0400296void btrfs_mapping_init(struct btrfs_mapping_tree *tree);
297void btrfs_mapping_tree_free(struct btrfs_mapping_tree *tree);
Chris Masonf1885912008-04-09 16:28:12 -0400298int btrfs_map_bio(struct btrfs_root *root, int rw, struct bio *bio,
Chris Mason8b712842008-06-11 16:50:36 -0400299 int mirror_num, int async_submit);
Chris Mason8a4b83c2008-03-24 15:02:07 -0400300int btrfs_open_devices(struct btrfs_fs_devices *fs_devices,
Christoph Hellwig97288f22008-12-02 06:36:09 -0500301 fmode_t flags, void *holder);
302int btrfs_scan_one_device(const char *path, fmode_t flags, void *holder,
Chris Mason8a4b83c2008-03-24 15:02:07 -0400303 struct btrfs_fs_devices **fs_devices_ret);
304int btrfs_close_devices(struct btrfs_fs_devices *fs_devices);
Stefan Behrens8dabb742012-11-06 13:15:27 +0100305void btrfs_close_extra_devices(struct btrfs_fs_info *fs_info,
306 struct btrfs_fs_devices *fs_devices, int step);
Stefan Behrens7ba15b72012-11-05 14:42:30 +0100307int btrfs_find_device_missing_or_by_path(struct btrfs_root *root,
308 char *device_path,
309 struct btrfs_device **device);
Ilya Dryomov12bd2fc2013-08-23 13:20:17 +0300310struct btrfs_device *btrfs_alloc_device(struct btrfs_fs_info *fs_info,
311 const u64 *devid,
312 const u8 *uuid);
Chris Masona061fc82008-05-07 11:43:44 -0400313int btrfs_rm_device(struct btrfs_root *root, char *device_path);
Jeff Mahoney143bede2012-03-01 14:56:26 +0100314void btrfs_cleanup_fs_uuids(void);
Stefan Behrens5d964052012-11-05 14:59:07 +0100315int btrfs_num_copies(struct btrfs_fs_info *fs_info, u64 logical, u64 len);
Chris Mason8f18cf12008-04-25 16:53:30 -0400316int btrfs_grow_device(struct btrfs_trans_handle *trans,
317 struct btrfs_device *device, u64 new_size);
Stefan Behrensaa1b8cd2012-11-05 17:03:39 +0100318struct btrfs_device *btrfs_find_device(struct btrfs_fs_info *fs_info, u64 devid,
Yan Zheng2b820322008-11-17 21:11:30 -0500319 u8 *uuid, u8 *fsid);
Chris Mason8f18cf12008-04-25 16:53:30 -0400320int btrfs_shrink_device(struct btrfs_device *device, u64 new_size);
Chris Mason788f20e2008-04-28 15:29:42 -0400321int btrfs_init_new_device(struct btrfs_root *root, char *path);
Stefan Behrense93c89c2012-11-05 17:33:06 +0100322int btrfs_init_dev_replace_tgtdev(struct btrfs_root *root, char *device_path,
323 struct btrfs_device **device_out);
Ilya Dryomovc9e9f972012-01-16 22:04:47 +0200324int btrfs_balance(struct btrfs_balance_control *bctl,
325 struct btrfs_ioctl_balance_args *bargs);
Ilya Dryomov2b6ba622012-06-22 12:24:13 -0600326int btrfs_resume_balance_async(struct btrfs_fs_info *fs_info);
Ilya Dryomov68310a52012-06-22 12:24:12 -0600327int btrfs_recover_balance(struct btrfs_fs_info *fs_info);
Ilya Dryomov837d5b62012-01-16 22:04:49 +0200328int btrfs_pause_balance(struct btrfs_fs_info *fs_info);
Ilya Dryomova7e99c62012-01-16 22:04:49 +0200329int btrfs_cancel_balance(struct btrfs_fs_info *fs_info);
Stefan Behrensf7a81ea2013-08-15 17:11:19 +0200330int btrfs_create_uuid_tree(struct btrfs_fs_info *fs_info);
Stefan Behrens70f80172013-08-15 17:11:23 +0200331int btrfs_check_uuid_tree(struct btrfs_fs_info *fs_info);
Yan Zheng2b820322008-11-17 21:11:30 -0500332int btrfs_chunk_readonly(struct btrfs_root *root, u64 chunk_offset);
Josef Bacik6df9a952013-06-27 13:22:46 -0400333int find_free_dev_extent(struct btrfs_trans_handle *trans,
334 struct btrfs_device *device, u64 num_bytes,
Josef Bacikba1bf482009-09-11 16:11:19 -0400335 u64 *start, u64 *max_avail);
Stefan Behrens442a4f62012-05-25 16:06:08 +0200336void btrfs_dev_stat_inc_and_print(struct btrfs_device *dev, int index);
Stefan Behrensc11d2c22012-05-25 16:06:09 +0200337int btrfs_get_dev_stats(struct btrfs_root *root,
David Sterbab27f7c02012-06-22 06:30:39 -0600338 struct btrfs_ioctl_get_dev_stats *stats);
Miao Xiecb517ea2013-05-15 07:48:19 +0000339void btrfs_init_devices_late(struct btrfs_fs_info *fs_info);
Stefan Behrens733f4fb2012-05-25 16:06:10 +0200340int btrfs_init_dev_stats(struct btrfs_fs_info *fs_info);
341int btrfs_run_dev_stats(struct btrfs_trans_handle *trans,
342 struct btrfs_fs_info *fs_info);
Stefan Behrense93c89c2012-11-05 17:33:06 +0100343void btrfs_rm_dev_replace_srcdev(struct btrfs_fs_info *fs_info,
344 struct btrfs_device *srcdev);
345void btrfs_destroy_dev_replace_tgtdev(struct btrfs_fs_info *fs_info,
346 struct btrfs_device *tgtdev);
347void btrfs_init_dev_replace_tgtdev_for_resume(struct btrfs_fs_info *fs_info,
348 struct btrfs_device *tgtdev);
Stefan Behrensa8a6dab2012-11-05 15:50:14 +0100349int btrfs_scratch_superblock(struct btrfs_device *device);
David Woodhouse53b381b2013-01-29 18:40:14 -0500350int btrfs_is_parity_mirror(struct btrfs_mapping_tree *map_tree,
351 u64 logical, u64 len, int mirror_num);
352unsigned long btrfs_full_stripe_len(struct btrfs_root *root,
353 struct btrfs_mapping_tree *map_tree,
354 u64 logical);
Josef Bacik6df9a952013-06-27 13:22:46 -0400355int btrfs_finish_chunk_alloc(struct btrfs_trans_handle *trans,
356 struct btrfs_root *extent_root,
357 u64 chunk_offset, u64 chunk_size);
Stefan Behrens442a4f62012-05-25 16:06:08 +0200358static inline void btrfs_dev_stat_inc(struct btrfs_device *dev,
359 int index)
360{
361 atomic_inc(dev->dev_stat_values + index);
362 dev->dev_stats_dirty = 1;
363}
364
365static inline int btrfs_dev_stat_read(struct btrfs_device *dev,
366 int index)
367{
368 return atomic_read(dev->dev_stat_values + index);
369}
370
371static inline int btrfs_dev_stat_read_and_reset(struct btrfs_device *dev,
372 int index)
373{
374 int ret;
375
376 ret = atomic_xchg(dev->dev_stat_values + index, 0);
377 dev->dev_stats_dirty = 1;
378 return ret;
379}
380
381static inline void btrfs_dev_stat_set(struct btrfs_device *dev,
382 int index, unsigned long val)
383{
384 atomic_set(dev->dev_stat_values + index, val);
385 dev->dev_stats_dirty = 1;
386}
387
388static inline void btrfs_dev_stat_reset(struct btrfs_device *dev,
389 int index)
390{
391 btrfs_dev_stat_set(dev, index, 0);
392}
Chris Mason0b86a832008-03-24 15:01:56 -0400393#endif