blob: a79bb734f6c360e7b1d7f5c2a4a8144eb6ec93cd [file] [log] [blame]
Chris Mason6cbd5572007-06-12 09:07:21 -04001/*
2 * Copyright (C) 2007 Oracle. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
17 */
18
Chris Masondc17ff82008-01-08 15:46:30 -050019#ifndef __BTRFS_CTREE__
20#define __BTRFS_CTREE__
Chris Masoneb60cea2007-02-02 09:18:22 -050021
Chris Mason810191f2007-10-15 16:18:55 -040022#include <linux/mm.h>
23#include <linux/highmem.h>
Chris Masone20d96d2007-03-22 12:13:20 -040024#include <linux/fs.h>
Arne Jansena2de7332011-03-08 14:14:00 +010025#include <linux/rwsem.h>
Stefan Behrens803b2f52013-08-15 17:11:21 +020026#include <linux/semaphore.h>
Josef Bacik58176a92007-08-29 15:47:34 -040027#include <linux/completion.h>
Chris Mason04160082008-03-26 10:28:07 -040028#include <linux/backing-dev.h>
Chris Masone6dcd2d2008-07-17 12:53:50 -040029#include <linux/wait.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090030#include <linux/slab.h>
Stefan Schmidtf8b18082011-01-12 10:30:42 +010031#include <linux/kobject.h>
liubo1abe9b82011-03-24 11:18:59 +000032#include <trace/events/btrfs.h>
Chris Mason479965d2007-10-15 16:14:27 -040033#include <asm/kmap_types.h>
Josef Bacik3b16a4e2011-09-21 15:05:58 -040034#include <linux/pagemap.h>
Filipe Brandenburger55e301f2013-01-29 06:04:50 +000035#include <linux/btrfs.h>
Miao Xie21c7e752014-05-13 17:29:04 -070036#include <linux/workqueue.h>
Qu Wenruof667aef2014-09-23 13:40:08 +080037#include <linux/security.h>
Byongho Leeee221842015-12-15 01:42:10 +090038#include <linux/sizes.h>
Chris Masond1310b22008-01-24 16:13:08 -050039#include "extent_io.h"
Chris Mason5f39d392007-10-15 16:14:19 -040040#include "extent_map.h"
Chris Mason8b712842008-06-11 16:50:36 -040041#include "async-thread.h"
Chris Masone20d96d2007-03-22 12:13:20 -040042
Chris Masone089f052007-03-16 16:20:31 -040043struct btrfs_trans_handle;
Chris Mason79154b12007-03-22 15:59:16 -040044struct btrfs_transaction;
Yan, Zhenga22285a2010-05-16 10:48:46 -040045struct btrfs_pending_snapshot;
Chris Mason35b7e472007-05-02 15:53:43 -040046extern struct kmem_cache *btrfs_trans_handle_cachep;
47extern struct kmem_cache *btrfs_transaction_cachep;
48extern struct kmem_cache *btrfs_bit_radix_cachep;
Chris Mason2c90e5d2007-04-02 10:50:19 -040049extern struct kmem_cache *btrfs_path_cachep;
Josef Bacikdc89e982011-01-28 17:05:48 -050050extern struct kmem_cache *btrfs_free_space_cachep;
Chris Masone6dcd2d2008-07-17 12:53:50 -040051struct btrfs_ordered_sum;
Chris Masone089f052007-03-16 16:20:31 -040052
Josef Bacik294e30f2013-10-09 12:00:56 -040053#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
54#define STATIC noinline
55#else
56#define STATIC static noinline
57#endif
58
Zach Browncdb4c572013-02-20 00:55:13 +000059#define BTRFS_MAGIC 0x4D5F53665248425FULL /* ascii _BHRfS_M, no null */
Chris Masoneb60cea2007-02-02 09:18:22 -050060
Stefan Behrens72d7aef2012-11-06 14:57:46 +010061#define BTRFS_MAX_MIRRORS 3
Stefan Behrens94598ba2012-03-27 14:21:26 -040062
Chris Mason4008c042009-02-12 14:09:45 -050063#define BTRFS_MAX_LEVEL 8
Chris Mason0b86a832008-03-24 15:01:56 -040064
Yan Zheng5d4f98a2009-06-10 10:45:14 -040065#define BTRFS_COMPAT_EXTENT_TREE_V0
66
Chris Mason0b86a832008-03-24 15:01:56 -040067/* holds pointers to all of the tree roots */
Chris Mason6407bf62007-03-27 06:33:00 -040068#define BTRFS_ROOT_TREE_OBJECTID 1ULL
Chris Mason0b86a832008-03-24 15:01:56 -040069
70/* stores information about which extents are in use, and reference counts */
Chris Mason0cf6c622007-06-09 09:22:25 -040071#define BTRFS_EXTENT_TREE_OBJECTID 2ULL
Chris Mason0b86a832008-03-24 15:01:56 -040072
Chris Mason0b86a832008-03-24 15:01:56 -040073/*
74 * chunk tree stores translations from logical -> physical block numbering
75 * the super block points to the chunk tree
76 */
Chris Masone085def2008-03-24 15:02:07 -040077#define BTRFS_CHUNK_TREE_OBJECTID 3ULL
Chris Mason0b86a832008-03-24 15:01:56 -040078
79/*
80 * stores information about which areas of a given device are in use.
81 * one per device. The tree of tree roots points to the device tree
82 */
Chris Masone085def2008-03-24 15:02:07 -040083#define BTRFS_DEV_TREE_OBJECTID 4ULL
84
85/* one per subvolume, storing files and directories */
86#define BTRFS_FS_TREE_OBJECTID 5ULL
87
88/* directory objectid inside the root tree */
89#define BTRFS_ROOT_TREE_DIR_OBJECTID 6ULL
Chris Mason0b86a832008-03-24 15:01:56 -040090
Chris Masond20f7042008-12-08 16:58:54 -050091/* holds checksums of all the data extents */
92#define BTRFS_CSUM_TREE_OBJECTID 7ULL
93
Arne Jansen630dc772011-09-13 11:06:07 +020094/* holds quota configuration and tracking */
95#define BTRFS_QUOTA_TREE_OBJECTID 8ULL
96
Stefan Behrens07b30a42013-08-15 17:11:17 +020097/* for storing items that use the BTRFS_UUID_KEY* types */
98#define BTRFS_UUID_TREE_OBJECTID 9ULL
99
Omar Sandoval208acb82015-09-29 20:50:34 -0700100/* tracks free space in block groups. */
101#define BTRFS_FREE_SPACE_TREE_OBJECTID 10ULL
102
David Sterba60b62972013-04-30 17:29:29 +0000103/* for storing balance parameters in the root tree */
104#define BTRFS_BALANCE_OBJECTID -4ULL
105
Josef Bacik7b128762008-07-24 12:17:14 -0400106/* orhpan objectid for tracking unlinked/truncated files */
107#define BTRFS_ORPHAN_OBJECTID -5ULL
108
Chris Masone02119d2008-09-05 16:13:11 -0400109/* does write ahead logging to speed up fsyncs */
110#define BTRFS_TREE_LOG_OBJECTID -6ULL
111#define BTRFS_TREE_LOG_FIXUP_OBJECTID -7ULL
112
Zheng Yane4657682008-09-26 10:04:53 -0400113/* for space balancing */
114#define BTRFS_TREE_RELOC_OBJECTID -8ULL
115#define BTRFS_DATA_RELOC_TREE_OBJECTID -9ULL
116
Chris Masond20f7042008-12-08 16:58:54 -0500117/*
118 * extent checksums all have this objectid
119 * this allows them to share the logging tree
120 * for fsyncs
121 */
122#define BTRFS_EXTENT_CSUM_OBJECTID -10ULL
123
Josef Bacik0af3d002010-06-21 14:48:16 -0400124/* For storing free space cache */
125#define BTRFS_FREE_SPACE_OBJECTID -11ULL
126
Li Zefan82d59022011-04-20 10:33:24 +0800127/*
Wang Sheng-Hui527a1362012-09-06 13:33:37 +0800128 * The inode number assigned to the special inode for storing
Li Zefan82d59022011-04-20 10:33:24 +0800129 * free ino cache
130 */
131#define BTRFS_FREE_INO_OBJECTID -12ULL
132
Zheng Yan31840ae2008-09-23 13:14:14 -0400133/* dummy objectid represents multiple objectids */
134#define BTRFS_MULTIPLE_OBJECTIDS -255ULL
135
Chris Mason0b86a832008-03-24 15:01:56 -0400136/*
Zheng Yan6527cdb2008-09-05 16:43:53 -0400137 * All files have objectids in this range.
Chris Mason0b86a832008-03-24 15:01:56 -0400138 */
Chris Masonf6dbff52007-12-13 11:13:32 -0500139#define BTRFS_FIRST_FREE_OBJECTID 256ULL
Zheng Yan6527cdb2008-09-05 16:43:53 -0400140#define BTRFS_LAST_FREE_OBJECTID -256ULL
Chris Masone17cade2008-04-15 15:41:47 -0400141#define BTRFS_FIRST_CHUNK_TREE_OBJECTID 256ULL
Chris Mason3768f362007-03-13 16:47:54 -0400142
Chris Mason0b86a832008-03-24 15:01:56 -0400143
144/*
145 * the device items go into the chunk tree. The key is in the form
146 * [ 1 BTRFS_DEV_ITEM_KEY device_id ]
147 */
148#define BTRFS_DEV_ITEMS_OBJECTID 1ULL
149
Yan, Zheng4df27c4d2009-09-21 15:56:00 -0400150#define BTRFS_BTREE_INODE_OBJECTID 1
151
152#define BTRFS_EMPTY_SUBVOL_DIR_OBJECTID 2
153
Geert Uytterhoeven6e71c472013-08-20 13:20:08 +0200154#define BTRFS_DEV_REPLACE_DEVID 0ULL
Stefan Behrense93c89c2012-11-05 17:33:06 +0100155
Chris Masonfec577f2007-02-26 10:40:21 -0500156/*
Chris Mason727011e2010-08-06 13:21:20 -0400157 * the max metadata block size. This limit is somewhat artificial,
158 * but the memmove costs go through the roof for larger blocks.
159 */
160#define BTRFS_MAX_METADATA_BLOCKSIZE 65536
161
162/*
Chris Masone20d96d2007-03-22 12:13:20 -0400163 * we can actually store much bigger names, but lets not confuse the rest
164 * of linux
165 */
166#define BTRFS_NAME_LEN 255
167
Mark Fashehf1863732012-08-08 11:32:27 -0700168/*
169 * Theoretical limit is larger, but we keep this down to a sane
170 * value. That should limit greatly the possibility of collisions on
171 * inode ref items.
172 */
173#define BTRFS_LINK_MAX 65535U
174
Chris Masonf254e522007-03-29 15:15:27 -0400175/* 32 bytes in various csum fields */
176#define BTRFS_CSUM_SIZE 32
Josef Bacik607d4322008-12-02 07:17:45 -0500177
178/* csum types */
179#define BTRFS_CSUM_TYPE_CRC32 0
180
David Sterba4d4ab6d2015-11-19 11:42:31 +0100181static const int btrfs_csum_sizes[] = { 4 };
Josef Bacik607d4322008-12-02 07:17:45 -0500182
Chris Mason509659c2007-05-10 12:36:17 -0400183/* four bytes for CRC32 */
Chris Mason39544012007-12-12 14:38:19 -0500184#define BTRFS_EMPTY_DIR_SIZE 0
Chris Masonf254e522007-03-29 15:15:27 -0400185
Stefan Behrens29a8d9a2012-11-06 14:16:24 +0100186/* spefic to btrfs_map_block(), therefore not in include/linux/blk_types.h */
187#define REQ_GET_READ_MIRRORS (1 << 30)
188
Chris Masonfabb5682007-06-07 22:13:21 -0400189#define BTRFS_FT_UNKNOWN 0
190#define BTRFS_FT_REG_FILE 1
191#define BTRFS_FT_DIR 2
192#define BTRFS_FT_CHRDEV 3
193#define BTRFS_FT_BLKDEV 4
194#define BTRFS_FT_FIFO 5
195#define BTRFS_FT_SOCK 6
196#define BTRFS_FT_SYMLINK 7
Josef Bacik5103e942007-11-16 11:45:54 -0500197#define BTRFS_FT_XATTR 8
198#define BTRFS_FT_MAX 9
Chris Masonfabb5682007-06-07 22:13:21 -0400199
Stefan Behrens3d136a12012-02-03 11:20:04 +0100200/* ioprio of readahead is set to idle */
201#define BTRFS_IOPRIO_READA (IOPRIO_PRIO_VALUE(IOPRIO_CLASS_IDLE, 0))
202
Byongho Leeee221842015-12-15 01:42:10 +0900203#define BTRFS_DIRTY_METADATA_THRESH SZ_32M
Miao Xiee2d84522013-01-29 10:09:20 +0000204
Byongho Leeee221842015-12-15 01:42:10 +0900205#define BTRFS_MAX_EXTENT_SIZE SZ_128M
Josef Bacikdcab6a32015-02-11 15:08:59 -0500206
Chris Masone20d96d2007-03-22 12:13:20 -0400207/*
Wu Fengguangd4a78942009-04-02 16:46:06 -0400208 * The key defines the order in the tree, and so it also defines (optimal)
209 * block layout.
210 *
211 * objectid corresponds to the inode number.
212 *
213 * type tells us things about the object, and is a kind of stream selector.
214 * so for a given inode, keys with type of 1 might refer to the inode data,
215 * type of 2 may point to file data in the btree and type == 3 may point to
216 * extents.
Chris Masonfec577f2007-02-26 10:40:21 -0500217 *
218 * offset is the starting byte offset for this key in the stream.
Chris Masone2fa7222007-03-12 16:22:34 -0400219 *
220 * btrfs_disk_key is in disk byte order. struct btrfs_key is always
221 * in cpu native order. Otherwise they are identical and their sizes
222 * should be the same (ie both packed)
Chris Masonfec577f2007-02-26 10:40:21 -0500223 */
Chris Masone2fa7222007-03-12 16:22:34 -0400224struct btrfs_disk_key {
225 __le64 objectid;
Chris Mason5f39d392007-10-15 16:14:19 -0400226 u8 type;
Chris Mason70b2bef2007-04-17 15:39:32 -0400227 __le64 offset;
Chris Masone2fa7222007-03-12 16:22:34 -0400228} __attribute__ ((__packed__));
229
230struct btrfs_key {
Chris Masoneb60cea2007-02-02 09:18:22 -0500231 u64 objectid;
Chris Mason5f39d392007-10-15 16:14:19 -0400232 u8 type;
Chris Mason70b2bef2007-04-17 15:39:32 -0400233 u64 offset;
Chris Masoneb60cea2007-02-02 09:18:22 -0500234} __attribute__ ((__packed__));
235
Chris Mason0b86a832008-03-24 15:01:56 -0400236struct btrfs_mapping_tree {
237 struct extent_map_tree map_tree;
238};
239
Chris Mason0b86a832008-03-24 15:01:56 -0400240struct btrfs_dev_item {
241 /* the internal btrfs device id */
242 __le64 devid;
243
244 /* size of the device */
245 __le64 total_bytes;
246
247 /* bytes used */
248 __le64 bytes_used;
249
250 /* optimal io alignment for this device */
251 __le32 io_align;
252
253 /* optimal io width for this device */
254 __le32 io_width;
255
256 /* minimal io size for this device */
257 __le32 sector_size;
258
Chris Mason0b86a832008-03-24 15:01:56 -0400259 /* type and info about this device */
260 __le64 type;
261
Yan Zheng2b820322008-11-17 21:11:30 -0500262 /* expected generation for this device */
263 __le64 generation;
264
Chris Masonc3027eb2008-12-08 16:40:21 -0500265 /*
266 * starting byte of this partition on the device,
Wu Fengguangd4a78942009-04-02 16:46:06 -0400267 * to allow for stripe alignment in the future
Chris Masonc3027eb2008-12-08 16:40:21 -0500268 */
269 __le64 start_offset;
270
Chris Masone17cade2008-04-15 15:41:47 -0400271 /* grouping information for allocation decisions */
272 __le32 dev_group;
273
274 /* seek speed 0-100 where 100 is fastest */
275 u8 seek_speed;
276
277 /* bandwidth 0-100 where 100 is fastest */
278 u8 bandwidth;
279
Chris Mason0d81ba52008-03-24 15:02:07 -0400280 /* btrfs generated uuid for this device */
Chris Masone17cade2008-04-15 15:41:47 -0400281 u8 uuid[BTRFS_UUID_SIZE];
Yan Zheng2b820322008-11-17 21:11:30 -0500282
283 /* uuid of FS who owns this device */
284 u8 fsid[BTRFS_UUID_SIZE];
Chris Mason0b86a832008-03-24 15:01:56 -0400285} __attribute__ ((__packed__));
286
287struct btrfs_stripe {
288 __le64 devid;
289 __le64 offset;
Chris Masone17cade2008-04-15 15:41:47 -0400290 u8 dev_uuid[BTRFS_UUID_SIZE];
Chris Mason0b86a832008-03-24 15:01:56 -0400291} __attribute__ ((__packed__));
292
293struct btrfs_chunk {
Chris Masone17cade2008-04-15 15:41:47 -0400294 /* size of this chunk in bytes */
295 __le64 length;
296
297 /* objectid of the root referencing this chunk */
Chris Mason0b86a832008-03-24 15:01:56 -0400298 __le64 owner;
Chris Masone17cade2008-04-15 15:41:47 -0400299
Chris Mason0b86a832008-03-24 15:01:56 -0400300 __le64 stripe_len;
301 __le64 type;
302
303 /* optimal io alignment for this chunk */
304 __le32 io_align;
305
306 /* optimal io width for this chunk */
307 __le32 io_width;
308
309 /* minimal io size for this chunk */
310 __le32 sector_size;
311
312 /* 2^16 stripes is quite a lot, a second limit is the size of a single
313 * item in the btree
314 */
315 __le16 num_stripes;
Chris Mason321aecc2008-04-16 10:49:51 -0400316
317 /* sub stripes only matter for raid10 */
318 __le16 sub_stripes;
Chris Mason0b86a832008-03-24 15:01:56 -0400319 struct btrfs_stripe stripe;
320 /* additional stripes go here */
321} __attribute__ ((__packed__));
322
Josef Bacik0af3d002010-06-21 14:48:16 -0400323#define BTRFS_FREE_SPACE_EXTENT 1
324#define BTRFS_FREE_SPACE_BITMAP 2
325
326struct btrfs_free_space_entry {
327 __le64 offset;
328 __le64 bytes;
329 u8 type;
330} __attribute__ ((__packed__));
331
332struct btrfs_free_space_header {
333 struct btrfs_disk_key location;
334 __le64 generation;
335 __le64 num_entries;
336 __le64 num_bitmaps;
337} __attribute__ ((__packed__));
338
Chris Mason0b86a832008-03-24 15:01:56 -0400339static inline unsigned long btrfs_chunk_item_size(int num_stripes)
340{
341 BUG_ON(num_stripes == 0);
342 return sizeof(struct btrfs_chunk) +
343 sizeof(struct btrfs_stripe) * (num_stripes - 1);
344}
345
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400346#define BTRFS_HEADER_FLAG_WRITTEN (1ULL << 0)
347#define BTRFS_HEADER_FLAG_RELOC (1ULL << 1)
liuboacce9522011-01-06 19:30:25 +0800348
349/*
350 * File system states
351 */
Miao Xie87533c42013-01-29 10:14:48 +0000352#define BTRFS_FS_STATE_ERROR 0
Miao Xiedc81cdc2013-02-20 23:32:52 -0700353#define BTRFS_FS_STATE_REMOUNTING 1
David Sterba08748812013-03-12 14:46:08 +0000354#define BTRFS_FS_STATE_TRANS_ABORTED 2
Miao Xiec404e0d2014-01-30 16:46:55 +0800355#define BTRFS_FS_STATE_DEV_REPLACING 3
liuboacce9522011-01-06 19:30:25 +0800356
Miao Xie87533c42013-01-29 10:14:48 +0000357/* Super block flags */
liuboacce9522011-01-06 19:30:25 +0800358/* Errors detected */
359#define BTRFS_SUPER_FLAG_ERROR (1ULL << 2)
360
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400361#define BTRFS_SUPER_FLAG_SEEDING (1ULL << 32)
362#define BTRFS_SUPER_FLAG_METADUMP (1ULL << 33)
363
364#define BTRFS_BACKREF_REV_MAX 256
365#define BTRFS_BACKREF_REV_SHIFT 56
366#define BTRFS_BACKREF_REV_MASK (((u64)BTRFS_BACKREF_REV_MAX - 1) << \
367 BTRFS_BACKREF_REV_SHIFT)
368
369#define BTRFS_OLD_BACKREF_REV 0
370#define BTRFS_MIXED_BACKREF_REV 1
Chris Mason63b10fc2008-04-01 11:21:32 -0400371
Chris Masonfec577f2007-02-26 10:40:21 -0500372/*
373 * every tree block (leaf or node) starts with this header.
374 */
Chris Masonbb492bb2007-03-12 12:29:44 -0400375struct btrfs_header {
Chris Masone17cade2008-04-15 15:41:47 -0400376 /* these first four must match the super block */
Chris Masonf254e522007-03-29 15:15:27 -0400377 u8 csum[BTRFS_CSUM_SIZE];
Chris Mason5f39d392007-10-15 16:14:19 -0400378 u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */
Chris Masondb945352007-10-15 16:15:53 -0400379 __le64 bytenr; /* which block this node is supposed to live in */
Chris Mason63b10fc2008-04-01 11:21:32 -0400380 __le64 flags;
Chris Masone17cade2008-04-15 15:41:47 -0400381
382 /* allowed to be different from the super from here on down */
383 u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
Chris Mason7f5c1512007-03-23 15:56:19 -0400384 __le64 generation;
Chris Mason4d775672007-04-20 20:23:12 -0400385 __le64 owner;
Chris Mason5f39d392007-10-15 16:14:19 -0400386 __le32 nritems;
Chris Mason9a6f11e2007-03-27 09:06:38 -0400387 u8 level;
Chris Masoneb60cea2007-02-02 09:18:22 -0500388} __attribute__ ((__packed__));
389
Chris Mason5f39d392007-10-15 16:14:19 -0400390#define BTRFS_NODEPTRS_PER_BLOCK(r) (((r)->nodesize - \
Chris Masond3977122009-01-05 21:25:51 -0500391 sizeof(struct btrfs_header)) / \
392 sizeof(struct btrfs_key_ptr))
Chris Mason123abc82007-03-14 14:14:43 -0400393#define __BTRFS_LEAF_DATA_SIZE(bs) ((bs) - sizeof(struct btrfs_header))
David Sterba707e8a02014-06-04 19:22:26 +0200394#define BTRFS_LEAF_DATA_SIZE(r) (__BTRFS_LEAF_DATA_SIZE(r->nodesize))
David Sterba7ec20af2014-07-24 17:34:58 +0200395#define BTRFS_FILE_EXTENT_INLINE_DATA_START \
396 (offsetof(struct btrfs_file_extent_item, disk_bytenr))
Chris Mason236454d2007-04-19 13:37:44 -0400397#define BTRFS_MAX_INLINE_DATA_SIZE(r) (BTRFS_LEAF_DATA_SIZE(r) - \
398 sizeof(struct btrfs_item) - \
David Sterba7ec20af2014-07-24 17:34:58 +0200399 BTRFS_FILE_EXTENT_INLINE_DATA_START)
Yan, Zhengf34f57a2009-11-12 09:35:27 +0000400#define BTRFS_MAX_XATTR_SIZE(r) (BTRFS_LEAF_DATA_SIZE(r) - \
401 sizeof(struct btrfs_item) -\
402 sizeof(struct btrfs_dir_item))
Chris Masoneb60cea2007-02-02 09:18:22 -0500403
Chris Mason0b86a832008-03-24 15:01:56 -0400404
405/*
406 * this is a very generous portion of the super block, giving us
407 * room to translate 14 chunks with 3 stripes each.
408 */
409#define BTRFS_SYSTEM_CHUNK_ARRAY_SIZE 2048
Chris Mason7ae9c092008-04-18 10:29:49 -0400410#define BTRFS_LABEL_SIZE 256
Chris Mason0b86a832008-03-24 15:01:56 -0400411
Chris Masonfec577f2007-02-26 10:40:21 -0500412/*
Chris Masonaf31f5e2011-11-03 15:17:42 -0400413 * just in case we somehow lose the roots and are not able to mount,
414 * we store an array of the roots from previous transactions
415 * in the super.
416 */
417#define BTRFS_NUM_BACKUP_ROOTS 4
418struct btrfs_root_backup {
419 __le64 tree_root;
420 __le64 tree_root_gen;
421
422 __le64 chunk_root;
423 __le64 chunk_root_gen;
424
425 __le64 extent_root;
426 __le64 extent_root_gen;
427
428 __le64 fs_root;
429 __le64 fs_root_gen;
430
431 __le64 dev_root;
432 __le64 dev_root_gen;
433
434 __le64 csum_root;
435 __le64 csum_root_gen;
436
437 __le64 total_bytes;
438 __le64 bytes_used;
439 __le64 num_devices;
440 /* future */
Masanari Iidad1423242012-10-31 15:16:32 +0000441 __le64 unused_64[4];
Chris Masonaf31f5e2011-11-03 15:17:42 -0400442
443 u8 tree_root_level;
444 u8 chunk_root_level;
445 u8 extent_root_level;
446 u8 fs_root_level;
447 u8 dev_root_level;
448 u8 csum_root_level;
449 /* future and to align */
450 u8 unused_8[10];
451} __attribute__ ((__packed__));
452
453/*
Chris Masonfec577f2007-02-26 10:40:21 -0500454 * the super block basically lists the main trees of the FS
455 * it currently lacks any block count etc etc
456 */
Chris Mason234b63a2007-03-13 10:46:10 -0400457struct btrfs_super_block {
Chris Masonf254e522007-03-29 15:15:27 -0400458 u8 csum[BTRFS_CSUM_SIZE];
Chris Mason63b10fc2008-04-01 11:21:32 -0400459 /* the first 4 fields must match struct btrfs_header */
Yan Zheng2b820322008-11-17 21:11:30 -0500460 u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */
Chris Masondb945352007-10-15 16:15:53 -0400461 __le64 bytenr; /* this block number */
Chris Mason63b10fc2008-04-01 11:21:32 -0400462 __le64 flags;
Chris Masone17cade2008-04-15 15:41:47 -0400463
464 /* allowed to be different from the btrfs_header from here own down */
Chris Mason3768f362007-03-13 16:47:54 -0400465 __le64 magic;
Chris Mason3768f362007-03-13 16:47:54 -0400466 __le64 generation;
467 __le64 root;
Chris Mason0b86a832008-03-24 15:01:56 -0400468 __le64 chunk_root;
Chris Masone02119d2008-09-05 16:13:11 -0400469 __le64 log_root;
Chris Masonc3027eb2008-12-08 16:40:21 -0500470
471 /* this will help find the new super based on the log root */
472 __le64 log_root_transid;
Chris Masondb945352007-10-15 16:15:53 -0400473 __le64 total_bytes;
474 __le64 bytes_used;
Chris Mason2e635a22007-03-21 11:12:56 -0400475 __le64 root_dir_objectid;
Chris Mason8a4b83c2008-03-24 15:02:07 -0400476 __le64 num_devices;
Chris Mason5f39d392007-10-15 16:14:19 -0400477 __le32 sectorsize;
478 __le32 nodesize;
David Sterba707e8a02014-06-04 19:22:26 +0200479 __le32 __unused_leafsize;
Chris Mason87ee04e2007-11-30 11:30:34 -0500480 __le32 stripesize;
Chris Mason0b86a832008-03-24 15:01:56 -0400481 __le32 sys_chunk_array_size;
Yan Zheng84234f32008-10-29 14:49:05 -0400482 __le64 chunk_root_generation;
Josef Bacikf2b636e2008-12-02 06:36:08 -0500483 __le64 compat_flags;
484 __le64 compat_ro_flags;
485 __le64 incompat_flags;
Josef Bacik607d4322008-12-02 07:17:45 -0500486 __le16 csum_type;
Chris Masondb945352007-10-15 16:15:53 -0400487 u8 root_level;
Chris Mason0b86a832008-03-24 15:01:56 -0400488 u8 chunk_root_level;
Chris Masone02119d2008-09-05 16:13:11 -0400489 u8 log_root_level;
Chris Mason0d81ba52008-03-24 15:02:07 -0400490 struct btrfs_dev_item dev_item;
Chris Masonc3027eb2008-12-08 16:40:21 -0500491
Chris Mason7ae9c092008-04-18 10:29:49 -0400492 char label[BTRFS_LABEL_SIZE];
Chris Masonc3027eb2008-12-08 16:40:21 -0500493
Josef Bacik0af3d002010-06-21 14:48:16 -0400494 __le64 cache_generation;
Stefan Behrens26432792013-08-15 17:11:22 +0200495 __le64 uuid_tree_generation;
Josef Bacik0af3d002010-06-21 14:48:16 -0400496
Chris Masonc3027eb2008-12-08 16:40:21 -0500497 /* future expansion */
Stefan Behrens26432792013-08-15 17:11:22 +0200498 __le64 reserved[30];
Chris Mason0b86a832008-03-24 15:01:56 -0400499 u8 sys_chunk_array[BTRFS_SYSTEM_CHUNK_ARRAY_SIZE];
Chris Masonaf31f5e2011-11-03 15:17:42 -0400500 struct btrfs_root_backup super_roots[BTRFS_NUM_BACKUP_ROOTS];
Chris Masoncfaa7292007-02-21 17:04:57 -0500501} __attribute__ ((__packed__));
502
Chris Masonfec577f2007-02-26 10:40:21 -0500503/*
Josef Bacikf2b636e2008-12-02 06:36:08 -0500504 * Compat flags that we support. If any incompat flags are set other than the
505 * ones specified below then we will fail to mount
506 */
Omar Sandoval208acb82015-09-29 20:50:34 -0700507#define BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE (1ULL << 0)
508
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400509#define BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF (1ULL << 0)
Josef Bacik0af3d002010-06-21 14:48:16 -0400510#define BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL (1ULL << 1)
Josef Bacik67377732010-09-16 16:19:09 -0400511#define BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS (1ULL << 2)
Li Zefana6fa6fa2010-10-25 15:12:26 +0800512#define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO (1ULL << 3)
Chris Mason727011e2010-08-06 13:21:20 -0400513/*
514 * some patches floated around with a second compression method
515 * lets save that incompat here for when they do get in
516 * Note we don't actually support it, we're just reserving the
517 * number
518 */
519#define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZOv2 (1ULL << 4)
520
521/*
522 * older kernels tried to do bigger metadata blocks, but the
523 * code was pretty buggy. Lets not let them try anymore.
524 */
525#define BTRFS_FEATURE_INCOMPAT_BIG_METADATA (1ULL << 5)
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400526
Mark Fashehf1863732012-08-08 11:32:27 -0700527#define BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF (1ULL << 6)
David Woodhouse53b381b2013-01-29 18:40:14 -0500528#define BTRFS_FEATURE_INCOMPAT_RAID56 (1ULL << 7)
Josef Bacik3173a182013-03-07 14:22:04 -0500529#define BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA (1ULL << 8)
Josef Bacik16e75492013-10-22 12:18:51 -0400530#define BTRFS_FEATURE_INCOMPAT_NO_HOLES (1ULL << 9)
Mark Fashehf1863732012-08-08 11:32:27 -0700531
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400532#define BTRFS_FEATURE_COMPAT_SUPP 0ULL
Jeff Mahoney2eaa0552013-11-15 15:33:55 -0500533#define BTRFS_FEATURE_COMPAT_SAFE_SET 0ULL
534#define BTRFS_FEATURE_COMPAT_SAFE_CLEAR 0ULL
Omar Sandoval70f6d822015-09-29 20:50:38 -0700535
536#define BTRFS_FEATURE_COMPAT_RO_SUPP \
537 (BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE)
538
Jeff Mahoney2eaa0552013-11-15 15:33:55 -0500539#define BTRFS_FEATURE_COMPAT_RO_SAFE_SET 0ULL
540#define BTRFS_FEATURE_COMPAT_RO_SAFE_CLEAR 0ULL
541
Josef Bacik0af3d002010-06-21 14:48:16 -0400542#define BTRFS_FEATURE_INCOMPAT_SUPP \
543 (BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF | \
Josef Bacik67377732010-09-16 16:19:09 -0400544 BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL | \
Li Zefana6fa6fa2010-10-25 15:12:26 +0800545 BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS | \
Chris Mason727011e2010-08-06 13:21:20 -0400546 BTRFS_FEATURE_INCOMPAT_BIG_METADATA | \
Mark Fashehf1863732012-08-08 11:32:27 -0700547 BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO | \
David Woodhouse53b381b2013-01-29 18:40:14 -0500548 BTRFS_FEATURE_INCOMPAT_RAID56 | \
Josef Bacik3173a182013-03-07 14:22:04 -0500549 BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF | \
Josef Bacik16e75492013-10-22 12:18:51 -0400550 BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA | \
551 BTRFS_FEATURE_INCOMPAT_NO_HOLES)
Josef Bacikf2b636e2008-12-02 06:36:08 -0500552
Jeff Mahoney2eaa0552013-11-15 15:33:55 -0500553#define BTRFS_FEATURE_INCOMPAT_SAFE_SET \
554 (BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF)
555#define BTRFS_FEATURE_INCOMPAT_SAFE_CLEAR 0ULL
Josef Bacikf2b636e2008-12-02 06:36:08 -0500556
557/*
Chris Mason62e27492007-03-15 12:56:47 -0400558 * A leaf is full of items. offset and size tell us where to find
Chris Masonfec577f2007-02-26 10:40:21 -0500559 * the item in the leaf (relative to the start of the data area)
560 */
Chris Mason0783fcf2007-03-12 20:12:07 -0400561struct btrfs_item {
Chris Masone2fa7222007-03-12 16:22:34 -0400562 struct btrfs_disk_key key;
Chris Mason123abc82007-03-14 14:14:43 -0400563 __le32 offset;
Chris Mason5f39d392007-10-15 16:14:19 -0400564 __le32 size;
Chris Masoneb60cea2007-02-02 09:18:22 -0500565} __attribute__ ((__packed__));
566
Chris Masonfec577f2007-02-26 10:40:21 -0500567/*
568 * leaves have an item area and a data area:
569 * [item0, item1....itemN] [free space] [dataN...data1, data0]
570 *
571 * The data is separate from the items to get the keys closer together
572 * during searches.
573 */
Chris Mason234b63a2007-03-13 10:46:10 -0400574struct btrfs_leaf {
Chris Masonbb492bb2007-03-12 12:29:44 -0400575 struct btrfs_header header;
Chris Mason123abc82007-03-14 14:14:43 -0400576 struct btrfs_item items[];
Chris Masoneb60cea2007-02-02 09:18:22 -0500577} __attribute__ ((__packed__));
578
Chris Masonfec577f2007-02-26 10:40:21 -0500579/*
580 * all non-leaf blocks are nodes, they hold only keys and pointers to
581 * other blocks
582 */
Chris Mason123abc82007-03-14 14:14:43 -0400583struct btrfs_key_ptr {
584 struct btrfs_disk_key key;
585 __le64 blockptr;
Chris Mason74493f72007-12-11 09:25:06 -0500586 __le64 generation;
Chris Mason123abc82007-03-14 14:14:43 -0400587} __attribute__ ((__packed__));
588
Chris Mason234b63a2007-03-13 10:46:10 -0400589struct btrfs_node {
Chris Masonbb492bb2007-03-12 12:29:44 -0400590 struct btrfs_header header;
Chris Mason123abc82007-03-14 14:14:43 -0400591 struct btrfs_key_ptr ptrs[];
Chris Masoneb60cea2007-02-02 09:18:22 -0500592} __attribute__ ((__packed__));
593
Chris Masonfec577f2007-02-26 10:40:21 -0500594/*
Chris Mason234b63a2007-03-13 10:46:10 -0400595 * btrfs_paths remember the path taken from the root down to the leaf.
596 * level 0 is always the leaf, and nodes[1...BTRFS_MAX_LEVEL] will point
Chris Masonfec577f2007-02-26 10:40:21 -0500597 * to any other levels that are present.
598 *
599 * The slots array records the index of the item or block pointer
600 * used while walking the tree.
601 */
David Sterbae4058b52015-11-27 16:31:35 +0100602enum { READA_NONE = 0, READA_BACK, READA_FORWARD };
Chris Mason234b63a2007-03-13 10:46:10 -0400603struct btrfs_path {
Chris Mason5f39d392007-10-15 16:14:19 -0400604 struct extent_buffer *nodes[BTRFS_MAX_LEVEL];
Chris Mason234b63a2007-03-13 10:46:10 -0400605 int slots[BTRFS_MAX_LEVEL];
Chris Mason925baed2008-06-25 16:01:30 -0400606 /* if there is real range locking, this locks field will change */
David Sterba4fb72bf2015-11-27 16:31:45 +0100607 u8 locks[BTRFS_MAX_LEVEL];
David Sterbadccabfa2015-11-27 16:31:38 +0100608 u8 reada;
Chris Mason925baed2008-06-25 16:01:30 -0400609 /* keep some upper locks as we walk down */
David Sterba7853f152015-11-27 16:31:42 +0100610 u8 lowest_level;
Chris Mason459931e2008-12-10 09:10:46 -0500611
612 /*
613 * set by btrfs_split_item, tells search_slot to keep all locks
614 * and to force calls to keep space in the nodes
615 */
Chris Masonb9473432009-03-13 11:00:37 -0400616 unsigned int search_for_split:1;
617 unsigned int keep_locks:1;
618 unsigned int skip_locking:1;
619 unsigned int leave_spinning:1;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400620 unsigned int search_commit_root:1;
Josef Bacik3f8a18c2014-03-28 17:16:01 -0400621 unsigned int need_commit_sem:1;
Filipe Manana5f5bc6b2014-11-09 08:38:39 +0000622 unsigned int skip_release_on_error:1;
Chris Masoneb60cea2007-02-02 09:18:22 -0500623};
Chris Mason5de08d72007-02-24 06:24:44 -0500624
Chris Mason62e27492007-03-15 12:56:47 -0400625/*
626 * items in the extent btree are used to record the objectid of the
627 * owner of the block and the number of references
628 */
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400629
Chris Mason62e27492007-03-15 12:56:47 -0400630struct btrfs_extent_item {
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400631 __le64 refs;
632 __le64 generation;
633 __le64 flags;
634} __attribute__ ((__packed__));
635
636struct btrfs_extent_item_v0 {
Chris Mason62e27492007-03-15 12:56:47 -0400637 __le32 refs;
Chris Mason74493f72007-12-11 09:25:06 -0500638} __attribute__ ((__packed__));
639
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400640#define BTRFS_MAX_EXTENT_ITEM_SIZE(r) ((BTRFS_LEAF_DATA_SIZE(r) >> 4) - \
641 sizeof(struct btrfs_item))
642
643#define BTRFS_EXTENT_FLAG_DATA (1ULL << 0)
644#define BTRFS_EXTENT_FLAG_TREE_BLOCK (1ULL << 1)
645
646/* following flags only apply to tree blocks */
647
648/* use full backrefs for extent pointers in the block */
649#define BTRFS_BLOCK_FLAG_FULL_BACKREF (1ULL << 8)
650
Arne Jansena2de7332011-03-08 14:14:00 +0100651/*
652 * this flag is only used internally by scrub and may be changed at any time
653 * it is only declared here to avoid collisions
654 */
655#define BTRFS_EXTENT_FLAG_SUPER (1ULL << 48)
656
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400657struct btrfs_tree_block_info {
658 struct btrfs_disk_key key;
659 u8 level;
660} __attribute__ ((__packed__));
661
662struct btrfs_extent_data_ref {
663 __le64 root;
664 __le64 objectid;
665 __le64 offset;
666 __le32 count;
667} __attribute__ ((__packed__));
668
669struct btrfs_shared_data_ref {
670 __le32 count;
671} __attribute__ ((__packed__));
672
673struct btrfs_extent_inline_ref {
674 u8 type;
Yan Zheng1bec1ae2009-07-22 09:59:00 -0400675 __le64 offset;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400676} __attribute__ ((__packed__));
677
678/* old style backrefs item */
679struct btrfs_extent_ref_v0 {
Chris Mason74493f72007-12-11 09:25:06 -0500680 __le64 root;
681 __le64 generation;
682 __le64 objectid;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400683 __le32 count;
Chris Mason62e27492007-03-15 12:56:47 -0400684} __attribute__ ((__packed__));
685
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400686
Chris Mason0b86a832008-03-24 15:01:56 -0400687/* dev extents record free space on individual devices. The owner
688 * field points back to the chunk allocation mapping tree that allocated
Chris Masone17cade2008-04-15 15:41:47 -0400689 * the extent. The chunk tree uuid field is a way to double check the owner
Chris Mason0b86a832008-03-24 15:01:56 -0400690 */
691struct btrfs_dev_extent {
Chris Masone17cade2008-04-15 15:41:47 -0400692 __le64 chunk_tree;
693 __le64 chunk_objectid;
694 __le64 chunk_offset;
Chris Mason0b86a832008-03-24 15:01:56 -0400695 __le64 length;
Chris Masone17cade2008-04-15 15:41:47 -0400696 u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
Chris Mason0b86a832008-03-24 15:01:56 -0400697} __attribute__ ((__packed__));
698
Chris Mason39544012007-12-12 14:38:19 -0500699struct btrfs_inode_ref {
Josef Bacikaec74772008-07-24 12:12:38 -0400700 __le64 index;
Chris Mason39544012007-12-12 14:38:19 -0500701 __le16 name_len;
702 /* name goes here */
703} __attribute__ ((__packed__));
704
Mark Fashehf1863732012-08-08 11:32:27 -0700705struct btrfs_inode_extref {
706 __le64 parent_objectid;
707 __le64 index;
708 __le16 name_len;
709 __u8 name[0];
710 /* name goes here */
711} __attribute__ ((__packed__));
712
Chris Mason0b86a832008-03-24 15:01:56 -0400713struct btrfs_timespec {
Chris Masonf254e522007-03-29 15:15:27 -0400714 __le64 sec;
Chris Mason1e1d2702007-03-15 19:03:33 -0400715 __le32 nsec;
716} __attribute__ ((__packed__));
717
Jan Engelhardt95029d72009-01-21 10:49:16 -0500718enum btrfs_compression_type {
Li Zefan261507a02010-12-17 14:21:50 +0800719 BTRFS_COMPRESS_NONE = 0,
720 BTRFS_COMPRESS_ZLIB = 1,
Li Zefana6fa6fa2010-10-25 15:12:26 +0800721 BTRFS_COMPRESS_LZO = 2,
722 BTRFS_COMPRESS_TYPES = 2,
723 BTRFS_COMPRESS_LAST = 3,
Jan Engelhardt95029d72009-01-21 10:49:16 -0500724};
Chris Masonc8b97812008-10-29 14:49:59 -0400725
Chris Mason1e1d2702007-03-15 19:03:33 -0400726struct btrfs_inode_item {
Chris Masone02119d2008-09-05 16:13:11 -0400727 /* nfs style generation number */
Chris Mason1e1d2702007-03-15 19:03:33 -0400728 __le64 generation;
Chris Masone02119d2008-09-05 16:13:11 -0400729 /* transid that last touched this inode */
730 __le64 transid;
Chris Mason1e1d2702007-03-15 19:03:33 -0400731 __le64 size;
Yan Zhenga76a3cd2008-10-09 11:46:29 -0400732 __le64 nbytes;
Chris Mason31f3c992007-04-30 15:25:45 -0400733 __le64 block_group;
Chris Mason1e1d2702007-03-15 19:03:33 -0400734 __le32 nlink;
735 __le32 uid;
736 __le32 gid;
737 __le32 mode;
Chris Mason0b86a832008-03-24 15:01:56 -0400738 __le64 rdev;
Josef Bacikf2b636e2008-12-02 06:36:08 -0500739 __le64 flags;
Chris Masonc8b97812008-10-29 14:49:59 -0400740
Chris Masonc3027eb2008-12-08 16:40:21 -0500741 /* modification sequence number for NFS */
742 __le64 sequence;
743
744 /*
745 * a little future expansion, for more than this we can
746 * just grow the inode item and version it
747 */
748 __le64 reserved[4];
Chris Mason0b86a832008-03-24 15:01:56 -0400749 struct btrfs_timespec atime;
750 struct btrfs_timespec ctime;
751 struct btrfs_timespec mtime;
752 struct btrfs_timespec otime;
Chris Mason1e1d2702007-03-15 19:03:33 -0400753} __attribute__ ((__packed__));
754
Chris Masone02119d2008-09-05 16:13:11 -0400755struct btrfs_dir_log_item {
756 __le64 end;
757} __attribute__ ((__packed__));
758
Chris Mason62e27492007-03-15 12:56:47 -0400759struct btrfs_dir_item {
Chris Masond6e4a422007-04-06 15:37:36 -0400760 struct btrfs_disk_key location;
Chris Masone02119d2008-09-05 16:13:11 -0400761 __le64 transid;
Josef Bacik5103e942007-11-16 11:45:54 -0500762 __le16 data_len;
Chris Masona8a2ee02007-03-16 08:46:49 -0400763 __le16 name_len;
Chris Mason62e27492007-03-15 12:56:47 -0400764 u8 type;
765} __attribute__ ((__packed__));
766
Li Zefanb83cc962010-12-20 16:04:08 +0800767#define BTRFS_ROOT_SUBVOL_RDONLY (1ULL << 0)
768
David Sterba521e0542014-04-15 16:41:44 +0200769/*
770 * Internal in-memory flag that a subvolume has been marked for deletion but
771 * still visible as a directory
772 */
773#define BTRFS_ROOT_SUBVOL_DEAD (1ULL << 48)
774
Chris Mason62e27492007-03-15 12:56:47 -0400775struct btrfs_root_item {
Chris Masond6e4a422007-04-06 15:37:36 -0400776 struct btrfs_inode_item inode;
Yan Zheng84234f32008-10-29 14:49:05 -0400777 __le64 generation;
Chris Masond6e4a422007-04-06 15:37:36 -0400778 __le64 root_dirid;
Chris Masondb945352007-10-15 16:15:53 -0400779 __le64 bytenr;
780 __le64 byte_limit;
781 __le64 bytes_used;
Yan Zheng80ff3852008-10-30 14:20:02 -0400782 __le64 last_snapshot;
Josef Bacikf2b636e2008-12-02 06:36:08 -0500783 __le64 flags;
Chris Mason62e27492007-03-15 12:56:47 -0400784 __le32 refs;
Chris Mason5eda7b52007-06-22 14:16:25 -0400785 struct btrfs_disk_key drop_progress;
786 u8 drop_level;
Chris Masondb945352007-10-15 16:15:53 -0400787 u8 level;
Alexander Block8ea05e32012-07-25 17:35:53 +0200788
789 /*
790 * The following fields appear after subvol_uuids+subvol_times
791 * were introduced.
792 */
793
794 /*
795 * This generation number is used to test if the new fields are valid
796 * and up to date while reading the root item. Everytime the root item
797 * is written out, the "generation" field is copied into this field. If
798 * anyone ever mounted the fs with an older kernel, we will have
799 * mismatching generation values here and thus must invalidate the
800 * new fields. See btrfs_update_root and btrfs_find_last_root for
801 * details.
802 * the offset of generation_v2 is also used as the start for the memset
803 * when invalidating the fields.
804 */
805 __le64 generation_v2;
806 u8 uuid[BTRFS_UUID_SIZE];
807 u8 parent_uuid[BTRFS_UUID_SIZE];
808 u8 received_uuid[BTRFS_UUID_SIZE];
809 __le64 ctransid; /* updated when an inode changes */
810 __le64 otransid; /* trans when created */
811 __le64 stransid; /* trans when sent. non-zero for received subvol */
812 __le64 rtransid; /* trans when received. non-zero for received subvol */
813 struct btrfs_timespec ctime;
814 struct btrfs_timespec otime;
815 struct btrfs_timespec stime;
816 struct btrfs_timespec rtime;
817 __le64 reserved[8]; /* for future */
Chris Mason9f5fae22007-03-20 14:38:32 -0400818} __attribute__ ((__packed__));
819
Chris Mason0660b5a2008-11-17 20:37:39 -0500820/*
821 * this is used for both forward and backward root refs
822 */
823struct btrfs_root_ref {
824 __le64 dirid;
825 __le64 sequence;
826 __le16 name_len;
827} __attribute__ ((__packed__));
828
Ilya Dryomov0940ebf2012-01-16 22:04:48 +0200829struct btrfs_disk_balance_args {
830 /*
831 * profiles to operate on, single is denoted by
832 * BTRFS_AVAIL_ALLOC_BIT_SINGLE
833 */
834 __le64 profiles;
835
David Sterbabc309462015-10-20 18:22:13 +0200836 /*
837 * usage filter
838 * BTRFS_BALANCE_ARGS_USAGE with a single value means '0..N'
839 * BTRFS_BALANCE_ARGS_USAGE_RANGE - range syntax, min..max
840 */
841 union {
842 __le64 usage;
843 struct {
844 __le32 usage_min;
845 __le32 usage_max;
846 };
847 };
Ilya Dryomov0940ebf2012-01-16 22:04:48 +0200848
849 /* devid filter */
850 __le64 devid;
851
852 /* devid subset filter [pstart..pend) */
853 __le64 pstart;
854 __le64 pend;
855
856 /* btrfs virtual address space subset filter [vstart..vend) */
857 __le64 vstart;
858 __le64 vend;
859
860 /*
861 * profile to convert to, single is denoted by
862 * BTRFS_AVAIL_ALLOC_BIT_SINGLE
863 */
864 __le64 target;
865
866 /* BTRFS_BALANCE_ARGS_* */
867 __le64 flags;
868
David Sterba12907fc2015-10-10 17:16:50 +0200869 /*
870 * BTRFS_BALANCE_ARGS_LIMIT with value 'limit'
871 * BTRFS_BALANCE_ARGS_LIMIT_RANGE - the extend version can use minimum
872 * and maximum
873 */
874 union {
875 __le64 limit;
876 struct {
877 __le32 limit_min;
878 __le32 limit_max;
879 };
880 };
David Sterba7d824b62014-05-07 17:37:51 +0200881
Gabríel Arthúr Péturssondee32d02015-09-28 22:32:41 +0000882 /*
883 * Process chunks that cross stripes_min..stripes_max devices,
884 * BTRFS_BALANCE_ARGS_STRIPES_RANGE
885 */
886 __le32 stripes_min;
887 __le32 stripes_max;
888
889 __le64 unused[6];
Ilya Dryomov0940ebf2012-01-16 22:04:48 +0200890} __attribute__ ((__packed__));
891
892/*
893 * store balance parameters to disk so that balance can be properly
894 * resumed after crash or unmount
895 */
896struct btrfs_balance_item {
897 /* BTRFS_BALANCE_* */
898 __le64 flags;
899
900 struct btrfs_disk_balance_args data;
901 struct btrfs_disk_balance_args meta;
902 struct btrfs_disk_balance_args sys;
903
904 __le64 unused[4];
905} __attribute__ ((__packed__));
906
Yan Zhengd899e052008-10-30 14:25:28 -0400907#define BTRFS_FILE_EXTENT_INLINE 0
908#define BTRFS_FILE_EXTENT_REG 1
909#define BTRFS_FILE_EXTENT_PREALLOC 2
Chris Mason236454d2007-04-19 13:37:44 -0400910
Chris Mason9f5fae22007-03-20 14:38:32 -0400911struct btrfs_file_extent_item {
Chris Masonc8b97812008-10-29 14:49:59 -0400912 /*
913 * transaction id that created this extent
914 */
Chris Mason71951f32007-03-27 09:16:29 -0400915 __le64 generation;
Chris Masonc8b97812008-10-29 14:49:59 -0400916 /*
917 * max number of bytes to hold this extent in ram
918 * when we split a compressed extent we can't know how big
919 * each of the resulting pieces will be. So, this is
920 * an upper limit on the size of the extent in ram instead of
921 * an exact limit.
922 */
923 __le64 ram_bytes;
924
925 /*
926 * 32 bits for the various ways we might encode the data,
927 * including compression and encryption. If any of these
928 * are set to something a given disk format doesn't understand
929 * it is treated like an incompat flag for reading and writing,
930 * but not for stat.
931 */
932 u8 compression;
933 u8 encryption;
934 __le16 other_encoding; /* spare for later use */
935
936 /* are we inline data or a real extent? */
Chris Mason236454d2007-04-19 13:37:44 -0400937 u8 type;
Chris Masonc8b97812008-10-29 14:49:59 -0400938
Chris Mason9f5fae22007-03-20 14:38:32 -0400939 /*
940 * disk space consumed by the extent, checksum blocks are included
941 * in these numbers
David Sterba7ec20af2014-07-24 17:34:58 +0200942 *
943 * At this offset in the structure, the inline extent data start.
Chris Mason9f5fae22007-03-20 14:38:32 -0400944 */
Chris Masondb945352007-10-15 16:15:53 -0400945 __le64 disk_bytenr;
946 __le64 disk_num_bytes;
Chris Mason9f5fae22007-03-20 14:38:32 -0400947 /*
Chris Masondee26a92007-03-26 16:00:06 -0400948 * the logical offset in file blocks (no csums)
Chris Mason9f5fae22007-03-20 14:38:32 -0400949 * this extent record is for. This allows a file extent to point
950 * into the middle of an existing extent on disk, sharing it
951 * between two snapshots (useful if some bytes in the middle of the
952 * extent have changed
953 */
954 __le64 offset;
955 /*
Chris Masonc8b97812008-10-29 14:49:59 -0400956 * the logical number of file blocks (no csums included). This
957 * always reflects the size uncompressed and without encoding.
Chris Mason9f5fae22007-03-20 14:38:32 -0400958 */
Chris Masondb945352007-10-15 16:15:53 -0400959 __le64 num_bytes;
Chris Masonc8b97812008-10-29 14:49:59 -0400960
Chris Mason9f5fae22007-03-20 14:38:32 -0400961} __attribute__ ((__packed__));
962
Chris Masonf254e522007-03-29 15:15:27 -0400963struct btrfs_csum_item {
Chris Mason509659c2007-05-10 12:36:17 -0400964 u8 csum;
Chris Masonf254e522007-03-29 15:15:27 -0400965} __attribute__ ((__packed__));
966
Stefan Behrens733f4fb2012-05-25 16:06:10 +0200967struct btrfs_dev_stats_item {
968 /*
969 * grow this item struct at the end for future enhancements and keep
970 * the existing values unchanged
971 */
972 __le64 values[BTRFS_DEV_STAT_VALUES_MAX];
973} __attribute__ ((__packed__));
974
Stefan Behrense922e082012-11-05 17:26:40 +0100975#define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_ALWAYS 0
976#define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_AVOID 1
977#define BTRFS_DEV_REPLACE_ITEM_STATE_NEVER_STARTED 0
978#define BTRFS_DEV_REPLACE_ITEM_STATE_STARTED 1
979#define BTRFS_DEV_REPLACE_ITEM_STATE_SUSPENDED 2
980#define BTRFS_DEV_REPLACE_ITEM_STATE_FINISHED 3
981#define BTRFS_DEV_REPLACE_ITEM_STATE_CANCELED 4
982
983struct btrfs_dev_replace {
984 u64 replace_state; /* see #define above */
985 u64 time_started; /* seconds since 1-Jan-1970 */
986 u64 time_stopped; /* seconds since 1-Jan-1970 */
987 atomic64_t num_write_errors;
988 atomic64_t num_uncorrectable_read_errors;
989
990 u64 cursor_left;
991 u64 committed_cursor_left;
992 u64 cursor_left_last_write_of_item;
993 u64 cursor_right;
994
995 u64 cont_reading_from_srcdev_mode; /* see #define above */
996
997 int is_valid;
998 int item_needs_writeback;
999 struct btrfs_device *srcdev;
1000 struct btrfs_device *tgtdev;
1001
1002 pid_t lock_owner;
1003 atomic_t nesting_level;
1004 struct mutex lock_finishing_cancel_unmount;
1005 struct mutex lock_management_lock;
1006 struct mutex lock;
1007
1008 struct btrfs_scrub_progress scrub_progress;
1009};
1010
Stefan Behrensa2bff642012-11-05 17:32:20 +01001011struct btrfs_dev_replace_item {
1012 /*
1013 * grow this item struct at the end for future enhancements and keep
1014 * the existing values unchanged
1015 */
1016 __le64 src_devid;
1017 __le64 cursor_left;
1018 __le64 cursor_right;
1019 __le64 cont_reading_from_srcdev_mode;
1020
1021 __le64 replace_state;
1022 __le64 time_started;
1023 __le64 time_stopped;
1024 __le64 num_write_errors;
1025 __le64 num_uncorrectable_read_errors;
1026} __attribute__ ((__packed__));
1027
Chris Mason0b86a832008-03-24 15:01:56 -04001028/* different types of block groups (and chunks) */
Ilya Dryomov52ba6922012-01-16 22:04:47 +02001029#define BTRFS_BLOCK_GROUP_DATA (1ULL << 0)
1030#define BTRFS_BLOCK_GROUP_SYSTEM (1ULL << 1)
1031#define BTRFS_BLOCK_GROUP_METADATA (1ULL << 2)
1032#define BTRFS_BLOCK_GROUP_RAID0 (1ULL << 3)
1033#define BTRFS_BLOCK_GROUP_RAID1 (1ULL << 4)
1034#define BTRFS_BLOCK_GROUP_DUP (1ULL << 5)
1035#define BTRFS_BLOCK_GROUP_RAID10 (1ULL << 6)
Andreas Philipp1c89cdd2013-05-11 11:12:54 +00001036#define BTRFS_BLOCK_GROUP_RAID5 (1ULL << 7)
1037#define BTRFS_BLOCK_GROUP_RAID6 (1ULL << 8)
David Sterba36523e952014-02-07 14:34:12 +01001038#define BTRFS_BLOCK_GROUP_RESERVED (BTRFS_AVAIL_ALLOC_BIT_SINGLE | \
1039 BTRFS_SPACE_INFO_GLOBAL_RSV)
Miao Xiee6ec7162013-01-17 05:38:51 +00001040
1041enum btrfs_raid_types {
1042 BTRFS_RAID_RAID10,
1043 BTRFS_RAID_RAID1,
1044 BTRFS_RAID_DUP,
1045 BTRFS_RAID_RAID0,
1046 BTRFS_RAID_SINGLE,
Chris Masone942f882013-02-20 14:06:05 -05001047 BTRFS_RAID_RAID5,
1048 BTRFS_RAID_RAID6,
Miao Xiee6ec7162013-01-17 05:38:51 +00001049 BTRFS_NR_RAID_TYPES
1050};
Chris Mason1e2677e2007-05-29 16:52:18 -04001051
Ilya Dryomov52ba6922012-01-16 22:04:47 +02001052#define BTRFS_BLOCK_GROUP_TYPE_MASK (BTRFS_BLOCK_GROUP_DATA | \
1053 BTRFS_BLOCK_GROUP_SYSTEM | \
1054 BTRFS_BLOCK_GROUP_METADATA)
1055
1056#define BTRFS_BLOCK_GROUP_PROFILE_MASK (BTRFS_BLOCK_GROUP_RAID0 | \
1057 BTRFS_BLOCK_GROUP_RAID1 | \
David Woodhouse53b381b2013-01-29 18:40:14 -05001058 BTRFS_BLOCK_GROUP_RAID5 | \
1059 BTRFS_BLOCK_GROUP_RAID6 | \
Ilya Dryomov52ba6922012-01-16 22:04:47 +02001060 BTRFS_BLOCK_GROUP_DUP | \
1061 BTRFS_BLOCK_GROUP_RAID10)
Zhao Leiffe2d202015-01-20 15:11:44 +08001062#define BTRFS_BLOCK_GROUP_RAID56_MASK (BTRFS_BLOCK_GROUP_RAID5 | \
1063 BTRFS_BLOCK_GROUP_RAID6)
1064
Ilya Dryomova46d11a2012-01-16 22:04:47 +02001065/*
1066 * We need a bit for restriper to be able to tell when chunks of type
1067 * SINGLE are available. This "extended" profile format is used in
1068 * fs_info->avail_*_alloc_bits (in-memory) and balance item fields
1069 * (on-disk). The corresponding on-disk bit in chunk.type is reserved
1070 * to avoid remappings between two formats in future.
1071 */
1072#define BTRFS_AVAIL_ALLOC_BIT_SINGLE (1ULL << 48)
1073
David Sterba36523e952014-02-07 14:34:12 +01001074/*
1075 * A fake block group type that is used to communicate global block reserve
1076 * size to userspace via the SPACE_INFO ioctl.
1077 */
1078#define BTRFS_SPACE_INFO_GLOBAL_RSV (1ULL << 49)
1079
Ilya Dryomov899c81e2012-03-27 17:09:16 +03001080#define BTRFS_EXTENDED_PROFILE_MASK (BTRFS_BLOCK_GROUP_PROFILE_MASK | \
1081 BTRFS_AVAIL_ALLOC_BIT_SINGLE)
1082
1083static inline u64 chunk_to_extended(u64 flags)
1084{
1085 if ((flags & BTRFS_BLOCK_GROUP_PROFILE_MASK) == 0)
1086 flags |= BTRFS_AVAIL_ALLOC_BIT_SINGLE;
1087
1088 return flags;
1089}
1090static inline u64 extended_to_chunk(u64 flags)
1091{
1092 return flags & ~BTRFS_AVAIL_ALLOC_BIT_SINGLE;
1093}
1094
Chris Mason9078a3e2007-04-26 16:46:15 -04001095struct btrfs_block_group_item {
1096 __le64 used;
Chris Mason0b86a832008-03-24 15:01:56 -04001097 __le64 chunk_objectid;
1098 __le64 flags;
Chris Mason9078a3e2007-04-26 16:46:15 -04001099} __attribute__ ((__packed__));
1100
Omar Sandoval208acb82015-09-29 20:50:34 -07001101struct btrfs_free_space_info {
1102 __le32 extent_count;
1103 __le32 flags;
1104} __attribute__ ((__packed__));
1105
1106#define BTRFS_FREE_SPACE_USING_BITMAPS (1ULL << 0)
1107
Qu Wenruo8465ece2015-02-27 16:24:22 +08001108#define BTRFS_QGROUP_LEVEL_SHIFT 48
1109static inline u64 btrfs_qgroup_level(u64 qgroupid)
1110{
1111 return qgroupid >> BTRFS_QGROUP_LEVEL_SHIFT;
1112}
1113
Arne Jansen630dc772011-09-13 11:06:07 +02001114/*
1115 * is subvolume quota turned on?
1116 */
1117#define BTRFS_QGROUP_STATUS_FLAG_ON (1ULL << 0)
1118/*
Jan Schmidt2f232032013-04-25 16:04:51 +00001119 * RESCAN is set during the initialization phase
Arne Jansen630dc772011-09-13 11:06:07 +02001120 */
Jan Schmidt2f232032013-04-25 16:04:51 +00001121#define BTRFS_QGROUP_STATUS_FLAG_RESCAN (1ULL << 1)
Arne Jansen630dc772011-09-13 11:06:07 +02001122/*
1123 * Some qgroup entries are known to be out of date,
1124 * either because the configuration has changed in a way that
1125 * makes a rescan necessary, or because the fs has been mounted
1126 * with a non-qgroup-aware version.
1127 * Turning qouta off and on again makes it inconsistent, too.
1128 */
1129#define BTRFS_QGROUP_STATUS_FLAG_INCONSISTENT (1ULL << 2)
1130
1131#define BTRFS_QGROUP_STATUS_VERSION 1
1132
1133struct btrfs_qgroup_status_item {
1134 __le64 version;
1135 /*
1136 * the generation is updated during every commit. As older
1137 * versions of btrfs are not aware of qgroups, it will be
1138 * possible to detect inconsistencies by checking the
1139 * generation on mount time
1140 */
1141 __le64 generation;
1142
1143 /* flag definitions see above */
1144 __le64 flags;
1145
1146 /*
1147 * only used during scanning to record the progress
1148 * of the scan. It contains a logical address
1149 */
Jan Schmidt2f232032013-04-25 16:04:51 +00001150 __le64 rescan;
Arne Jansen630dc772011-09-13 11:06:07 +02001151} __attribute__ ((__packed__));
1152
1153struct btrfs_qgroup_info_item {
1154 __le64 generation;
1155 __le64 rfer;
1156 __le64 rfer_cmpr;
1157 __le64 excl;
1158 __le64 excl_cmpr;
1159} __attribute__ ((__packed__));
1160
1161/* flags definition for qgroup limits */
1162#define BTRFS_QGROUP_LIMIT_MAX_RFER (1ULL << 0)
1163#define BTRFS_QGROUP_LIMIT_MAX_EXCL (1ULL << 1)
1164#define BTRFS_QGROUP_LIMIT_RSV_RFER (1ULL << 2)
1165#define BTRFS_QGROUP_LIMIT_RSV_EXCL (1ULL << 3)
1166#define BTRFS_QGROUP_LIMIT_RFER_CMPR (1ULL << 4)
1167#define BTRFS_QGROUP_LIMIT_EXCL_CMPR (1ULL << 5)
1168
1169struct btrfs_qgroup_limit_item {
1170 /*
1171 * only updated when any of the other values change
1172 */
1173 __le64 flags;
1174 __le64 max_rfer;
1175 __le64 max_excl;
1176 __le64 rsv_rfer;
1177 __le64 rsv_excl;
1178} __attribute__ ((__packed__));
1179
Jeff Mahoneyc1895442014-05-27 12:59:57 -04001180/* For raid type sysfs entries */
1181struct raid_kobject {
1182 int raid_type;
1183 struct kobject kobj;
1184};
1185
Chris Mason6324fbf2008-03-24 15:01:59 -04001186struct btrfs_space_info {
Miao Xie26b47ff2014-01-15 20:00:54 +08001187 spinlock_t lock;
Josef Bacik6a632092009-02-20 11:00:09 -05001188
Josef Bacik89a55892010-10-14 14:52:27 -04001189 u64 total_bytes; /* total bytes in the space,
1190 this doesn't take mirrors into account */
Yan, Zhengb742bb82010-05-16 10:46:24 -04001191 u64 bytes_used; /* total bytes used,
Lucas De Marchie9c54992011-04-26 23:28:26 -07001192 this doesn't take mirrors into account */
Josef Bacik6a632092009-02-20 11:00:09 -05001193 u64 bytes_pinned; /* total bytes pinned, will be freed when the
1194 transaction finishes */
1195 u64 bytes_reserved; /* total bytes the allocator has reserved for
1196 current allocations */
Josef Bacik6a632092009-02-20 11:00:09 -05001197 u64 bytes_may_use; /* number of bytes that may be used for
Josef Bacik9ed74f22009-09-11 16:12:44 -04001198 delalloc/allocations */
Miao Xie26b47ff2014-01-15 20:00:54 +08001199 u64 bytes_readonly; /* total bytes that are read only */
1200
Josef Bacik4f4db212015-09-29 11:40:47 -04001201 u64 max_extent_size; /* This will hold the maximum extent size of
1202 the space info if we had an ENOSPC in the
1203 allocator. */
1204
Miao Xie26b47ff2014-01-15 20:00:54 +08001205 unsigned int full:1; /* indicates that we cannot allocate any more
1206 chunks for this space */
1207 unsigned int chunk_alloc:1; /* set if we are allocating a chunk */
1208
1209 unsigned int flush:1; /* set if we are trying to make space */
1210
1211 unsigned int force_alloc; /* set if we need to force a chunk
1212 alloc for this space */
1213
Yan, Zhengb742bb82010-05-16 10:46:24 -04001214 u64 disk_used; /* total bytes used on disk */
Josef Bacik89a55892010-10-14 14:52:27 -04001215 u64 disk_total; /* total bytes on disk, takes mirrors into
1216 account */
Josef Bacik6a632092009-02-20 11:00:09 -05001217
Miao Xie26b47ff2014-01-15 20:00:54 +08001218 u64 flags;
1219
Chris Mason36e39c42011-03-12 07:08:42 -05001220 /*
Josef Bacikb150a4f2013-06-19 15:00:04 -04001221 * bytes_pinned is kept in line with what is actually pinned, as in
1222 * we've called update_block_group and dropped the bytes_used counter
1223 * and increased the bytes_pinned counter. However this means that
1224 * bytes_pinned does not reflect the bytes that will be pinned once the
1225 * delayed refs are flushed, so this counter is inc'ed everytime we call
1226 * btrfs_free_extent so it is a realtime count of what will be freed
1227 * once the transaction is committed. It will be zero'ed everytime the
1228 * transaction commits.
1229 */
1230 struct percpu_counter total_bytes_pinned;
1231
Chris Mason6324fbf2008-03-24 15:01:59 -04001232 struct list_head list;
Filipe Manana75c68e92015-01-16 13:24:40 +00001233 /* Protected by the spinlock 'lock'. */
Josef Bacik633c0aa2014-10-31 09:49:34 -04001234 struct list_head ro_bgs;
Josef Bacik0f9dd462008-09-23 13:14:11 -04001235
Miao Xie26b47ff2014-01-15 20:00:54 +08001236 struct rw_semaphore groups_sem;
Josef Bacik0f9dd462008-09-23 13:14:11 -04001237 /* for block groups in our same type */
Yan, Zhengb742bb82010-05-16 10:46:24 -04001238 struct list_head block_groups[BTRFS_NR_RAID_TYPES];
Josef Bacikfdb5eff2011-06-07 16:07:44 -04001239 wait_queue_head_t wait;
Jeff Mahoney6ab0a202013-11-01 13:07:04 -04001240
1241 struct kobject kobj;
Jeff Mahoneyc1895442014-05-27 12:59:57 -04001242 struct kobject *block_group_kobjs[BTRFS_NR_RAID_TYPES];
Josef Bacik0f9dd462008-09-23 13:14:11 -04001243};
1244
Miao Xie66d8f3d2012-09-06 04:02:28 -06001245#define BTRFS_BLOCK_RSV_GLOBAL 1
1246#define BTRFS_BLOCK_RSV_DELALLOC 2
1247#define BTRFS_BLOCK_RSV_TRANS 3
1248#define BTRFS_BLOCK_RSV_CHUNK 4
1249#define BTRFS_BLOCK_RSV_DELOPS 5
1250#define BTRFS_BLOCK_RSV_EMPTY 6
1251#define BTRFS_BLOCK_RSV_TEMP 7
1252
Yan, Zhengf0486c62010-05-16 10:46:25 -04001253struct btrfs_block_rsv {
1254 u64 size;
1255 u64 reserved;
Yan, Zhengf0486c62010-05-16 10:46:25 -04001256 struct btrfs_space_info *space_info;
Yan, Zhengf0486c62010-05-16 10:46:25 -04001257 spinlock_t lock;
Miao Xie66d8f3d2012-09-06 04:02:28 -06001258 unsigned short full;
1259 unsigned short type;
1260 unsigned short failfast;
Yan, Zhengf0486c62010-05-16 10:46:25 -04001261};
1262
Chris Masonfa9c0d792009-04-03 09:47:43 -04001263/*
1264 * free clusters are used to claim free space in relatively large chunks,
1265 * allowing us to do less seeky writes. They are used for all metadata
1266 * allocations and data allocations in ssd mode.
1267 */
1268struct btrfs_free_cluster {
1269 spinlock_t lock;
1270 spinlock_t refill_lock;
1271 struct rb_root root;
1272
1273 /* largest extent in this cluster */
1274 u64 max_size;
1275
1276 /* first extent starting offset */
1277 u64 window_start;
1278
Josef Bacikc759c4e2015-10-02 15:25:10 -04001279 /* We did a full search and couldn't create a cluster */
1280 bool fragmented;
1281
Chris Masonfa9c0d792009-04-03 09:47:43 -04001282 struct btrfs_block_group_cache *block_group;
1283 /*
1284 * when a cluster is allocated from a block group, we put the
1285 * cluster onto a list in the block group so that it can
1286 * be freed before the block group is freed.
1287 */
1288 struct list_head block_group_list;
Chris Mason6324fbf2008-03-24 15:01:59 -04001289};
1290
Josef Bacik817d52f2009-07-13 21:29:25 -04001291enum btrfs_caching_type {
1292 BTRFS_CACHE_NO = 0,
1293 BTRFS_CACHE_STARTED = 1,
Josef Bacik291c7d22011-11-14 13:52:14 -05001294 BTRFS_CACHE_FAST = 2,
1295 BTRFS_CACHE_FINISHED = 3,
Josef Bacik36cce922013-08-05 11:15:21 -04001296 BTRFS_CACHE_ERROR = 4,
Josef Bacik817d52f2009-07-13 21:29:25 -04001297};
1298
Josef Bacik0af3d002010-06-21 14:48:16 -04001299enum btrfs_disk_cache_state {
1300 BTRFS_DC_WRITTEN = 0,
1301 BTRFS_DC_ERROR = 1,
1302 BTRFS_DC_CLEAR = 2,
1303 BTRFS_DC_SETUP = 3,
Josef Bacik0af3d002010-06-21 14:48:16 -04001304};
1305
Yan Zheng11833d62009-09-11 16:11:19 -04001306struct btrfs_caching_control {
1307 struct list_head list;
1308 struct mutex mutex;
1309 wait_queue_head_t wait;
Josef Bacikbab39bf2011-06-30 14:42:28 -04001310 struct btrfs_work work;
Yan Zheng11833d62009-09-11 16:11:19 -04001311 struct btrfs_block_group_cache *block_group;
1312 u64 progress;
1313 atomic_t count;
1314};
1315
Omar Sandoval73fa48b2015-09-29 20:50:33 -07001316/* Once caching_thread() finds this much free space, it will wake up waiters. */
1317#define CACHING_CTL_WAKE_UP (1024 * 1024 * 2)
1318
Chris Mason4c6d1d82015-04-06 13:17:20 -07001319struct btrfs_io_ctl {
1320 void *cur, *orig;
1321 struct page *page;
1322 struct page **pages;
1323 struct btrfs_root *root;
Chris Masonc9dc4c62015-04-04 17:14:42 -07001324 struct inode *inode;
Chris Mason4c6d1d82015-04-06 13:17:20 -07001325 unsigned long size;
1326 int index;
1327 int num_pages;
Chris Masonc9dc4c62015-04-04 17:14:42 -07001328 int entries;
1329 int bitmaps;
Chris Mason4c6d1d82015-04-06 13:17:20 -07001330 unsigned check_crcs:1;
1331};
1332
Chris Mason9078a3e2007-04-26 16:46:15 -04001333struct btrfs_block_group_cache {
1334 struct btrfs_key key;
1335 struct btrfs_block_group_item item;
Josef Bacik817d52f2009-07-13 21:29:25 -04001336 struct btrfs_fs_info *fs_info;
Josef Bacik0af3d002010-06-21 14:48:16 -04001337 struct inode *inode;
Chris Masonc286ac42008-07-22 23:06:41 -04001338 spinlock_t lock;
Yan324ae4d2007-11-16 14:57:08 -05001339 u64 pinned;
Zheng Yane8569812008-09-26 10:05:48 -04001340 u64 reserved;
Miao Xiee570fd22014-06-19 10:42:50 +08001341 u64 delalloc_bytes;
Josef Bacik1b2da372009-09-11 16:11:20 -04001342 u64 bytes_super;
Chris Mason0b86a832008-03-24 15:01:56 -04001343 u64 flags;
Josef Bacik5b0e95b2011-10-06 08:58:24 -04001344 u64 cache_generation;
Omar Sandovala5ed9182015-09-29 20:50:35 -07001345 u32 sectorsize;
1346
1347 /*
1348 * If the free space extent count exceeds this number, convert the block
1349 * group to bitmaps.
1350 */
1351 u32 bitmap_high_thresh;
1352
1353 /*
1354 * If the free space extent count drops below this number, convert the
1355 * block group back to extents.
1356 */
1357 u32 bitmap_low_thresh;
David Woodhouse53b381b2013-01-29 18:40:14 -05001358
Miao Xiee570fd22014-06-19 10:42:50 +08001359 /*
1360 * It is just used for the delayed data space allocation because
1361 * only the data space allocation and the relative metadata update
1362 * can be done cross the transaction.
1363 */
1364 struct rw_semaphore data_rwsem;
1365
David Woodhouse53b381b2013-01-29 18:40:14 -05001366 /* for raid56, this is a full stripe, without parity */
1367 unsigned long full_stripe_len;
1368
Zhaolei868f4012015-08-05 16:43:27 +08001369 unsigned int ro;
Mariusz Kozlowski0410c942010-11-20 12:03:07 +00001370 unsigned int iref:1;
Filipe Manana4f69cb92014-11-26 15:28:51 +00001371 unsigned int has_caching_ctl:1;
Filipe Manana04216822014-11-27 21:14:15 +00001372 unsigned int removed:1;
Josef Bacik0af3d002010-06-21 14:48:16 -04001373
1374 int disk_cache_state;
Josef Bacik0f9dd462008-09-23 13:14:11 -04001375
Josef Bacik817d52f2009-07-13 21:29:25 -04001376 /* cache tracking stuff */
Josef Bacik817d52f2009-07-13 21:29:25 -04001377 int cached;
Yan Zheng11833d62009-09-11 16:11:19 -04001378 struct btrfs_caching_control *caching_ctl;
1379 u64 last_byte_to_unpin;
Josef Bacik817d52f2009-07-13 21:29:25 -04001380
Josef Bacik0f9dd462008-09-23 13:14:11 -04001381 struct btrfs_space_info *space_info;
1382
1383 /* free space cache stuff */
Li Zefan34d52cb2011-03-29 13:46:06 +08001384 struct btrfs_free_space_ctl *free_space_ctl;
Josef Bacik0f9dd462008-09-23 13:14:11 -04001385
1386 /* block group cache stuff */
1387 struct rb_node cache_node;
1388
1389 /* for block groups in the same raid type */
1390 struct list_head list;
Yan Zhengd2fb3432008-12-11 16:30:39 -05001391
1392 /* usage count */
1393 atomic_t count;
Chris Masonfa9c0d792009-04-03 09:47:43 -04001394
1395 /* List of struct btrfs_free_clusters for this block group.
1396 * Today it will only have one thing on it, but that may change
1397 */
1398 struct list_head cluster_list;
Josef Bacikea658ba2012-09-11 16:57:25 -04001399
Josef Bacik47ab2a62014-09-18 11:20:02 -04001400 /* For delayed block group creation or deletion of empty block groups */
1401 struct list_head bg_list;
Josef Bacik633c0aa2014-10-31 09:49:34 -04001402
1403 /* For read-only block groups */
1404 struct list_head ro_list;
Filipe Manana04216822014-11-27 21:14:15 +00001405
1406 atomic_t trimming;
Josef Bacikce93ec52014-11-17 15:45:48 -05001407
1408 /* For dirty block groups */
1409 struct list_head dirty_list;
Chris Masonc9dc4c62015-04-04 17:14:42 -07001410 struct list_head io_list;
1411
1412 struct btrfs_io_ctl io_ctl;
Omar Sandovala5ed9182015-09-29 20:50:35 -07001413
1414 /* Lock for free space tree operations. */
1415 struct mutex free_space_lock;
1416
1417 /*
1418 * Does the block group need to be added to the free space tree?
1419 * Protected by free_space_lock.
1420 */
1421 int needs_free_space;
Chris Mason9078a3e2007-04-26 16:46:15 -04001422};
Chris Mason0b86a832008-03-24 15:01:56 -04001423
Jan Schmidt097b8a72012-06-21 11:08:04 +02001424/* delayed seq elem */
1425struct seq_list {
1426 struct list_head list;
1427 u64 seq;
1428};
1429
David Sterba3284da72015-02-25 15:47:32 +01001430#define SEQ_LIST_INIT(name) { .list = LIST_HEAD_INIT((name).list), .seq = 0 }
1431
Josef Bacik5d803662013-02-07 16:06:02 -05001432enum btrfs_orphan_cleanup_state {
1433 ORPHAN_CLEANUP_STARTED = 1,
1434 ORPHAN_CLEANUP_DONE = 2,
1435};
1436
David Woodhouse53b381b2013-01-29 18:40:14 -05001437/* used by the raid56 code to lock stripes for read/modify/write */
1438struct btrfs_stripe_hash {
1439 struct list_head hash_list;
1440 wait_queue_head_t wait;
1441 spinlock_t lock;
1442};
1443
1444/* used by the raid56 code to lock stripes for read/modify/write */
1445struct btrfs_stripe_hash_table {
Chris Mason4ae10b32013-01-31 14:42:09 -05001446 struct list_head stripe_cache;
1447 spinlock_t cache_lock;
1448 int cache_size;
1449 struct btrfs_stripe_hash table[];
David Woodhouse53b381b2013-01-29 18:40:14 -05001450};
1451
1452#define BTRFS_STRIPE_HASH_TABLE_BITS 11
1453
Miao Xie21c7e752014-05-13 17:29:04 -07001454void btrfs_init_async_reclaim_work(struct work_struct *work);
1455
Jan Schmidt097b8a72012-06-21 11:08:04 +02001456/* fs_info */
Yan Zheng5d4f98a2009-06-10 10:45:14 -04001457struct reloc_control;
Chris Mason0b86a832008-03-24 15:01:56 -04001458struct btrfs_device;
Chris Mason8a4b83c2008-03-24 15:02:07 -04001459struct btrfs_fs_devices;
Ilya Dryomovc9e9f972012-01-16 22:04:47 +02001460struct btrfs_balance_control;
Miao Xie16cdcec2011-04-22 18:12:22 +08001461struct btrfs_delayed_root;
Chris Mason9f5fae22007-03-20 14:38:32 -04001462struct btrfs_fs_info {
Chris Mason5f39d392007-10-15 16:14:19 -04001463 u8 fsid[BTRFS_FSID_SIZE];
Chris Masone17cade2008-04-15 15:41:47 -04001464 u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
Chris Mason9f5fae22007-03-20 14:38:32 -04001465 struct btrfs_root *extent_root;
1466 struct btrfs_root *tree_root;
Chris Mason0b86a832008-03-24 15:01:56 -04001467 struct btrfs_root *chunk_root;
1468 struct btrfs_root *dev_root;
Chris Mason3de45862008-11-17 21:02:50 -05001469 struct btrfs_root *fs_root;
Chris Masond20f7042008-12-08 16:58:54 -05001470 struct btrfs_root *csum_root;
Arne Jansen416ac512011-09-13 12:56:09 +02001471 struct btrfs_root *quota_root;
Stefan Behrensf7a81ea2013-08-15 17:11:19 +02001472 struct btrfs_root *uuid_root;
Omar Sandovala5ed9182015-09-29 20:50:35 -07001473 struct btrfs_root *free_space_root;
Chris Masone02119d2008-09-05 16:13:11 -04001474
1475 /* the log root tree is a directory of all the other log roots */
1476 struct btrfs_root *log_root_tree;
Yan, Zheng4df27c4d2009-09-21 15:56:00 -04001477
1478 spinlock_t fs_roots_radix_lock;
Chris Mason0f7d52f2007-04-09 10:42:37 -04001479 struct radix_tree_root fs_roots_radix;
Chris Mason1a5bc162007-10-15 16:15:26 -04001480
Josef Bacik0f9dd462008-09-23 13:14:11 -04001481 /* block group cache stuff */
1482 spinlock_t block_group_cache_lock;
Liu Boa1897fd2012-12-27 09:01:23 +00001483 u64 first_logical_byte;
Josef Bacik0f9dd462008-09-23 13:14:11 -04001484 struct rb_root block_group_cache_tree;
1485
Josef Bacik2bf64752011-09-26 17:12:22 -04001486 /* keep track of unallocated space */
1487 spinlock_t free_chunk_lock;
1488 u64 free_chunk_space;
1489
Yan Zheng11833d62009-09-11 16:11:19 -04001490 struct extent_io_tree freed_extents[2];
1491 struct extent_io_tree *pinned_extents;
Chris Mason1a5bc162007-10-15 16:15:26 -04001492
Chris Mason0b86a832008-03-24 15:01:56 -04001493 /* logical->physical extent mapping */
1494 struct btrfs_mapping_tree mapping_tree;
1495
Miao Xie16cdcec2011-04-22 18:12:22 +08001496 /*
1497 * block reservation for extent, checksum, root tree and
1498 * delayed dir index item
1499 */
Yan, Zhengf0486c62010-05-16 10:46:25 -04001500 struct btrfs_block_rsv global_block_rsv;
1501 /* block reservation for delay allocation */
1502 struct btrfs_block_rsv delalloc_block_rsv;
1503 /* block reservation for metadata operations */
1504 struct btrfs_block_rsv trans_block_rsv;
1505 /* block reservation for chunk tree */
1506 struct btrfs_block_rsv chunk_block_rsv;
Josef Bacik6d668dd2011-11-03 22:54:25 -04001507 /* block reservation for delayed operations */
1508 struct btrfs_block_rsv delayed_block_rsv;
Yan, Zhengf0486c62010-05-16 10:46:25 -04001509
1510 struct btrfs_block_rsv empty_block_rsv;
1511
Chris Mason293ffd52007-03-20 15:57:25 -04001512 u64 generation;
Josef Bacik15ee9bc2007-08-10 16:22:09 -04001513 u64 last_trans_committed;
Josef Bacik0a2b2a82014-01-23 10:54:11 -05001514 u64 avg_delayed_ref_runtime;
Chris Mason12fcfd22009-03-24 10:24:20 -04001515
1516 /*
1517 * this is updated to the current trans every time a full commit
1518 * is required instead of the faster short fsync log commits
1519 */
1520 u64 last_trans_log_full_commit;
Stefan Behrens25cd9992012-03-30 13:58:32 +02001521 unsigned long mount_opt;
David Sterba572d9ab2014-02-05 15:26:17 +01001522 /*
1523 * Track requests for actions that need to be done during transaction
1524 * commit (like for some mount options).
1525 */
1526 unsigned long pending_changes;
Li Zefan261507a02010-12-17 14:21:50 +08001527 unsigned long compress_type:4;
David Sterba8b87dc12013-08-01 18:14:52 +02001528 int commit_interval;
Miao Xie8c6a3ee2013-01-29 10:05:05 +00001529 /*
1530 * It is a suggestive number, the read side is safe even it gets a
1531 * wrong number because we will write out the data into a regular
1532 * extent. The write side(mount/remount) is under ->s_umount lock,
1533 * so it is also safe.
1534 */
Chris Mason6f568d32008-01-29 16:03:38 -05001535 u64 max_inline;
Miao Xiec018dae2013-01-29 10:07:33 +00001536 /*
1537 * Protected by ->chunk_mutex and sb->s_umount.
1538 *
1539 * The reason that we use two lock to protect it is because only
1540 * remount and mount operations can change it and these two operations
1541 * are under sb->s_umount, but the read side (chunk allocation) can not
1542 * acquire sb->s_umount or the deadlock would happen. So we use two
1543 * locks to protect it. On the write side, we must acquire two locks,
1544 * and on the read side, we just need acquire one of them.
1545 */
Chris Mason8f662a72008-01-02 10:01:11 -05001546 u64 alloc_start;
Chris Mason79154b12007-03-22 15:59:16 -04001547 struct btrfs_transaction *running_transaction;
Chris Masone6dcd2d2008-07-17 12:53:50 -04001548 wait_queue_head_t transaction_throttle;
Chris Masonf9295742008-07-17 12:54:14 -04001549 wait_queue_head_t transaction_wait;
Sage Weilbb9c12c2010-10-29 15:37:34 -04001550 wait_queue_head_t transaction_blocked_wait;
Chris Mason771ed682008-11-06 22:02:51 -05001551 wait_queue_head_t async_submit_wait;
Chris Masone02119d2008-09-05 16:13:11 -04001552
Miao Xieceda0862013-04-11 10:30:16 +00001553 /*
1554 * Used to protect the incompat_flags, compat_flags, compat_ro_flags
1555 * when they are updated.
1556 *
1557 * Because we do not clear the flags for ever, so we needn't use
1558 * the lock on the read side.
1559 *
1560 * We also needn't use the lock when we mount the fs, because
1561 * there is no other task which will update the flag.
1562 */
1563 spinlock_t super_lock;
David Sterba6c417612011-04-13 15:41:04 +02001564 struct btrfs_super_block *super_copy;
1565 struct btrfs_super_block *super_for_commit;
Chris Mason0b86a832008-03-24 15:01:56 -04001566 struct block_device *__bdev;
Chris Masone20d96d2007-03-22 12:13:20 -04001567 struct super_block *sb;
Chris Masond98237b2007-03-28 13:57:48 -04001568 struct inode *btree_inode;
Chris Mason04160082008-03-26 10:28:07 -04001569 struct backing_dev_info bdi;
Chris Masone02119d2008-09-05 16:13:11 -04001570 struct mutex tree_log_mutex;
Chris Masona74a4b92008-06-25 16:01:31 -04001571 struct mutex transaction_kthread_mutex;
1572 struct mutex cleaner_mutex;
Chris Mason925baed2008-06-25 16:01:30 -04001573 struct mutex chunk_mutex;
Chris Mason7d9eb122008-07-08 14:19:17 -04001574 struct mutex volume_mutex;
David Woodhouse53b381b2013-01-29 18:40:14 -05001575
Chris Mason1bbc6212015-04-06 12:46:08 -07001576 /*
1577 * this is taken to make sure we don't set block groups ro after
1578 * the free space cache has been allocated on them
1579 */
1580 struct mutex ro_block_group_mutex;
1581
David Woodhouse53b381b2013-01-29 18:40:14 -05001582 /* this is used during read/modify/write to make sure
1583 * no two ios are trying to mod the same stripe at the same
1584 * time
1585 */
1586 struct btrfs_stripe_hash_table *stripe_hash_table;
1587
Chris Mason5a3f23d2009-03-31 13:27:11 -04001588 /*
1589 * this protects the ordered operations list only while we are
1590 * processing all of the entries on it. This way we make
1591 * sure the commit code doesn't find the list temporarily empty
1592 * because another function happens to be doing non-waiting preflush
1593 * before jumping into the main commit.
1594 */
1595 struct mutex ordered_operations_mutex;
Josef Bacik9ffba8c2013-08-14 11:33:56 -04001596
Josef Bacik9e351cc2014-03-13 15:42:13 -04001597 struct rw_semaphore commit_root_sem;
Chris Mason5a3f23d2009-03-31 13:27:11 -04001598
Yan, Zhengc71bf092009-11-12 09:34:40 +00001599 struct rw_semaphore cleanup_work_sem;
Yan, Zheng76dda932009-09-21 16:00:26 -04001600
Yan, Zhengc71bf092009-11-12 09:34:40 +00001601 struct rw_semaphore subvol_sem;
Yan, Zheng76dda932009-09-21 16:00:26 -04001602 struct srcu_struct subvol_srcu;
1603
Josef Bacika4abeea2011-04-11 17:25:13 -04001604 spinlock_t trans_lock;
Chris Mason75857172011-06-13 20:00:16 -04001605 /*
1606 * the reloc mutex goes with the trans lock, it is taken
1607 * during commit to protect us from the relocation code
1608 */
1609 struct mutex reloc_mutex;
1610
Chris Mason8fd17792007-04-19 21:01:03 -04001611 struct list_head trans_list;
Chris Masonfacda1e2007-06-08 18:11:48 -04001612 struct list_head dead_roots;
Yan Zheng11833d62009-09-11 16:11:19 -04001613 struct list_head caching_block_groups;
Chris Masone02119d2008-09-05 16:13:11 -04001614
Yan, Zheng24bbcf02009-11-12 09:36:34 +00001615 spinlock_t delayed_iput_lock;
1616 struct list_head delayed_iputs;
Filipe Mananac2d6cb12016-01-15 11:05:12 +00001617 struct mutex cleaner_delayed_iput_mutex;
Yan, Zheng24bbcf02009-11-12 09:36:34 +00001618
Jan Schmidtf29021b2012-05-16 17:55:38 +02001619 /* this protects tree_mod_seq_list */
1620 spinlock_t tree_mod_seq_lock;
Jan Schmidtfc36ed7e2013-04-24 16:57:33 +00001621 atomic64_t tree_mod_seq;
Jan Schmidtf29021b2012-05-16 17:55:38 +02001622 struct list_head tree_mod_seq_list;
1623
1624 /* this protects tree_mod_log */
1625 rwlock_t tree_mod_log_lock;
1626 struct rb_root tree_mod_log;
1627
Chris Masoncb03c742008-05-15 16:15:45 -04001628 atomic_t nr_async_submits;
Chris Mason8c8bee12008-09-29 11:19:10 -04001629 atomic_t async_submit_draining;
Chris Mason0986fe9e2008-08-15 15:34:15 -04001630 atomic_t nr_async_bios;
Chris Mason771ed682008-11-06 22:02:51 -05001631 atomic_t async_delalloc_pages;
Josef Bacika4abeea2011-04-11 17:25:13 -04001632 atomic_t open_ioctl_trans;
Chris Masonce9adaa2008-04-09 16:28:12 -04001633
Chris Mason8b712842008-06-11 16:50:36 -04001634 /*
Miao Xie199c2a92013-05-15 07:48:23 +00001635 * this is used to protect the following list -- ordered_roots.
Chris Mason3eaa2882008-07-24 11:57:52 -04001636 */
Miao Xie199c2a92013-05-15 07:48:23 +00001637 spinlock_t ordered_root_lock;
Chris Mason5a3f23d2009-03-31 13:27:11 -04001638
1639 /*
Miao Xie199c2a92013-05-15 07:48:23 +00001640 * all fs/file tree roots in which there are data=ordered extents
1641 * pending writeback are added into this list.
1642 *
Chris Mason5a3f23d2009-03-31 13:27:11 -04001643 * these can span multiple transactions and basically include
1644 * every dirty data page that isn't from nodatacow
1645 */
Miao Xie199c2a92013-05-15 07:48:23 +00001646 struct list_head ordered_roots;
Chris Mason5a3f23d2009-03-31 13:27:11 -04001647
Miao Xie573bfb72014-03-06 13:55:03 +08001648 struct mutex delalloc_root_mutex;
Miao Xieeb73c1b2013-05-15 07:48:22 +00001649 spinlock_t delalloc_root_lock;
1650 /* all fs/file tree roots that have delalloc inodes. */
1651 struct list_head delalloc_roots;
Chris Mason3eaa2882008-07-24 11:57:52 -04001652
1653 /*
Chris Mason8b712842008-06-11 16:50:36 -04001654 * there is a pool of worker threads for checksumming during writes
1655 * and a pool for checksumming after reads. This is because readers
1656 * can run with FS locks held, and the writers may be waiting for
1657 * those locks. We don't want ordering in the pending list to cause
1658 * deadlocks, and so the two are serviced separately.
Chris Mason1cc127b2008-06-12 14:46:17 -04001659 *
1660 * A third pool does submit_bio to avoid deadlocking with the other
1661 * two
Chris Mason8b712842008-06-11 16:50:36 -04001662 */
Qu Wenruod458b052014-02-28 10:46:19 +08001663 struct btrfs_workqueue *workers;
1664 struct btrfs_workqueue *delalloc_workers;
1665 struct btrfs_workqueue *flush_workers;
1666 struct btrfs_workqueue *endio_workers;
1667 struct btrfs_workqueue *endio_meta_workers;
1668 struct btrfs_workqueue *endio_raid56_workers;
Miao Xie8b110e32014-09-12 18:44:03 +08001669 struct btrfs_workqueue *endio_repair_workers;
Qu Wenruod458b052014-02-28 10:46:19 +08001670 struct btrfs_workqueue *rmw_workers;
1671 struct btrfs_workqueue *endio_meta_write_workers;
1672 struct btrfs_workqueue *endio_write_workers;
1673 struct btrfs_workqueue *endio_freespace_worker;
1674 struct btrfs_workqueue *submit_workers;
1675 struct btrfs_workqueue *caching_workers;
1676 struct btrfs_workqueue *readahead_workers;
Josef Bacikbab39bf2011-06-30 14:42:28 -04001677
Chris Mason247e7432008-07-17 12:53:51 -04001678 /*
1679 * fixup workers take dirty pages that didn't properly go through
1680 * the cow mechanism and make them safe to write. It happens
1681 * for the sys_munmap function call path
1682 */
Qu Wenruod458b052014-02-28 10:46:19 +08001683 struct btrfs_workqueue *fixup_workers;
1684 struct btrfs_workqueue *delayed_workers;
Chris Masona79b7d42014-05-22 16:18:52 -07001685
1686 /* the extent workers do delayed refs on the extent allocation tree */
1687 struct btrfs_workqueue *extent_workers;
Chris Masona74a4b92008-06-25 16:01:31 -04001688 struct task_struct *transaction_kthread;
1689 struct task_struct *cleaner_kthread;
Chris Mason4543df72008-06-11 21:47:56 -04001690 int thread_pool_size;
Chris Mason8b712842008-06-11 16:50:36 -04001691
Jeff Mahoney6ab0a202013-11-01 13:07:04 -04001692 struct kobject *space_info_kobj;
Chris Masone66f7092007-04-20 13:16:02 -04001693 int do_barriers;
Chris Masonfacda1e2007-06-08 18:11:48 -04001694 int closing;
Chris Masone02119d2008-09-05 16:13:11 -04001695 int log_root_recovering;
Josef Bacik47ab2a62014-09-18 11:20:02 -04001696 int open;
Chris Mason62e27492007-03-15 12:56:47 -04001697
Yan324ae4d2007-11-16 14:57:08 -05001698 u64 total_pinned;
Chris Masonb9473432009-03-13 11:00:37 -04001699
Miao Xiee2d84522013-01-29 10:09:20 +00001700 /* used to keep from writing metadata until there is a nice batch */
1701 struct percpu_counter dirty_metadata_bytes;
Miao Xie963d6782013-01-29 10:10:51 +00001702 struct percpu_counter delalloc_bytes;
Miao Xiee2d84522013-01-29 10:09:20 +00001703 s32 dirty_metadata_batch;
Miao Xie963d6782013-01-29 10:10:51 +00001704 s32 delalloc_batch;
1705
Chris Mason0b86a832008-03-24 15:01:56 -04001706 struct list_head dirty_cowonly_roots;
1707
Chris Mason8a4b83c2008-03-24 15:02:07 -04001708 struct btrfs_fs_devices *fs_devices;
Chris Mason4184ea72009-03-10 12:39:20 -04001709
1710 /*
1711 * the space_info list is almost entirely read only. It only changes
1712 * when we add a new raid type to the FS, and that happens
1713 * very rarely. RCU is used to protect it.
1714 */
Chris Mason6324fbf2008-03-24 15:01:59 -04001715 struct list_head space_info;
Chris Mason4184ea72009-03-10 12:39:20 -04001716
Li Zefanb4d7c3c2012-07-09 20:21:07 -06001717 struct btrfs_space_info *data_sinfo;
1718
Yan Zheng5d4f98a2009-06-10 10:45:14 -04001719 struct reloc_control *reloc_ctl;
1720
Chris Masonfa9c0d792009-04-03 09:47:43 -04001721 /* data_alloc_cluster is only used in ssd mode */
1722 struct btrfs_free_cluster data_alloc_cluster;
1723
1724 /* all metadata allocations go through this cluster */
1725 struct btrfs_free_cluster meta_alloc_cluster;
Chris Masond18a2c42008-04-04 15:40:00 -04001726
Chris Mason4cb53002011-05-24 15:35:30 -04001727 /* auto defrag inodes go here */
1728 spinlock_t defrag_inodes_lock;
1729 struct rb_root defrag_inodes;
1730 atomic_t defrag_running;
1731
Miao Xiede98ced2013-01-29 10:13:12 +00001732 /* Used to protect avail_{data, metadata, system}_alloc_bits */
1733 seqlock_t profiles_lock;
Ilya Dryomova46d11a2012-01-16 22:04:47 +02001734 /*
1735 * these three are in extended format (availability of single
1736 * chunks is denoted by BTRFS_AVAIL_ALLOC_BIT_SINGLE bit, other
1737 * types are denoted by corresponding BTRFS_BLOCK_GROUP_* bits)
1738 */
Chris Masond18a2c42008-04-04 15:40:00 -04001739 u64 avail_data_alloc_bits;
1740 u64 avail_metadata_alloc_bits;
1741 u64 avail_system_alloc_bits;
Chris Mason788f20e2008-04-28 15:29:42 -04001742
Ilya Dryomovc9e9f972012-01-16 22:04:47 +02001743 /* restriper state */
1744 spinlock_t balance_lock;
1745 struct mutex balance_mutex;
Ilya Dryomov837d5b62012-01-16 22:04:49 +02001746 atomic_t balance_running;
1747 atomic_t balance_pause_req;
Ilya Dryomova7e99c62012-01-16 22:04:49 +02001748 atomic_t balance_cancel_req;
Ilya Dryomovc9e9f972012-01-16 22:04:47 +02001749 struct btrfs_balance_control *balance_ctl;
Ilya Dryomov837d5b62012-01-16 22:04:49 +02001750 wait_queue_head_t balance_wait_q;
Ilya Dryomovc9e9f972012-01-16 22:04:47 +02001751
Josef Bacik97e728d2009-04-21 17:40:57 -04001752 unsigned data_chunk_allocations;
1753 unsigned metadata_ratio;
1754
Chris Mason788f20e2008-04-28 15:29:42 -04001755 void *bdev_holder;
liuboacce9522011-01-06 19:30:25 +08001756
Arne Jansena2de7332011-03-08 14:14:00 +01001757 /* private scrub information */
1758 struct mutex scrub_lock;
1759 atomic_t scrubs_running;
1760 atomic_t scrub_pause_req;
1761 atomic_t scrubs_paused;
1762 atomic_t scrub_cancel_req;
1763 wait_queue_head_t scrub_pause_wait;
Arne Jansena2de7332011-03-08 14:14:00 +01001764 int scrub_workers_refcnt;
Qu Wenruod458b052014-02-28 10:46:19 +08001765 struct btrfs_workqueue *scrub_workers;
1766 struct btrfs_workqueue *scrub_wr_completion_workers;
1767 struct btrfs_workqueue *scrub_nocow_workers;
Zhao Lei20b2e302015-06-04 20:09:15 +08001768 struct btrfs_workqueue *scrub_parity_workers;
Arne Jansena2de7332011-03-08 14:14:00 +01001769
Stefan Behrens21adbd52011-11-09 13:44:05 +01001770#ifdef CONFIG_BTRFS_FS_CHECK_INTEGRITY
1771 u32 check_integrity_print_mask;
1772#endif
Arne Jansen416ac512011-09-13 12:56:09 +02001773 /*
1774 * quota information
1775 */
1776 unsigned int quota_enabled:1;
1777
1778 /*
1779 * quota_enabled only changes state after a commit. This holds the
1780 * next state.
1781 */
1782 unsigned int pending_quota_state:1;
1783
1784 /* is qgroup tracking in a consistent state? */
1785 u64 qgroup_flags;
1786
1787 /* holds configuration and tracking. Protected by qgroup_lock */
1788 struct rb_root qgroup_tree;
Josef Bacikfcebe452014-05-13 17:30:47 -07001789 struct rb_root qgroup_op_tree;
Arne Jansen416ac512011-09-13 12:56:09 +02001790 spinlock_t qgroup_lock;
Josef Bacikfcebe452014-05-13 17:30:47 -07001791 spinlock_t qgroup_op_lock;
1792 atomic_t qgroup_op_seq;
Arne Jansen416ac512011-09-13 12:56:09 +02001793
Wang Shilong1e8f9152013-05-06 11:03:27 +00001794 /*
1795 * used to avoid frequently calling ulist_alloc()/ulist_free()
1796 * when doing qgroup accounting, it must be protected by qgroup_lock.
1797 */
1798 struct ulist *qgroup_ulist;
1799
Wang Shilongf2f6ed32013-04-07 10:50:16 +00001800 /* protect user change for quota operations */
1801 struct mutex qgroup_ioctl_lock;
1802
Arne Jansen416ac512011-09-13 12:56:09 +02001803 /* list of dirty qgroups to be written at next commit */
1804 struct list_head dirty_qgroups;
1805
Qu Wenruoe69bcee2015-04-17 10:23:16 +08001806 /* used by qgroup for an efficient tree traversal */
Arne Jansen416ac512011-09-13 12:56:09 +02001807 u64 qgroup_seq;
Stefan Behrens21adbd52011-11-09 13:44:05 +01001808
Jan Schmidt2f232032013-04-25 16:04:51 +00001809 /* qgroup rescan items */
1810 struct mutex qgroup_rescan_lock; /* protects the progress item */
1811 struct btrfs_key qgroup_rescan_progress;
Qu Wenruod458b052014-02-28 10:46:19 +08001812 struct btrfs_workqueue *qgroup_rescan_workers;
Jan Schmidt57254b6e2013-05-06 19:14:17 +00001813 struct completion qgroup_rescan_completion;
Jan Schmidtb382a322013-05-28 15:47:24 +00001814 struct btrfs_work qgroup_rescan_work;
Jan Schmidt2f232032013-04-25 16:04:51 +00001815
liuboacce9522011-01-06 19:30:25 +08001816 /* filesystem state */
Miao Xie87533c42013-01-29 10:14:48 +00001817 unsigned long fs_state;
Miao Xie16cdcec2011-04-22 18:12:22 +08001818
1819 struct btrfs_delayed_root *delayed_root;
Chris Masonaf31f5e2011-11-03 15:17:42 -04001820
Arne Jansen90519d62011-05-23 14:30:00 +02001821 /* readahead tree */
1822 spinlock_t reada_lock;
1823 struct radix_tree_root reada_tree;
Chris Mason531f4b1a2011-11-06 03:05:08 -05001824
Josef Bacikf28491e2013-12-16 13:24:27 -05001825 /* Extent buffer radix tree */
1826 spinlock_t buffer_lock;
1827 struct radix_tree_root buffer_radix;
1828
Chris Masonaf31f5e2011-11-03 15:17:42 -04001829 /* next backup root to be overwritten */
1830 int backup_root_index;
Stefan Behrens5af3e8c2012-08-01 18:56:49 +02001831
1832 int num_tolerated_disk_barrier_failures;
Stefan Behrense922e082012-11-05 17:26:40 +01001833
1834 /* device replace state */
1835 struct btrfs_dev_replace dev_replace;
Stefan Behrens5ac00ad2012-11-05 17:54:08 +01001836
1837 atomic_t mutually_exclusive_operation_running;
Stefan Behrens803b2f52013-08-15 17:11:21 +02001838
Miao Xiec404e0d2014-01-30 16:46:55 +08001839 struct percpu_counter bio_counter;
1840 wait_queue_head_t replace_wait;
1841
Stefan Behrens803b2f52013-08-15 17:11:21 +02001842 struct semaphore uuid_tree_rescan_sem;
Stefan Behrens70f80172013-08-15 17:11:23 +02001843 unsigned int update_uuid_tree_gen:1;
Miao Xie21c7e752014-05-13 17:29:04 -07001844
1845 /* Used to reclaim the metadata space in the background. */
1846 struct work_struct async_reclaim_work;
Josef Bacik47ab2a62014-09-18 11:20:02 -04001847
1848 spinlock_t unused_bgs_lock;
1849 struct list_head unused_bgs;
Filipe Mananad4b450c2015-01-29 19:18:25 +00001850 struct mutex unused_bg_unpin_mutex;
Filipe Manana67c5e7d2015-06-11 00:58:53 +01001851 struct mutex delete_unused_bgs_mutex;
Qu Wenruof667aef2014-09-23 13:40:08 +08001852
1853 /* For btrfs to record security options */
1854 struct security_mnt_opts security_opts;
Filipe Manana04216822014-11-27 21:14:15 +00001855
1856 /*
1857 * Chunks that can't be freed yet (under a trim/discard operation)
1858 * and will be latter freed. Protected by fs_info->chunk_mutex.
1859 */
1860 struct list_head pinned_chunks;
Chris Mason511711a2015-12-30 07:52:35 -08001861
1862 int creating_free_space_tree;
Yan324ae4d2007-11-16 14:57:08 -05001863};
Chris Mason0b86a832008-03-24 15:01:56 -04001864
Miao Xie8257b2d2014-03-06 13:38:19 +08001865struct btrfs_subvolume_writers {
1866 struct percpu_counter counter;
1867 wait_queue_head_t wait;
1868};
1869
Chris Mason62e27492007-03-15 12:56:47 -04001870/*
Miao Xie27cdeb72014-04-02 19:51:05 +08001871 * The state of btrfs root
1872 */
1873/*
1874 * btrfs_record_root_in_trans is a multi-step process,
1875 * and it can race with the balancing code. But the
1876 * race is very small, and only the first time the root
1877 * is added to each transaction. So IN_TRANS_SETUP
1878 * is used to tell us when more checks are required
1879 */
1880#define BTRFS_ROOT_IN_TRANS_SETUP 0
1881#define BTRFS_ROOT_REF_COWS 1
1882#define BTRFS_ROOT_TRACK_DIRTY 2
1883#define BTRFS_ROOT_IN_RADIX 3
1884#define BTRFS_ROOT_DUMMY_ROOT 4
1885#define BTRFS_ROOT_ORPHAN_ITEM_INSERTED 5
1886#define BTRFS_ROOT_DEFRAG_RUNNING 6
1887#define BTRFS_ROOT_FORCE_COW 7
1888#define BTRFS_ROOT_MULTI_LOG_TASKS 8
Josef Bacike7070be2014-12-16 08:54:43 -08001889#define BTRFS_ROOT_DIRTY 9
Miao Xie27cdeb72014-04-02 19:51:05 +08001890
1891/*
Chris Mason62e27492007-03-15 12:56:47 -04001892 * in ram representation of the tree. extent_root is used for all allocations
Chris Masonf2458e12007-04-25 15:52:25 -04001893 * and for the extent tree extent_root root.
Chris Mason62e27492007-03-15 12:56:47 -04001894 */
1895struct btrfs_root {
Chris Mason5f39d392007-10-15 16:14:19 -04001896 struct extent_buffer *node;
Chris Mason925baed2008-06-25 16:01:30 -04001897
Chris Mason5f39d392007-10-15 16:14:19 -04001898 struct extent_buffer *commit_root;
Chris Masone02119d2008-09-05 16:13:11 -04001899 struct btrfs_root *log_root;
Zheng Yan1a40e232008-09-26 10:09:34 -04001900 struct btrfs_root *reloc_root;
Yan Zheng31153d82008-07-28 15:32:19 -04001901
Miao Xie27cdeb72014-04-02 19:51:05 +08001902 unsigned long state;
Chris Mason62e27492007-03-15 12:56:47 -04001903 struct btrfs_root_item root_item;
1904 struct btrfs_key root_key;
Chris Mason9f5fae22007-03-20 14:38:32 -04001905 struct btrfs_fs_info *fs_info;
Chris Masond0c803c2008-09-11 16:17:57 -04001906 struct extent_io_tree dirty_log_pages;
1907
Chris Masona2135012008-06-25 16:01:30 -04001908 struct mutex objectid_mutex;
Yan Zheng7237f182009-01-21 12:54:03 -05001909
Yan, Zhengf0486c62010-05-16 10:46:25 -04001910 spinlock_t accounting_lock;
1911 struct btrfs_block_rsv *block_rsv;
1912
Li Zefan581bb052011-04-20 10:06:11 +08001913 /* free ino cache stuff */
Li Zefan581bb052011-04-20 10:06:11 +08001914 struct btrfs_free_space_ctl *free_ino_ctl;
David Sterba57cdc8d2014-02-05 02:37:48 +01001915 enum btrfs_caching_type ino_cache_state;
1916 spinlock_t ino_cache_lock;
1917 wait_queue_head_t ino_cache_wait;
Li Zefan581bb052011-04-20 10:06:11 +08001918 struct btrfs_free_space_ctl *free_ino_pinned;
David Sterba57cdc8d2014-02-05 02:37:48 +01001919 u64 ino_cache_progress;
1920 struct inode *ino_cache_inode;
Li Zefan581bb052011-04-20 10:06:11 +08001921
Chris Masone02119d2008-09-05 16:13:11 -04001922 struct mutex log_mutex;
Yan Zheng7237f182009-01-21 12:54:03 -05001923 wait_queue_head_t log_writer_wait;
1924 wait_queue_head_t log_commit_wait[2];
Miao Xie8b050d32014-02-20 18:08:58 +08001925 struct list_head log_ctxs[2];
Yan Zheng7237f182009-01-21 12:54:03 -05001926 atomic_t log_writers;
1927 atomic_t log_commit[2];
Miao Xie2ecb7922012-09-06 04:04:27 -06001928 atomic_t log_batch;
Miao Xiebb14a592014-02-20 18:08:56 +08001929 int log_transid;
Miao Xied1433de2014-02-20 18:08:59 +08001930 /* No matter the commit succeeds or not*/
1931 int log_transid_committed;
1932 /* Just be updated when the commit succeeds. */
Miao Xiebb14a592014-02-20 18:08:56 +08001933 int last_log_commit;
Josef Bacikff782e02009-10-08 15:30:04 -04001934 pid_t log_start_pid;
Chris Masonea8c2812008-08-04 23:17:27 -04001935
Chris Mason0f7d52f2007-04-09 10:42:37 -04001936 u64 objectid;
1937 u64 last_trans;
Chris Mason5f39d392007-10-15 16:14:19 -04001938
1939 /* data allocations are done in sectorsize units */
1940 u32 sectorsize;
1941
1942 /* node allocations are done in nodesize units */
1943 u32 nodesize;
1944
Chris Mason87ee04e2007-11-30 11:30:34 -05001945 u32 stripesize;
1946
Chris Mason9f5fae22007-03-20 14:38:32 -04001947 u32 type;
Yan, Zheng13a8a7c2009-09-21 15:56:00 -04001948
1949 u64 highest_objectid;
Chris Mason75857172011-06-13 20:00:16 -04001950
Chris Mason0d4cf4e2014-10-07 13:24:20 -07001951 /* only used with CONFIG_BTRFS_FS_RUN_SANITY_TESTS is enabled */
Josef Bacikfaa2dbf2014-05-07 17:06:09 -04001952 u64 alloc_bytenr;
Josef Bacikfaa2dbf2014-05-07 17:06:09 -04001953
Chris Mason3f157a22008-06-25 16:01:31 -04001954 u64 defrag_trans_start;
Chris Mason6702ed42007-08-07 16:15:09 -04001955 struct btrfs_key defrag_progress;
Chris Mason0ef3e662008-05-24 14:04:53 -04001956 struct btrfs_key defrag_max;
Josef Bacik58176a92007-08-29 15:47:34 -04001957 char *name;
Chris Mason0b86a832008-03-24 15:01:56 -04001958
1959 /* the dirty list is only used by non-reference counted roots */
1960 struct list_head dirty_list;
Josef Bacik7b128762008-07-24 12:17:14 -04001961
Yan Zheng5d4f98a2009-06-10 10:45:14 -04001962 struct list_head root_list;
1963
Josef Bacik2ab28f32012-10-12 15:27:49 -04001964 spinlock_t log_extents_lock[2];
1965 struct list_head logged_list[2];
1966
Yan, Zhengd68fc572010-05-16 10:49:58 -04001967 spinlock_t orphan_lock;
Josef Bacik8a35d952012-05-23 14:26:42 -04001968 atomic_t orphan_inodes;
Yan, Zhengd68fc572010-05-16 10:49:58 -04001969 struct btrfs_block_rsv *orphan_block_rsv;
Yan, Zhengd68fc572010-05-16 10:49:58 -04001970 int orphan_cleanup_state;
Chris Mason3394e162008-11-17 20:42:26 -05001971
Yan Zheng5d4f98a2009-06-10 10:45:14 -04001972 spinlock_t inode_lock;
1973 /* red-black tree that keeps track of in-memory inodes */
1974 struct rb_root inode_tree;
1975
Chris Mason3394e162008-11-17 20:42:26 -05001976 /*
Miao Xie16cdcec2011-04-22 18:12:22 +08001977 * radix tree that keeps track of delayed nodes of every inode,
1978 * protected by inode_lock
1979 */
1980 struct radix_tree_root delayed_nodes_tree;
1981 /*
Chris Mason3394e162008-11-17 20:42:26 -05001982 * right now this just gets used so that a root has its own devid
1983 * for stat. It may be used for more later
1984 */
Al Viro0ee5dc62011-07-07 15:44:25 -04001985 dev_t anon_dev;
Liu Bof1ebcc72011-11-14 20:48:06 -05001986
Anand Jain5f3ab902012-12-07 09:28:54 +00001987 spinlock_t root_item_lock;
Miao Xieb0feb9d2013-05-15 07:48:20 +00001988 atomic_t refs;
Miao Xieeb73c1b2013-05-15 07:48:22 +00001989
Miao Xie573bfb72014-03-06 13:55:03 +08001990 struct mutex delalloc_mutex;
Miao Xieeb73c1b2013-05-15 07:48:22 +00001991 spinlock_t delalloc_lock;
1992 /*
1993 * all of the inodes that have delalloc bytes. It is possible for
1994 * this list to be empty even when there is still dirty data=ordered
1995 * extents waiting to finish IO.
1996 */
1997 struct list_head delalloc_inodes;
1998 struct list_head delalloc_root;
1999 u64 nr_delalloc_inodes;
Miao Xie31f3d252014-03-06 13:55:02 +08002000
2001 struct mutex ordered_extent_mutex;
Miao Xie199c2a92013-05-15 07:48:23 +00002002 /*
2003 * this is used by the balancing code to wait for all the pending
2004 * ordered extents
2005 */
2006 spinlock_t ordered_extent_lock;
2007
2008 /*
2009 * all of the data=ordered extents pending writeback
2010 * these can span multiple transactions and basically include
2011 * every dirty data page that isn't from nodatacow
2012 */
2013 struct list_head ordered_extents;
2014 struct list_head ordered_root;
2015 u64 nr_ordered_extents;
David Sterba2c686532013-12-16 17:34:17 +01002016
2017 /*
2018 * Number of currently running SEND ioctls to prevent
2019 * manipulation with the read-only status via SUBVOL_SETFLAGS
2020 */
2021 int send_in_progress;
Miao Xie8257b2d2014-03-06 13:38:19 +08002022 struct btrfs_subvolume_writers *subv_writers;
2023 atomic_t will_be_snapshoted;
Qu Wenruo55eeaf02015-09-08 17:08:38 +08002024
2025 /* For qgroup metadata space reserve */
2026 atomic_t qgroup_meta_rsv;
Chris Mason62e27492007-03-15 12:56:47 -04002027};
2028
Chris Mason4cb53002011-05-24 15:35:30 -04002029struct btrfs_ioctl_defrag_range_args {
2030 /* start of the defrag operation */
2031 __u64 start;
2032
2033 /* number of bytes to defrag, use (u64)-1 to say all */
2034 __u64 len;
2035
2036 /*
2037 * flags for the operation, which can include turning
2038 * on compression for this one defrag
2039 */
2040 __u64 flags;
2041
2042 /*
2043 * any extent bigger than this will be considered
2044 * already defragged. Use 0 to take the kernel default
2045 * Use 1 to say every single extent must be rewritten
2046 */
2047 __u32 extent_thresh;
2048
2049 /*
2050 * which compression method to use if turning on compression
2051 * for this defrag operation. If unspecified, zlib will
2052 * be used
2053 */
2054 __u32 compress_type;
2055
2056 /* spare for later */
2057 __u32 unused[4];
2058};
2059
2060
Chris Mason1e1d2702007-03-15 19:03:33 -04002061/*
2062 * inode items have the data typically returned from stat and store other
2063 * info about object characteristics. There is one for every file and dir in
2064 * the FS
2065 */
Chris Mason9078a3e2007-04-26 16:46:15 -04002066#define BTRFS_INODE_ITEM_KEY 1
Chris Mason0660b5a2008-11-17 20:37:39 -05002067#define BTRFS_INODE_REF_KEY 12
Mark Fashehf1863732012-08-08 11:32:27 -07002068#define BTRFS_INODE_EXTREF_KEY 13
Chris Mason0660b5a2008-11-17 20:37:39 -05002069#define BTRFS_XATTR_ITEM_KEY 24
2070#define BTRFS_ORPHAN_ITEM_KEY 48
Chris Mason9078a3e2007-04-26 16:46:15 -04002071/* reserve 2-15 close to the inode for later flexibility */
Chris Mason1e1d2702007-03-15 19:03:33 -04002072
2073/*
2074 * dir items are the name -> inode pointers in a directory. There is one
2075 * for every name in a directory.
2076 */
Chris Mason0660b5a2008-11-17 20:37:39 -05002077#define BTRFS_DIR_LOG_ITEM_KEY 60
2078#define BTRFS_DIR_LOG_INDEX_KEY 72
2079#define BTRFS_DIR_ITEM_KEY 84
2080#define BTRFS_DIR_INDEX_KEY 96
Chris Mason1e1d2702007-03-15 19:03:33 -04002081/*
Chris Mason9078a3e2007-04-26 16:46:15 -04002082 * extent data is for file data
Chris Mason1e1d2702007-03-15 19:03:33 -04002083 */
Chris Mason0660b5a2008-11-17 20:37:39 -05002084#define BTRFS_EXTENT_DATA_KEY 108
Chris Masond20f7042008-12-08 16:58:54 -05002085
Chris Mason1e1d2702007-03-15 19:03:33 -04002086/*
Chris Masond20f7042008-12-08 16:58:54 -05002087 * extent csums are stored in a separate tree and hold csums for
2088 * an entire extent on disk.
Chris Masonf254e522007-03-29 15:15:27 -04002089 */
Chris Masond20f7042008-12-08 16:58:54 -05002090#define BTRFS_EXTENT_CSUM_KEY 128
Chris Masonf254e522007-03-29 15:15:27 -04002091
2092/*
Wu Fengguangd4a78942009-04-02 16:46:06 -04002093 * root items point to tree roots. They are typically in the root
Chris Mason1e1d2702007-03-15 19:03:33 -04002094 * tree used by the super block to find all the other trees
2095 */
Chris Mason0660b5a2008-11-17 20:37:39 -05002096#define BTRFS_ROOT_ITEM_KEY 132
2097
2098/*
2099 * root backrefs tie subvols and snapshots to the directory entries that
2100 * reference them
2101 */
2102#define BTRFS_ROOT_BACKREF_KEY 144
2103
2104/*
2105 * root refs make a fast index for listing all of the snapshots and
2106 * subvolumes referenced by a given root. They point directly to the
2107 * directory item in the root that references the subvol
2108 */
2109#define BTRFS_ROOT_REF_KEY 156
2110
Chris Mason1e1d2702007-03-15 19:03:33 -04002111/*
2112 * extent items are in the extent map tree. These record which blocks
2113 * are used, and how many references there are to each block
2114 */
Chris Mason0660b5a2008-11-17 20:37:39 -05002115#define BTRFS_EXTENT_ITEM_KEY 168
Yan Zheng5d4f98a2009-06-10 10:45:14 -04002116
Josef Bacik3173a182013-03-07 14:22:04 -05002117/*
2118 * The same as the BTRFS_EXTENT_ITEM_KEY, except it's metadata we already know
2119 * the length, so we save the level in key->offset instead of the length.
2120 */
2121#define BTRFS_METADATA_ITEM_KEY 169
2122
Yan Zheng5d4f98a2009-06-10 10:45:14 -04002123#define BTRFS_TREE_BLOCK_REF_KEY 176
2124
2125#define BTRFS_EXTENT_DATA_REF_KEY 178
2126
2127#define BTRFS_EXTENT_REF_V0_KEY 180
2128
2129#define BTRFS_SHARED_BLOCK_REF_KEY 182
2130
2131#define BTRFS_SHARED_DATA_REF_KEY 184
Chris Mason9078a3e2007-04-26 16:46:15 -04002132
2133/*
2134 * block groups give us hints into the extent allocation trees. Which
2135 * blocks are free etc etc
2136 */
Chris Mason0660b5a2008-11-17 20:37:39 -05002137#define BTRFS_BLOCK_GROUP_ITEM_KEY 192
Chris Mason9f5fae22007-03-20 14:38:32 -04002138
Omar Sandoval208acb82015-09-29 20:50:34 -07002139/*
2140 * Every block group is represented in the free space tree by a free space info
2141 * item, which stores some accounting information. It is keyed on
2142 * (block_group_start, FREE_SPACE_INFO, block_group_length).
2143 */
2144#define BTRFS_FREE_SPACE_INFO_KEY 198
2145
2146/*
2147 * A free space extent tracks an extent of space that is free in a block group.
2148 * It is keyed on (start, FREE_SPACE_EXTENT, length).
2149 */
2150#define BTRFS_FREE_SPACE_EXTENT_KEY 199
2151
2152/*
2153 * When a block group becomes very fragmented, we convert it to use bitmaps
2154 * instead of extents. A free space bitmap is keyed on
2155 * (start, FREE_SPACE_BITMAP, length); the corresponding item is a bitmap with
2156 * (length / sectorsize) bits.
2157 */
2158#define BTRFS_FREE_SPACE_BITMAP_KEY 200
2159
Chris Mason0660b5a2008-11-17 20:37:39 -05002160#define BTRFS_DEV_EXTENT_KEY 204
2161#define BTRFS_DEV_ITEM_KEY 216
2162#define BTRFS_CHUNK_ITEM_KEY 228
Chris Mason0b86a832008-03-24 15:01:56 -04002163
Arne Jansen630dc772011-09-13 11:06:07 +02002164/*
2165 * Records the overall state of the qgroups.
2166 * There's only one instance of this key present,
2167 * (0, BTRFS_QGROUP_STATUS_KEY, 0)
2168 */
2169#define BTRFS_QGROUP_STATUS_KEY 240
2170/*
2171 * Records the currently used space of the qgroup.
2172 * One key per qgroup, (0, BTRFS_QGROUP_INFO_KEY, qgroupid).
2173 */
2174#define BTRFS_QGROUP_INFO_KEY 242
2175/*
2176 * Contains the user configured limits for the qgroup.
2177 * One key per qgroup, (0, BTRFS_QGROUP_LIMIT_KEY, qgroupid).
2178 */
2179#define BTRFS_QGROUP_LIMIT_KEY 244
2180/*
2181 * Records the child-parent relationship of qgroups. For
2182 * each relation, 2 keys are present:
2183 * (childid, BTRFS_QGROUP_RELATION_KEY, parentid)
2184 * (parentid, BTRFS_QGROUP_RELATION_KEY, childid)
2185 */
2186#define BTRFS_QGROUP_RELATION_KEY 246
2187
Ilya Dryomov0940ebf2012-01-16 22:04:48 +02002188#define BTRFS_BALANCE_ITEM_KEY 248
2189
Chris Mason9f5fae22007-03-20 14:38:32 -04002190/*
Stefan Behrens733f4fb2012-05-25 16:06:10 +02002191 * Persistantly stores the io stats in the device tree.
2192 * One key for all stats, (0, BTRFS_DEV_STATS_KEY, devid).
2193 */
2194#define BTRFS_DEV_STATS_KEY 249
2195
2196/*
Stefan Behrensa2bff642012-11-05 17:32:20 +01002197 * Persistantly stores the device replace state in the device tree.
2198 * The key is built like this: (0, BTRFS_DEV_REPLACE_KEY, 0).
2199 */
2200#define BTRFS_DEV_REPLACE_KEY 250
2201
2202/*
Stefan Behrens07b30a42013-08-15 17:11:17 +02002203 * Stores items that allow to quickly map UUIDs to something else.
2204 * These items are part of the filesystem UUID tree.
2205 * The key is built like this:
2206 * (UUID_upper_64_bits, BTRFS_UUID_KEY*, UUID_lower_64_bits).
2207 */
2208#if BTRFS_UUID_SIZE != 16
2209#error "UUID items require BTRFS_UUID_SIZE == 16!"
2210#endif
2211#define BTRFS_UUID_KEY_SUBVOL 251 /* for UUIDs assigned to subvols */
2212#define BTRFS_UUID_KEY_RECEIVED_SUBVOL 252 /* for UUIDs assigned to
2213 * received subvols */
2214
2215/*
Chris Mason1e1d2702007-03-15 19:03:33 -04002216 * string items are for debugging. They just store a short string of
2217 * data in the FS
2218 */
Chris Mason9078a3e2007-04-26 16:46:15 -04002219#define BTRFS_STRING_ITEM_KEY 253
2220
David Sterba0942caa2011-06-28 15:10:37 +00002221/*
2222 * Flags for mount options.
2223 *
2224 * Note: don't forget to add new options to btrfs_show_options()
2225 */
Chris Mason21ad10c2008-01-09 09:23:21 -05002226#define BTRFS_MOUNT_NODATASUM (1 << 0)
2227#define BTRFS_MOUNT_NODATACOW (1 << 1)
2228#define BTRFS_MOUNT_NOBARRIER (1 << 2)
Chris Masone18e4802008-01-18 10:54:22 -05002229#define BTRFS_MOUNT_SSD (1 << 3)
Chris Masondfe25022008-05-13 13:46:40 -04002230#define BTRFS_MOUNT_DEGRADED (1 << 4)
Chris Masonc8b97812008-10-29 14:49:59 -04002231#define BTRFS_MOUNT_COMPRESS (1 << 5)
Sage Weil3a5e1402009-04-02 16:49:40 -04002232#define BTRFS_MOUNT_NOTREELOG (1 << 6)
Sage Weildccae992009-04-02 16:59:01 -04002233#define BTRFS_MOUNT_FLUSHONCOMMIT (1 << 7)
Chris Mason451d7582009-06-09 20:28:34 -04002234#define BTRFS_MOUNT_SSD_SPREAD (1 << 8)
Chris Masonc2898112009-06-10 09:51:32 -04002235#define BTRFS_MOUNT_NOSSD (1 << 9)
Christoph Hellwige244a0a2009-10-14 09:24:59 -04002236#define BTRFS_MOUNT_DISCARD (1 << 10)
Chris Masona555f812010-01-28 16:18:15 -05002237#define BTRFS_MOUNT_FORCE_COMPRESS (1 << 11)
Josef Bacik0af3d002010-06-21 14:48:16 -04002238#define BTRFS_MOUNT_SPACE_CACHE (1 << 12)
Josef Bacik88c2ba32010-09-21 14:21:34 -04002239#define BTRFS_MOUNT_CLEAR_CACHE (1 << 13)
Sage Weil4260f7c2010-10-29 15:46:43 -04002240#define BTRFS_MOUNT_USER_SUBVOL_RM_ALLOWED (1 << 14)
Chris Mason91435652011-02-16 13:10:41 -05002241#define BTRFS_MOUNT_ENOSPC_DEBUG (1 << 15)
Chris Mason4cb53002011-05-24 15:35:30 -04002242#define BTRFS_MOUNT_AUTO_DEFRAG (1 << 16)
Chris Mason4b9465c2011-06-03 09:36:29 -04002243#define BTRFS_MOUNT_INODE_MAP_CACHE (1 << 17)
Qu Wenruo8dcddfa2016-01-19 10:23:02 +08002244#define BTRFS_MOUNT_USEBACKUPROOT (1 << 18)
Ilya Dryomov9555c6c2012-01-16 22:04:48 +02002245#define BTRFS_MOUNT_SKIP_BALANCE (1 << 19)
Chris Masonc126dea2012-01-16 15:27:58 -05002246#define BTRFS_MOUNT_CHECK_INTEGRITY (1 << 20)
2247#define BTRFS_MOUNT_CHECK_INTEGRITY_INCLUDING_EXTENT_DATA (1 << 21)
Jeff Mahoney8c342932011-10-03 23:22:31 -04002248#define BTRFS_MOUNT_PANIC_ON_FATAL_ERROR (1 << 22)
Stefan Behrensf420ee12013-08-15 17:11:24 +02002249#define BTRFS_MOUNT_RESCAN_UUID_TREE (1 << 23)
Josef Bacikd0bd4562015-09-23 14:54:14 -04002250#define BTRFS_MOUNT_FRAGMENT_DATA (1 << 24)
2251#define BTRFS_MOUNT_FRAGMENT_METADATA (1 << 25)
Chris Masonf7d3d2f2015-12-18 11:11:10 -08002252#define BTRFS_MOUNT_FREE_SPACE_TREE (1 << 26)
Qu Wenruo96da0912016-01-19 10:23:03 +08002253#define BTRFS_MOUNT_NOLOGREPLAY (1 << 27)
Chris Masonb6cda9b2007-12-14 15:30:32 -05002254
David Sterba8b87dc12013-08-01 18:14:52 +02002255#define BTRFS_DEFAULT_COMMIT_INTERVAL (30)
Filipe David Borba Manana95ac5672013-08-08 22:45:48 +01002256#define BTRFS_DEFAULT_MAX_INLINE (8192)
David Sterba8b87dc12013-08-01 18:14:52 +02002257
Chris Masonb6cda9b2007-12-14 15:30:32 -05002258#define btrfs_clear_opt(o, opt) ((o) &= ~BTRFS_MOUNT_##opt)
2259#define btrfs_set_opt(o, opt) ((o) |= BTRFS_MOUNT_##opt)
Miao Xiedc81cdc2013-02-20 23:32:52 -07002260#define btrfs_raw_test_opt(o, opt) ((o) & BTRFS_MOUNT_##opt)
Chris Masonb6cda9b2007-12-14 15:30:32 -05002261#define btrfs_test_opt(root, opt) ((root)->fs_info->mount_opt & \
2262 BTRFS_MOUNT_##opt)
David Sterba572d9ab2014-02-05 15:26:17 +01002263
Wang Shilong9d89ce62014-04-23 19:33:33 +08002264#define btrfs_set_and_info(root, opt, fmt, args...) \
2265{ \
2266 if (!btrfs_test_opt(root, opt)) \
2267 btrfs_info(root->fs_info, fmt, ##args); \
2268 btrfs_set_opt(root->fs_info->mount_opt, opt); \
2269}
2270
2271#define btrfs_clear_and_info(root, opt, fmt, args...) \
2272{ \
2273 if (btrfs_test_opt(root, opt)) \
2274 btrfs_info(root->fs_info, fmt, ##args); \
2275 btrfs_clear_opt(root->fs_info->mount_opt, opt); \
2276}
2277
Josef Bacikd0bd4562015-09-23 14:54:14 -04002278#ifdef CONFIG_BTRFS_DEBUG
2279static inline int
2280btrfs_should_fragment_free_space(struct btrfs_root *root,
2281 struct btrfs_block_group_cache *block_group)
2282{
2283 return (btrfs_test_opt(root, FRAGMENT_METADATA) &&
2284 block_group->flags & BTRFS_BLOCK_GROUP_METADATA) ||
2285 (btrfs_test_opt(root, FRAGMENT_DATA) &&
2286 block_group->flags & BTRFS_BLOCK_GROUP_DATA);
2287}
2288#endif
2289
Yanb98b6762008-01-08 15:54:37 -05002290/*
David Sterba572d9ab2014-02-05 15:26:17 +01002291 * Requests for changes that need to be done during transaction commit.
2292 *
2293 * Internal mount options that are used for special handling of the real
2294 * mount options (eg. cannot be set during remount and have to be set during
2295 * transaction commit)
2296 */
2297
David Sterba7e1876a2014-02-05 15:26:17 +01002298#define BTRFS_PENDING_SET_INODE_MAP_CACHE (0)
2299#define BTRFS_PENDING_CLEAR_INODE_MAP_CACHE (1)
David Sterbad51033d2014-11-12 14:24:35 +01002300#define BTRFS_PENDING_COMMIT (2)
David Sterba7e1876a2014-02-05 15:26:17 +01002301
David Sterba572d9ab2014-02-05 15:26:17 +01002302#define btrfs_test_pending(info, opt) \
2303 test_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
2304#define btrfs_set_pending(info, opt) \
2305 set_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
2306#define btrfs_clear_pending(info, opt) \
2307 clear_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
2308
2309/*
2310 * Helpers for setting pending mount option changes.
2311 *
2312 * Expects corresponding macros
2313 * BTRFS_PENDING_SET_ and CLEAR_ + short mount option name
2314 */
2315#define btrfs_set_pending_and_info(info, opt, fmt, args...) \
2316do { \
2317 if (!btrfs_raw_test_opt((info)->mount_opt, opt)) { \
2318 btrfs_info((info), fmt, ##args); \
2319 btrfs_set_pending((info), SET_##opt); \
2320 btrfs_clear_pending((info), CLEAR_##opt); \
2321 } \
2322} while(0)
2323
2324#define btrfs_clear_pending_and_info(info, opt, fmt, args...) \
2325do { \
2326 if (btrfs_raw_test_opt((info)->mount_opt, opt)) { \
2327 btrfs_info((info), fmt, ##args); \
2328 btrfs_set_pending((info), CLEAR_##opt); \
2329 btrfs_clear_pending((info), SET_##opt); \
2330 } \
2331} while(0)
2332
2333/*
Yanb98b6762008-01-08 15:54:37 -05002334 * Inode flags
2335 */
Yanfdebe2b2008-01-14 13:26:08 -05002336#define BTRFS_INODE_NODATASUM (1 << 0)
2337#define BTRFS_INODE_NODATACOW (1 << 1)
2338#define BTRFS_INODE_READONLY (1 << 2)
Chris Masonc8b97812008-10-29 14:49:59 -04002339#define BTRFS_INODE_NOCOMPRESS (1 << 3)
Yan Zhengd899e052008-10-30 14:25:28 -04002340#define BTRFS_INODE_PREALLOC (1 << 4)
Christoph Hellwig6cbff002009-04-17 10:37:41 +02002341#define BTRFS_INODE_SYNC (1 << 5)
2342#define BTRFS_INODE_IMMUTABLE (1 << 6)
2343#define BTRFS_INODE_APPEND (1 << 7)
2344#define BTRFS_INODE_NODUMP (1 << 8)
2345#define BTRFS_INODE_NOATIME (1 << 9)
2346#define BTRFS_INODE_DIRSYNC (1 << 10)
Liu Bo75e7cb72011-03-22 10:12:20 +00002347#define BTRFS_INODE_COMPRESS (1 << 11)
Christoph Hellwig6cbff002009-04-17 10:37:41 +02002348
Li Zefan08fe4db2011-03-28 02:01:25 +00002349#define BTRFS_INODE_ROOT_ITEM_INIT (1 << 31)
2350
Chris Masoncfed81a2012-03-03 07:40:03 -05002351struct btrfs_map_token {
2352 struct extent_buffer *eb;
2353 char *kaddr;
2354 unsigned long offset;
2355};
2356
2357static inline void btrfs_init_map_token (struct btrfs_map_token *token)
2358{
Josef Bacikad914552012-10-15 13:39:33 -04002359 token->kaddr = NULL;
Chris Masoncfed81a2012-03-03 07:40:03 -05002360}
2361
Chris Mason5f39d392007-10-15 16:14:19 -04002362/* some macros to generate set/get funcs for the struct fields. This
2363 * assumes there is a lefoo_to_cpu for every type, so lets make a simple
2364 * one for u8:
2365 */
2366#define le8_to_cpu(v) (v)
2367#define cpu_to_le8(v) (v)
2368#define __le8 u8
Chris Mason9078a3e2007-04-26 16:46:15 -04002369
Chris Mason5f39d392007-10-15 16:14:19 -04002370#define read_eb_member(eb, ptr, type, member, result) ( \
2371 read_extent_buffer(eb, (char *)(result), \
2372 ((unsigned long)(ptr)) + \
2373 offsetof(type, member), \
2374 sizeof(((type *)0)->member)))
2375
2376#define write_eb_member(eb, ptr, type, member, result) ( \
2377 write_extent_buffer(eb, (char *)(result), \
2378 ((unsigned long)(ptr)) + \
2379 offsetof(type, member), \
2380 sizeof(((type *)0)->member)))
2381
Li Zefan18077bb2012-07-09 20:22:35 -06002382#define DECLARE_BTRFS_SETGET_BITS(bits) \
2383u##bits btrfs_get_token_##bits(struct extent_buffer *eb, void *ptr, \
2384 unsigned long off, \
2385 struct btrfs_map_token *token); \
2386void btrfs_set_token_##bits(struct extent_buffer *eb, void *ptr, \
2387 unsigned long off, u##bits val, \
2388 struct btrfs_map_token *token); \
2389static inline u##bits btrfs_get_##bits(struct extent_buffer *eb, void *ptr, \
2390 unsigned long off) \
2391{ \
2392 return btrfs_get_token_##bits(eb, ptr, off, NULL); \
2393} \
2394static inline void btrfs_set_##bits(struct extent_buffer *eb, void *ptr, \
2395 unsigned long off, u##bits val) \
2396{ \
2397 btrfs_set_token_##bits(eb, ptr, off, val, NULL); \
2398}
2399
2400DECLARE_BTRFS_SETGET_BITS(8)
2401DECLARE_BTRFS_SETGET_BITS(16)
2402DECLARE_BTRFS_SETGET_BITS(32)
2403DECLARE_BTRFS_SETGET_BITS(64)
2404
Chris Mason5f39d392007-10-15 16:14:19 -04002405#define BTRFS_SETGET_FUNCS(name, type, member, bits) \
Li Zefan18077bb2012-07-09 20:22:35 -06002406static inline u##bits btrfs_##name(struct extent_buffer *eb, type *s) \
2407{ \
2408 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \
2409 return btrfs_get_##bits(eb, s, offsetof(type, member)); \
2410} \
2411static inline void btrfs_set_##name(struct extent_buffer *eb, type *s, \
2412 u##bits val) \
2413{ \
2414 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \
2415 btrfs_set_##bits(eb, s, offsetof(type, member), val); \
2416} \
2417static inline u##bits btrfs_token_##name(struct extent_buffer *eb, type *s, \
2418 struct btrfs_map_token *token) \
2419{ \
2420 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \
2421 return btrfs_get_token_##bits(eb, s, offsetof(type, member), token); \
2422} \
2423static inline void btrfs_set_token_##name(struct extent_buffer *eb, \
2424 type *s, u##bits val, \
2425 struct btrfs_map_token *token) \
2426{ \
2427 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \
2428 btrfs_set_token_##bits(eb, s, offsetof(type, member), val, token); \
2429}
Chris Mason9078a3e2007-04-26 16:46:15 -04002430
Chris Mason5f39d392007-10-15 16:14:19 -04002431#define BTRFS_SETGET_HEADER_FUNCS(name, type, member, bits) \
2432static inline u##bits btrfs_##name(struct extent_buffer *eb) \
2433{ \
Chris Mason727011e2010-08-06 13:21:20 -04002434 type *p = page_address(eb->pages[0]); \
David Millerdf68b8a2008-02-15 10:40:52 -05002435 u##bits res = le##bits##_to_cpu(p->member); \
Chris Mason810191f2007-10-15 16:18:55 -04002436 return res; \
Chris Mason5f39d392007-10-15 16:14:19 -04002437} \
2438static inline void btrfs_set_##name(struct extent_buffer *eb, \
2439 u##bits val) \
2440{ \
Chris Mason727011e2010-08-06 13:21:20 -04002441 type *p = page_address(eb->pages[0]); \
David Millerdf68b8a2008-02-15 10:40:52 -05002442 p->member = cpu_to_le##bits(val); \
Chris Mason9078a3e2007-04-26 16:46:15 -04002443}
Chris Mason1e1d2702007-03-15 19:03:33 -04002444
Chris Mason5f39d392007-10-15 16:14:19 -04002445#define BTRFS_SETGET_STACK_FUNCS(name, type, member, bits) \
2446static inline u##bits btrfs_##name(type *s) \
2447{ \
2448 return le##bits##_to_cpu(s->member); \
2449} \
2450static inline void btrfs_set_##name(type *s, u##bits val) \
2451{ \
2452 s->member = cpu_to_le##bits(val); \
Chris Mason1e1d2702007-03-15 19:03:33 -04002453}
2454
Chris Mason0b86a832008-03-24 15:01:56 -04002455BTRFS_SETGET_FUNCS(device_type, struct btrfs_dev_item, type, 64);
2456BTRFS_SETGET_FUNCS(device_total_bytes, struct btrfs_dev_item, total_bytes, 64);
2457BTRFS_SETGET_FUNCS(device_bytes_used, struct btrfs_dev_item, bytes_used, 64);
2458BTRFS_SETGET_FUNCS(device_io_align, struct btrfs_dev_item, io_align, 32);
2459BTRFS_SETGET_FUNCS(device_io_width, struct btrfs_dev_item, io_width, 32);
Chris Masonc3027eb2008-12-08 16:40:21 -05002460BTRFS_SETGET_FUNCS(device_start_offset, struct btrfs_dev_item,
2461 start_offset, 64);
Chris Mason0b86a832008-03-24 15:01:56 -04002462BTRFS_SETGET_FUNCS(device_sector_size, struct btrfs_dev_item, sector_size, 32);
2463BTRFS_SETGET_FUNCS(device_id, struct btrfs_dev_item, devid, 64);
Chris Masone17cade2008-04-15 15:41:47 -04002464BTRFS_SETGET_FUNCS(device_group, struct btrfs_dev_item, dev_group, 32);
2465BTRFS_SETGET_FUNCS(device_seek_speed, struct btrfs_dev_item, seek_speed, 8);
2466BTRFS_SETGET_FUNCS(device_bandwidth, struct btrfs_dev_item, bandwidth, 8);
Yan Zheng2b820322008-11-17 21:11:30 -05002467BTRFS_SETGET_FUNCS(device_generation, struct btrfs_dev_item, generation, 64);
Chris Mason0b86a832008-03-24 15:01:56 -04002468
Chris Mason8a4b83c2008-03-24 15:02:07 -04002469BTRFS_SETGET_STACK_FUNCS(stack_device_type, struct btrfs_dev_item, type, 64);
2470BTRFS_SETGET_STACK_FUNCS(stack_device_total_bytes, struct btrfs_dev_item,
2471 total_bytes, 64);
2472BTRFS_SETGET_STACK_FUNCS(stack_device_bytes_used, struct btrfs_dev_item,
2473 bytes_used, 64);
2474BTRFS_SETGET_STACK_FUNCS(stack_device_io_align, struct btrfs_dev_item,
2475 io_align, 32);
2476BTRFS_SETGET_STACK_FUNCS(stack_device_io_width, struct btrfs_dev_item,
2477 io_width, 32);
2478BTRFS_SETGET_STACK_FUNCS(stack_device_sector_size, struct btrfs_dev_item,
2479 sector_size, 32);
2480BTRFS_SETGET_STACK_FUNCS(stack_device_id, struct btrfs_dev_item, devid, 64);
Chris Masone17cade2008-04-15 15:41:47 -04002481BTRFS_SETGET_STACK_FUNCS(stack_device_group, struct btrfs_dev_item,
2482 dev_group, 32);
2483BTRFS_SETGET_STACK_FUNCS(stack_device_seek_speed, struct btrfs_dev_item,
2484 seek_speed, 8);
2485BTRFS_SETGET_STACK_FUNCS(stack_device_bandwidth, struct btrfs_dev_item,
2486 bandwidth, 8);
Yan Zheng2b820322008-11-17 21:11:30 -05002487BTRFS_SETGET_STACK_FUNCS(stack_device_generation, struct btrfs_dev_item,
2488 generation, 64);
Chris Mason8a4b83c2008-03-24 15:02:07 -04002489
Geert Uytterhoeven410ba3a2013-08-20 13:20:11 +02002490static inline unsigned long btrfs_device_uuid(struct btrfs_dev_item *d)
Chris Mason0b86a832008-03-24 15:01:56 -04002491{
Geert Uytterhoeven410ba3a2013-08-20 13:20:11 +02002492 return (unsigned long)d + offsetof(struct btrfs_dev_item, uuid);
Chris Mason0b86a832008-03-24 15:01:56 -04002493}
2494
Geert Uytterhoeven1473b242013-08-20 13:20:12 +02002495static inline unsigned long btrfs_device_fsid(struct btrfs_dev_item *d)
Yan Zheng2b820322008-11-17 21:11:30 -05002496{
Geert Uytterhoeven1473b242013-08-20 13:20:12 +02002497 return (unsigned long)d + offsetof(struct btrfs_dev_item, fsid);
Yan Zheng2b820322008-11-17 21:11:30 -05002498}
2499
Chris Masone17cade2008-04-15 15:41:47 -04002500BTRFS_SETGET_FUNCS(chunk_length, struct btrfs_chunk, length, 64);
Chris Mason0b86a832008-03-24 15:01:56 -04002501BTRFS_SETGET_FUNCS(chunk_owner, struct btrfs_chunk, owner, 64);
2502BTRFS_SETGET_FUNCS(chunk_stripe_len, struct btrfs_chunk, stripe_len, 64);
2503BTRFS_SETGET_FUNCS(chunk_io_align, struct btrfs_chunk, io_align, 32);
2504BTRFS_SETGET_FUNCS(chunk_io_width, struct btrfs_chunk, io_width, 32);
2505BTRFS_SETGET_FUNCS(chunk_sector_size, struct btrfs_chunk, sector_size, 32);
2506BTRFS_SETGET_FUNCS(chunk_type, struct btrfs_chunk, type, 64);
2507BTRFS_SETGET_FUNCS(chunk_num_stripes, struct btrfs_chunk, num_stripes, 16);
Chris Mason321aecc2008-04-16 10:49:51 -04002508BTRFS_SETGET_FUNCS(chunk_sub_stripes, struct btrfs_chunk, sub_stripes, 16);
Chris Mason0b86a832008-03-24 15:01:56 -04002509BTRFS_SETGET_FUNCS(stripe_devid, struct btrfs_stripe, devid, 64);
2510BTRFS_SETGET_FUNCS(stripe_offset, struct btrfs_stripe, offset, 64);
2511
Chris Masone17cade2008-04-15 15:41:47 -04002512static inline char *btrfs_stripe_dev_uuid(struct btrfs_stripe *s)
2513{
2514 return (char *)s + offsetof(struct btrfs_stripe, dev_uuid);
2515}
2516
2517BTRFS_SETGET_STACK_FUNCS(stack_chunk_length, struct btrfs_chunk, length, 64);
Chris Mason0b86a832008-03-24 15:01:56 -04002518BTRFS_SETGET_STACK_FUNCS(stack_chunk_owner, struct btrfs_chunk, owner, 64);
2519BTRFS_SETGET_STACK_FUNCS(stack_chunk_stripe_len, struct btrfs_chunk,
2520 stripe_len, 64);
2521BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_align, struct btrfs_chunk,
2522 io_align, 32);
2523BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_width, struct btrfs_chunk,
2524 io_width, 32);
2525BTRFS_SETGET_STACK_FUNCS(stack_chunk_sector_size, struct btrfs_chunk,
2526 sector_size, 32);
2527BTRFS_SETGET_STACK_FUNCS(stack_chunk_type, struct btrfs_chunk, type, 64);
2528BTRFS_SETGET_STACK_FUNCS(stack_chunk_num_stripes, struct btrfs_chunk,
2529 num_stripes, 16);
Chris Mason321aecc2008-04-16 10:49:51 -04002530BTRFS_SETGET_STACK_FUNCS(stack_chunk_sub_stripes, struct btrfs_chunk,
2531 sub_stripes, 16);
Chris Mason0b86a832008-03-24 15:01:56 -04002532BTRFS_SETGET_STACK_FUNCS(stack_stripe_devid, struct btrfs_stripe, devid, 64);
2533BTRFS_SETGET_STACK_FUNCS(stack_stripe_offset, struct btrfs_stripe, offset, 64);
2534
2535static inline struct btrfs_stripe *btrfs_stripe_nr(struct btrfs_chunk *c,
2536 int nr)
2537{
2538 unsigned long offset = (unsigned long)c;
2539 offset += offsetof(struct btrfs_chunk, stripe);
2540 offset += nr * sizeof(struct btrfs_stripe);
2541 return (struct btrfs_stripe *)offset;
2542}
2543
Chris Masona4437552008-04-18 10:29:38 -04002544static inline char *btrfs_stripe_dev_uuid_nr(struct btrfs_chunk *c, int nr)
2545{
2546 return btrfs_stripe_dev_uuid(btrfs_stripe_nr(c, nr));
2547}
2548
Chris Mason0b86a832008-03-24 15:01:56 -04002549static inline u64 btrfs_stripe_offset_nr(struct extent_buffer *eb,
2550 struct btrfs_chunk *c, int nr)
2551{
2552 return btrfs_stripe_offset(eb, btrfs_stripe_nr(c, nr));
2553}
2554
Chris Mason0b86a832008-03-24 15:01:56 -04002555static inline u64 btrfs_stripe_devid_nr(struct extent_buffer *eb,
2556 struct btrfs_chunk *c, int nr)
2557{
2558 return btrfs_stripe_devid(eb, btrfs_stripe_nr(c, nr));
2559}
2560
Chris Mason5f39d392007-10-15 16:14:19 -04002561/* struct btrfs_block_group_item */
2562BTRFS_SETGET_STACK_FUNCS(block_group_used, struct btrfs_block_group_item,
2563 used, 64);
2564BTRFS_SETGET_FUNCS(disk_block_group_used, struct btrfs_block_group_item,
2565 used, 64);
Chris Mason0b86a832008-03-24 15:01:56 -04002566BTRFS_SETGET_STACK_FUNCS(block_group_chunk_objectid,
2567 struct btrfs_block_group_item, chunk_objectid, 64);
Chris Masone17cade2008-04-15 15:41:47 -04002568
2569BTRFS_SETGET_FUNCS(disk_block_group_chunk_objectid,
Chris Mason0b86a832008-03-24 15:01:56 -04002570 struct btrfs_block_group_item, chunk_objectid, 64);
2571BTRFS_SETGET_FUNCS(disk_block_group_flags,
2572 struct btrfs_block_group_item, flags, 64);
2573BTRFS_SETGET_STACK_FUNCS(block_group_flags,
2574 struct btrfs_block_group_item, flags, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04002575
Omar Sandoval208acb82015-09-29 20:50:34 -07002576/* struct btrfs_free_space_info */
2577BTRFS_SETGET_FUNCS(free_space_extent_count, struct btrfs_free_space_info,
2578 extent_count, 32);
2579BTRFS_SETGET_FUNCS(free_space_flags, struct btrfs_free_space_info, flags, 32);
2580
Chris Mason39544012007-12-12 14:38:19 -05002581/* struct btrfs_inode_ref */
2582BTRFS_SETGET_FUNCS(inode_ref_name_len, struct btrfs_inode_ref, name_len, 16);
Josef Bacikaec74772008-07-24 12:12:38 -04002583BTRFS_SETGET_FUNCS(inode_ref_index, struct btrfs_inode_ref, index, 64);
Chris Mason39544012007-12-12 14:38:19 -05002584
Mark Fashehf1863732012-08-08 11:32:27 -07002585/* struct btrfs_inode_extref */
2586BTRFS_SETGET_FUNCS(inode_extref_parent, struct btrfs_inode_extref,
2587 parent_objectid, 64);
2588BTRFS_SETGET_FUNCS(inode_extref_name_len, struct btrfs_inode_extref,
2589 name_len, 16);
2590BTRFS_SETGET_FUNCS(inode_extref_index, struct btrfs_inode_extref, index, 64);
2591
Chris Mason5f39d392007-10-15 16:14:19 -04002592/* struct btrfs_inode_item */
2593BTRFS_SETGET_FUNCS(inode_generation, struct btrfs_inode_item, generation, 64);
Chris Masonc3027eb2008-12-08 16:40:21 -05002594BTRFS_SETGET_FUNCS(inode_sequence, struct btrfs_inode_item, sequence, 64);
Chris Masone02119d2008-09-05 16:13:11 -04002595BTRFS_SETGET_FUNCS(inode_transid, struct btrfs_inode_item, transid, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04002596BTRFS_SETGET_FUNCS(inode_size, struct btrfs_inode_item, size, 64);
Yan Zhenga76a3cd2008-10-09 11:46:29 -04002597BTRFS_SETGET_FUNCS(inode_nbytes, struct btrfs_inode_item, nbytes, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04002598BTRFS_SETGET_FUNCS(inode_block_group, struct btrfs_inode_item, block_group, 64);
2599BTRFS_SETGET_FUNCS(inode_nlink, struct btrfs_inode_item, nlink, 32);
2600BTRFS_SETGET_FUNCS(inode_uid, struct btrfs_inode_item, uid, 32);
2601BTRFS_SETGET_FUNCS(inode_gid, struct btrfs_inode_item, gid, 32);
2602BTRFS_SETGET_FUNCS(inode_mode, struct btrfs_inode_item, mode, 32);
Chris Mason0b86a832008-03-24 15:01:56 -04002603BTRFS_SETGET_FUNCS(inode_rdev, struct btrfs_inode_item, rdev, 64);
Josef Bacikf2b636e2008-12-02 06:36:08 -05002604BTRFS_SETGET_FUNCS(inode_flags, struct btrfs_inode_item, flags, 64);
Qu Wenruo3cae2102013-07-16 11:19:18 +08002605BTRFS_SETGET_STACK_FUNCS(stack_inode_generation, struct btrfs_inode_item,
2606 generation, 64);
2607BTRFS_SETGET_STACK_FUNCS(stack_inode_sequence, struct btrfs_inode_item,
2608 sequence, 64);
2609BTRFS_SETGET_STACK_FUNCS(stack_inode_transid, struct btrfs_inode_item,
2610 transid, 64);
2611BTRFS_SETGET_STACK_FUNCS(stack_inode_size, struct btrfs_inode_item, size, 64);
2612BTRFS_SETGET_STACK_FUNCS(stack_inode_nbytes, struct btrfs_inode_item,
2613 nbytes, 64);
2614BTRFS_SETGET_STACK_FUNCS(stack_inode_block_group, struct btrfs_inode_item,
2615 block_group, 64);
2616BTRFS_SETGET_STACK_FUNCS(stack_inode_nlink, struct btrfs_inode_item, nlink, 32);
2617BTRFS_SETGET_STACK_FUNCS(stack_inode_uid, struct btrfs_inode_item, uid, 32);
2618BTRFS_SETGET_STACK_FUNCS(stack_inode_gid, struct btrfs_inode_item, gid, 32);
2619BTRFS_SETGET_STACK_FUNCS(stack_inode_mode, struct btrfs_inode_item, mode, 32);
2620BTRFS_SETGET_STACK_FUNCS(stack_inode_rdev, struct btrfs_inode_item, rdev, 64);
2621BTRFS_SETGET_STACK_FUNCS(stack_inode_flags, struct btrfs_inode_item, flags, 64);
Chris Mason0b86a832008-03-24 15:01:56 -04002622BTRFS_SETGET_FUNCS(timespec_sec, struct btrfs_timespec, sec, 64);
2623BTRFS_SETGET_FUNCS(timespec_nsec, struct btrfs_timespec, nsec, 32);
Qu Wenruo3cae2102013-07-16 11:19:18 +08002624BTRFS_SETGET_STACK_FUNCS(stack_timespec_sec, struct btrfs_timespec, sec, 64);
2625BTRFS_SETGET_STACK_FUNCS(stack_timespec_nsec, struct btrfs_timespec, nsec, 32);
Chris Mason5f39d392007-10-15 16:14:19 -04002626
Chris Mason0b86a832008-03-24 15:01:56 -04002627/* struct btrfs_dev_extent */
Chris Masone17cade2008-04-15 15:41:47 -04002628BTRFS_SETGET_FUNCS(dev_extent_chunk_tree, struct btrfs_dev_extent,
2629 chunk_tree, 64);
2630BTRFS_SETGET_FUNCS(dev_extent_chunk_objectid, struct btrfs_dev_extent,
2631 chunk_objectid, 64);
2632BTRFS_SETGET_FUNCS(dev_extent_chunk_offset, struct btrfs_dev_extent,
2633 chunk_offset, 64);
Chris Mason0b86a832008-03-24 15:01:56 -04002634BTRFS_SETGET_FUNCS(dev_extent_length, struct btrfs_dev_extent, length, 64);
2635
Geert Uytterhoeven231e88f2013-08-20 13:20:13 +02002636static inline unsigned long btrfs_dev_extent_chunk_tree_uuid(struct btrfs_dev_extent *dev)
Chris Masone17cade2008-04-15 15:41:47 -04002637{
2638 unsigned long ptr = offsetof(struct btrfs_dev_extent, chunk_tree_uuid);
Geert Uytterhoeven231e88f2013-08-20 13:20:13 +02002639 return (unsigned long)dev + ptr;
Chris Masone17cade2008-04-15 15:41:47 -04002640}
2641
Yan Zheng5d4f98a2009-06-10 10:45:14 -04002642BTRFS_SETGET_FUNCS(extent_refs, struct btrfs_extent_item, refs, 64);
2643BTRFS_SETGET_FUNCS(extent_generation, struct btrfs_extent_item,
2644 generation, 64);
2645BTRFS_SETGET_FUNCS(extent_flags, struct btrfs_extent_item, flags, 64);
Chris Mason74493f72007-12-11 09:25:06 -05002646
Yan Zheng5d4f98a2009-06-10 10:45:14 -04002647BTRFS_SETGET_FUNCS(extent_refs_v0, struct btrfs_extent_item_v0, refs, 32);
Chris Mason5f39d392007-10-15 16:14:19 -04002648
Yan Zheng5d4f98a2009-06-10 10:45:14 -04002649
2650BTRFS_SETGET_FUNCS(tree_block_level, struct btrfs_tree_block_info, level, 8);
2651
2652static inline void btrfs_tree_block_key(struct extent_buffer *eb,
2653 struct btrfs_tree_block_info *item,
2654 struct btrfs_disk_key *key)
2655{
2656 read_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
2657}
2658
2659static inline void btrfs_set_tree_block_key(struct extent_buffer *eb,
2660 struct btrfs_tree_block_info *item,
2661 struct btrfs_disk_key *key)
2662{
2663 write_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
2664}
2665
2666BTRFS_SETGET_FUNCS(extent_data_ref_root, struct btrfs_extent_data_ref,
2667 root, 64);
2668BTRFS_SETGET_FUNCS(extent_data_ref_objectid, struct btrfs_extent_data_ref,
2669 objectid, 64);
2670BTRFS_SETGET_FUNCS(extent_data_ref_offset, struct btrfs_extent_data_ref,
2671 offset, 64);
2672BTRFS_SETGET_FUNCS(extent_data_ref_count, struct btrfs_extent_data_ref,
2673 count, 32);
2674
2675BTRFS_SETGET_FUNCS(shared_data_ref_count, struct btrfs_shared_data_ref,
2676 count, 32);
2677
2678BTRFS_SETGET_FUNCS(extent_inline_ref_type, struct btrfs_extent_inline_ref,
2679 type, 8);
2680BTRFS_SETGET_FUNCS(extent_inline_ref_offset, struct btrfs_extent_inline_ref,
2681 offset, 64);
2682
2683static inline u32 btrfs_extent_inline_ref_size(int type)
2684{
2685 if (type == BTRFS_TREE_BLOCK_REF_KEY ||
2686 type == BTRFS_SHARED_BLOCK_REF_KEY)
2687 return sizeof(struct btrfs_extent_inline_ref);
2688 if (type == BTRFS_SHARED_DATA_REF_KEY)
2689 return sizeof(struct btrfs_shared_data_ref) +
2690 sizeof(struct btrfs_extent_inline_ref);
2691 if (type == BTRFS_EXTENT_DATA_REF_KEY)
2692 return sizeof(struct btrfs_extent_data_ref) +
2693 offsetof(struct btrfs_extent_inline_ref, offset);
2694 BUG();
2695 return 0;
2696}
2697
2698BTRFS_SETGET_FUNCS(ref_root_v0, struct btrfs_extent_ref_v0, root, 64);
2699BTRFS_SETGET_FUNCS(ref_generation_v0, struct btrfs_extent_ref_v0,
2700 generation, 64);
2701BTRFS_SETGET_FUNCS(ref_objectid_v0, struct btrfs_extent_ref_v0, objectid, 64);
2702BTRFS_SETGET_FUNCS(ref_count_v0, struct btrfs_extent_ref_v0, count, 32);
Chris Mason5f39d392007-10-15 16:14:19 -04002703
2704/* struct btrfs_node */
2705BTRFS_SETGET_FUNCS(key_blockptr, struct btrfs_key_ptr, blockptr, 64);
Chris Mason74493f72007-12-11 09:25:06 -05002706BTRFS_SETGET_FUNCS(key_generation, struct btrfs_key_ptr, generation, 64);
Qu Wenruo3cae2102013-07-16 11:19:18 +08002707BTRFS_SETGET_STACK_FUNCS(stack_key_blockptr, struct btrfs_key_ptr,
2708 blockptr, 64);
2709BTRFS_SETGET_STACK_FUNCS(stack_key_generation, struct btrfs_key_ptr,
2710 generation, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04002711
2712static inline u64 btrfs_node_blockptr(struct extent_buffer *eb, int nr)
Chris Mason1e1d2702007-03-15 19:03:33 -04002713{
Chris Mason5f39d392007-10-15 16:14:19 -04002714 unsigned long ptr;
2715 ptr = offsetof(struct btrfs_node, ptrs) +
2716 sizeof(struct btrfs_key_ptr) * nr;
2717 return btrfs_key_blockptr(eb, (struct btrfs_key_ptr *)ptr);
Chris Mason1e1d2702007-03-15 19:03:33 -04002718}
2719
Chris Mason5f39d392007-10-15 16:14:19 -04002720static inline void btrfs_set_node_blockptr(struct extent_buffer *eb,
2721 int nr, u64 val)
Chris Mason31f3c992007-04-30 15:25:45 -04002722{
Chris Mason5f39d392007-10-15 16:14:19 -04002723 unsigned long ptr;
2724 ptr = offsetof(struct btrfs_node, ptrs) +
2725 sizeof(struct btrfs_key_ptr) * nr;
2726 btrfs_set_key_blockptr(eb, (struct btrfs_key_ptr *)ptr, val);
Chris Mason31f3c992007-04-30 15:25:45 -04002727}
2728
Chris Mason74493f72007-12-11 09:25:06 -05002729static inline u64 btrfs_node_ptr_generation(struct extent_buffer *eb, int nr)
2730{
2731 unsigned long ptr;
2732 ptr = offsetof(struct btrfs_node, ptrs) +
2733 sizeof(struct btrfs_key_ptr) * nr;
2734 return btrfs_key_generation(eb, (struct btrfs_key_ptr *)ptr);
2735}
2736
2737static inline void btrfs_set_node_ptr_generation(struct extent_buffer *eb,
2738 int nr, u64 val)
2739{
2740 unsigned long ptr;
2741 ptr = offsetof(struct btrfs_node, ptrs) +
2742 sizeof(struct btrfs_key_ptr) * nr;
2743 btrfs_set_key_generation(eb, (struct btrfs_key_ptr *)ptr, val);
2744}
2745
Chris Mason810191f2007-10-15 16:18:55 -04002746static inline unsigned long btrfs_node_key_ptr_offset(int nr)
Chris Mason31f3c992007-04-30 15:25:45 -04002747{
Chris Mason5f39d392007-10-15 16:14:19 -04002748 return offsetof(struct btrfs_node, ptrs) +
2749 sizeof(struct btrfs_key_ptr) * nr;
Chris Mason31f3c992007-04-30 15:25:45 -04002750}
2751
Chris Masone644d022007-11-06 15:09:29 -05002752void btrfs_node_key(struct extent_buffer *eb,
2753 struct btrfs_disk_key *disk_key, int nr);
2754
Chris Mason5f39d392007-10-15 16:14:19 -04002755static inline void btrfs_set_node_key(struct extent_buffer *eb,
2756 struct btrfs_disk_key *disk_key, int nr)
2757{
2758 unsigned long ptr;
2759 ptr = btrfs_node_key_ptr_offset(nr);
2760 write_eb_member(eb, (struct btrfs_key_ptr *)ptr,
2761 struct btrfs_key_ptr, key, disk_key);
Chris Mason1e1d2702007-03-15 19:03:33 -04002762}
2763
Chris Mason5f39d392007-10-15 16:14:19 -04002764/* struct btrfs_item */
2765BTRFS_SETGET_FUNCS(item_offset, struct btrfs_item, offset, 32);
2766BTRFS_SETGET_FUNCS(item_size, struct btrfs_item, size, 32);
Qu Wenruo3cae2102013-07-16 11:19:18 +08002767BTRFS_SETGET_STACK_FUNCS(stack_item_offset, struct btrfs_item, offset, 32);
2768BTRFS_SETGET_STACK_FUNCS(stack_item_size, struct btrfs_item, size, 32);
Chris Mason5f39d392007-10-15 16:14:19 -04002769
2770static inline unsigned long btrfs_item_nr_offset(int nr)
Chris Mason1e1d2702007-03-15 19:03:33 -04002771{
Chris Mason5f39d392007-10-15 16:14:19 -04002772 return offsetof(struct btrfs_leaf, items) +
2773 sizeof(struct btrfs_item) * nr;
Chris Mason1e1d2702007-03-15 19:03:33 -04002774}
2775
Ross Kirkdd3cc162013-09-16 15:58:09 +01002776static inline struct btrfs_item *btrfs_item_nr(int nr)
Chris Mason1e1d2702007-03-15 19:03:33 -04002777{
Chris Mason5f39d392007-10-15 16:14:19 -04002778 return (struct btrfs_item *)btrfs_item_nr_offset(nr);
Chris Mason1e1d2702007-03-15 19:03:33 -04002779}
2780
Chris Mason5f39d392007-10-15 16:14:19 -04002781static inline u32 btrfs_item_end(struct extent_buffer *eb,
2782 struct btrfs_item *item)
Chris Mason1e1d2702007-03-15 19:03:33 -04002783{
Chris Mason5f39d392007-10-15 16:14:19 -04002784 return btrfs_item_offset(eb, item) + btrfs_item_size(eb, item);
Chris Mason1e1d2702007-03-15 19:03:33 -04002785}
2786
Chris Mason5f39d392007-10-15 16:14:19 -04002787static inline u32 btrfs_item_end_nr(struct extent_buffer *eb, int nr)
Chris Mason1e1d2702007-03-15 19:03:33 -04002788{
Ross Kirkdd3cc162013-09-16 15:58:09 +01002789 return btrfs_item_end(eb, btrfs_item_nr(nr));
Chris Mason1e1d2702007-03-15 19:03:33 -04002790}
2791
Chris Mason5f39d392007-10-15 16:14:19 -04002792static inline u32 btrfs_item_offset_nr(struct extent_buffer *eb, int nr)
Chris Mason1e1d2702007-03-15 19:03:33 -04002793{
Ross Kirkdd3cc162013-09-16 15:58:09 +01002794 return btrfs_item_offset(eb, btrfs_item_nr(nr));
Chris Mason1e1d2702007-03-15 19:03:33 -04002795}
2796
Chris Mason5f39d392007-10-15 16:14:19 -04002797static inline u32 btrfs_item_size_nr(struct extent_buffer *eb, int nr)
Chris Mason1e1d2702007-03-15 19:03:33 -04002798{
Ross Kirkdd3cc162013-09-16 15:58:09 +01002799 return btrfs_item_size(eb, btrfs_item_nr(nr));
Chris Mason1e1d2702007-03-15 19:03:33 -04002800}
2801
Chris Mason5f39d392007-10-15 16:14:19 -04002802static inline void btrfs_item_key(struct extent_buffer *eb,
2803 struct btrfs_disk_key *disk_key, int nr)
Chris Mason1e1d2702007-03-15 19:03:33 -04002804{
Ross Kirkdd3cc162013-09-16 15:58:09 +01002805 struct btrfs_item *item = btrfs_item_nr(nr);
Chris Mason5f39d392007-10-15 16:14:19 -04002806 read_eb_member(eb, item, struct btrfs_item, key, disk_key);
Chris Mason1e1d2702007-03-15 19:03:33 -04002807}
2808
Chris Mason5f39d392007-10-15 16:14:19 -04002809static inline void btrfs_set_item_key(struct extent_buffer *eb,
2810 struct btrfs_disk_key *disk_key, int nr)
Chris Mason1e1d2702007-03-15 19:03:33 -04002811{
Ross Kirkdd3cc162013-09-16 15:58:09 +01002812 struct btrfs_item *item = btrfs_item_nr(nr);
Chris Mason5f39d392007-10-15 16:14:19 -04002813 write_eb_member(eb, item, struct btrfs_item, key, disk_key);
Chris Mason1e1d2702007-03-15 19:03:33 -04002814}
2815
Chris Masone02119d2008-09-05 16:13:11 -04002816BTRFS_SETGET_FUNCS(dir_log_end, struct btrfs_dir_log_item, end, 64);
2817
Chris Mason0660b5a2008-11-17 20:37:39 -05002818/*
2819 * struct btrfs_root_ref
2820 */
2821BTRFS_SETGET_FUNCS(root_ref_dirid, struct btrfs_root_ref, dirid, 64);
2822BTRFS_SETGET_FUNCS(root_ref_sequence, struct btrfs_root_ref, sequence, 64);
2823BTRFS_SETGET_FUNCS(root_ref_name_len, struct btrfs_root_ref, name_len, 16);
2824
Chris Mason5f39d392007-10-15 16:14:19 -04002825/* struct btrfs_dir_item */
Josef Bacik5103e942007-11-16 11:45:54 -05002826BTRFS_SETGET_FUNCS(dir_data_len, struct btrfs_dir_item, data_len, 16);
Chris Mason5f39d392007-10-15 16:14:19 -04002827BTRFS_SETGET_FUNCS(dir_type, struct btrfs_dir_item, type, 8);
2828BTRFS_SETGET_FUNCS(dir_name_len, struct btrfs_dir_item, name_len, 16);
Chris Masone02119d2008-09-05 16:13:11 -04002829BTRFS_SETGET_FUNCS(dir_transid, struct btrfs_dir_item, transid, 64);
Qu Wenruo3cae2102013-07-16 11:19:18 +08002830BTRFS_SETGET_STACK_FUNCS(stack_dir_type, struct btrfs_dir_item, type, 8);
2831BTRFS_SETGET_STACK_FUNCS(stack_dir_data_len, struct btrfs_dir_item,
2832 data_len, 16);
2833BTRFS_SETGET_STACK_FUNCS(stack_dir_name_len, struct btrfs_dir_item,
2834 name_len, 16);
2835BTRFS_SETGET_STACK_FUNCS(stack_dir_transid, struct btrfs_dir_item,
2836 transid, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04002837
2838static inline void btrfs_dir_item_key(struct extent_buffer *eb,
2839 struct btrfs_dir_item *item,
2840 struct btrfs_disk_key *key)
Chris Mason1e1d2702007-03-15 19:03:33 -04002841{
Chris Mason5f39d392007-10-15 16:14:19 -04002842 read_eb_member(eb, item, struct btrfs_dir_item, location, key);
Chris Mason1e1d2702007-03-15 19:03:33 -04002843}
2844
Chris Mason5f39d392007-10-15 16:14:19 -04002845static inline void btrfs_set_dir_item_key(struct extent_buffer *eb,
2846 struct btrfs_dir_item *item,
2847 struct btrfs_disk_key *key)
Chris Mason1e1d2702007-03-15 19:03:33 -04002848{
Chris Mason5f39d392007-10-15 16:14:19 -04002849 write_eb_member(eb, item, struct btrfs_dir_item, location, key);
Chris Mason1e1d2702007-03-15 19:03:33 -04002850}
2851
Josef Bacik0af3d002010-06-21 14:48:16 -04002852BTRFS_SETGET_FUNCS(free_space_entries, struct btrfs_free_space_header,
2853 num_entries, 64);
2854BTRFS_SETGET_FUNCS(free_space_bitmaps, struct btrfs_free_space_header,
2855 num_bitmaps, 64);
2856BTRFS_SETGET_FUNCS(free_space_generation, struct btrfs_free_space_header,
2857 generation, 64);
2858
2859static inline void btrfs_free_space_key(struct extent_buffer *eb,
2860 struct btrfs_free_space_header *h,
2861 struct btrfs_disk_key *key)
2862{
2863 read_eb_member(eb, h, struct btrfs_free_space_header, location, key);
2864}
2865
2866static inline void btrfs_set_free_space_key(struct extent_buffer *eb,
2867 struct btrfs_free_space_header *h,
2868 struct btrfs_disk_key *key)
2869{
2870 write_eb_member(eb, h, struct btrfs_free_space_header, location, key);
2871}
2872
Chris Mason5f39d392007-10-15 16:14:19 -04002873/* struct btrfs_disk_key */
2874BTRFS_SETGET_STACK_FUNCS(disk_key_objectid, struct btrfs_disk_key,
2875 objectid, 64);
2876BTRFS_SETGET_STACK_FUNCS(disk_key_offset, struct btrfs_disk_key, offset, 64);
2877BTRFS_SETGET_STACK_FUNCS(disk_key_type, struct btrfs_disk_key, type, 8);
Chris Mason1d4f6402007-03-15 15:18:43 -04002878
Chris Masone2fa7222007-03-12 16:22:34 -04002879static inline void btrfs_disk_key_to_cpu(struct btrfs_key *cpu,
2880 struct btrfs_disk_key *disk)
2881{
2882 cpu->offset = le64_to_cpu(disk->offset);
Chris Mason5f39d392007-10-15 16:14:19 -04002883 cpu->type = disk->type;
Chris Masone2fa7222007-03-12 16:22:34 -04002884 cpu->objectid = le64_to_cpu(disk->objectid);
2885}
2886
2887static inline void btrfs_cpu_key_to_disk(struct btrfs_disk_key *disk,
2888 struct btrfs_key *cpu)
2889{
2890 disk->offset = cpu_to_le64(cpu->offset);
Chris Mason5f39d392007-10-15 16:14:19 -04002891 disk->type = cpu->type;
Chris Masone2fa7222007-03-12 16:22:34 -04002892 disk->objectid = cpu_to_le64(cpu->objectid);
2893}
2894
Chris Mason5f39d392007-10-15 16:14:19 -04002895static inline void btrfs_node_key_to_cpu(struct extent_buffer *eb,
2896 struct btrfs_key *key, int nr)
Chris Masone2fa7222007-03-12 16:22:34 -04002897{
Chris Mason5f39d392007-10-15 16:14:19 -04002898 struct btrfs_disk_key disk_key;
2899 btrfs_node_key(eb, &disk_key, nr);
2900 btrfs_disk_key_to_cpu(key, &disk_key);
Chris Masone2fa7222007-03-12 16:22:34 -04002901}
2902
Chris Mason5f39d392007-10-15 16:14:19 -04002903static inline void btrfs_item_key_to_cpu(struct extent_buffer *eb,
2904 struct btrfs_key *key, int nr)
Chris Masone2fa7222007-03-12 16:22:34 -04002905{
Chris Mason5f39d392007-10-15 16:14:19 -04002906 struct btrfs_disk_key disk_key;
2907 btrfs_item_key(eb, &disk_key, nr);
2908 btrfs_disk_key_to_cpu(key, &disk_key);
Chris Masone2fa7222007-03-12 16:22:34 -04002909}
2910
Chris Mason5f39d392007-10-15 16:14:19 -04002911static inline void btrfs_dir_item_key_to_cpu(struct extent_buffer *eb,
2912 struct btrfs_dir_item *item,
2913 struct btrfs_key *key)
Chris Masone2fa7222007-03-12 16:22:34 -04002914{
Chris Mason5f39d392007-10-15 16:14:19 -04002915 struct btrfs_disk_key disk_key;
2916 btrfs_dir_item_key(eb, item, &disk_key);
2917 btrfs_disk_key_to_cpu(key, &disk_key);
Chris Masone2fa7222007-03-12 16:22:34 -04002918}
2919
Chris Mason5f39d392007-10-15 16:14:19 -04002920
2921static inline u8 btrfs_key_type(struct btrfs_key *key)
Chris Masone2fa7222007-03-12 16:22:34 -04002922{
Chris Mason5f39d392007-10-15 16:14:19 -04002923 return key->type;
Chris Masone2fa7222007-03-12 16:22:34 -04002924}
2925
Chris Mason5f39d392007-10-15 16:14:19 -04002926static inline void btrfs_set_key_type(struct btrfs_key *key, u8 val)
Chris Masone2fa7222007-03-12 16:22:34 -04002927{
Chris Mason5f39d392007-10-15 16:14:19 -04002928 key->type = val;
Chris Masone2fa7222007-03-12 16:22:34 -04002929}
2930
Chris Mason5f39d392007-10-15 16:14:19 -04002931/* struct btrfs_header */
Chris Masondb945352007-10-15 16:15:53 -04002932BTRFS_SETGET_HEADER_FUNCS(header_bytenr, struct btrfs_header, bytenr, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04002933BTRFS_SETGET_HEADER_FUNCS(header_generation, struct btrfs_header,
2934 generation, 64);
2935BTRFS_SETGET_HEADER_FUNCS(header_owner, struct btrfs_header, owner, 64);
2936BTRFS_SETGET_HEADER_FUNCS(header_nritems, struct btrfs_header, nritems, 32);
Chris Mason63b10fc2008-04-01 11:21:32 -04002937BTRFS_SETGET_HEADER_FUNCS(header_flags, struct btrfs_header, flags, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04002938BTRFS_SETGET_HEADER_FUNCS(header_level, struct btrfs_header, level, 8);
Qu Wenruo3cae2102013-07-16 11:19:18 +08002939BTRFS_SETGET_STACK_FUNCS(stack_header_generation, struct btrfs_header,
2940 generation, 64);
2941BTRFS_SETGET_STACK_FUNCS(stack_header_owner, struct btrfs_header, owner, 64);
2942BTRFS_SETGET_STACK_FUNCS(stack_header_nritems, struct btrfs_header,
2943 nritems, 32);
2944BTRFS_SETGET_STACK_FUNCS(stack_header_bytenr, struct btrfs_header, bytenr, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04002945
Chris Mason63b10fc2008-04-01 11:21:32 -04002946static inline int btrfs_header_flag(struct extent_buffer *eb, u64 flag)
2947{
2948 return (btrfs_header_flags(eb) & flag) == flag;
2949}
2950
2951static inline int btrfs_set_header_flag(struct extent_buffer *eb, u64 flag)
2952{
2953 u64 flags = btrfs_header_flags(eb);
2954 btrfs_set_header_flags(eb, flags | flag);
2955 return (flags & flag) == flag;
2956}
2957
2958static inline int btrfs_clear_header_flag(struct extent_buffer *eb, u64 flag)
2959{
2960 u64 flags = btrfs_header_flags(eb);
2961 btrfs_set_header_flags(eb, flags & ~flag);
2962 return (flags & flag) == flag;
2963}
2964
Yan Zheng5d4f98a2009-06-10 10:45:14 -04002965static inline int btrfs_header_backref_rev(struct extent_buffer *eb)
2966{
2967 u64 flags = btrfs_header_flags(eb);
2968 return flags >> BTRFS_BACKREF_REV_SHIFT;
2969}
2970
2971static inline void btrfs_set_header_backref_rev(struct extent_buffer *eb,
2972 int rev)
2973{
2974 u64 flags = btrfs_header_flags(eb);
2975 flags &= ~BTRFS_BACKREF_REV_MASK;
2976 flags |= (u64)rev << BTRFS_BACKREF_REV_SHIFT;
2977 btrfs_set_header_flags(eb, flags);
2978}
2979
Ross Kirk0a4e5582013-09-24 10:12:38 +01002980static inline unsigned long btrfs_header_fsid(void)
Chris Masone2fa7222007-03-12 16:22:34 -04002981{
Geert Uytterhoevenfba6aa72013-08-20 13:20:14 +02002982 return offsetof(struct btrfs_header, fsid);
Chris Masone2fa7222007-03-12 16:22:34 -04002983}
2984
Geert Uytterhoevenb308bc22013-08-20 13:20:15 +02002985static inline unsigned long btrfs_header_chunk_tree_uuid(struct extent_buffer *eb)
Chris Masone17cade2008-04-15 15:41:47 -04002986{
Geert Uytterhoevenb308bc22013-08-20 13:20:15 +02002987 return offsetof(struct btrfs_header, chunk_tree_uuid);
Chris Masone17cade2008-04-15 15:41:47 -04002988}
2989
Chris Mason5f39d392007-10-15 16:14:19 -04002990static inline int btrfs_is_leaf(struct extent_buffer *eb)
Chris Mason7518a232007-03-12 12:01:18 -04002991{
Chris Masond3977122009-01-05 21:25:51 -05002992 return btrfs_header_level(eb) == 0;
Chris Mason7518a232007-03-12 12:01:18 -04002993}
2994
Chris Mason5f39d392007-10-15 16:14:19 -04002995/* struct btrfs_root_item */
Yan Zheng84234f32008-10-29 14:49:05 -04002996BTRFS_SETGET_FUNCS(disk_root_generation, struct btrfs_root_item,
2997 generation, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04002998BTRFS_SETGET_FUNCS(disk_root_refs, struct btrfs_root_item, refs, 32);
Chris Masondb945352007-10-15 16:15:53 -04002999BTRFS_SETGET_FUNCS(disk_root_bytenr, struct btrfs_root_item, bytenr, 64);
3000BTRFS_SETGET_FUNCS(disk_root_level, struct btrfs_root_item, level, 8);
Chris Mason5f39d392007-10-15 16:14:19 -04003001
Yan Zheng84234f32008-10-29 14:49:05 -04003002BTRFS_SETGET_STACK_FUNCS(root_generation, struct btrfs_root_item,
3003 generation, 64);
Chris Masondb945352007-10-15 16:15:53 -04003004BTRFS_SETGET_STACK_FUNCS(root_bytenr, struct btrfs_root_item, bytenr, 64);
3005BTRFS_SETGET_STACK_FUNCS(root_level, struct btrfs_root_item, level, 8);
Chris Mason5f39d392007-10-15 16:14:19 -04003006BTRFS_SETGET_STACK_FUNCS(root_dirid, struct btrfs_root_item, root_dirid, 64);
3007BTRFS_SETGET_STACK_FUNCS(root_refs, struct btrfs_root_item, refs, 32);
Josef Bacikf2b636e2008-12-02 06:36:08 -05003008BTRFS_SETGET_STACK_FUNCS(root_flags, struct btrfs_root_item, flags, 64);
Chris Masondb945352007-10-15 16:15:53 -04003009BTRFS_SETGET_STACK_FUNCS(root_used, struct btrfs_root_item, bytes_used, 64);
3010BTRFS_SETGET_STACK_FUNCS(root_limit, struct btrfs_root_item, byte_limit, 64);
Yan Zheng80ff3852008-10-30 14:20:02 -04003011BTRFS_SETGET_STACK_FUNCS(root_last_snapshot, struct btrfs_root_item,
3012 last_snapshot, 64);
Alexander Block8ea05e32012-07-25 17:35:53 +02003013BTRFS_SETGET_STACK_FUNCS(root_generation_v2, struct btrfs_root_item,
3014 generation_v2, 64);
3015BTRFS_SETGET_STACK_FUNCS(root_ctransid, struct btrfs_root_item,
3016 ctransid, 64);
3017BTRFS_SETGET_STACK_FUNCS(root_otransid, struct btrfs_root_item,
3018 otransid, 64);
3019BTRFS_SETGET_STACK_FUNCS(root_stransid, struct btrfs_root_item,
3020 stransid, 64);
3021BTRFS_SETGET_STACK_FUNCS(root_rtransid, struct btrfs_root_item,
3022 rtransid, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04003023
Li Zefanb83cc962010-12-20 16:04:08 +08003024static inline bool btrfs_root_readonly(struct btrfs_root *root)
3025{
Al Viro6ed3cf2c2012-04-13 11:49:04 -04003026 return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_RDONLY)) != 0;
Li Zefanb83cc962010-12-20 16:04:08 +08003027}
3028
David Sterba521e0542014-04-15 16:41:44 +02003029static inline bool btrfs_root_dead(struct btrfs_root *root)
3030{
3031 return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_DEAD)) != 0;
3032}
3033
Chris Masonaf31f5e2011-11-03 15:17:42 -04003034/* struct btrfs_root_backup */
3035BTRFS_SETGET_STACK_FUNCS(backup_tree_root, struct btrfs_root_backup,
3036 tree_root, 64);
3037BTRFS_SETGET_STACK_FUNCS(backup_tree_root_gen, struct btrfs_root_backup,
3038 tree_root_gen, 64);
3039BTRFS_SETGET_STACK_FUNCS(backup_tree_root_level, struct btrfs_root_backup,
3040 tree_root_level, 8);
3041
3042BTRFS_SETGET_STACK_FUNCS(backup_chunk_root, struct btrfs_root_backup,
3043 chunk_root, 64);
3044BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_gen, struct btrfs_root_backup,
3045 chunk_root_gen, 64);
3046BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_level, struct btrfs_root_backup,
3047 chunk_root_level, 8);
3048
3049BTRFS_SETGET_STACK_FUNCS(backup_extent_root, struct btrfs_root_backup,
3050 extent_root, 64);
3051BTRFS_SETGET_STACK_FUNCS(backup_extent_root_gen, struct btrfs_root_backup,
3052 extent_root_gen, 64);
3053BTRFS_SETGET_STACK_FUNCS(backup_extent_root_level, struct btrfs_root_backup,
3054 extent_root_level, 8);
3055
3056BTRFS_SETGET_STACK_FUNCS(backup_fs_root, struct btrfs_root_backup,
3057 fs_root, 64);
3058BTRFS_SETGET_STACK_FUNCS(backup_fs_root_gen, struct btrfs_root_backup,
3059 fs_root_gen, 64);
3060BTRFS_SETGET_STACK_FUNCS(backup_fs_root_level, struct btrfs_root_backup,
3061 fs_root_level, 8);
3062
3063BTRFS_SETGET_STACK_FUNCS(backup_dev_root, struct btrfs_root_backup,
3064 dev_root, 64);
3065BTRFS_SETGET_STACK_FUNCS(backup_dev_root_gen, struct btrfs_root_backup,
3066 dev_root_gen, 64);
3067BTRFS_SETGET_STACK_FUNCS(backup_dev_root_level, struct btrfs_root_backup,
3068 dev_root_level, 8);
3069
3070BTRFS_SETGET_STACK_FUNCS(backup_csum_root, struct btrfs_root_backup,
3071 csum_root, 64);
3072BTRFS_SETGET_STACK_FUNCS(backup_csum_root_gen, struct btrfs_root_backup,
3073 csum_root_gen, 64);
3074BTRFS_SETGET_STACK_FUNCS(backup_csum_root_level, struct btrfs_root_backup,
3075 csum_root_level, 8);
3076BTRFS_SETGET_STACK_FUNCS(backup_total_bytes, struct btrfs_root_backup,
3077 total_bytes, 64);
3078BTRFS_SETGET_STACK_FUNCS(backup_bytes_used, struct btrfs_root_backup,
3079 bytes_used, 64);
3080BTRFS_SETGET_STACK_FUNCS(backup_num_devices, struct btrfs_root_backup,
3081 num_devices, 64);
3082
Ilya Dryomov0940ebf2012-01-16 22:04:48 +02003083/* struct btrfs_balance_item */
3084BTRFS_SETGET_FUNCS(balance_flags, struct btrfs_balance_item, flags, 64);
Josef Bacik607d4322008-12-02 07:17:45 -05003085
Ilya Dryomov0940ebf2012-01-16 22:04:48 +02003086static inline void btrfs_balance_data(struct extent_buffer *eb,
3087 struct btrfs_balance_item *bi,
3088 struct btrfs_disk_balance_args *ba)
3089{
3090 read_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
3091}
3092
3093static inline void btrfs_set_balance_data(struct extent_buffer *eb,
3094 struct btrfs_balance_item *bi,
3095 struct btrfs_disk_balance_args *ba)
3096{
3097 write_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
3098}
3099
3100static inline void btrfs_balance_meta(struct extent_buffer *eb,
3101 struct btrfs_balance_item *bi,
3102 struct btrfs_disk_balance_args *ba)
3103{
3104 read_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
3105}
3106
3107static inline void btrfs_set_balance_meta(struct extent_buffer *eb,
3108 struct btrfs_balance_item *bi,
3109 struct btrfs_disk_balance_args *ba)
3110{
3111 write_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
3112}
3113
3114static inline void btrfs_balance_sys(struct extent_buffer *eb,
3115 struct btrfs_balance_item *bi,
3116 struct btrfs_disk_balance_args *ba)
3117{
3118 read_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
3119}
3120
3121static inline void btrfs_set_balance_sys(struct extent_buffer *eb,
3122 struct btrfs_balance_item *bi,
3123 struct btrfs_disk_balance_args *ba)
3124{
3125 write_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
3126}
3127
3128static inline void
3129btrfs_disk_balance_args_to_cpu(struct btrfs_balance_args *cpu,
3130 struct btrfs_disk_balance_args *disk)
3131{
3132 memset(cpu, 0, sizeof(*cpu));
3133
3134 cpu->profiles = le64_to_cpu(disk->profiles);
3135 cpu->usage = le64_to_cpu(disk->usage);
3136 cpu->devid = le64_to_cpu(disk->devid);
3137 cpu->pstart = le64_to_cpu(disk->pstart);
3138 cpu->pend = le64_to_cpu(disk->pend);
3139 cpu->vstart = le64_to_cpu(disk->vstart);
3140 cpu->vend = le64_to_cpu(disk->vend);
3141 cpu->target = le64_to_cpu(disk->target);
3142 cpu->flags = le64_to_cpu(disk->flags);
David Sterba7d824b62014-05-07 17:37:51 +02003143 cpu->limit = le64_to_cpu(disk->limit);
Ilya Dryomov0940ebf2012-01-16 22:04:48 +02003144}
3145
3146static inline void
3147btrfs_cpu_balance_args_to_disk(struct btrfs_disk_balance_args *disk,
3148 struct btrfs_balance_args *cpu)
3149{
3150 memset(disk, 0, sizeof(*disk));
3151
3152 disk->profiles = cpu_to_le64(cpu->profiles);
3153 disk->usage = cpu_to_le64(cpu->usage);
3154 disk->devid = cpu_to_le64(cpu->devid);
3155 disk->pstart = cpu_to_le64(cpu->pstart);
3156 disk->pend = cpu_to_le64(cpu->pend);
3157 disk->vstart = cpu_to_le64(cpu->vstart);
3158 disk->vend = cpu_to_le64(cpu->vend);
3159 disk->target = cpu_to_le64(cpu->target);
3160 disk->flags = cpu_to_le64(cpu->flags);
David Sterba7d824b62014-05-07 17:37:51 +02003161 disk->limit = cpu_to_le64(cpu->limit);
Ilya Dryomov0940ebf2012-01-16 22:04:48 +02003162}
3163
3164/* struct btrfs_super_block */
Chris Masondb945352007-10-15 16:15:53 -04003165BTRFS_SETGET_STACK_FUNCS(super_bytenr, struct btrfs_super_block, bytenr, 64);
Chris Masona061fc82008-05-07 11:43:44 -04003166BTRFS_SETGET_STACK_FUNCS(super_flags, struct btrfs_super_block, flags, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04003167BTRFS_SETGET_STACK_FUNCS(super_generation, struct btrfs_super_block,
3168 generation, 64);
3169BTRFS_SETGET_STACK_FUNCS(super_root, struct btrfs_super_block, root, 64);
Chris Mason0b86a832008-03-24 15:01:56 -04003170BTRFS_SETGET_STACK_FUNCS(super_sys_array_size,
3171 struct btrfs_super_block, sys_chunk_array_size, 32);
Yan Zheng84234f32008-10-29 14:49:05 -04003172BTRFS_SETGET_STACK_FUNCS(super_chunk_root_generation,
3173 struct btrfs_super_block, chunk_root_generation, 64);
Chris Masondb945352007-10-15 16:15:53 -04003174BTRFS_SETGET_STACK_FUNCS(super_root_level, struct btrfs_super_block,
3175 root_level, 8);
Chris Mason0b86a832008-03-24 15:01:56 -04003176BTRFS_SETGET_STACK_FUNCS(super_chunk_root, struct btrfs_super_block,
3177 chunk_root, 64);
3178BTRFS_SETGET_STACK_FUNCS(super_chunk_root_level, struct btrfs_super_block,
Chris Masone02119d2008-09-05 16:13:11 -04003179 chunk_root_level, 8);
3180BTRFS_SETGET_STACK_FUNCS(super_log_root, struct btrfs_super_block,
3181 log_root, 64);
Chris Masonc3027eb2008-12-08 16:40:21 -05003182BTRFS_SETGET_STACK_FUNCS(super_log_root_transid, struct btrfs_super_block,
3183 log_root_transid, 64);
Chris Masone02119d2008-09-05 16:13:11 -04003184BTRFS_SETGET_STACK_FUNCS(super_log_root_level, struct btrfs_super_block,
3185 log_root_level, 8);
Chris Masondb945352007-10-15 16:15:53 -04003186BTRFS_SETGET_STACK_FUNCS(super_total_bytes, struct btrfs_super_block,
3187 total_bytes, 64);
3188BTRFS_SETGET_STACK_FUNCS(super_bytes_used, struct btrfs_super_block,
3189 bytes_used, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04003190BTRFS_SETGET_STACK_FUNCS(super_sectorsize, struct btrfs_super_block,
3191 sectorsize, 32);
3192BTRFS_SETGET_STACK_FUNCS(super_nodesize, struct btrfs_super_block,
3193 nodesize, 32);
Chris Mason87ee04e2007-11-30 11:30:34 -05003194BTRFS_SETGET_STACK_FUNCS(super_stripesize, struct btrfs_super_block,
3195 stripesize, 32);
Chris Mason5f39d392007-10-15 16:14:19 -04003196BTRFS_SETGET_STACK_FUNCS(super_root_dir, struct btrfs_super_block,
3197 root_dir_objectid, 64);
Chris Mason8a4b83c2008-03-24 15:02:07 -04003198BTRFS_SETGET_STACK_FUNCS(super_num_devices, struct btrfs_super_block,
3199 num_devices, 64);
Josef Bacikf2b636e2008-12-02 06:36:08 -05003200BTRFS_SETGET_STACK_FUNCS(super_compat_flags, struct btrfs_super_block,
3201 compat_flags, 64);
3202BTRFS_SETGET_STACK_FUNCS(super_compat_ro_flags, struct btrfs_super_block,
Josef Bacik12534832009-12-17 21:32:27 +00003203 compat_ro_flags, 64);
Josef Bacikf2b636e2008-12-02 06:36:08 -05003204BTRFS_SETGET_STACK_FUNCS(super_incompat_flags, struct btrfs_super_block,
3205 incompat_flags, 64);
Josef Bacik607d4322008-12-02 07:17:45 -05003206BTRFS_SETGET_STACK_FUNCS(super_csum_type, struct btrfs_super_block,
3207 csum_type, 16);
Josef Bacik0af3d002010-06-21 14:48:16 -04003208BTRFS_SETGET_STACK_FUNCS(super_cache_generation, struct btrfs_super_block,
3209 cache_generation, 64);
Qu Wenruo3cae2102013-07-16 11:19:18 +08003210BTRFS_SETGET_STACK_FUNCS(super_magic, struct btrfs_super_block, magic, 64);
Stefan Behrens26432792013-08-15 17:11:22 +02003211BTRFS_SETGET_STACK_FUNCS(super_uuid_tree_generation, struct btrfs_super_block,
3212 uuid_tree_generation, 64);
Josef Bacik607d4322008-12-02 07:17:45 -05003213
3214static inline int btrfs_super_csum_size(struct btrfs_super_block *s)
3215{
David Sterba1104a882013-03-06 15:57:46 +01003216 u16 t = btrfs_super_csum_type(s);
3217 /*
3218 * csum type is validated at mount time
3219 */
Josef Bacik607d4322008-12-02 07:17:45 -05003220 return btrfs_csum_sizes[t];
3221}
Chris Mason5f39d392007-10-15 16:14:19 -04003222
3223static inline unsigned long btrfs_leaf_data(struct extent_buffer *l)
Chris Mason7f5c1512007-03-23 15:56:19 -04003224{
Chris Mason5f39d392007-10-15 16:14:19 -04003225 return offsetof(struct btrfs_leaf, items);
Chris Mason7f5c1512007-03-23 15:56:19 -04003226}
3227
Chris Mason5f39d392007-10-15 16:14:19 -04003228/* struct btrfs_file_extent_item */
3229BTRFS_SETGET_FUNCS(file_extent_type, struct btrfs_file_extent_item, type, 8);
Qu Wenruo3cae2102013-07-16 11:19:18 +08003230BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_bytenr,
3231 struct btrfs_file_extent_item, disk_bytenr, 64);
3232BTRFS_SETGET_STACK_FUNCS(stack_file_extent_offset,
3233 struct btrfs_file_extent_item, offset, 64);
3234BTRFS_SETGET_STACK_FUNCS(stack_file_extent_generation,
3235 struct btrfs_file_extent_item, generation, 64);
3236BTRFS_SETGET_STACK_FUNCS(stack_file_extent_num_bytes,
3237 struct btrfs_file_extent_item, num_bytes, 64);
Josef Bacike20d6c52013-11-13 21:11:49 -05003238BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_num_bytes,
3239 struct btrfs_file_extent_item, disk_num_bytes, 64);
3240BTRFS_SETGET_STACK_FUNCS(stack_file_extent_compression,
3241 struct btrfs_file_extent_item, compression, 8);
Chris Mason7f5c1512007-03-23 15:56:19 -04003242
Chris Masond3977122009-01-05 21:25:51 -05003243static inline unsigned long
3244btrfs_file_extent_inline_start(struct btrfs_file_extent_item *e)
Chris Mason236454d2007-04-19 13:37:44 -04003245{
David Sterba7ec20af2014-07-24 17:34:58 +02003246 return (unsigned long)e + BTRFS_FILE_EXTENT_INLINE_DATA_START;
Chris Mason236454d2007-04-19 13:37:44 -04003247}
3248
3249static inline u32 btrfs_file_extent_calc_inline_size(u32 datasize)
3250{
David Sterba7ec20af2014-07-24 17:34:58 +02003251 return BTRFS_FILE_EXTENT_INLINE_DATA_START + datasize;
Chris Mason236454d2007-04-19 13:37:44 -04003252}
3253
Chris Masondb945352007-10-15 16:15:53 -04003254BTRFS_SETGET_FUNCS(file_extent_disk_bytenr, struct btrfs_file_extent_item,
3255 disk_bytenr, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04003256BTRFS_SETGET_FUNCS(file_extent_generation, struct btrfs_file_extent_item,
3257 generation, 64);
Chris Masondb945352007-10-15 16:15:53 -04003258BTRFS_SETGET_FUNCS(file_extent_disk_num_bytes, struct btrfs_file_extent_item,
3259 disk_num_bytes, 64);
Chris Mason5f39d392007-10-15 16:14:19 -04003260BTRFS_SETGET_FUNCS(file_extent_offset, struct btrfs_file_extent_item,
3261 offset, 64);
Chris Masondb945352007-10-15 16:15:53 -04003262BTRFS_SETGET_FUNCS(file_extent_num_bytes, struct btrfs_file_extent_item,
3263 num_bytes, 64);
Chris Masonc8b97812008-10-29 14:49:59 -04003264BTRFS_SETGET_FUNCS(file_extent_ram_bytes, struct btrfs_file_extent_item,
3265 ram_bytes, 64);
3266BTRFS_SETGET_FUNCS(file_extent_compression, struct btrfs_file_extent_item,
3267 compression, 8);
3268BTRFS_SETGET_FUNCS(file_extent_encryption, struct btrfs_file_extent_item,
3269 encryption, 8);
3270BTRFS_SETGET_FUNCS(file_extent_other_encoding, struct btrfs_file_extent_item,
3271 other_encoding, 16);
3272
Chris Masonc8b97812008-10-29 14:49:59 -04003273/*
3274 * this returns the number of bytes used by the item on disk, minus the
3275 * size of any extent headers. If a file is compressed on disk, this is
3276 * the compressed size
3277 */
3278static inline u32 btrfs_file_extent_inline_item_len(struct extent_buffer *eb,
3279 struct btrfs_item *e)
3280{
David Sterba7ec20af2014-07-24 17:34:58 +02003281 return btrfs_item_size(eb, e) - BTRFS_FILE_EXTENT_INLINE_DATA_START;
Chris Masonc8b97812008-10-29 14:49:59 -04003282}
Chris Mason9f5fae22007-03-20 14:38:32 -04003283
Chris Mason514ac8a2014-01-03 21:07:00 -08003284/* this returns the number of file bytes represented by the inline item.
3285 * If an item is compressed, this is the uncompressed size
3286 */
3287static inline u32 btrfs_file_extent_inline_len(struct extent_buffer *eb,
3288 int slot,
3289 struct btrfs_file_extent_item *fi)
3290{
3291 struct btrfs_map_token token;
3292
3293 btrfs_init_map_token(&token);
3294 /*
3295 * return the space used on disk if this item isn't
3296 * compressed or encoded
3297 */
3298 if (btrfs_token_file_extent_compression(eb, fi, &token) == 0 &&
3299 btrfs_token_file_extent_encryption(eb, fi, &token) == 0 &&
3300 btrfs_token_file_extent_other_encoding(eb, fi, &token) == 0) {
3301 return btrfs_file_extent_inline_item_len(eb,
3302 btrfs_item_nr(slot));
3303 }
3304
3305 /* otherwise use the ram bytes field */
3306 return btrfs_token_file_extent_ram_bytes(eb, fi, &token);
3307}
3308
3309
Stefan Behrens733f4fb2012-05-25 16:06:10 +02003310/* btrfs_dev_stats_item */
3311static inline u64 btrfs_dev_stats_value(struct extent_buffer *eb,
3312 struct btrfs_dev_stats_item *ptr,
3313 int index)
3314{
3315 u64 val;
3316
3317 read_extent_buffer(eb, &val,
3318 offsetof(struct btrfs_dev_stats_item, values) +
3319 ((unsigned long)ptr) + (index * sizeof(u64)),
3320 sizeof(val));
3321 return val;
3322}
3323
3324static inline void btrfs_set_dev_stats_value(struct extent_buffer *eb,
3325 struct btrfs_dev_stats_item *ptr,
3326 int index, u64 val)
3327{
3328 write_extent_buffer(eb, &val,
3329 offsetof(struct btrfs_dev_stats_item, values) +
3330 ((unsigned long)ptr) + (index * sizeof(u64)),
3331 sizeof(val));
3332}
3333
Arne Jansen630dc772011-09-13 11:06:07 +02003334/* btrfs_qgroup_status_item */
3335BTRFS_SETGET_FUNCS(qgroup_status_generation, struct btrfs_qgroup_status_item,
3336 generation, 64);
3337BTRFS_SETGET_FUNCS(qgroup_status_version, struct btrfs_qgroup_status_item,
3338 version, 64);
3339BTRFS_SETGET_FUNCS(qgroup_status_flags, struct btrfs_qgroup_status_item,
3340 flags, 64);
Jan Schmidt2f232032013-04-25 16:04:51 +00003341BTRFS_SETGET_FUNCS(qgroup_status_rescan, struct btrfs_qgroup_status_item,
3342 rescan, 64);
Arne Jansen630dc772011-09-13 11:06:07 +02003343
3344/* btrfs_qgroup_info_item */
3345BTRFS_SETGET_FUNCS(qgroup_info_generation, struct btrfs_qgroup_info_item,
3346 generation, 64);
3347BTRFS_SETGET_FUNCS(qgroup_info_rfer, struct btrfs_qgroup_info_item, rfer, 64);
3348BTRFS_SETGET_FUNCS(qgroup_info_rfer_cmpr, struct btrfs_qgroup_info_item,
3349 rfer_cmpr, 64);
3350BTRFS_SETGET_FUNCS(qgroup_info_excl, struct btrfs_qgroup_info_item, excl, 64);
3351BTRFS_SETGET_FUNCS(qgroup_info_excl_cmpr, struct btrfs_qgroup_info_item,
3352 excl_cmpr, 64);
3353
3354BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_generation,
3355 struct btrfs_qgroup_info_item, generation, 64);
3356BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer, struct btrfs_qgroup_info_item,
3357 rfer, 64);
3358BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer_cmpr,
3359 struct btrfs_qgroup_info_item, rfer_cmpr, 64);
3360BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl, struct btrfs_qgroup_info_item,
3361 excl, 64);
3362BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl_cmpr,
3363 struct btrfs_qgroup_info_item, excl_cmpr, 64);
3364
3365/* btrfs_qgroup_limit_item */
3366BTRFS_SETGET_FUNCS(qgroup_limit_flags, struct btrfs_qgroup_limit_item,
3367 flags, 64);
3368BTRFS_SETGET_FUNCS(qgroup_limit_max_rfer, struct btrfs_qgroup_limit_item,
3369 max_rfer, 64);
3370BTRFS_SETGET_FUNCS(qgroup_limit_max_excl, struct btrfs_qgroup_limit_item,
3371 max_excl, 64);
3372BTRFS_SETGET_FUNCS(qgroup_limit_rsv_rfer, struct btrfs_qgroup_limit_item,
3373 rsv_rfer, 64);
3374BTRFS_SETGET_FUNCS(qgroup_limit_rsv_excl, struct btrfs_qgroup_limit_item,
3375 rsv_excl, 64);
3376
Stefan Behrensa2bff642012-11-05 17:32:20 +01003377/* btrfs_dev_replace_item */
3378BTRFS_SETGET_FUNCS(dev_replace_src_devid,
3379 struct btrfs_dev_replace_item, src_devid, 64);
3380BTRFS_SETGET_FUNCS(dev_replace_cont_reading_from_srcdev_mode,
3381 struct btrfs_dev_replace_item, cont_reading_from_srcdev_mode,
3382 64);
3383BTRFS_SETGET_FUNCS(dev_replace_replace_state, struct btrfs_dev_replace_item,
3384 replace_state, 64);
3385BTRFS_SETGET_FUNCS(dev_replace_time_started, struct btrfs_dev_replace_item,
3386 time_started, 64);
3387BTRFS_SETGET_FUNCS(dev_replace_time_stopped, struct btrfs_dev_replace_item,
3388 time_stopped, 64);
3389BTRFS_SETGET_FUNCS(dev_replace_num_write_errors, struct btrfs_dev_replace_item,
3390 num_write_errors, 64);
3391BTRFS_SETGET_FUNCS(dev_replace_num_uncorrectable_read_errors,
3392 struct btrfs_dev_replace_item, num_uncorrectable_read_errors,
3393 64);
3394BTRFS_SETGET_FUNCS(dev_replace_cursor_left, struct btrfs_dev_replace_item,
3395 cursor_left, 64);
3396BTRFS_SETGET_FUNCS(dev_replace_cursor_right, struct btrfs_dev_replace_item,
3397 cursor_right, 64);
3398
3399BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_src_devid,
3400 struct btrfs_dev_replace_item, src_devid, 64);
3401BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cont_reading_from_srcdev_mode,
3402 struct btrfs_dev_replace_item,
3403 cont_reading_from_srcdev_mode, 64);
3404BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_replace_state,
3405 struct btrfs_dev_replace_item, replace_state, 64);
3406BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_started,
3407 struct btrfs_dev_replace_item, time_started, 64);
3408BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_stopped,
3409 struct btrfs_dev_replace_item, time_stopped, 64);
3410BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_write_errors,
3411 struct btrfs_dev_replace_item, num_write_errors, 64);
3412BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_uncorrectable_read_errors,
3413 struct btrfs_dev_replace_item,
3414 num_uncorrectable_read_errors, 64);
3415BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_left,
3416 struct btrfs_dev_replace_item, cursor_left, 64);
3417BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_right,
3418 struct btrfs_dev_replace_item, cursor_right, 64);
3419
Al Viro815745c2011-11-17 15:40:49 -05003420static inline struct btrfs_fs_info *btrfs_sb(struct super_block *sb)
Chris Masone20d96d2007-03-22 12:13:20 -04003421{
3422 return sb->s_fs_info;
3423}
3424
Chris Mason4beb1b82007-03-14 10:31:29 -04003425/* helper function to cast into the data area of the leaf. */
3426#define btrfs_item_ptr(leaf, slot, type) \
Chris Mason123abc82007-03-14 14:14:43 -04003427 ((type *)(btrfs_leaf_data(leaf) + \
Chris Mason5f39d392007-10-15 16:14:19 -04003428 btrfs_item_offset_nr(leaf, slot)))
3429
3430#define btrfs_item_ptr_offset(leaf, slot) \
3431 ((unsigned long)(btrfs_leaf_data(leaf) + \
3432 btrfs_item_offset_nr(leaf, slot)))
Chris Mason4beb1b82007-03-14 10:31:29 -04003433
Josef Bacik67377732010-09-16 16:19:09 -04003434static inline bool btrfs_mixed_space_info(struct btrfs_space_info *space_info)
3435{
3436 return ((space_info->flags & BTRFS_BLOCK_GROUP_METADATA) &&
3437 (space_info->flags & BTRFS_BLOCK_GROUP_DATA));
3438}
3439
Josef Bacik3b16a4e2011-09-21 15:05:58 -04003440static inline gfp_t btrfs_alloc_write_mask(struct address_space *mapping)
3441{
Michal Hockoc62d2552015-11-06 16:28:49 -08003442 return mapping_gfp_constraint(mapping, ~__GFP_FS);
Josef Bacik3b16a4e2011-09-21 15:05:58 -04003443}
3444
Chris Masonb18c6682007-04-17 13:26:50 -04003445/* extent-tree.c */
Chris Mason28f75a02015-02-04 06:59:29 -08003446
3447u64 btrfs_csum_bytes_to_leaves(struct btrfs_root *root, u64 csum_bytes);
3448
Miao Xie16cdcec2011-04-22 18:12:22 +08003449static inline u64 btrfs_calc_trans_metadata_size(struct btrfs_root *root,
Josef Bacik9e0baf62011-07-15 15:16:44 +00003450 unsigned num_items)
Miao Xie16cdcec2011-04-22 18:12:22 +08003451{
David Sterba707e8a02014-06-04 19:22:26 +02003452 return (root->nodesize + root->nodesize * (BTRFS_MAX_LEVEL - 1)) *
Josef Bacikc4fbb432013-09-17 10:50:06 -04003453 2 * num_items;
Miao Xie16cdcec2011-04-22 18:12:22 +08003454}
3455
Josef Bacik07127182011-08-19 10:29:59 -04003456/*
3457 * Doing a truncate won't result in new nodes or leaves, just what we need for
3458 * COW.
3459 */
3460static inline u64 btrfs_calc_trunc_metadata_size(struct btrfs_root *root,
3461 unsigned num_items)
3462{
David Sterba707e8a02014-06-04 19:22:26 +02003463 return root->nodesize * BTRFS_MAX_LEVEL * num_items;
Josef Bacik07127182011-08-19 10:29:59 -04003464}
3465
Josef Bacik1be41b72013-06-12 13:56:06 -04003466int btrfs_should_throttle_delayed_refs(struct btrfs_trans_handle *trans,
3467 struct btrfs_root *root);
Josef Bacik0a2b2a82014-01-23 10:54:11 -05003468int btrfs_check_space_for_delayed_refs(struct btrfs_trans_handle *trans,
3469 struct btrfs_root *root);
Chris Masonfa9c0d792009-04-03 09:47:43 -04003470void btrfs_put_block_group(struct btrfs_block_group_cache *cache);
Chris Mason56bec292009-03-13 10:10:06 -04003471int btrfs_run_delayed_refs(struct btrfs_trans_handle *trans,
3472 struct btrfs_root *root, unsigned long count);
Chris Masona79b7d42014-05-22 16:18:52 -07003473int btrfs_async_run_delayed_refs(struct btrfs_root *root,
3474 unsigned long count, int wait);
Filipe Manana1a4ed8f2014-10-27 10:44:24 +00003475int btrfs_lookup_data_extent(struct btrfs_root *root, u64 start, u64 len);
Yan, Zhenga22285a2010-05-16 10:48:46 -04003476int btrfs_lookup_extent_info(struct btrfs_trans_handle *trans,
3477 struct btrfs_root *root, u64 bytenr,
Josef Bacik3173a182013-03-07 14:22:04 -05003478 u64 offset, int metadata, u64 *refs, u64 *flags);
Yan Zheng11833d62009-09-11 16:11:19 -04003479int btrfs_pin_extent(struct btrfs_root *root,
3480 u64 bytenr, u64 num, int reserved);
Liu Bodcfac412012-12-27 09:01:20 +00003481int btrfs_pin_extent_for_log_replay(struct btrfs_root *root,
Chris Masone688b7252011-10-31 20:52:39 -04003482 u64 bytenr, u64 num_bytes);
Josef Bacik8c2a1a32013-06-06 13:19:32 -04003483int btrfs_exclude_logged_extents(struct btrfs_root *root,
3484 struct extent_buffer *eb);
Yan Zheng80ff3852008-10-30 14:20:02 -04003485int btrfs_cross_ref_exist(struct btrfs_trans_handle *trans,
Yan Zheng5d4f98a2009-06-10 10:45:14 -04003486 struct btrfs_root *root,
3487 u64 objectid, u64 offset, u64 bytenr);
Chris Masond3977122009-01-05 21:25:51 -05003488struct btrfs_block_group_cache *btrfs_lookup_block_group(
3489 struct btrfs_fs_info *info,
3490 u64 bytenr);
Filipe Manana758f2df2015-11-19 11:45:48 +00003491void btrfs_get_block_group(struct btrfs_block_group_cache *cache);
Yan Zheng5d4f98a2009-06-10 10:45:14 -04003492void btrfs_put_block_group(struct btrfs_block_group_cache *cache);
Jeff Mahoney6ab0a202013-11-01 13:07:04 -04003493int get_block_group_index(struct btrfs_block_group_cache *cache);
David Sterba4d75f8a2014-06-15 01:54:12 +02003494struct extent_buffer *btrfs_alloc_tree_block(struct btrfs_trans_handle *trans,
3495 struct btrfs_root *root, u64 parent,
3496 u64 root_objectid,
Yan Zheng5d4f98a2009-06-10 10:45:14 -04003497 struct btrfs_disk_key *key, int level,
Jan Schmidt5581a512012-05-16 17:04:52 +02003498 u64 hint, u64 empty_size);
Yan, Zhengf0486c62010-05-16 10:46:25 -04003499void btrfs_free_tree_block(struct btrfs_trans_handle *trans,
3500 struct btrfs_root *root,
3501 struct extent_buffer *buf,
Jan Schmidt5581a512012-05-16 17:04:52 +02003502 u64 parent, int last_ref);
Yan Zheng5d4f98a2009-06-10 10:45:14 -04003503int btrfs_alloc_reserved_file_extent(struct btrfs_trans_handle *trans,
3504 struct btrfs_root *root,
3505 u64 root_objectid, u64 owner,
Qu Wenruo5846a3c2015-10-26 14:11:18 +08003506 u64 offset, u64 ram_bytes,
3507 struct btrfs_key *ins);
Yan Zheng5d4f98a2009-06-10 10:45:14 -04003508int btrfs_alloc_logged_file_extent(struct btrfs_trans_handle *trans,
3509 struct btrfs_root *root,
3510 u64 root_objectid, u64 owner, u64 offset,
3511 struct btrfs_key *ins);
Josef Bacik00361582013-08-14 14:02:47 -04003512int btrfs_reserve_extent(struct btrfs_root *root, u64 num_bytes,
3513 u64 min_alloc_size, u64 empty_size, u64 hint_byte,
Miao Xiee570fd22014-06-19 10:42:50 +08003514 struct btrfs_key *ins, int is_data, int delalloc);
Chris Masone089f052007-03-16 16:20:31 -04003515int btrfs_inc_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
Josef Bacike339a6b2014-07-02 10:54:25 -07003516 struct extent_buffer *buf, int full_backref);
Yan Zheng5d4f98a2009-06-10 10:45:14 -04003517int btrfs_dec_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
Josef Bacike339a6b2014-07-02 10:54:25 -07003518 struct extent_buffer *buf, int full_backref);
Yan Zheng5d4f98a2009-06-10 10:45:14 -04003519int btrfs_set_disk_extent_flags(struct btrfs_trans_handle *trans,
3520 struct btrfs_root *root,
3521 u64 bytenr, u64 num_bytes, u64 flags,
Josef Bacikb1c79e02013-05-09 13:49:30 -04003522 int level, int is_data);
Zheng Yan31840ae2008-09-23 13:14:14 -04003523int btrfs_free_extent(struct btrfs_trans_handle *trans,
3524 struct btrfs_root *root,
Arne Jansen66d7e7f2011-09-12 15:26:38 +02003525 u64 bytenr, u64 num_bytes, u64 parent, u64 root_objectid,
Filipe Mananab06c4bf2015-10-23 07:52:54 +01003526 u64 owner, u64 offset);
Yan Zheng5d4f98a2009-06-10 10:45:14 -04003527
Miao Xiee570fd22014-06-19 10:42:50 +08003528int btrfs_free_reserved_extent(struct btrfs_root *root, u64 start, u64 len,
3529 int delalloc);
Chris Masone688b7252011-10-31 20:52:39 -04003530int btrfs_free_and_pin_reserved_extent(struct btrfs_root *root,
3531 u64 start, u64 len);
Jeff Mahoney143bede2012-03-01 14:56:26 +01003532void btrfs_prepare_extent_commit(struct btrfs_trans_handle *trans,
3533 struct btrfs_root *root);
Chris Masonccd467d2007-06-28 15:57:36 -04003534int btrfs_finish_extent_commit(struct btrfs_trans_handle *trans,
Yan Zheng11833d62009-09-11 16:11:19 -04003535 struct btrfs_root *root);
Chris Masonb18c6682007-04-17 13:26:50 -04003536int btrfs_inc_extent_ref(struct btrfs_trans_handle *trans,
Zheng Yan31840ae2008-09-23 13:14:14 -04003537 struct btrfs_root *root,
3538 u64 bytenr, u64 num_bytes, u64 parent,
Filipe Mananab06c4bf2015-10-23 07:52:54 +01003539 u64 root_objectid, u64 owner, u64 offset);
Yan Zheng5d4f98a2009-06-10 10:45:14 -04003540
Chris Mason1bbc6212015-04-06 12:46:08 -07003541int btrfs_start_dirty_block_groups(struct btrfs_trans_handle *trans,
3542 struct btrfs_root *root);
Chris Mason9078a3e2007-04-26 16:46:15 -04003543int btrfs_write_dirty_block_groups(struct btrfs_trans_handle *trans,
3544 struct btrfs_root *root);
Josef Bacikdcdf7f62015-03-02 16:37:31 -05003545int btrfs_setup_space_cache(struct btrfs_trans_handle *trans,
3546 struct btrfs_root *root);
Yan Zhengd2fb3432008-12-11 16:30:39 -05003547int btrfs_extent_readonly(struct btrfs_root *root, u64 bytenr);
Chris Mason9078a3e2007-04-26 16:46:15 -04003548int btrfs_free_block_groups(struct btrfs_fs_info *info);
3549int btrfs_read_block_groups(struct btrfs_root *root);
Josef Bacikba1bf482009-09-11 16:11:19 -04003550int btrfs_can_relocate(struct btrfs_root *root, u64 bytenr);
Chris Mason0b86a832008-03-24 15:01:56 -04003551int btrfs_make_block_group(struct btrfs_trans_handle *trans,
3552 struct btrfs_root *root, u64 bytes_used,
Chris Masone17cade2008-04-15 15:41:47 -04003553 u64 type, u64 chunk_objectid, u64 chunk_offset,
Chris Mason0b86a832008-03-24 15:01:56 -04003554 u64 size);
Filipe Manana8eab77f2015-11-13 23:57:16 +00003555struct btrfs_trans_handle *btrfs_start_trans_remove_block_group(
Filipe Manana7fd01182015-11-13 23:57:17 +00003556 struct btrfs_fs_info *fs_info,
3557 const u64 chunk_offset);
Zheng Yan1a40e232008-09-26 10:09:34 -04003558int btrfs_remove_block_group(struct btrfs_trans_handle *trans,
Filipe Manana04216822014-11-27 21:14:15 +00003559 struct btrfs_root *root, u64 group_start,
3560 struct extent_map *em);
Josef Bacik47ab2a62014-09-18 11:20:02 -04003561void btrfs_delete_unused_bgs(struct btrfs_fs_info *fs_info);
Jeff Mahoneye33e17e2015-06-15 09:41:19 -04003562void btrfs_get_block_group_trimming(struct btrfs_block_group_cache *cache);
3563void btrfs_put_block_group_trimming(struct btrfs_block_group_cache *cache);
Josef Bacikea658ba2012-09-11 16:57:25 -04003564void btrfs_create_pending_block_groups(struct btrfs_trans_handle *trans,
3565 struct btrfs_root *root);
Miao Xie6d07bce2011-01-05 10:07:31 +00003566u64 btrfs_get_alloc_profile(struct btrfs_root *root, int data);
Chris Mason4184ea72009-03-10 12:39:20 -04003567void btrfs_clear_space_info_full(struct btrfs_fs_info *info);
Miao Xie08e007d2012-10-16 11:33:38 +00003568
3569enum btrfs_reserve_flush_enum {
3570 /* If we are in the transaction, we can't flush anything.*/
3571 BTRFS_RESERVE_NO_FLUSH,
3572 /*
3573 * Flushing delalloc may cause deadlock somewhere, in this
3574 * case, use FLUSH LIMIT
3575 */
3576 BTRFS_RESERVE_FLUSH_LIMIT,
3577 BTRFS_RESERVE_FLUSH_ALL,
3578};
3579
Qu Wenruo7cf5b972015-09-08 17:25:55 +08003580int btrfs_check_data_free_space(struct inode *inode, u64 start, u64 len);
Qu Wenruo4ceff072015-09-08 17:22:42 +08003581int btrfs_alloc_data_chunk_ondemand(struct inode *inode, u64 bytes);
Qu Wenruo7cf5b972015-09-08 17:25:55 +08003582void btrfs_free_reserved_data_space(struct inode *inode, u64 start, u64 len);
Qu Wenruo51773be2015-10-08 18:19:37 +08003583void btrfs_free_reserved_data_space_noquota(struct inode *inode, u64 start,
3584 u64 len);
Yan, Zhenga22285a2010-05-16 10:48:46 -04003585void btrfs_trans_release_metadata(struct btrfs_trans_handle *trans,
3586 struct btrfs_root *root);
Filipe Manana4fbcdf62015-05-20 14:01:54 +01003587void btrfs_trans_release_chunk_metadata(struct btrfs_trans_handle *trans);
Yan, Zhengd68fc572010-05-16 10:49:58 -04003588int btrfs_orphan_reserve_metadata(struct btrfs_trans_handle *trans,
3589 struct inode *inode);
3590void btrfs_orphan_release_metadata(struct inode *inode);
Miao Xied5c12072013-02-28 10:04:33 +00003591int btrfs_subvolume_reserve_metadata(struct btrfs_root *root,
3592 struct btrfs_block_rsv *rsv,
3593 int nitems,
Jeff Mahoneyee3441b2013-07-09 16:37:21 -04003594 u64 *qgroup_reserved, bool use_global_rsv);
Miao Xied5c12072013-02-28 10:04:33 +00003595void btrfs_subvolume_release_metadata(struct btrfs_root *root,
3596 struct btrfs_block_rsv *rsv,
3597 u64 qgroup_reserved);
Yan, Zheng0ca1f7c2010-05-16 10:48:47 -04003598int btrfs_delalloc_reserve_metadata(struct inode *inode, u64 num_bytes);
3599void btrfs_delalloc_release_metadata(struct inode *inode, u64 num_bytes);
Qu Wenruo7cf5b972015-09-08 17:25:55 +08003600int btrfs_delalloc_reserve_space(struct inode *inode, u64 start, u64 len);
3601void btrfs_delalloc_release_space(struct inode *inode, u64 start, u64 len);
Miao Xie66d8f3d2012-09-06 04:02:28 -06003602void btrfs_init_block_rsv(struct btrfs_block_rsv *rsv, unsigned short type);
3603struct btrfs_block_rsv *btrfs_alloc_block_rsv(struct btrfs_root *root,
3604 unsigned short type);
Yan, Zhengf0486c62010-05-16 10:46:25 -04003605void btrfs_free_block_rsv(struct btrfs_root *root,
3606 struct btrfs_block_rsv *rsv);
Chris Masoncdfb0802015-04-06 18:17:00 -07003607void __btrfs_free_block_rsv(struct btrfs_block_rsv *rsv);
Josef Bacik4a92b1b2011-08-30 12:34:28 -04003608int btrfs_block_rsv_add(struct btrfs_root *root,
Miao Xie08e007d2012-10-16 11:33:38 +00003609 struct btrfs_block_rsv *block_rsv, u64 num_bytes,
3610 enum btrfs_reserve_flush_enum flush);
Josef Bacik4a92b1b2011-08-30 12:34:28 -04003611int btrfs_block_rsv_check(struct btrfs_root *root,
Josef Bacik36ba0222011-10-18 12:15:48 -04003612 struct btrfs_block_rsv *block_rsv, int min_factor);
3613int btrfs_block_rsv_refill(struct btrfs_root *root,
Miao Xie08e007d2012-10-16 11:33:38 +00003614 struct btrfs_block_rsv *block_rsv, u64 min_reserved,
3615 enum btrfs_reserve_flush_enum flush);
Yan, Zhengf0486c62010-05-16 10:46:25 -04003616int btrfs_block_rsv_migrate(struct btrfs_block_rsv *src_rsv,
3617 struct btrfs_block_rsv *dst_rsv,
3618 u64 num_bytes);
Josef Bacikd52be812013-05-29 14:54:47 -04003619int btrfs_cond_migrate_bytes(struct btrfs_fs_info *fs_info,
3620 struct btrfs_block_rsv *dest, u64 num_bytes,
3621 int min_factor);
Yan, Zhengf0486c62010-05-16 10:46:25 -04003622void btrfs_block_rsv_release(struct btrfs_root *root,
3623 struct btrfs_block_rsv *block_rsv,
3624 u64 num_bytes);
Zhaolei868f4012015-08-05 16:43:27 +08003625int btrfs_inc_block_group_ro(struct btrfs_root *root,
Yan, Zhengf0486c62010-05-16 10:46:25 -04003626 struct btrfs_block_group_cache *cache);
Zhaolei868f4012015-08-05 16:43:27 +08003627void btrfs_dec_block_group_ro(struct btrfs_root *root,
Jeff Mahoney143bede2012-03-01 14:56:26 +01003628 struct btrfs_block_group_cache *cache);
Josef Bacik0af3d002010-06-21 14:48:16 -04003629void btrfs_put_block_group_cache(struct btrfs_fs_info *info);
Miao Xie6d07bce2011-01-05 10:07:31 +00003630u64 btrfs_account_ro_block_groups_free_space(struct btrfs_space_info *sinfo);
liuboacce9522011-01-06 19:30:25 +08003631int btrfs_error_unpin_extent_range(struct btrfs_root *root,
3632 u64 start, u64 end);
Filipe Manana1edb647b2014-12-08 14:01:12 +00003633int btrfs_discard_extent(struct btrfs_root *root, u64 bytenr,
3634 u64 num_bytes, u64 *actual_bytes);
Chris Masonc87f08c2011-02-16 13:57:04 -05003635int btrfs_force_chunk_alloc(struct btrfs_trans_handle *trans,
3636 struct btrfs_root *root, u64 type);
Li Dongyangf7039b12011-03-24 10:24:28 +00003637int btrfs_trim_fs(struct btrfs_root *root, struct fstrim_range *range);
liuboacce9522011-01-06 19:30:25 +08003638
liuboc59021f2011-03-07 02:13:14 +00003639int btrfs_init_space_info(struct btrfs_fs_info *fs_info);
Arne Jansenbed92ea2012-06-28 18:03:02 +02003640int btrfs_delayed_refs_qgroup_accounting(struct btrfs_trans_handle *trans,
3641 struct btrfs_fs_info *fs_info);
Liu Bo31e50222012-11-21 14:18:10 +00003642int __get_raid_index(u64 flags);
Filipe Manana9ea24bb2014-10-29 11:57:59 +00003643int btrfs_start_write_no_snapshoting(struct btrfs_root *root);
3644void btrfs_end_write_no_snapshoting(struct btrfs_root *root);
Zhao Lei0bc19f902016-01-06 18:56:36 +08003645void btrfs_wait_for_snapshot_creation(struct btrfs_root *root);
Filipe Manana39c2d7f2015-05-20 14:01:55 +01003646void check_system_chunk(struct btrfs_trans_handle *trans,
3647 struct btrfs_root *root,
Filipe Manana4617ea32015-06-09 17:48:21 +01003648 const u64 type);
Omar Sandovala5ed9182015-09-29 20:50:35 -07003649u64 add_new_free_space(struct btrfs_block_group_cache *block_group,
3650 struct btrfs_fs_info *info, u64 start, u64 end);
3651
Chris Masondee26a92007-03-26 16:00:06 -04003652/* ctree.c */
Yan Zheng5d4f98a2009-06-10 10:45:14 -04003653int btrfs_bin_search(struct extent_buffer *eb, struct btrfs_key *key,
3654 int level, int *slot);
3655int btrfs_comp_cpu_keys(struct btrfs_key *k1, struct btrfs_key *k2);
Chris Mason0b86a832008-03-24 15:01:56 -04003656int btrfs_previous_item(struct btrfs_root *root,
3657 struct btrfs_path *path, u64 min_objectid,
3658 int type);
Wang Shilongade2e0b2014-01-12 21:38:33 +08003659int btrfs_previous_extent_item(struct btrfs_root *root,
3660 struct btrfs_path *path, u64 min_objectid);
Daniel Dresslerb7a03652014-11-12 13:43:09 +09003661void btrfs_set_item_key_safe(struct btrfs_fs_info *fs_info,
3662 struct btrfs_path *path,
Jeff Mahoney143bede2012-03-01 14:56:26 +01003663 struct btrfs_key *new_key);
Chris Mason925baed2008-06-25 16:01:30 -04003664struct extent_buffer *btrfs_root_node(struct btrfs_root *root);
3665struct extent_buffer *btrfs_lock_root_node(struct btrfs_root *root);
Chris Masone7a84562008-06-25 16:01:31 -04003666int btrfs_find_next_key(struct btrfs_root *root, struct btrfs_path *path,
Chris Mason3f157a22008-06-25 16:01:31 -04003667 struct btrfs_key *key, int lowest_level,
Eric Sandeende78b512013-01-31 18:21:12 +00003668 u64 min_trans);
Chris Mason3f157a22008-06-25 16:01:31 -04003669int btrfs_search_forward(struct btrfs_root *root, struct btrfs_key *min_key,
Eric Sandeende78b512013-01-31 18:21:12 +00003670 struct btrfs_path *path,
Chris Mason3f157a22008-06-25 16:01:31 -04003671 u64 min_trans);
Alexander Block70698302012-06-05 21:07:48 +02003672enum btrfs_compare_tree_result {
3673 BTRFS_COMPARE_TREE_NEW,
3674 BTRFS_COMPARE_TREE_DELETED,
3675 BTRFS_COMPARE_TREE_CHANGED,
Josef Bacikba5e8f22013-08-16 16:52:55 -04003676 BTRFS_COMPARE_TREE_SAME,
Alexander Block70698302012-06-05 21:07:48 +02003677};
3678typedef int (*btrfs_changed_cb_t)(struct btrfs_root *left_root,
3679 struct btrfs_root *right_root,
3680 struct btrfs_path *left_path,
3681 struct btrfs_path *right_path,
3682 struct btrfs_key *key,
3683 enum btrfs_compare_tree_result result,
3684 void *ctx);
3685int btrfs_compare_trees(struct btrfs_root *left_root,
3686 struct btrfs_root *right_root,
3687 btrfs_changed_cb_t cb, void *ctx);
Chris Mason5f39d392007-10-15 16:14:19 -04003688int btrfs_cow_block(struct btrfs_trans_handle *trans,
3689 struct btrfs_root *root, struct extent_buffer *buf,
3690 struct extent_buffer *parent, int parent_slot,
Chris Mason9fa8cfe2009-03-13 10:24:59 -04003691 struct extent_buffer **cow_ret);
Chris Masonbe20aa92007-12-17 20:14:01 -05003692int btrfs_copy_root(struct btrfs_trans_handle *trans,
3693 struct btrfs_root *root,
3694 struct extent_buffer *buf,
3695 struct extent_buffer **cow_ret, u64 new_root_objectid);
Yan Zheng5d4f98a2009-06-10 10:45:14 -04003696int btrfs_block_can_be_shared(struct btrfs_root *root,
3697 struct extent_buffer *buf);
Tsutomu Itoh4b90c682013-04-16 05:18:49 +00003698void btrfs_extend_item(struct btrfs_root *root, struct btrfs_path *path,
Jeff Mahoney143bede2012-03-01 14:56:26 +01003699 u32 data_size);
Tsutomu Itohafe5fea2013-04-16 05:18:22 +00003700void btrfs_truncate_item(struct btrfs_root *root, struct btrfs_path *path,
Jeff Mahoney143bede2012-03-01 14:56:26 +01003701 u32 new_size, int from_end);
Chris Mason459931e2008-12-10 09:10:46 -05003702int btrfs_split_item(struct btrfs_trans_handle *trans,
3703 struct btrfs_root *root,
3704 struct btrfs_path *path,
3705 struct btrfs_key *new_key,
3706 unsigned long split_offset);
Yan, Zhengad48fd752009-11-12 09:33:58 +00003707int btrfs_duplicate_item(struct btrfs_trans_handle *trans,
3708 struct btrfs_root *root,
3709 struct btrfs_path *path,
3710 struct btrfs_key *new_key);
Kelley Nielsene33d5c32013-11-04 19:33:33 -08003711int btrfs_find_item(struct btrfs_root *fs_root, struct btrfs_path *path,
3712 u64 inum, u64 ioff, u8 key_type, struct btrfs_key *found_key);
Chris Masone089f052007-03-16 16:20:31 -04003713int btrfs_search_slot(struct btrfs_trans_handle *trans, struct btrfs_root
3714 *root, struct btrfs_key *key, struct btrfs_path *p, int
3715 ins_len, int cow);
Jan Schmidt5d9e75c42012-05-16 18:25:47 +02003716int btrfs_search_old_slot(struct btrfs_root *root, struct btrfs_key *key,
3717 struct btrfs_path *p, u64 time_seq);
Arne Jansen2f38b3e2011-09-13 11:18:10 +02003718int btrfs_search_slot_for_read(struct btrfs_root *root,
3719 struct btrfs_key *key, struct btrfs_path *p,
3720 int find_higher, int return_any);
Chris Mason6702ed42007-08-07 16:15:09 -04003721int btrfs_realloc_node(struct btrfs_trans_handle *trans,
Chris Mason5f39d392007-10-15 16:14:19 -04003722 struct btrfs_root *root, struct extent_buffer *parent,
Eric Sandeende78b512013-01-31 18:21:12 +00003723 int start_slot, u64 *last_ret,
Chris Masona6b6e752007-10-15 16:22:39 -04003724 struct btrfs_key *progress);
David Sterbab3b4aa72011-04-21 01:20:15 +02003725void btrfs_release_path(struct btrfs_path *p);
Chris Mason2c90e5d2007-04-02 10:50:19 -04003726struct btrfs_path *btrfs_alloc_path(void);
3727void btrfs_free_path(struct btrfs_path *p);
Chris Masonb4ce94d2009-02-04 09:25:08 -05003728void btrfs_set_path_blocking(struct btrfs_path *p);
Miao Xie16cdcec2011-04-22 18:12:22 +08003729void btrfs_clear_path_blocking(struct btrfs_path *p,
Chris Masonbd681512011-07-16 15:23:14 -04003730 struct extent_buffer *held, int held_rw);
Chris Masonb4ce94d2009-02-04 09:25:08 -05003731void btrfs_unlock_up_safe(struct btrfs_path *p, int level);
3732
Chris Mason85e21ba2008-01-29 15:11:36 -05003733int btrfs_del_items(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3734 struct btrfs_path *path, int slot, int nr);
Chris Mason85e21ba2008-01-29 15:11:36 -05003735static inline int btrfs_del_item(struct btrfs_trans_handle *trans,
3736 struct btrfs_root *root,
3737 struct btrfs_path *path)
3738{
3739 return btrfs_del_items(trans, root, path, path->slots[0], 1);
3740}
3741
Tsutomu Itohafe5fea2013-04-16 05:18:22 +00003742void setup_items_for_insert(struct btrfs_root *root, struct btrfs_path *path,
Jeff Mahoney143bede2012-03-01 14:56:26 +01003743 struct btrfs_key *cpu_key, u32 *data_size,
3744 u32 total_data, u32 total_size, int nr);
Chris Masone089f052007-03-16 16:20:31 -04003745int btrfs_insert_item(struct btrfs_trans_handle *trans, struct btrfs_root
3746 *root, struct btrfs_key *key, void *data, u32 data_size);
Chris Mason9c583092008-01-29 15:15:18 -05003747int btrfs_insert_empty_items(struct btrfs_trans_handle *trans,
3748 struct btrfs_root *root,
3749 struct btrfs_path *path,
3750 struct btrfs_key *cpu_key, u32 *data_size, int nr);
3751
3752static inline int btrfs_insert_empty_item(struct btrfs_trans_handle *trans,
3753 struct btrfs_root *root,
3754 struct btrfs_path *path,
3755 struct btrfs_key *key,
3756 u32 data_size)
3757{
3758 return btrfs_insert_empty_items(trans, root, path, key, &data_size, 1);
3759}
3760
Chris Mason234b63a2007-03-13 10:46:10 -04003761int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path);
Josef Bacik16e75492013-10-22 12:18:51 -04003762int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path);
Jan Schmidt3d7806e2012-06-11 08:29:29 +02003763int btrfs_next_old_leaf(struct btrfs_root *root, struct btrfs_path *path,
3764 u64 time_seq);
Alexander Block1c8f52a2012-06-19 07:42:25 -06003765static inline int btrfs_next_old_item(struct btrfs_root *root,
3766 struct btrfs_path *p, u64 time_seq)
Jan Schmidtc7d22a32011-11-22 15:14:33 +01003767{
3768 ++p->slots[0];
3769 if (p->slots[0] >= btrfs_header_nritems(p->nodes[0]))
Alexander Block1c8f52a2012-06-19 07:42:25 -06003770 return btrfs_next_old_leaf(root, p, time_seq);
Jan Schmidtc7d22a32011-11-22 15:14:33 +01003771 return 0;
3772}
Alexander Block1c8f52a2012-06-19 07:42:25 -06003773static inline int btrfs_next_item(struct btrfs_root *root, struct btrfs_path *p)
3774{
3775 return btrfs_next_old_item(root, p, 0);
3776}
Chris Mason5f39d392007-10-15 16:14:19 -04003777int btrfs_leaf_free_space(struct btrfs_root *root, struct extent_buffer *leaf);
Jeff Mahoney2c536792011-10-03 23:22:41 -04003778int __must_check btrfs_drop_snapshot(struct btrfs_root *root,
3779 struct btrfs_block_rsv *block_rsv,
3780 int update_ref, int for_reloc);
Yan Zhengf82d02d2008-10-29 14:49:05 -04003781int btrfs_drop_subtree(struct btrfs_trans_handle *trans,
3782 struct btrfs_root *root,
3783 struct extent_buffer *node,
3784 struct extent_buffer *parent);
David Sterba7841cb22011-05-31 18:07:27 +02003785static inline int btrfs_fs_closing(struct btrfs_fs_info *fs_info)
3786{
3787 /*
3788 * Get synced with close_ctree()
3789 */
3790 smp_mb();
3791 return fs_info->closing;
3792}
Miao Xiebabbf1702013-05-14 10:20:43 +00003793
3794/*
3795 * If we remount the fs to be R/O or umount the fs, the cleaner needn't do
3796 * anything except sleeping. This function is used to check the status of
3797 * the fs.
3798 */
3799static inline int btrfs_need_cleaner_sleep(struct btrfs_root *root)
3800{
3801 return (root->fs_info->sb->s_flags & MS_RDONLY ||
3802 btrfs_fs_closing(root->fs_info));
3803}
3804
David Sterba6c417612011-04-13 15:41:04 +02003805static inline void free_fs_info(struct btrfs_fs_info *fs_info)
3806{
Ilya Dryomov837d5b62012-01-16 22:04:49 +02003807 kfree(fs_info->balance_ctl);
David Sterba6c417612011-04-13 15:41:04 +02003808 kfree(fs_info->delayed_root);
3809 kfree(fs_info->extent_root);
3810 kfree(fs_info->tree_root);
3811 kfree(fs_info->chunk_root);
3812 kfree(fs_info->dev_root);
3813 kfree(fs_info->csum_root);
Arne Jansenbcef60f2011-09-13 15:23:30 +02003814 kfree(fs_info->quota_root);
Filipe David Borba Mananad8f98032013-08-24 19:51:06 +01003815 kfree(fs_info->uuid_root);
Omar Sandoval70f6d822015-09-29 20:50:38 -07003816 kfree(fs_info->free_space_root);
David Sterba6c417612011-04-13 15:41:04 +02003817 kfree(fs_info->super_copy);
3818 kfree(fs_info->super_for_commit);
Qu Wenruof667aef2014-09-23 13:40:08 +08003819 security_free_mnt_opts(&fs_info->security_opts);
David Sterba6c417612011-04-13 15:41:04 +02003820 kfree(fs_info);
3821}
David Sterba7841cb22011-05-31 18:07:27 +02003822
Jan Schmidt097b8a72012-06-21 11:08:04 +02003823/* tree mod log functions from ctree.c */
3824u64 btrfs_get_tree_mod_seq(struct btrfs_fs_info *fs_info,
3825 struct seq_list *elem);
3826void btrfs_put_tree_mod_seq(struct btrfs_fs_info *fs_info,
3827 struct seq_list *elem);
Jan Schmidt5b6602e2012-10-23 11:28:27 +02003828int btrfs_old_root_level(struct btrfs_root *root, u64 time_seq);
Jan Schmidt097b8a72012-06-21 11:08:04 +02003829
Chris Masondee26a92007-03-26 16:00:06 -04003830/* root-item.c */
Chris Masonea9e8b12008-11-17 21:14:24 -05003831int btrfs_find_root_ref(struct btrfs_root *tree_root,
Yan, Zheng4df27c4d2009-09-21 15:56:00 -04003832 struct btrfs_path *path,
3833 u64 root_id, u64 ref_id);
Chris Mason0660b5a2008-11-17 20:37:39 -05003834int btrfs_add_root_ref(struct btrfs_trans_handle *trans,
3835 struct btrfs_root *tree_root,
Yan, Zheng4df27c4d2009-09-21 15:56:00 -04003836 u64 root_id, u64 ref_id, u64 dirid, u64 sequence,
3837 const char *name, int name_len);
3838int btrfs_del_root_ref(struct btrfs_trans_handle *trans,
3839 struct btrfs_root *tree_root,
3840 u64 root_id, u64 ref_id, u64 dirid, u64 *sequence,
Chris Mason0660b5a2008-11-17 20:37:39 -05003841 const char *name, int name_len);
Chris Masone089f052007-03-16 16:20:31 -04003842int btrfs_del_root(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3843 struct btrfs_key *key);
3844int btrfs_insert_root(struct btrfs_trans_handle *trans, struct btrfs_root
3845 *root, struct btrfs_key *key, struct btrfs_root_item
3846 *item);
Jeff Mahoneyb45a9d82011-10-03 23:22:44 -04003847int __must_check btrfs_update_root(struct btrfs_trans_handle *trans,
3848 struct btrfs_root *root,
3849 struct btrfs_key *key,
3850 struct btrfs_root_item *item);
Miao Xiecb517ea2013-05-15 07:48:19 +00003851int btrfs_find_root(struct btrfs_root *root, struct btrfs_key *search_key,
3852 struct btrfs_path *path, struct btrfs_root_item *root_item,
3853 struct btrfs_key *root_key);
Yan, Zheng76dda932009-09-21 16:00:26 -04003854int btrfs_find_orphan_roots(struct btrfs_root *tree_root);
Mark Fashehbf5f32e2011-07-14 21:23:06 +00003855void btrfs_set_root_node(struct btrfs_root_item *item,
3856 struct extent_buffer *node);
Li Zefan08fe4db2011-03-28 02:01:25 +00003857void btrfs_check_and_init_root_item(struct btrfs_root_item *item);
Alexander Block8ea05e32012-07-25 17:35:53 +02003858void btrfs_update_root_times(struct btrfs_trans_handle *trans,
3859 struct btrfs_root *root);
Li Zefan08fe4db2011-03-28 02:01:25 +00003860
Stefan Behrens07b30a42013-08-15 17:11:17 +02003861/* uuid-tree.c */
3862int btrfs_uuid_tree_add(struct btrfs_trans_handle *trans,
3863 struct btrfs_root *uuid_root, u8 *uuid, u8 type,
3864 u64 subid);
3865int btrfs_uuid_tree_rem(struct btrfs_trans_handle *trans,
3866 struct btrfs_root *uuid_root, u8 *uuid, u8 type,
3867 u64 subid);
Stefan Behrens70f80172013-08-15 17:11:23 +02003868int btrfs_uuid_tree_iterate(struct btrfs_fs_info *fs_info,
3869 int (*check_func)(struct btrfs_fs_info *, u8 *, u8,
3870 u64));
Stefan Behrens07b30a42013-08-15 17:11:17 +02003871
Chris Masondee26a92007-03-26 16:00:06 -04003872/* dir-item.c */
Chris Mason9c520572012-12-17 14:26:57 -05003873int btrfs_check_dir_item_collision(struct btrfs_root *root, u64 dir,
3874 const char *name, int name_len);
Chris Masond3977122009-01-05 21:25:51 -05003875int btrfs_insert_dir_item(struct btrfs_trans_handle *trans,
3876 struct btrfs_root *root, const char *name,
Miao Xie16cdcec2011-04-22 18:12:22 +08003877 int name_len, struct inode *dir,
Josef Bacikaec74772008-07-24 12:12:38 -04003878 struct btrfs_key *location, u8 type, u64 index);
Chris Mason7e381802007-04-19 15:36:27 -04003879struct btrfs_dir_item *btrfs_lookup_dir_item(struct btrfs_trans_handle *trans,
3880 struct btrfs_root *root,
3881 struct btrfs_path *path, u64 dir,
3882 const char *name, int name_len,
3883 int mod);
3884struct btrfs_dir_item *
3885btrfs_lookup_dir_index_item(struct btrfs_trans_handle *trans,
3886 struct btrfs_root *root,
3887 struct btrfs_path *path, u64 dir,
3888 u64 objectid, const char *name, int name_len,
3889 int mod);
Yan, Zheng4df27c4d2009-09-21 15:56:00 -04003890struct btrfs_dir_item *
3891btrfs_search_dir_index_item(struct btrfs_root *root,
3892 struct btrfs_path *path, u64 dirid,
3893 const char *name, int name_len);
Chris Mason7e381802007-04-19 15:36:27 -04003894int btrfs_delete_one_dir_name(struct btrfs_trans_handle *trans,
3895 struct btrfs_root *root,
3896 struct btrfs_path *path,
3897 struct btrfs_dir_item *di);
Josef Bacik5103e942007-11-16 11:45:54 -05003898int btrfs_insert_xattr_item(struct btrfs_trans_handle *trans,
Yan, Zhengf34f57a2009-11-12 09:35:27 +00003899 struct btrfs_root *root,
3900 struct btrfs_path *path, u64 objectid,
3901 const char *name, u16 name_len,
3902 const void *data, u16 data_len);
Josef Bacik5103e942007-11-16 11:45:54 -05003903struct btrfs_dir_item *btrfs_lookup_xattr(struct btrfs_trans_handle *trans,
3904 struct btrfs_root *root,
3905 struct btrfs_path *path, u64 dir,
3906 const char *name, u16 name_len,
3907 int mod);
Josef Bacik22a94d42011-03-16 16:47:17 -04003908int verify_dir_item(struct btrfs_root *root,
3909 struct extent_buffer *leaf,
3910 struct btrfs_dir_item *dir_item);
Filipe Manana5f5bc6b2014-11-09 08:38:39 +00003911struct btrfs_dir_item *btrfs_match_dir_item_name(struct btrfs_root *root,
3912 struct btrfs_path *path,
3913 const char *name,
3914 int name_len);
Josef Bacik7b128762008-07-24 12:17:14 -04003915
3916/* orphan.c */
3917int btrfs_insert_orphan_item(struct btrfs_trans_handle *trans,
3918 struct btrfs_root *root, u64 offset);
3919int btrfs_del_orphan_item(struct btrfs_trans_handle *trans,
3920 struct btrfs_root *root, u64 offset);
Yan, Zheng4df27c4d2009-09-21 15:56:00 -04003921int btrfs_find_orphan_item(struct btrfs_root *root, u64 offset);
Josef Bacik7b128762008-07-24 12:17:14 -04003922
Chris Masondee26a92007-03-26 16:00:06 -04003923/* inode-item.c */
Chris Mason39544012007-12-12 14:38:19 -05003924int btrfs_insert_inode_ref(struct btrfs_trans_handle *trans,
3925 struct btrfs_root *root,
3926 const char *name, int name_len,
Josef Bacikaec74772008-07-24 12:12:38 -04003927 u64 inode_objectid, u64 ref_objectid, u64 index);
Chris Mason39544012007-12-12 14:38:19 -05003928int btrfs_del_inode_ref(struct btrfs_trans_handle *trans,
3929 struct btrfs_root *root,
3930 const char *name, int name_len,
Josef Bacikaec74772008-07-24 12:12:38 -04003931 u64 inode_objectid, u64 ref_objectid, u64 *index);
Chris Mason5f39d392007-10-15 16:14:19 -04003932int btrfs_insert_empty_inode(struct btrfs_trans_handle *trans,
3933 struct btrfs_root *root,
3934 struct btrfs_path *path, u64 objectid);
Chris Mason293ffd52007-03-20 15:57:25 -04003935int btrfs_lookup_inode(struct btrfs_trans_handle *trans, struct btrfs_root
Chris Masond6e4a422007-04-06 15:37:36 -04003936 *root, struct btrfs_path *path,
3937 struct btrfs_key *location, int mod);
Chris Masondee26a92007-03-26 16:00:06 -04003938
Mark Fashehf1863732012-08-08 11:32:27 -07003939struct btrfs_inode_extref *
3940btrfs_lookup_inode_extref(struct btrfs_trans_handle *trans,
3941 struct btrfs_root *root,
3942 struct btrfs_path *path,
3943 const char *name, int name_len,
3944 u64 inode_objectid, u64 ref_objectid, int ins_len,
3945 int cow);
3946
3947int btrfs_find_name_in_ext_backref(struct btrfs_path *path,
3948 u64 ref_objectid, const char *name,
3949 int name_len,
3950 struct btrfs_inode_extref **extref_ret);
3951
Chris Masondee26a92007-03-26 16:00:06 -04003952/* file-item.c */
Miao Xiefacc8a222013-07-25 19:22:34 +08003953struct btrfs_dio_private;
Chris Mason459931e2008-12-10 09:10:46 -05003954int btrfs_del_csums(struct btrfs_trans_handle *trans,
3955 struct btrfs_root *root, u64 bytenr, u64 len);
Chris Mason61b49442008-07-31 15:42:53 -04003956int btrfs_lookup_bio_sums(struct btrfs_root *root, struct inode *inode,
Chris Masond20f7042008-12-08 16:58:54 -05003957 struct bio *bio, u32 *dst);
Josef Bacik4b46fce2010-05-23 11:00:55 -04003958int btrfs_lookup_bio_sums_dio(struct btrfs_root *root, struct inode *inode,
Miao Xie23ea8e52014-09-12 18:43:54 +08003959 struct bio *bio, u64 logical_offset);
Chris Masonb18c6682007-04-17 13:26:50 -04003960int btrfs_insert_file_extent(struct btrfs_trans_handle *trans,
Chris Masonc8b97812008-10-29 14:49:59 -04003961 struct btrfs_root *root,
3962 u64 objectid, u64 pos,
3963 u64 disk_offset, u64 disk_num_bytes,
3964 u64 num_bytes, u64 offset, u64 ram_bytes,
3965 u8 compression, u8 encryption, u16 other_encoding);
Chris Masondee26a92007-03-26 16:00:06 -04003966int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans,
3967 struct btrfs_root *root,
3968 struct btrfs_path *path, u64 objectid,
Chris Masondb945352007-10-15 16:15:53 -04003969 u64 bytenr, int mod);
Chris Mason065631f2008-02-20 12:07:25 -05003970int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans,
Chris Masond20f7042008-12-08 16:58:54 -05003971 struct btrfs_root *root,
Chris Masone6dcd2d2008-07-17 12:53:50 -04003972 struct btrfs_ordered_sum *sums);
Chris Mason3edf7d32008-07-18 06:17:13 -04003973int btrfs_csum_one_bio(struct btrfs_root *root, struct inode *inode,
Chris Masond20f7042008-12-08 16:58:54 -05003974 struct bio *bio, u64 file_start, int contig);
Arne Jansena2de7332011-03-08 14:14:00 +01003975int btrfs_lookup_csums_range(struct btrfs_root *root, u64 start, u64 end,
3976 struct list_head *list, int search_commit);
Filipe Manana7ffbb592014-06-09 03:48:05 +01003977void btrfs_extent_item_to_extent_map(struct inode *inode,
3978 const struct btrfs_path *path,
3979 struct btrfs_file_extent_item *fi,
3980 const bool new_inline,
3981 struct extent_map *em);
3982
Chris Mason39279cc2007-06-12 06:35:45 -04003983/* inode.c */
Miao Xie8ccf6f192012-10-25 09:28:04 +00003984struct btrfs_delalloc_work {
3985 struct inode *inode;
Miao Xie8ccf6f192012-10-25 09:28:04 +00003986 int delay_iput;
3987 struct completion completion;
3988 struct list_head list;
3989 struct btrfs_work work;
3990};
3991
3992struct btrfs_delalloc_work *btrfs_alloc_delalloc_work(struct inode *inode,
David Sterba651d4942015-11-27 19:24:16 +01003993 int delay_iput);
Miao Xie8ccf6f192012-10-25 09:28:04 +00003994void btrfs_wait_and_free_delalloc_work(struct btrfs_delalloc_work *work);
3995
Josef Bacikb2675152011-07-18 13:21:36 -04003996struct extent_map *btrfs_get_extent_fiemap(struct inode *inode, struct page *page,
3997 size_t pg_offset, u64 start, u64 len,
3998 int create);
Josef Bacik00361582013-08-14 14:02:47 -04003999noinline int can_nocow_extent(struct inode *inode, u64 offset, u64 *len,
Josef Bacik7ee9e442013-06-21 16:37:03 -04004000 u64 *orig_start, u64 *orig_block_len,
4001 u64 *ram_bytes);
Chris Mason4881ee52008-07-24 09:51:08 -04004002
4003/* RHEL and EL kernels have a patch that renames PG_checked to FsMisc */
Eric Sandeen5036f532008-08-07 11:19:42 -04004004#if defined(ClearPageFsMisc) && !defined(ClearPageChecked)
Chris Mason4881ee52008-07-24 09:51:08 -04004005#define ClearPageChecked ClearPageFsMisc
4006#define SetPageChecked SetPageFsMisc
4007#define PageChecked PageFsMisc
4008#endif
4009
Li Zefanb6973aa2011-07-20 03:46:35 +00004010/* This forces readahead on a given range of bytes in an inode */
4011static inline void btrfs_force_ra(struct address_space *mapping,
4012 struct file_ra_state *ra, struct file *file,
4013 pgoff_t offset, unsigned long req_size)
4014{
4015 page_cache_sync_readahead(mapping, ra, file, offset, req_size);
4016}
4017
Chris Mason3de45862008-11-17 21:02:50 -05004018struct inode *btrfs_lookup_dentry(struct inode *dir, struct dentry *dentry);
4019int btrfs_set_inode_index(struct inode *dir, u64 *index);
Chris Masone02119d2008-09-05 16:13:11 -04004020int btrfs_unlink_inode(struct btrfs_trans_handle *trans,
4021 struct btrfs_root *root,
4022 struct inode *dir, struct inode *inode,
4023 const char *name, int name_len);
4024int btrfs_add_link(struct btrfs_trans_handle *trans,
4025 struct inode *parent_inode, struct inode *inode,
4026 const char *name, int name_len, int add_backref, u64 index);
Yan, Zheng4df27c4d2009-09-21 15:56:00 -04004027int btrfs_unlink_subvol(struct btrfs_trans_handle *trans,
4028 struct btrfs_root *root,
4029 struct inode *dir, u64 objectid,
4030 const char *name, int name_len);
Josef Bacik2aaa6652012-08-29 14:27:18 -04004031int btrfs_truncate_page(struct inode *inode, loff_t from, loff_t len,
4032 int front);
Chris Masone02119d2008-09-05 16:13:11 -04004033int btrfs_truncate_inode_items(struct btrfs_trans_handle *trans,
4034 struct btrfs_root *root,
4035 struct inode *inode, u64 new_size,
4036 u32 min_type);
4037
Yan, Zheng24bbcf02009-11-12 09:36:34 +00004038int btrfs_start_delalloc_inodes(struct btrfs_root *root, int delay_iput);
Miao Xie6c255e62014-03-06 13:55:01 +08004039int btrfs_start_delalloc_roots(struct btrfs_fs_info *fs_info, int delay_iput,
4040 int nr);
Josef Bacik2ac55d42010-02-03 19:33:23 +00004041int btrfs_set_extent_delalloc(struct inode *inode, u64 start, u64 end,
4042 struct extent_state **cached_state);
Yan Zhengd2fb3432008-12-11 16:30:39 -05004043int btrfs_create_subvol_root(struct btrfs_trans_handle *trans,
Filipe David Borba Manana63541922014-01-07 11:47:46 +00004044 struct btrfs_root *new_root,
4045 struct btrfs_root *parent_root,
4046 u64 new_dirid);
David Woodhouse64a16702009-07-15 23:29:37 +01004047int btrfs_merge_bio_hook(int rw, struct page *page, unsigned long offset,
4048 size_t size, struct bio *bio,
4049 unsigned long bio_flags);
Nick Pigginc2ec1752009-03-31 15:23:21 -07004050int btrfs_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf);
Chris Mason9ebefb182007-06-15 13:50:00 -04004051int btrfs_readpage(struct file *file, struct page *page);
Al Virobd555972010-06-07 11:35:40 -04004052void btrfs_evict_inode(struct inode *inode);
Christoph Hellwiga9185b42010-03-05 09:21:37 +01004053int btrfs_write_inode(struct inode *inode, struct writeback_control *wbc);
Chris Mason39279cc2007-06-12 06:35:45 -04004054struct inode *btrfs_alloc_inode(struct super_block *sb);
4055void btrfs_destroy_inode(struct inode *inode);
Al Viro45321ac2010-06-07 13:43:19 -04004056int btrfs_drop_inode(struct inode *inode);
Chris Mason39279cc2007-06-12 06:35:45 -04004057int btrfs_init_cachep(void);
4058void btrfs_destroy_cachep(void);
Sage Weil6bf13c02008-06-10 10:07:39 -04004059long btrfs_ioctl_trans_end(struct file *file);
Balaji Rao1a54ef82008-07-21 02:01:04 +05304060struct inode *btrfs_iget(struct super_block *s, struct btrfs_key *location,
Josef Bacik73f73412009-12-04 17:38:27 +00004061 struct btrfs_root *root, int *was_new);
Chris Masona52d9a82007-08-27 16:49:44 -04004062struct extent_map *btrfs_get_extent(struct inode *inode, struct page *page,
David Sterba306e16c2011-04-19 14:29:38 +02004063 size_t pg_offset, u64 start, u64 end,
Chris Masona52d9a82007-08-27 16:49:44 -04004064 int create);
4065int btrfs_update_inode(struct btrfs_trans_handle *trans,
4066 struct btrfs_root *root,
4067 struct inode *inode);
Josef Bacikbe6aef62012-10-22 15:43:12 -04004068int btrfs_update_inode_fallback(struct btrfs_trans_handle *trans,
4069 struct btrfs_root *root, struct inode *inode);
Zheng Yan5b21f2e2008-09-26 10:05:38 -04004070int btrfs_orphan_add(struct btrfs_trans_handle *trans, struct inode *inode);
Josef Bacik66b4ffd2011-01-31 16:22:42 -05004071int btrfs_orphan_cleanup(struct btrfs_root *root);
Yan, Zhengd68fc572010-05-16 10:49:58 -04004072void btrfs_orphan_commit_root(struct btrfs_trans_handle *trans,
4073 struct btrfs_root *root);
Josef Bacika41ad392011-01-31 15:30:16 -05004074int btrfs_cont_expand(struct inode *inode, loff_t oldsize, loff_t size);
Jeff Mahoney143bede2012-03-01 14:56:26 +01004075void btrfs_invalidate_inodes(struct btrfs_root *root);
Yan, Zheng24bbcf02009-11-12 09:36:34 +00004076void btrfs_add_delayed_iput(struct inode *inode);
4077void btrfs_run_delayed_iputs(struct btrfs_root *root);
Yan, Zhengefa56462010-05-16 10:49:59 -04004078int btrfs_prealloc_file_range(struct inode *inode, int mode,
4079 u64 start, u64 num_bytes, u64 min_size,
4080 loff_t actual_len, u64 *alloc_hint);
Josef Bacik0af3d002010-06-21 14:48:16 -04004081int btrfs_prealloc_file_range_trans(struct inode *inode,
4082 struct btrfs_trans_handle *trans, int mode,
4083 u64 start, u64 num_bytes, u64 min_size,
4084 loff_t actual_len, u64 *alloc_hint);
Filipe Mananab38ef712014-11-13 17:01:45 +00004085int btrfs_inode_check_errors(struct inode *inode);
Alexey Dobriyan82d339d2009-10-09 09:54:36 -04004086extern const struct dentry_operations btrfs_dentry_operations;
Josef Bacik6a3891c2015-03-16 17:38:52 -04004087#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
4088void btrfs_test_inode_set_ops(struct inode *inode);
4089#endif
Christoph Hellwigf46b5a62008-06-11 21:53:53 -04004090
4091/* ioctl.c */
4092long btrfs_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
Christoph Hellwig6cbff002009-04-17 10:37:41 +02004093void btrfs_update_iflags(struct inode *inode);
4094void btrfs_inherit_iflags(struct inode *inode, struct inode *dir);
Stefan Behrensdd5f9612013-08-15 17:11:20 +02004095int btrfs_is_empty_uuid(u8 *uuid);
Chris Mason4cb53002011-05-24 15:35:30 -04004096int btrfs_defrag_file(struct inode *inode, struct file *file,
4097 struct btrfs_ioctl_defrag_range_args *range,
4098 u64 newer_than, unsigned long max_pages);
Stefan Behrens5af3e8c2012-08-01 18:56:49 +02004099void btrfs_get_block_group_info(struct list_head *groups_list,
4100 struct btrfs_ioctl_space_info *space);
Stefan Behrens35a36212013-08-14 18:12:25 +02004101void update_ioctl_balance_args(struct btrfs_fs_info *fs_info, int lock,
4102 struct btrfs_ioctl_balance_args *bargs);
Darrick J. Wong2b3909f2015-12-19 00:56:05 -08004103ssize_t btrfs_dedupe_file_range(struct file *src_file, u64 loff, u64 olen,
4104 struct file *dst_file, u64 dst_loff);
Stefan Behrens35a36212013-08-14 18:12:25 +02004105
Chris Mason39279cc2007-06-12 06:35:45 -04004106/* file.c */
Miao Xie9247f312012-11-26 09:24:43 +00004107int btrfs_auto_defrag_init(void);
4108void btrfs_auto_defrag_exit(void);
Chris Mason4cb53002011-05-24 15:35:30 -04004109int btrfs_add_inode_defrag(struct btrfs_trans_handle *trans,
4110 struct inode *inode);
4111int btrfs_run_defrag_inodes(struct btrfs_fs_info *fs_info);
Miao Xie26176e72012-11-26 09:26:20 +00004112void btrfs_cleanup_defrag_inodes(struct btrfs_fs_info *fs_info);
Josef Bacik02c24a82011-07-16 20:44:56 -04004113int btrfs_sync_file(struct file *file, loff_t start, loff_t end, int datasync);
Josef Bacik7014cdb2012-08-30 20:06:49 -04004114void btrfs_drop_extent_cache(struct inode *inode, u64 start, u64 end,
4115 int skip_pinned);
Alexey Dobriyan828c0952009-10-01 15:43:56 -07004116extern const struct file_operations btrfs_file_operations;
Josef Bacik5dc562c2012-08-17 13:14:17 -04004117int __btrfs_drop_extents(struct btrfs_trans_handle *trans,
4118 struct btrfs_root *root, struct inode *inode,
4119 struct btrfs_path *path, u64 start, u64 end,
Filipe David Borba Manana1acae572014-01-07 11:42:27 +00004120 u64 *drop_end, int drop_cache,
4121 int replace_extent,
4122 u32 extent_item_size,
4123 int *key_inserted);
Josef Bacik5dc562c2012-08-17 13:14:17 -04004124int btrfs_drop_extents(struct btrfs_trans_handle *trans,
4125 struct btrfs_root *root, struct inode *inode, u64 start,
Josef Bacik26714852012-08-29 12:24:27 -04004126 u64 end, int drop_cache);
Yan Zhengd899e052008-10-30 14:25:28 -04004127int btrfs_mark_extent_written(struct btrfs_trans_handle *trans,
Yan Zhengd899e052008-10-30 14:25:28 -04004128 struct inode *inode, u64 start, u64 end);
Sage Weil6bf13c02008-06-10 10:07:39 -04004129int btrfs_release_file(struct inode *inode, struct file *file);
Josef Bacikbe1a12a2011-04-06 13:05:22 -04004130int btrfs_dirty_pages(struct btrfs_root *root, struct inode *inode,
4131 struct page **pages, size_t num_pages,
4132 loff_t pos, size_t write_bytes,
4133 struct extent_state **cached);
Filipe Manana728404d2014-10-10 09:43:11 +01004134int btrfs_fdatawrite_range(struct inode *inode, loff_t start, loff_t end);
Zach Brown3db11b22015-11-10 16:53:32 -05004135ssize_t btrfs_copy_file_range(struct file *file_in, loff_t pos_in,
4136 struct file *file_out, loff_t pos_out,
4137 size_t len, unsigned int flags);
Christoph Hellwig04b38d62015-12-03 12:59:50 +01004138int btrfs_clone_file_range(struct file *file_in, loff_t pos_in,
4139 struct file *file_out, loff_t pos_out, u64 len);
Sage Weil6bf13c02008-06-10 10:07:39 -04004140
Chris Mason6702ed42007-08-07 16:15:09 -04004141/* tree-defrag.c */
4142int btrfs_defrag_leaves(struct btrfs_trans_handle *trans,
Eric Sandeende78b512013-01-31 18:21:12 +00004143 struct btrfs_root *root);
Josef Bacik58176a92007-08-29 15:47:34 -04004144
4145/* sysfs.c */
4146int btrfs_init_sysfs(void);
4147void btrfs_exit_sysfs(void);
Anand Jain96f31362015-08-14 18:32:46 +08004148int btrfs_sysfs_add_mounted(struct btrfs_fs_info *fs_info);
Anand Jain6618a592015-08-14 18:32:47 +08004149void btrfs_sysfs_remove_mounted(struct btrfs_fs_info *fs_info);
Josef Bacik58176a92007-08-29 15:47:34 -04004150
Josef Bacik5103e942007-11-16 11:45:54 -05004151/* xattr.c */
4152ssize_t btrfs_listxattr(struct dentry *dentry, char *buffer, size_t size);
Josef Bacik6099afe2008-07-24 12:16:03 -04004153
Chris Masonedbd8d42007-12-21 16:27:24 -05004154/* super.c */
Qu Wenruo96da0912016-01-19 10:23:03 +08004155int btrfs_parse_options(struct btrfs_root *root, char *options,
4156 unsigned long new_flags);
Sage Weil6bf13c02008-06-10 10:07:39 -04004157int btrfs_sync_fs(struct super_block *sb, int wait);
Joe Perches533574c2012-07-30 14:40:13 -07004158
4159#ifdef CONFIG_PRINTK
4160__printf(2, 3)
Simon Kirbyc2cf52e2013-03-19 22:41:23 +00004161void btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...);
Joe Perches533574c2012-07-30 14:40:13 -07004162#else
4163static inline __printf(2, 3)
Simon Kirbyc2cf52e2013-03-19 22:41:23 +00004164void btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...)
Joe Perches533574c2012-07-30 14:40:13 -07004165{
4166}
4167#endif
4168
Simon Kirbyc2cf52e2013-03-19 22:41:23 +00004169#define btrfs_emerg(fs_info, fmt, args...) \
4170 btrfs_printk(fs_info, KERN_EMERG fmt, ##args)
4171#define btrfs_alert(fs_info, fmt, args...) \
4172 btrfs_printk(fs_info, KERN_ALERT fmt, ##args)
4173#define btrfs_crit(fs_info, fmt, args...) \
4174 btrfs_printk(fs_info, KERN_CRIT fmt, ##args)
4175#define btrfs_err(fs_info, fmt, args...) \
4176 btrfs_printk(fs_info, KERN_ERR fmt, ##args)
4177#define btrfs_warn(fs_info, fmt, args...) \
4178 btrfs_printk(fs_info, KERN_WARNING fmt, ##args)
4179#define btrfs_notice(fs_info, fmt, args...) \
4180 btrfs_printk(fs_info, KERN_NOTICE fmt, ##args)
4181#define btrfs_info(fs_info, fmt, args...) \
4182 btrfs_printk(fs_info, KERN_INFO fmt, ##args)
Frank Holton27a0dd62013-11-12 19:22:53 -05004183
David Sterba08a84e22015-10-08 08:48:52 +02004184/*
4185 * Wrappers that use printk_in_rcu
4186 */
4187#define btrfs_emerg_in_rcu(fs_info, fmt, args...) \
4188 btrfs_printk_in_rcu(fs_info, KERN_EMERG fmt, ##args)
4189#define btrfs_alert_in_rcu(fs_info, fmt, args...) \
4190 btrfs_printk_in_rcu(fs_info, KERN_ALERT fmt, ##args)
4191#define btrfs_crit_in_rcu(fs_info, fmt, args...) \
4192 btrfs_printk_in_rcu(fs_info, KERN_CRIT fmt, ##args)
4193#define btrfs_err_in_rcu(fs_info, fmt, args...) \
4194 btrfs_printk_in_rcu(fs_info, KERN_ERR fmt, ##args)
4195#define btrfs_warn_in_rcu(fs_info, fmt, args...) \
4196 btrfs_printk_in_rcu(fs_info, KERN_WARNING fmt, ##args)
4197#define btrfs_notice_in_rcu(fs_info, fmt, args...) \
4198 btrfs_printk_in_rcu(fs_info, KERN_NOTICE fmt, ##args)
4199#define btrfs_info_in_rcu(fs_info, fmt, args...) \
4200 btrfs_printk_in_rcu(fs_info, KERN_INFO fmt, ##args)
4201
David Sterba24aa6b42015-10-08 10:27:02 +02004202/*
4203 * Wrappers that use a ratelimited printk_in_rcu
4204 */
4205#define btrfs_emerg_rl_in_rcu(fs_info, fmt, args...) \
4206 btrfs_printk_rl_in_rcu(fs_info, KERN_EMERG fmt, ##args)
4207#define btrfs_alert_rl_in_rcu(fs_info, fmt, args...) \
4208 btrfs_printk_rl_in_rcu(fs_info, KERN_ALERT fmt, ##args)
4209#define btrfs_crit_rl_in_rcu(fs_info, fmt, args...) \
4210 btrfs_printk_rl_in_rcu(fs_info, KERN_CRIT fmt, ##args)
4211#define btrfs_err_rl_in_rcu(fs_info, fmt, args...) \
4212 btrfs_printk_rl_in_rcu(fs_info, KERN_ERR fmt, ##args)
4213#define btrfs_warn_rl_in_rcu(fs_info, fmt, args...) \
4214 btrfs_printk_rl_in_rcu(fs_info, KERN_WARNING fmt, ##args)
4215#define btrfs_notice_rl_in_rcu(fs_info, fmt, args...) \
4216 btrfs_printk_rl_in_rcu(fs_info, KERN_NOTICE fmt, ##args)
4217#define btrfs_info_rl_in_rcu(fs_info, fmt, args...) \
4218 btrfs_printk_rl_in_rcu(fs_info, KERN_INFO fmt, ##args)
4219
David Sterba1dd6d7c2015-10-08 10:51:11 +02004220/*
4221 * Wrappers that use a ratelimited printk
4222 */
4223#define btrfs_emerg_rl(fs_info, fmt, args...) \
4224 btrfs_printk_ratelimited(fs_info, KERN_EMERG fmt, ##args)
4225#define btrfs_alert_rl(fs_info, fmt, args...) \
4226 btrfs_printk_ratelimited(fs_info, KERN_ALERT fmt, ##args)
4227#define btrfs_crit_rl(fs_info, fmt, args...) \
4228 btrfs_printk_ratelimited(fs_info, KERN_CRIT fmt, ##args)
4229#define btrfs_err_rl(fs_info, fmt, args...) \
4230 btrfs_printk_ratelimited(fs_info, KERN_ERR fmt, ##args)
4231#define btrfs_warn_rl(fs_info, fmt, args...) \
4232 btrfs_printk_ratelimited(fs_info, KERN_WARNING fmt, ##args)
4233#define btrfs_notice_rl(fs_info, fmt, args...) \
4234 btrfs_printk_ratelimited(fs_info, KERN_NOTICE fmt, ##args)
4235#define btrfs_info_rl(fs_info, fmt, args...) \
4236 btrfs_printk_ratelimited(fs_info, KERN_INFO fmt, ##args)
Frank Holton27a0dd62013-11-12 19:22:53 -05004237#ifdef DEBUG
Simon Kirbyc2cf52e2013-03-19 22:41:23 +00004238#define btrfs_debug(fs_info, fmt, args...) \
4239 btrfs_printk(fs_info, KERN_DEBUG fmt, ##args)
David Sterba08a84e22015-10-08 08:48:52 +02004240#define btrfs_debug_in_rcu(fs_info, fmt, args...) \
4241 btrfs_printk_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
David Sterba24aa6b42015-10-08 10:27:02 +02004242#define btrfs_debug_rl_in_rcu(fs_info, fmt, args...) \
4243 btrfs_printk_rl_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
David Sterba1dd6d7c2015-10-08 10:51:11 +02004244#define btrfs_debug_rl(fs_info, fmt, args...) \
4245 btrfs_printk_ratelimited(fs_info, KERN_DEBUG fmt, ##args)
Frank Holton27a0dd62013-11-12 19:22:53 -05004246#else
4247#define btrfs_debug(fs_info, fmt, args...) \
4248 no_printk(KERN_DEBUG fmt, ##args)
David Sterba08a84e22015-10-08 08:48:52 +02004249#define btrfs_debug_in_rcu(fs_info, fmt, args...) \
4250 no_printk(KERN_DEBUG fmt, ##args)
David Sterba24aa6b42015-10-08 10:27:02 +02004251#define btrfs_debug_rl_in_rcu(fs_info, fmt, args...) \
4252 no_printk(KERN_DEBUG fmt, ##args)
David Sterba1dd6d7c2015-10-08 10:51:11 +02004253#define btrfs_debug_rl(fs_info, fmt, args...) \
4254 no_printk(KERN_DEBUG fmt, ##args)
Frank Holton27a0dd62013-11-12 19:22:53 -05004255#endif
Simon Kirbyc2cf52e2013-03-19 22:41:23 +00004256
David Sterba08a84e22015-10-08 08:48:52 +02004257#define btrfs_printk_in_rcu(fs_info, fmt, args...) \
4258do { \
4259 rcu_read_lock(); \
4260 btrfs_printk(fs_info, fmt, ##args); \
4261 rcu_read_unlock(); \
4262} while (0)
4263
David Sterba24aa6b42015-10-08 10:27:02 +02004264#define btrfs_printk_ratelimited(fs_info, fmt, args...) \
4265do { \
4266 static DEFINE_RATELIMIT_STATE(_rs, \
4267 DEFAULT_RATELIMIT_INTERVAL, \
4268 DEFAULT_RATELIMIT_BURST); \
4269 if (__ratelimit(&_rs)) \
4270 btrfs_printk(fs_info, fmt, ##args); \
4271} while (0)
4272
4273#define btrfs_printk_rl_in_rcu(fs_info, fmt, args...) \
4274do { \
4275 rcu_read_lock(); \
4276 btrfs_printk_ratelimited(fs_info, fmt, ##args); \
4277 rcu_read_unlock(); \
4278} while (0)
4279
Josef Bacik2e17c7c62013-08-26 16:53:15 -04004280#ifdef CONFIG_BTRFS_ASSERT
4281
David Sterbac0d19e22015-04-24 19:11:57 +02004282__cold
Josef Bacik2e17c7c62013-08-26 16:53:15 -04004283static inline void assfail(char *expr, char *file, int line)
4284{
Frank Holtonefe120a2013-12-20 11:37:06 -05004285 pr_err("BTRFS: assertion failed: %s, file: %s, line: %d",
Josef Bacik2e17c7c62013-08-26 16:53:15 -04004286 expr, file, line);
4287 BUG();
4288}
4289
4290#define ASSERT(expr) \
4291 (likely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
4292#else
4293#define ASSERT(expr) ((void)0)
4294#endif
4295
4296#define btrfs_assert()
Joe Perches533574c2012-07-30 14:40:13 -07004297__printf(5, 6)
David Sterbac0d19e22015-04-24 19:11:57 +02004298__cold
liuboacce9522011-01-06 19:30:25 +08004299void __btrfs_std_error(struct btrfs_fs_info *fs_info, const char *function,
Jeff Mahoney4da35112012-03-01 14:57:30 +01004300 unsigned int line, int errno, const char *fmt, ...);
liuboacce9522011-01-06 19:30:25 +08004301
Jeff Mahoneye33e17e2015-06-15 09:41:19 -04004302const char *btrfs_decode_error(int errno);
Joe Perches533574c2012-07-30 14:40:13 -07004303
David Sterbac0d19e22015-04-24 19:11:57 +02004304__cold
Jeff Mahoney49b25e02012-03-01 17:24:58 +01004305void __btrfs_abort_transaction(struct btrfs_trans_handle *trans,
4306 struct btrfs_root *root, const char *function,
4307 unsigned int line, int errno);
4308
Mitch Harder2b0ce2c2012-07-24 11:58:43 -06004309#define btrfs_set_fs_incompat(__fs_info, opt) \
4310 __btrfs_set_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
4311
4312static inline void __btrfs_set_fs_incompat(struct btrfs_fs_info *fs_info,
4313 u64 flag)
4314{
4315 struct btrfs_super_block *disk_super;
4316 u64 features;
4317
4318 disk_super = fs_info->super_copy;
4319 features = btrfs_super_incompat_flags(disk_super);
4320 if (!(features & flag)) {
Miao Xieceda0862013-04-11 10:30:16 +00004321 spin_lock(&fs_info->super_lock);
4322 features = btrfs_super_incompat_flags(disk_super);
4323 if (!(features & flag)) {
4324 features |= flag;
4325 btrfs_set_super_incompat_flags(disk_super, features);
Frank Holtonefe120a2013-12-20 11:37:06 -05004326 btrfs_info(fs_info, "setting %llu feature flag",
Miao Xieceda0862013-04-11 10:30:16 +00004327 flag);
4328 }
4329 spin_unlock(&fs_info->super_lock);
Mitch Harder2b0ce2c2012-07-24 11:58:43 -06004330 }
4331}
4332
Omar Sandoval1abfbcd2015-09-29 20:50:32 -07004333#define btrfs_clear_fs_incompat(__fs_info, opt) \
4334 __btrfs_clear_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
4335
4336static inline void __btrfs_clear_fs_incompat(struct btrfs_fs_info *fs_info,
4337 u64 flag)
4338{
4339 struct btrfs_super_block *disk_super;
4340 u64 features;
4341
4342 disk_super = fs_info->super_copy;
4343 features = btrfs_super_incompat_flags(disk_super);
4344 if (features & flag) {
4345 spin_lock(&fs_info->super_lock);
4346 features = btrfs_super_incompat_flags(disk_super);
4347 if (features & flag) {
4348 features &= ~flag;
4349 btrfs_set_super_incompat_flags(disk_super, features);
4350 btrfs_info(fs_info, "clearing %llu feature flag",
4351 flag);
4352 }
4353 spin_unlock(&fs_info->super_lock);
4354 }
4355}
4356
Josef Bacik3173a182013-03-07 14:22:04 -05004357#define btrfs_fs_incompat(fs_info, opt) \
4358 __btrfs_fs_incompat((fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
4359
Alexandru Moise9780c492015-10-18 21:35:41 +00004360static inline bool __btrfs_fs_incompat(struct btrfs_fs_info *fs_info, u64 flag)
Josef Bacik3173a182013-03-07 14:22:04 -05004361{
4362 struct btrfs_super_block *disk_super;
4363 disk_super = fs_info->super_copy;
4364 return !!(btrfs_super_incompat_flags(disk_super) & flag);
4365}
4366
Omar Sandoval1abfbcd2015-09-29 20:50:32 -07004367#define btrfs_set_fs_compat_ro(__fs_info, opt) \
4368 __btrfs_set_fs_compat_ro((__fs_info), BTRFS_FEATURE_COMPAT_RO_##opt)
4369
4370static inline void __btrfs_set_fs_compat_ro(struct btrfs_fs_info *fs_info,
4371 u64 flag)
4372{
4373 struct btrfs_super_block *disk_super;
4374 u64 features;
4375
4376 disk_super = fs_info->super_copy;
4377 features = btrfs_super_compat_ro_flags(disk_super);
4378 if (!(features & flag)) {
4379 spin_lock(&fs_info->super_lock);
4380 features = btrfs_super_compat_ro_flags(disk_super);
4381 if (!(features & flag)) {
4382 features |= flag;
4383 btrfs_set_super_compat_ro_flags(disk_super, features);
4384 btrfs_info(fs_info, "setting %llu ro feature flag",
4385 flag);
4386 }
4387 spin_unlock(&fs_info->super_lock);
4388 }
4389}
4390
4391#define btrfs_clear_fs_compat_ro(__fs_info, opt) \
4392 __btrfs_clear_fs_compat_ro((__fs_info), BTRFS_FEATURE_COMPAT_RO_##opt)
4393
4394static inline void __btrfs_clear_fs_compat_ro(struct btrfs_fs_info *fs_info,
4395 u64 flag)
4396{
4397 struct btrfs_super_block *disk_super;
4398 u64 features;
4399
4400 disk_super = fs_info->super_copy;
4401 features = btrfs_super_compat_ro_flags(disk_super);
4402 if (features & flag) {
4403 spin_lock(&fs_info->super_lock);
4404 features = btrfs_super_compat_ro_flags(disk_super);
4405 if (features & flag) {
4406 features &= ~flag;
4407 btrfs_set_super_compat_ro_flags(disk_super, features);
4408 btrfs_info(fs_info, "clearing %llu ro feature flag",
4409 flag);
4410 }
4411 spin_unlock(&fs_info->super_lock);
4412 }
4413}
4414
4415#define btrfs_fs_compat_ro(fs_info, opt) \
4416 __btrfs_fs_compat_ro((fs_info), BTRFS_FEATURE_COMPAT_RO_##opt)
4417
4418static inline int __btrfs_fs_compat_ro(struct btrfs_fs_info *fs_info, u64 flag)
4419{
4420 struct btrfs_super_block *disk_super;
4421 disk_super = fs_info->super_copy;
4422 return !!(btrfs_super_compat_ro_flags(disk_super) & flag);
4423}
4424
David Sterba005d6422012-09-18 07:52:32 -06004425/*
4426 * Call btrfs_abort_transaction as early as possible when an error condition is
4427 * detected, that way the exact line number is reported.
4428 */
Jeff Mahoney49b25e02012-03-01 17:24:58 +01004429#define btrfs_abort_transaction(trans, root, errno) \
4430do { \
David Sterba1a9a8a72015-04-24 19:11:54 +02004431 /* Report first abort since mount */ \
4432 if (!test_and_set_bit(BTRFS_FS_STATE_TRANS_ABORTED, \
4433 &((root)->fs_info->fs_state))) { \
4434 WARN(1, KERN_DEBUG \
4435 "BTRFS: Transaction aborted (error %d)\n", \
4436 (errno)); \
4437 } \
4438 __btrfs_abort_transaction((trans), (root), __func__, \
4439 __LINE__, (errno)); \
Jeff Mahoney49b25e02012-03-01 17:24:58 +01004440} while (0)
liuboacce9522011-01-06 19:30:25 +08004441
Anand Jaina4553fe2015-09-25 14:43:01 +08004442#define btrfs_std_error(fs_info, errno, fmt, args...) \
Jeff Mahoney4da35112012-03-01 14:57:30 +01004443do { \
4444 __btrfs_std_error((fs_info), __func__, __LINE__, \
4445 (errno), fmt, ##args); \
liuboacce9522011-01-06 19:30:25 +08004446} while (0)
Josef Bacik33268ea2008-07-24 12:16:36 -04004447
Joe Perches533574c2012-07-30 14:40:13 -07004448__printf(5, 6)
David Sterbac0d19e22015-04-24 19:11:57 +02004449__cold
Jeff Mahoney8c342932011-10-03 23:22:31 -04004450void __btrfs_panic(struct btrfs_fs_info *fs_info, const char *function,
4451 unsigned int line, int errno, const char *fmt, ...);
4452
Eric Sandeenaa43a172013-01-31 00:54:55 +00004453/*
4454 * If BTRFS_MOUNT_PANIC_ON_FATAL_ERROR is in mount_opt, __btrfs_panic
4455 * will panic(). Otherwise we BUG() here.
4456 */
Jeff Mahoney8c342932011-10-03 23:22:31 -04004457#define btrfs_panic(fs_info, errno, fmt, args...) \
4458do { \
Eric Sandeenaa43a172013-01-31 00:54:55 +00004459 __btrfs_panic(fs_info, __func__, __LINE__, errno, fmt, ##args); \
4460 BUG(); \
Chris Masoneb60cea2007-02-02 09:18:22 -05004461} while (0)
4462
4463/* acl.c */
4464#ifdef CONFIG_BTRFS_FS_POSIX_ACL
Christoph Hellwig4e34e712011-07-23 17:37:31 +02004465struct posix_acl *btrfs_get_acl(struct inode *inode, int type);
Christoph Hellwig996a7102013-12-20 05:16:43 -08004466int btrfs_set_acl(struct inode *inode, struct posix_acl *acl, int type);
Chris Masoneb60cea2007-02-02 09:18:22 -05004467int btrfs_init_acl(struct btrfs_trans_handle *trans,
4468 struct inode *inode, struct inode *dir);
Li Zefan9b89d952011-07-14 03:17:39 +00004469#else
Linus Torvaldsed8f3732011-08-02 21:14:05 -10004470#define btrfs_get_acl NULL
Christoph Hellwig996a7102013-12-20 05:16:43 -08004471#define btrfs_set_acl NULL
Li Zefan9b89d952011-07-14 03:17:39 +00004472static inline int btrfs_init_acl(struct btrfs_trans_handle *trans,
4473 struct inode *inode, struct inode *dir)
4474{
4475 return 0;
4476}
Li Zefan9b89d952011-07-14 03:17:39 +00004477#endif
Chris Masoneb60cea2007-02-02 09:18:22 -05004478
4479/* relocation.c */
4480int btrfs_relocate_block_group(struct btrfs_root *root, u64 group_start);
4481int btrfs_init_reloc_root(struct btrfs_trans_handle *trans,
4482 struct btrfs_root *root);
4483int btrfs_update_reloc_root(struct btrfs_trans_handle *trans,
4484 struct btrfs_root *root);
4485int btrfs_recover_relocation(struct btrfs_root *root);
4486int btrfs_reloc_clone_csums(struct inode *inode, u64 file_pos, u64 len);
Josef Bacik83d4cfd2013-08-30 15:09:51 -04004487int btrfs_reloc_cow_block(struct btrfs_trans_handle *trans,
4488 struct btrfs_root *root, struct extent_buffer *buf,
4489 struct extent_buffer *cow);
Zhaolei147d2562015-08-06 20:58:11 +08004490void btrfs_reloc_pre_snapshot(struct btrfs_pending_snapshot *pending,
Chris Masoneb60cea2007-02-02 09:18:22 -05004491 u64 *bytes_to_reserve);
Jeff Mahoney49b25e02012-03-01 17:24:58 +01004492int btrfs_reloc_post_snapshot(struct btrfs_trans_handle *trans,
Chris Masoneb60cea2007-02-02 09:18:22 -05004493 struct btrfs_pending_snapshot *pending);
Arne Jansena2de7332011-03-08 14:14:00 +01004494
4495/* scrub.c */
Stefan Behrensaa1b8cd2012-11-05 17:03:39 +01004496int btrfs_scrub_dev(struct btrfs_fs_info *fs_info, u64 devid, u64 start,
4497 u64 end, struct btrfs_scrub_progress *progress,
Stefan Behrens63a212a2012-11-05 18:29:28 +01004498 int readonly, int is_dev_replace);
Jeff Mahoney143bede2012-03-01 14:56:26 +01004499void btrfs_scrub_pause(struct btrfs_root *root);
Jeff Mahoney143bede2012-03-01 14:56:26 +01004500void btrfs_scrub_continue(struct btrfs_root *root);
Stefan Behrensaa1b8cd2012-11-05 17:03:39 +01004501int btrfs_scrub_cancel(struct btrfs_fs_info *info);
4502int btrfs_scrub_cancel_dev(struct btrfs_fs_info *info,
4503 struct btrfs_device *dev);
Arne Jansena2de7332011-03-08 14:14:00 +01004504int btrfs_scrub_progress(struct btrfs_root *root, u64 devid,
4505 struct btrfs_scrub_progress *progress);
4506
Miao Xiec404e0d2014-01-30 16:46:55 +08004507/* dev-replace.c */
4508void btrfs_bio_counter_inc_blocked(struct btrfs_fs_info *fs_info);
4509void btrfs_bio_counter_inc_noblocked(struct btrfs_fs_info *fs_info);
Miao Xie42452152014-11-25 16:39:28 +08004510void btrfs_bio_counter_sub(struct btrfs_fs_info *fs_info, s64 amount);
4511
4512static inline void btrfs_bio_counter_dec(struct btrfs_fs_info *fs_info)
4513{
4514 btrfs_bio_counter_sub(fs_info, 1);
4515}
Miao Xiec404e0d2014-01-30 16:46:55 +08004516
Arne Jansen7414a032011-05-23 14:33:49 +02004517/* reada.c */
4518struct reada_control {
4519 struct btrfs_root *root; /* tree to prefetch */
4520 struct btrfs_key key_start;
4521 struct btrfs_key key_end; /* exclusive */
4522 atomic_t elems;
4523 struct kref refcnt;
4524 wait_queue_head_t wait;
4525};
4526struct reada_control *btrfs_reada_add(struct btrfs_root *root,
4527 struct btrfs_key *start, struct btrfs_key *end);
4528int btrfs_reada_wait(void *handle);
4529void btrfs_reada_detach(void *handle);
4530int btree_readahead_hook(struct btrfs_root *root, struct extent_buffer *eb,
4531 u64 start, int err);
4532
Jan Schmidt95a06072012-05-29 17:06:54 +02004533static inline int is_fstree(u64 rootid)
4534{
4535 if (rootid == BTRFS_FS_TREE_OBJECTID ||
Qu Wenruoe09fe2d2015-02-27 16:24:23 +08004536 ((s64)rootid >= (s64)BTRFS_FIRST_FREE_OBJECTID &&
4537 !btrfs_qgroup_level(rootid)))
Jan Schmidt95a06072012-05-29 17:06:54 +02004538 return 1;
4539 return 0;
4540}
David Sterba210549e2013-02-09 23:38:06 +00004541
4542static inline int btrfs_defrag_cancelled(struct btrfs_fs_info *fs_info)
4543{
4544 return signal_pending(current);
4545}
4546
Josef Bacikaaedb552013-10-11 14:44:09 -04004547/* Sanity test specific functions */
4548#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
4549void btrfs_test_destroy_inode(struct inode *inode);
4550#endif
David Sterba210549e2013-02-09 23:38:06 +00004551
David Sterbafccb84c2014-09-29 23:53:21 +02004552static inline int btrfs_test_is_dummy_root(struct btrfs_root *root)
4553{
4554#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
4555 if (unlikely(test_bit(BTRFS_ROOT_DUMMY_ROOT, &root->state)))
4556 return 1;
4557#endif
4558 return 0;
4559}
4560
Chris Masoneb60cea2007-02-02 09:18:22 -05004561#endif