blob: 1b6b1e3f5cafbd863edc47e3dc61ffe4d6eafad3 [file] [log] [blame]
David Teiglandb3b94fa2006-01-16 16:50:04 +00001/*
2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
Bob Peterson29d38cd2008-01-28 22:31:39 -06003 * Copyright (C) 2004-2008 Red Hat, Inc. All rights reserved.
David Teiglandb3b94fa2006-01-16 16:50:04 +00004 *
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
Steven Whitehousee9fc2aa2006-09-01 11:05:15 -04007 * of the GNU General Public License version 2.
David Teiglandb3b94fa2006-01-16 16:50:04 +00008 */
9
10#ifndef __INCORE_DOT_H__
11#define __INCORE_DOT_H__
12
Steven Whitehousef2f7ba52006-09-05 10:39:21 -040013#include <linux/fs.h>
Alexey Dobriyan57cc7212011-01-10 08:18:25 +020014#include <linux/kobject.h>
Benjamin Marzinskic4f68a12007-08-23 13:19:05 -050015#include <linux/workqueue.h>
Steven Whitehousef057f6c2009-01-12 10:43:39 +000016#include <linux/dlm.h>
17#include <linux/buffer_head.h>
Steven Whitehousebc015cb2011-01-19 09:30:01 +000018#include <linux/rcupdate.h>
19#include <linux/rculist_bl.h>
Steven Whitehouse3942ae532011-07-11 08:53:30 +010020#include <linux/completion.h>
Bob Peterson7c9ca622011-08-31 09:53:19 +010021#include <linux/rbtree.h>
Steven Whitehousea2457692012-01-20 10:38:36 +000022#include <linux/ktime.h>
23#include <linux/percpu.h>
Steven Whitehousee66cf162013-10-15 15:18:08 +010024#include <linux/lockref.h>
Bob Peterson88ffbf32015-03-16 11:02:46 -050025#include <linux/rhashtable.h>
Steven Whitehousef2f7ba52006-09-05 10:39:21 -040026
David Teiglandb3b94fa2006-01-16 16:50:04 +000027#define DIO_WAIT 0x00000010
28#define DIO_METADATA 0x00000020
David Teiglandb3b94fa2006-01-16 16:50:04 +000029
30struct gfs2_log_operations;
Bob Petersonc0752aa2012-05-01 12:00:34 -040031struct gfs2_bufdata;
David Teiglandb3b94fa2006-01-16 16:50:04 +000032struct gfs2_holder;
33struct gfs2_glock;
David Teiglandb3b94fa2006-01-16 16:50:04 +000034struct gfs2_quota_data;
David Teiglandb3b94fa2006-01-16 16:50:04 +000035struct gfs2_trans;
David Teiglandb3b94fa2006-01-16 16:50:04 +000036struct gfs2_jdesc;
David Teiglandb3b94fa2006-01-16 16:50:04 +000037struct gfs2_sbd;
Steven Whitehousef057f6c2009-01-12 10:43:39 +000038struct lm_lockops;
David Teiglandb3b94fa2006-01-16 16:50:04 +000039
40typedef void (*gfs2_glop_bh_t) (struct gfs2_glock *gl, unsigned int ret);
41
Steven Whitehousebb8d8a62007-06-01 14:11:58 +010042struct gfs2_log_header_host {
43 u64 lh_sequence; /* Sequence number of this transaction */
44 u32 lh_flags; /* GFS2_LOG_HEAD_... */
45 u32 lh_tail; /* Block number of log tail */
46 u32 lh_blkno;
Steven Whitehousebb8d8a62007-06-01 14:11:58 +010047};
48
David Teiglandb3b94fa2006-01-16 16:50:04 +000049/*
50 * Structure of operations that are associated with each
51 * type of element in the log.
52 */
53
54struct gfs2_log_operations {
Steven Whitehoused69a3c62014-02-21 15:22:35 +000055 void (*lo_before_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);
Benjamin Marzinski16ca9412013-04-05 20:31:46 -050056 void (*lo_after_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);
David Teiglandb3b94fa2006-01-16 16:50:04 +000057 void (*lo_before_scan) (struct gfs2_jdesc *jd,
Al Viro55167622006-10-13 21:47:13 -040058 struct gfs2_log_header_host *head, int pass);
David Teiglandb3b94fa2006-01-16 16:50:04 +000059 int (*lo_scan_elements) (struct gfs2_jdesc *jd, unsigned int start,
60 struct gfs2_log_descriptor *ld, __be64 *ptr,
61 int pass);
62 void (*lo_after_scan) (struct gfs2_jdesc *jd, int error, int pass);
Steven Whitehouseb09e5932006-04-07 11:17:32 -040063 const char *lo_name;
David Teiglandb3b94fa2006-01-16 16:50:04 +000064};
65
Steven Whitehouse60a0b8f2009-05-21 12:23:12 +010066#define GBF_FULL 1
67
David Teiglandb3b94fa2006-01-16 16:50:04 +000068struct gfs2_bitmap {
69 struct buffer_head *bi_bh;
70 char *bi_clone;
Steven Whitehouse60a0b8f2009-05-21 12:23:12 +010071 unsigned long bi_flags;
Steven Whitehousecd915492006-09-04 12:49:07 -040072 u32 bi_offset;
73 u32 bi_start;
74 u32 bi_len;
Bob Peterson7e230f52013-09-11 13:44:02 -050075 u32 bi_blocks;
David Teiglandb3b94fa2006-01-16 16:50:04 +000076};
77
78struct gfs2_rgrpd {
Bob Peterson7c9ca622011-08-31 09:53:19 +010079 struct rb_node rd_node; /* Link with superblock */
David Teiglandb3b94fa2006-01-16 16:50:04 +000080 struct gfs2_glock *rd_gl; /* Glock for this rgrp */
Steven Whitehousebb8d8a62007-06-01 14:11:58 +010081 u64 rd_addr; /* grp block disk address */
82 u64 rd_data0; /* first data location */
83 u32 rd_length; /* length of rgrp header in fs blocks */
84 u32 rd_data; /* num of data blocks in rgrp */
85 u32 rd_bitbytes; /* number of bytes in data bitmaps */
Steven Whitehousecfc8b542008-11-04 10:25:13 +000086 u32 rd_free;
Bob Peterson8e2e0042012-07-19 08:12:40 -040087 u32 rd_reserved; /* number of blocks reserved */
Steven Whitehouse73f74942008-11-04 10:32:57 +000088 u32 rd_free_clone;
89 u32 rd_dinodes;
Steven Whitehoused8b71f72008-11-04 10:19:03 +000090 u64 rd_igeneration;
David Teiglandb3b94fa2006-01-16 16:50:04 +000091 struct gfs2_bitmap *rd_bits;
David Teiglandb3b94fa2006-01-16 16:50:04 +000092 struct gfs2_sbd *rd_sbd;
Benjamin Marzinski90306c42012-05-29 23:01:09 -050093 struct gfs2_rgrp_lvb *rd_rgl;
Steven Whitehouse73f74942008-11-04 10:32:57 +000094 u32 rd_last_alloc;
Steven Whitehouse1ce97e52009-05-21 15:18:19 +010095 u32 rd_flags;
Bob Peterson5ea50502013-11-25 11:16:25 +000096 u32 rd_extfail_pt; /* extent failure point */
Steven Whitehouse09010972009-05-20 10:48:47 +010097#define GFS2_RDF_CHECK 0x10000000 /* check for unlinked inodes */
98#define GFS2_RDF_UPTODATE 0x20000000 /* rg is up to date */
99#define GFS2_RDF_ERROR 0x40000000 /* error in rg */
Bob Peterson0e27c182014-10-29 08:02:28 -0500100#define GFS2_RDF_PREFERRED 0x80000000 /* This rgrp is preferred */
Steven Whitehouse09010972009-05-20 10:48:47 +0100101#define GFS2_RDF_MASK 0xf0000000 /* mask for internal flags */
Bob Peterson8e2e0042012-07-19 08:12:40 -0400102 spinlock_t rd_rsspin; /* protects reservation related vars */
103 struct rb_root rd_rstree; /* multi-block reservation tree */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000104};
105
Steven Whitehouse4a993fb2012-07-31 15:21:20 +0100106struct gfs2_rbm {
107 struct gfs2_rgrpd *rgd;
Steven Whitehouse4a993fb2012-07-31 15:21:20 +0100108 u32 offset; /* The offset is bitmap relative */
Bob Petersone579ed42013-09-17 13:12:15 -0400109 int bii; /* Bitmap index */
Steven Whitehouse4a993fb2012-07-31 15:21:20 +0100110};
111
Bob Petersone579ed42013-09-17 13:12:15 -0400112static inline struct gfs2_bitmap *rbm_bi(const struct gfs2_rbm *rbm)
113{
114 return rbm->rgd->rd_bits + rbm->bii;
115}
116
Steven Whitehouse4a993fb2012-07-31 15:21:20 +0100117static inline u64 gfs2_rbm_to_block(const struct gfs2_rbm *rbm)
118{
Bob Petersone579ed42013-09-17 13:12:15 -0400119 return rbm->rgd->rd_data0 + (rbm_bi(rbm)->bi_start * GFS2_NBBY) +
120 rbm->offset;
Steven Whitehouse4a993fb2012-07-31 15:21:20 +0100121}
122
Steven Whitehouse5b924ae2012-08-01 20:35:05 +0100123static inline bool gfs2_rbm_eq(const struct gfs2_rbm *rbm1,
124 const struct gfs2_rbm *rbm2)
125{
Bob Petersone579ed42013-09-17 13:12:15 -0400126 return (rbm1->rgd == rbm2->rgd) && (rbm1->bii == rbm2->bii) &&
Steven Whitehouse5b924ae2012-08-01 20:35:05 +0100127 (rbm1->offset == rbm2->offset);
128}
129
David Teiglandb3b94fa2006-01-16 16:50:04 +0000130enum gfs2_state_bits {
131 BH_Pinned = BH_PrivateStart,
Steven Whitehousef42faf42006-01-30 18:34:10 +0000132 BH_Escaped = BH_PrivateStart + 1,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000133};
134
135BUFFER_FNS(Pinned, pinned)
136TAS_BUFFER_FNS(Pinned, pinned)
Steven Whitehousef42faf42006-01-30 18:34:10 +0000137BUFFER_FNS(Escaped, escaped)
138TAS_BUFFER_FNS(Escaped, escaped)
David Teiglandb3b94fa2006-01-16 16:50:04 +0000139
140struct gfs2_bufdata {
141 struct buffer_head *bd_bh;
142 struct gfs2_glock *bd_gl;
Steven Whitehousec50b91c2012-04-16 16:40:56 +0100143 u64 bd_blkno;
Steven Whitehouse82e86082007-09-02 15:39:43 +0100144
Bob Petersonc0752aa2012-05-01 12:00:34 -0400145 struct list_head bd_list;
146 const struct gfs2_log_operations *bd_ops;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000147
Benjamin Marzinski16ca9412013-04-05 20:31:46 -0500148 struct gfs2_trans *bd_tr;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000149 struct list_head bd_ail_st_list;
150 struct list_head bd_ail_gl_list;
151};
152
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000153/*
154 * Internally, we prefix things with gdlm_ and GDLM_ (for gfs-dlm) since a
155 * prefix of lock_dlm_ gets awkward.
156 */
157
158#define GDLM_STRNAME_BYTES 25
159#define GDLM_LVB_SIZE 32
160
David Teiglande0c2a9a2012-01-09 17:18:05 -0500161/*
162 * ls_recover_flags:
163 *
164 * DFL_BLOCK_LOCKS: dlm is in recovery and will grant locks that had been
165 * held by failed nodes whose journals need recovery. Those locks should
166 * only be used for journal recovery until the journal recovery is done.
167 * This is set by the dlm recover_prep callback and cleared by the
168 * gfs2_control thread when journal recovery is complete. To avoid
169 * races between recover_prep setting and gfs2_control clearing, recover_spin
170 * is held while changing this bit and reading/writing recover_block
171 * and recover_start.
172 *
173 * DFL_NO_DLM_OPS: dlm lockspace ops/callbacks are not being used.
174 *
175 * DFL_FIRST_MOUNT: this node is the first to mount this fs and is doing
176 * recovery of all journals before allowing other nodes to mount the fs.
177 * This is cleared when FIRST_MOUNT_DONE is set.
178 *
179 * DFL_FIRST_MOUNT_DONE: this node was the first mounter, and has finished
180 * recovery of all journals, and now allows other nodes to mount the fs.
181 *
182 * DFL_MOUNT_DONE: gdlm_mount has completed successfully and cleared
183 * BLOCK_LOCKS for the first time. The gfs2_control thread should now
184 * control clearing BLOCK_LOCKS for further recoveries.
185 *
186 * DFL_UNMOUNT: gdlm_unmount sets to keep sdp off gfs2_control_wq.
187 *
188 * DFL_DLM_RECOVERY: set while dlm is in recovery, between recover_prep()
189 * and recover_done(), i.e. set while recover_block == recover_start.
190 */
191
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000192enum {
193 DFL_BLOCK_LOCKS = 0,
David Teiglande0c2a9a2012-01-09 17:18:05 -0500194 DFL_NO_DLM_OPS = 1,
195 DFL_FIRST_MOUNT = 2,
196 DFL_FIRST_MOUNT_DONE = 3,
197 DFL_MOUNT_DONE = 4,
198 DFL_UNMOUNT = 5,
199 DFL_DLM_RECOVERY = 6,
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000200};
201
Andreas Gruenbacher972b0442017-03-16 09:54:57 -0400202/*
203 * We are using struct lm_lockname as an rhashtable key. Avoid holes within
204 * the struct; padding at the end is fine.
205 */
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000206struct lm_lockname {
207 u64 ln_number;
Andreas Gruenbacher972b0442017-03-16 09:54:57 -0400208 struct gfs2_sbd *ln_sbd;
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000209 unsigned int ln_type;
Andreas Gruenbacher972b0442017-03-16 09:54:57 -0400210};
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000211
212#define lm_name_equal(name1, name2) \
Bob Peterson15562c42015-03-16 11:52:05 -0500213 (((name1)->ln_number == (name2)->ln_number) && \
214 ((name1)->ln_type == (name2)->ln_type) && \
215 ((name1)->ln_sbd == (name2)->ln_sbd))
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000216
217
David Teiglandb3b94fa2006-01-16 16:50:04 +0000218struct gfs2_glock_operations {
Bob Peterson06dfc302012-10-24 14:41:05 -0400219 void (*go_sync) (struct gfs2_glock *gl);
Steven Whitehouse6802e342008-05-21 17:03:22 +0100220 int (*go_xmote_bh) (struct gfs2_glock *gl, struct gfs2_holder *gh);
Steven Whitehouse1a14d3a2006-11-20 10:37:45 -0500221 void (*go_inval) (struct gfs2_glock *gl, int flags);
Steven Whitehouse97cc10252008-11-20 13:39:47 +0000222 int (*go_demote_ok) (const struct gfs2_glock *gl);
Steven Whitehouse1a14d3a2006-11-20 10:37:45 -0500223 int (*go_lock) (struct gfs2_holder *gh);
224 void (*go_unlock) (struct gfs2_holder *gh);
Steven Whitehouseac3beb62014-01-16 10:31:13 +0000225 void (*go_dump)(struct seq_file *seq, const struct gfs2_glock *gl);
Steven Whitehouse81ffbf62013-04-10 10:26:55 +0100226 void (*go_callback)(struct gfs2_glock *gl, bool remote);
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400227 const int go_type;
Steven Whitehouse009d8512009-12-08 12:12:13 +0000228 const unsigned long go_flags;
229#define GLOF_ASPACE 1
David Teiglanddba2d702012-11-14 13:46:53 -0500230#define GLOF_LVB 2
Bob Petersone7ccaf52015-06-12 13:15:54 -0500231#define GLOF_LRU 4
David Teiglandb3b94fa2006-01-16 16:50:04 +0000232};
233
234enum {
Steven Whitehousea2457692012-01-20 10:38:36 +0000235 GFS2_LKS_SRTT = 0, /* Non blocking smoothed round trip time */
236 GFS2_LKS_SRTTVAR = 1, /* Non blocking smoothed variance */
237 GFS2_LKS_SRTTB = 2, /* Blocking smoothed round trip time */
238 GFS2_LKS_SRTTVARB = 3, /* Blocking smoothed variance */
239 GFS2_LKS_SIRT = 4, /* Smoothed Inter-request time */
240 GFS2_LKS_SIRTVAR = 5, /* Smoothed Inter-request variance */
241 GFS2_LKS_DCOUNT = 6, /* Count of dlm requests */
242 GFS2_LKS_QCOUNT = 7, /* Count of gfs2_holder queues */
243 GFS2_NR_LKSTATS
244};
245
246struct gfs2_lkstats {
Ben Hutchings4d207132015-08-27 12:51:45 -0500247 u64 stats[GFS2_NR_LKSTATS];
Steven Whitehousea2457692012-01-20 10:38:36 +0000248};
249
250enum {
David Teiglandb3b94fa2006-01-16 16:50:04 +0000251 /* States */
Steven Whitehouse6802e342008-05-21 17:03:22 +0100252 HIF_HOLDER = 6, /* Set for gh that "holds" the glock */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000253 HIF_FIRST = 7,
Steven Whitehousefee852e2007-01-17 15:33:23 +0000254 HIF_WAIT = 10,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000255};
256
257struct gfs2_holder {
258 struct list_head gh_list;
259
260 struct gfs2_glock *gh_gl;
Pavel Emelyanovb1e058d2008-02-07 00:13:19 -0800261 struct pid *gh_owner_pid;
Bob Petersonb58bf402015-07-24 09:45:43 -0500262 u16 gh_flags;
263 u16 gh_state;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000264
265 int gh_error;
Steven Whitehouse6802e342008-05-21 17:03:22 +0100266 unsigned long gh_iflags; /* HIF_... */
Steven Whitehoused0dc80d2006-03-29 14:36:49 -0500267 unsigned long gh_ip;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000268};
269
Jan Karaa937cca2014-09-10 21:22:51 +0200270/* Number of quota types we support */
271#define GFS2_MAXQUOTAS 2
272
Bob Petersonb54e9a02015-10-26 10:40:28 -0500273struct gfs2_qadata { /* quota allocation data */
274 /* Quota stuff */
275 struct gfs2_quota_data *qa_qd[2 * GFS2_MAXQUOTAS];
276 struct gfs2_holder qa_qd_ghs[2 * GFS2_MAXQUOTAS];
277 unsigned int qa_qd_num;
278};
279
Bob Peterson8e2e0042012-07-19 08:12:40 -0400280/* Resource group multi-block reservation, in order of appearance:
281
282 Step 1. Function prepares to write, allocates a mb, sets the size hint.
283 Step 2. User calls inplace_reserve to target an rgrp, sets the rgrp info
284 Step 3. Function get_local_rgrp locks the rgrp, determines which bits to use
285 Step 4. Bits are assigned from the rgrp based on either the reservation
286 or wherever it can.
287*/
288
289struct gfs2_blkreserv {
290 /* components used during write (step 1): */
291 atomic_t rs_sizehint; /* hint of the write size */
292
Bob Peterson8e2e0042012-07-19 08:12:40 -0400293 struct gfs2_holder rs_rgd_gh; /* Filled in by get_local_rgrp */
294 struct rb_node rs_node; /* link to other block reservations */
Steven Whitehouse9e733d32012-08-23 15:37:59 +0100295 struct gfs2_rbm rs_rbm; /* Start of reservation */
Bob Peterson8e2e0042012-07-19 08:12:40 -0400296 u32 rs_free; /* how many blocks are still free */
Steven Whitehouse9e733d32012-08-23 15:37:59 +0100297 u64 rs_inum; /* Inode number for reservation */
Bob Peterson8e2e0042012-07-19 08:12:40 -0400298};
299
Steven Whitehouse7b9cff42013-10-02 11:13:25 +0100300/*
301 * Allocation parameters
302 * @target: The number of blocks we'd ideally like to allocate
303 * @aflags: The flags (e.g. Orlov flag)
304 *
305 * The intent is to gradually expand this structure over time in
306 * order to give more information, e.g. alignment, min extent size
307 * to the allocation code.
308 */
309struct gfs2_alloc_parms {
Abhi Dasb8fbf472015-03-18 12:03:41 -0500310 u64 target;
Abhi Das25435e52015-03-18 12:04:37 -0500311 u32 min_target;
Steven Whitehouse7b9cff42013-10-02 11:13:25 +0100312 u32 aflags;
Abhi Das25435e52015-03-18 12:04:37 -0500313 u64 allowed;
Steven Whitehouse7b9cff42013-10-02 11:13:25 +0100314};
315
David Teiglandb3b94fa2006-01-16 16:50:04 +0000316enum {
Steven Whitehouse6802e342008-05-21 17:03:22 +0100317 GLF_LOCK = 1,
Steven Whitehouse6802e342008-05-21 17:03:22 +0100318 GLF_DEMOTE = 3,
319 GLF_PENDING_DEMOTE = 4,
320 GLF_DEMOTE_IN_PROGRESS = 5,
321 GLF_DIRTY = 6,
322 GLF_LFLUSH = 7,
323 GLF_INVALIDATE_IN_PROGRESS = 8,
324 GLF_REPLY_PENDING = 9,
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000325 GLF_INITIAL = 10,
326 GLF_FROZEN = 11,
Steven Whitehouse7b5e3d52010-09-03 09:39:20 +0100327 GLF_QUEUED = 12,
Steven Whitehouse627c10b2011-04-14 14:09:52 +0100328 GLF_LRU = 13,
329 GLF_OBJECT = 14, /* Used only for tracing */
Steven Whitehousea2457692012-01-20 10:38:36 +0000330 GLF_BLOCKING = 15,
Bob Petersona4923862015-12-07 16:24:27 -0600331 GLF_INODE_CREATING = 16, /* Inode creation occurring */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000332};
333
334struct gfs2_glock {
David Teiglandb3b94fa2006-01-16 16:50:04 +0000335 unsigned long gl_flags; /* GLF_... */
336 struct lm_lockname gl_name;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000337
Steven Whitehousee66cf162013-10-15 15:18:08 +0100338 struct lockref gl_lockref;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000339
Andreas Gruenbacherf3dd1642015-10-29 10:58:09 -0500340 /* State fields protected by gl_lockref.lock */
Steven Whitehouse47a25382010-11-30 15:49:31 +0000341 unsigned int gl_state:2, /* Current state */
342 gl_target:2, /* Target state */
343 gl_demote_state:2, /* State requested by remote node */
344 gl_req:2, /* State in last dlm request */
345 gl_reply:8; /* Last reply from the dlm */
346
Steven Whitehouse3b8249f2007-03-16 09:40:31 +0000347 unsigned long gl_demote_time; /* time of first demote request */
Bob Peterson7cf8dcd2011-06-15 11:41:48 -0400348 long gl_hold_time;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000349 struct list_head gl_holders;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000350
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400351 const struct gfs2_glock_operations *gl_ops;
Steven Whitehousea2457692012-01-20 10:38:36 +0000352 ktime_t gl_dstamp;
353 struct gfs2_lkstats gl_stats;
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000354 struct dlm_lksb gl_lksb;
Benjamin Marzinskic4f68a12007-08-23 13:19:05 -0500355 unsigned long gl_tchange;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000356 void *gl_object;
357
Steven Whitehouse97cc10252008-11-20 13:39:47 +0000358 struct list_head gl_lru;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000359 struct list_head gl_ail_list;
360 atomic_t gl_ail_count;
Steven Whitehousef42ab082011-04-14 16:50:31 +0100361 atomic_t gl_revokes;
Benjamin Marzinskic4f68a12007-08-23 13:19:05 -0500362 struct delayed_work gl_work;
Steven Whitehouse7005c3e2013-12-06 10:16:14 +0000363 union {
364 /* For inode and iopen glocks only */
365 struct work_struct gl_delete;
366 /* For rgrp glocks only */
367 struct {
368 loff_t start;
369 loff_t end;
370 } gl_vm;
371 };
Andreas Gruenbacher961ae1d2017-07-07 13:22:05 -0500372 struct rcu_head gl_rcu;
Bob Peterson88ffbf32015-03-16 11:02:46 -0500373 struct rhash_head gl_node;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000374};
375
Steven Whitehouseda755fd2008-01-30 15:34:04 +0000376#define GFS2_MIN_LVB_SIZE 32 /* Min size of LVB that gfs2 supports */
377
David Teiglandb3b94fa2006-01-16 16:50:04 +0000378enum {
Steven Whitehousebfded272006-11-01 16:05:38 -0500379 GIF_INVALID = 0,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000380 GIF_QD_LOCKED = 1,
Steven Whitehouse40ac2182011-08-02 13:17:27 +0100381 GIF_ALLOC_FAILED = 2,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000382 GIF_SW_PAGED = 3,
Steven Whitehouse45138992013-01-28 09:30:07 +0000383 GIF_ORDERED = 4,
Abhi Das05978802014-03-31 10:33:17 -0500384 GIF_FREE_VFS_INODE = 5,
Andreas Gruenbacher4fd1a572017-06-30 07:47:15 -0500385 GIF_GLOP_PENDING = 6,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000386};
387
388struct gfs2_inode {
Steven Whitehouse320dd102006-05-18 16:25:27 -0400389 struct inode i_inode;
Steven Whitehousedbb7cae2007-05-15 15:37:50 +0100390 u64 i_no_addr;
391 u64 i_no_formal_ino;
Steven Whitehousebcf0b5b2008-11-03 13:39:46 +0000392 u64 i_generation;
Steven Whitehouse3767ac22008-11-03 14:28:42 +0000393 u64 i_eattr;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000394 unsigned long i_flags; /* GIF_... */
Steven Whitehousefeaa7bb2006-06-14 15:32:57 -0400395 struct gfs2_glock *i_gl; /* Move into i_gh? */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000396 struct gfs2_holder i_iopen_gh;
Steven Whitehousef42faf42006-01-30 18:34:10 +0000397 struct gfs2_holder i_gh; /* for prepare/commit_write only */
Bob Petersonb54e9a02015-10-26 10:40:28 -0500398 struct gfs2_qadata *i_qadata; /* quota allocation data */
Bob Petersona097dc7e2015-07-16 08:28:04 -0500399 struct gfs2_blkreserv i_res; /* rgrp multi-block reservation */
Steven Whitehouse54335b12011-09-01 13:31:59 +0100400 struct gfs2_rgrpd *i_rgd;
Steven Whitehousece276b02008-02-06 09:25:45 +0000401 u64 i_goal; /* goal block for allocations */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000402 struct rw_semaphore i_rw_mutex;
Steven Whitehouse45138992013-01-28 09:30:07 +0000403 struct list_head i_ordered;
Steven Whitehouse813e0c42008-11-18 13:38:48 +0000404 struct list_head i_trunc_list;
Steven Whitehouse17d539f2011-06-15 10:29:37 +0100405 __be64 *i_hash_cache;
Steven Whitehousead6203f2008-11-03 13:59:19 +0000406 u32 i_entries;
Steven Whitehouse383f01f2008-11-04 10:05:22 +0000407 u32 i_diskflags;
Steven Whitehouseecc30c72008-01-28 10:37:35 +0000408 u8 i_height;
Steven Whitehouse9a004502008-02-01 09:23:44 +0000409 u8 i_depth;
Andreas Gruenbacherc8d57702015-11-11 15:00:35 -0600410 u16 i_rahead;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000411};
412
Steven Whitehousefeaa7bb2006-06-14 15:32:57 -0400413/*
414 * Since i_inode is the first element of struct gfs2_inode,
415 * this is effectively a cast.
416 */
Steven Whitehouse320dd102006-05-18 16:25:27 -0400417static inline struct gfs2_inode *GFS2_I(struct inode *inode)
418{
419 return container_of(inode, struct gfs2_inode, i_inode);
420}
421
Steven Whitehousebf36a712007-10-17 08:35:19 +0100422static inline struct gfs2_sbd *GFS2_SB(const struct inode *inode)
Steven Whitehousefeaa7bb2006-06-14 15:32:57 -0400423{
424 return inode->i_sb->s_fs_info;
425}
426
David Teiglandb3b94fa2006-01-16 16:50:04 +0000427struct gfs2_file {
Steven Whitehousef55ab262006-02-21 12:51:39 +0000428 struct mutex f_fl_mutex;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000429 struct gfs2_holder f_fl_gh;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000430};
431
David Teiglandb3b94fa2006-01-16 16:50:04 +0000432struct gfs2_revoke_replay {
433 struct list_head rr_list;
Steven Whitehousecd915492006-09-04 12:49:07 -0400434 u64 rr_blkno;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000435 unsigned int rr_where;
436};
437
438enum {
David Teiglandb3b94fa2006-01-16 16:50:04 +0000439 QDF_CHANGE = 1,
440 QDF_LOCKED = 2,
Abhijith Das662e3a52011-03-08 10:40:42 -0500441 QDF_REFRESH = 3,
Abhi Das9cde2892015-06-02 11:03:04 -0500442 QDF_QMSG_QUIET = 4,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000443};
444
445struct gfs2_quota_data {
Steven Whitehousec754fbb2013-12-12 10:47:59 +0000446 struct hlist_bl_node qd_hlist;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000447 struct list_head qd_list;
Eric W. Biederman05e0a602013-01-31 19:52:08 -0800448 struct kqid qd_id;
Steven Whitehousec754fbb2013-12-12 10:47:59 +0000449 struct gfs2_sbd *qd_sbd;
Steven Whitehouse2147dbf2013-11-04 10:15:08 +0000450 struct lockref qd_lockref;
451 struct list_head qd_lru;
Steven Whitehousec754fbb2013-12-12 10:47:59 +0000452 unsigned qd_hash;
Steven Whitehouse2147dbf2013-11-04 10:15:08 +0000453
David Teiglandb3b94fa2006-01-16 16:50:04 +0000454 unsigned long qd_flags; /* QDF_... */
455
Steven Whitehousecd915492006-09-04 12:49:07 -0400456 s64 qd_change;
457 s64 qd_change_sync;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000458
459 unsigned int qd_slot;
460 unsigned int qd_slot_count;
461
462 struct buffer_head *qd_bh;
463 struct gfs2_quota_change *qd_bh_qc;
464 unsigned int qd_bh_count;
465
466 struct gfs2_glock *qd_gl;
467 struct gfs2_quota_lvb qd_qb;
468
Steven Whitehousecd915492006-09-04 12:49:07 -0400469 u64 qd_sync_gen;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000470 unsigned long qd_last_warn;
Steven Whitehousec754fbb2013-12-12 10:47:59 +0000471 struct rcu_head qd_rcu;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000472};
473
Bob Peterson9862ca02017-01-25 12:50:47 -0500474enum {
475 TR_TOUCHED = 1,
476 TR_ATTACHED = 2,
477 TR_ALLOCED = 3,
478};
479
David Teiglandb3b94fa2006-01-16 16:50:04 +0000480struct gfs2_trans {
Steven Whitehoused0dc80d2006-03-29 14:36:49 -0500481 unsigned long tr_ip;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000482
483 unsigned int tr_blocks;
484 unsigned int tr_revokes;
485 unsigned int tr_reserved;
Bob Peterson9862ca02017-01-25 12:50:47 -0500486 unsigned long tr_flags;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000487
David Teiglandb3b94fa2006-01-16 16:50:04 +0000488 unsigned int tr_num_buf_new;
Robert Peterson2332c442007-06-18 14:50:20 -0500489 unsigned int tr_num_databuf_new;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000490 unsigned int tr_num_buf_rm;
Robert Peterson2332c442007-06-18 14:50:20 -0500491 unsigned int tr_num_databuf_rm;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000492 unsigned int tr_num_revoke;
493 unsigned int tr_num_revoke_rm;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000494
Benjamin Marzinski16ca9412013-04-05 20:31:46 -0500495 struct list_head tr_list;
Steven Whitehoused69a3c62014-02-21 15:22:35 +0000496 struct list_head tr_databuf;
497 struct list_head tr_buf;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000498
Benjamin Marzinski16ca9412013-04-05 20:31:46 -0500499 unsigned int tr_first;
500 struct list_head tr_ail1_list;
501 struct list_head tr_ail2_list;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000502};
503
Bob Petersonda6dd402007-12-11 18:49:21 -0600504struct gfs2_journal_extent {
Steven Whitehouseb50f2272014-03-03 13:35:57 +0000505 struct list_head list;
Bob Petersonda6dd402007-12-11 18:49:21 -0600506
507 unsigned int lblock; /* First logical block */
508 u64 dblock; /* First disk block */
509 u64 blocks;
510};
511
David Teiglandb3b94fa2006-01-16 16:50:04 +0000512struct gfs2_jdesc {
513 struct list_head jd_list;
Bob Petersonda6dd402007-12-11 18:49:21 -0600514 struct list_head extent_list;
Steven Whitehouseb50f2272014-03-03 13:35:57 +0000515 unsigned int nr_extents;
Tejun Heo6ecd7c22010-07-20 22:09:02 +0200516 struct work_struct jd_work;
Steven Whitehouse7359a192006-02-13 12:27:43 +0000517 struct inode *jd_inode;
Steven Whitehousefe64d512009-05-19 10:01:18 +0100518 unsigned long jd_flags;
519#define JDF_RECOVERY 1
David Teiglandb3b94fa2006-01-16 16:50:04 +0000520 unsigned int jd_jid;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000521 unsigned int jd_blocks;
David Teigland376d3772012-01-09 15:29:20 -0500522 int jd_recover_error;
Bob Petersona17d758b2014-03-06 17:19:15 -0500523 /* Replay stuff */
524
525 unsigned int jd_found_blocks;
526 unsigned int jd_found_revokes;
527 unsigned int jd_replayed_blocks;
528
529 struct list_head jd_revoke_list;
530 unsigned int jd_replay_tail;
531
David Teiglandb3b94fa2006-01-16 16:50:04 +0000532};
533
Steven Whitehousebb8d8a62007-06-01 14:11:58 +0100534struct gfs2_statfs_change_host {
535 s64 sc_total;
536 s64 sc_free;
537 s64 sc_dinodes;
538};
539
David Teiglandb3b94fa2006-01-16 16:50:04 +0000540#define GFS2_QUOTA_DEFAULT GFS2_QUOTA_OFF
541#define GFS2_QUOTA_OFF 0
542#define GFS2_QUOTA_ACCOUNT 1
543#define GFS2_QUOTA_ON 2
544
545#define GFS2_DATA_DEFAULT GFS2_DATA_ORDERED
546#define GFS2_DATA_WRITEBACK 1
547#define GFS2_DATA_ORDERED 2
548
Bob Petersond34843d2009-08-24 10:44:18 +0100549#define GFS2_ERRORS_DEFAULT GFS2_ERRORS_WITHDRAW
550#define GFS2_ERRORS_WITHDRAW 0
551#define GFS2_ERRORS_CONTINUE 1 /* place holder for future feature */
552#define GFS2_ERRORS_RO 2 /* place holder for future feature */
553#define GFS2_ERRORS_PANIC 3
554
David Teiglandb3b94fa2006-01-16 16:50:04 +0000555struct gfs2_args {
Steven Whitehouse37ec89e2008-09-18 13:49:32 +0100556 char ar_lockproto[GFS2_LOCKNAME_LEN]; /* Name of the Lock Protocol */
557 char ar_locktable[GFS2_LOCKNAME_LEN]; /* Name of the Lock Table */
558 char ar_hostdata[GFS2_LOCKNAME_LEN]; /* Host specific data */
559 unsigned int ar_spectator:1; /* Don't get a journal */
Steven Whitehouse37ec89e2008-09-18 13:49:32 +0100560 unsigned int ar_localflocks:1; /* Let the VFS do flock|fcntl */
Steven Whitehouse37ec89e2008-09-18 13:49:32 +0100561 unsigned int ar_debug:1; /* Oops on errors */
Steven Whitehouse37ec89e2008-09-18 13:49:32 +0100562 unsigned int ar_posix_acl:1; /* Enable posix acls */
563 unsigned int ar_quota:2; /* off/account/on */
564 unsigned int ar_suiddir:1; /* suiddir support */
565 unsigned int ar_data:2; /* ordered/writeback */
566 unsigned int ar_meta:1; /* mount metafs */
Steven Whitehousef15ab562009-02-09 09:25:01 +0000567 unsigned int ar_discard:1; /* discard requests */
Bob Petersond34843d2009-08-24 10:44:18 +0100568 unsigned int ar_errors:2; /* errors=withdraw | panic */
Christoph Hellwigf25934c2009-10-30 08:03:27 +0100569 unsigned int ar_nobarrier:1; /* do not send barriers */
Benjamin Marzinski90306c42012-05-29 23:01:09 -0500570 unsigned int ar_rgrplvb:1; /* use lvbs for rgrp info */
Benjamin Marzinski471f3db2015-12-01 08:46:55 -0600571 unsigned int ar_loccookie:1; /* use location based readdir
572 cookies */
Steven Whitehouse48c2b612009-05-13 14:49:48 +0100573 int ar_commit; /* Commit interval */
Benjamin Marzinski3d3c10f2009-10-20 02:39:44 -0500574 int ar_statfs_quantum; /* The fast statfs interval */
575 int ar_quota_quantum; /* The quota interval */
576 int ar_statfs_percent; /* The % change to force sync */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000577};
578
579struct gfs2_tune {
580 spinlock_t gt_spin;
581
David Teiglandb3b94fa2006-01-16 16:50:04 +0000582 unsigned int gt_logd_secs;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000583
David Teiglandb3b94fa2006-01-16 16:50:04 +0000584 unsigned int gt_quota_warn_period; /* Secs between quota warn msgs */
585 unsigned int gt_quota_scale_num; /* Numerator */
586 unsigned int gt_quota_scale_den; /* Denominator */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000587 unsigned int gt_quota_quantum; /* Secs between syncs to quota file */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000588 unsigned int gt_new_files_jdata;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000589 unsigned int gt_max_readahead; /* Max bytes to read-ahead from disk */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000590 unsigned int gt_complain_secs;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000591 unsigned int gt_statfs_quantum;
592 unsigned int gt_statfs_slow;
593};
594
David Teiglandb3b94fa2006-01-16 16:50:04 +0000595enum {
596 SDF_JOURNAL_CHECKED = 0,
597 SDF_JOURNAL_LIVE = 1,
598 SDF_SHUTDOWN = 2,
Steven Whitehouse254db572008-09-26 10:23:22 +0100599 SDF_NOBARRIERS = 3,
Steven Whitehousefe64d512009-05-19 10:01:18 +0100600 SDF_NORECOVERY = 4,
Steven Whitehouse913a71d2010-05-06 11:03:29 +0100601 SDF_DEMOTE = 5,
Steven Whitehouseba6e9362010-06-14 10:01:30 +0100602 SDF_NOJOURNALID = 6,
David Teiglande8ca5cc2012-01-09 14:40:06 -0500603 SDF_RORECOVERY = 7, /* read only recovery */
David Teiglandfb6791d2012-11-13 10:58:56 -0500604 SDF_SKIP_DLM_UNLOCK = 8,
Abhi Dasb066a4eeb2017-08-04 12:15:32 -0500605 SDF_FORCE_AIL_FLUSH = 9,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000606};
607
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600608enum gfs2_freeze_state {
609 SFS_UNFROZEN = 0,
610 SFS_STARTING_FREEZE = 1,
611 SFS_FROZEN = 2,
612};
613
David Teiglandb3b94fa2006-01-16 16:50:04 +0000614#define GFS2_FSNAME_LEN 256
615
Steven Whitehousebb8d8a62007-06-01 14:11:58 +0100616struct gfs2_inum_host {
617 u64 no_formal_ino;
618 u64 no_addr;
619};
620
621struct gfs2_sb_host {
622 u32 sb_magic;
623 u32 sb_type;
624 u32 sb_format;
625
626 u32 sb_fs_format;
627 u32 sb_multihost_format;
628 u32 sb_bsize;
629 u32 sb_bsize_shift;
630
631 struct gfs2_inum_host sb_master_dir;
632 struct gfs2_inum_host sb_root_dir;
633
634 char sb_lockproto[GFS2_LOCKNAME_LEN];
635 char sb_locktable[GFS2_LOCKNAME_LEN];
636};
637
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000638/*
639 * lm_mount() return values
640 *
641 * ls_jid - the journal ID this node should use
642 * ls_first - this node is the first to mount the file system
643 * ls_lockspace - lock module's context for this file system
644 * ls_ops - lock module's functions
645 */
646
647struct lm_lockstruct {
Steven Whitehousefeb47ca92010-09-29 15:04:18 +0100648 int ls_jid;
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000649 unsigned int ls_first;
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000650 const struct lm_lockops *ls_ops;
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000651 dlm_lockspace_t *ls_dlm;
652
David Teiglande0c2a9a2012-01-09 17:18:05 -0500653 int ls_recover_jid_done; /* These two are deprecated, */
654 int ls_recover_jid_status; /* used previously by gfs_controld */
655
656 struct dlm_lksb ls_mounted_lksb; /* mounted_lock */
657 struct dlm_lksb ls_control_lksb; /* control_lock */
658 char ls_control_lvb[GDLM_LVB_SIZE]; /* control_lock lvb */
659 struct completion ls_sync_wait; /* {control,mounted}_{lock,unlock} */
David Teigland57c73102013-03-05 16:01:47 -0500660 char *ls_lvb_bits;
David Teiglande0c2a9a2012-01-09 17:18:05 -0500661
662 spinlock_t ls_recover_spin; /* protects following fields */
663 unsigned long ls_recover_flags; /* DFL_ */
664 uint32_t ls_recover_mount; /* gen in first recover_done cb */
665 uint32_t ls_recover_start; /* gen in last recover_done cb */
666 uint32_t ls_recover_block; /* copy recover_start in last recover_prep */
667 uint32_t ls_recover_size; /* size of recover_submit, recover_result */
668 uint32_t *ls_recover_submit; /* gen in last recover_slot cb per jid */
669 uint32_t *ls_recover_result; /* result of last jid recovery */
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000670};
671
Steven Whitehousea2457692012-01-20 10:38:36 +0000672struct gfs2_pcpu_lkstats {
673 /* One struct for each glock type */
674 struct gfs2_lkstats lkstats[10];
675};
676
David Teiglandb3b94fa2006-01-16 16:50:04 +0000677struct gfs2_sbd {
678 struct super_block *sd_vfs;
Steven Whitehousea2457692012-01-20 10:38:36 +0000679 struct gfs2_pcpu_lkstats __percpu *sd_lkstats;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000680 struct kobject sd_kobj;
681 unsigned long sd_flags; /* SDF_... */
Al Virof50dfaf782006-10-13 20:45:02 -0400682 struct gfs2_sb_host sd_sb;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000683
684 /* Constants computed on mount */
685
Steven Whitehousecd915492006-09-04 12:49:07 -0400686 u32 sd_fsb2bb;
687 u32 sd_fsb2bb_shift;
688 u32 sd_diptrs; /* Number of pointers in a dinode */
689 u32 sd_inptrs; /* Number of pointers in a indirect block */
690 u32 sd_jbsize; /* Size of a journaled data block */
691 u32 sd_hash_bsize; /* sizeof(exhash block) */
692 u32 sd_hash_bsize_shift;
693 u32 sd_hash_ptrs; /* Number of pointers in a hash block */
694 u32 sd_qc_per_block;
Bob Petersona68a0a32012-10-19 08:32:51 -0400695 u32 sd_blocks_per_bitmap;
Steven Whitehousecd915492006-09-04 12:49:07 -0400696 u32 sd_max_dirres; /* Max blocks needed to add a directory entry */
697 u32 sd_max_height; /* Max height of a file's metadata tree */
Steven Whitehouseecc30c72008-01-28 10:37:35 +0000698 u64 sd_heightsize[GFS2_MAX_META_HEIGHT + 1];
Steven Whitehousecd915492006-09-04 12:49:07 -0400699 u32 sd_max_jheight; /* Max height of journaled file's meta tree */
Steven Whitehouseecc30c72008-01-28 10:37:35 +0000700 u64 sd_jheightsize[GFS2_MAX_META_HEIGHT + 1];
Benjamin Marzinski471f3db2015-12-01 08:46:55 -0600701 u32 sd_max_dents_per_leaf; /* Max number of dirents in a leaf block */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000702
703 struct gfs2_args sd_args; /* Mount arguments */
704 struct gfs2_tune sd_tune; /* Filesystem tuning structure */
705
706 /* Lock Stuff */
707
708 struct lm_lockstruct sd_lockstruct;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000709 struct gfs2_holder sd_live_gh;
710 struct gfs2_glock *sd_rename_gl;
Benjamin Marzinski24972552014-05-01 22:26:55 -0500711 struct gfs2_glock *sd_freeze_gl;
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600712 struct work_struct sd_freeze_work;
Steven Whitehousee4027462010-01-25 11:20:19 +0000713 wait_queue_head_t sd_glock_wait;
714 atomic_t sd_glock_disposal;
Steven Whitehouse3942ae532011-07-11 08:53:30 +0100715 struct completion sd_locking_init;
Steven Whitehousefd95e812013-02-13 12:21:40 +0000716 struct completion sd_wdack;
David Teiglande0c2a9a2012-01-09 17:18:05 -0500717 struct delayed_work sd_control_work;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000718
719 /* Inode Stuff */
720
Steven Whitehouse9b8df982008-08-08 13:45:13 +0100721 struct dentry *sd_master_dir;
722 struct dentry *sd_root_dir;
723
Steven Whitehousef42faf42006-01-30 18:34:10 +0000724 struct inode *sd_jindex;
Steven Whitehousef42faf42006-01-30 18:34:10 +0000725 struct inode *sd_statfs_inode;
Steven Whitehousef42faf42006-01-30 18:34:10 +0000726 struct inode *sd_sc_inode;
Steven Whitehousef42faf42006-01-30 18:34:10 +0000727 struct inode *sd_qc_inode;
728 struct inode *sd_rindex;
729 struct inode *sd_quota_inode;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000730
David Teiglandb3b94fa2006-01-16 16:50:04 +0000731 /* StatFS stuff */
732
733 spinlock_t sd_statfs_spin;
Al Virobd209cc2006-10-13 23:43:19 -0400734 struct gfs2_statfs_change_host sd_statfs_master;
735 struct gfs2_statfs_change_host sd_statfs_local;
Benjamin Marzinski3d3c10f2009-10-20 02:39:44 -0500736 int sd_statfs_force_sync;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000737
738 /* Resource group stuff */
739
Bob Petersoncf45b752008-01-31 10:31:39 -0600740 int sd_rindex_uptodate;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000741 spinlock_t sd_rindex_spin;
Bob Peterson7c9ca622011-08-31 09:53:19 +0100742 struct rb_root sd_rindex_tree;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000743 unsigned int sd_rgrps;
Benjamin Marzinski39211202010-08-20 00:21:02 -0500744 unsigned int sd_max_rg_data;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000745
746 /* Journal index stuff */
747
748 struct list_head sd_jindex_list;
749 spinlock_t sd_jindex_spin;
Steven Whitehousef55ab262006-02-21 12:51:39 +0000750 struct mutex sd_jindex_mutex;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000751 unsigned int sd_journals;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000752
753 struct gfs2_jdesc *sd_jdesc;
754 struct gfs2_holder sd_journal_gh;
755 struct gfs2_holder sd_jinode_gh;
756
David Teiglandb3b94fa2006-01-16 16:50:04 +0000757 struct gfs2_holder sd_sc_gh;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000758 struct gfs2_holder sd_qc_gh;
759
Bob Peterson0e48e0552014-06-02 09:40:25 -0400760 struct completion sd_journal_ready;
761
David Teiglandb3b94fa2006-01-16 16:50:04 +0000762 /* Daemon stuff */
763
David Teiglandb3b94fa2006-01-16 16:50:04 +0000764 struct task_struct *sd_logd_process;
765 struct task_struct *sd_quotad_process;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000766
David Teiglandb3b94fa2006-01-16 16:50:04 +0000767 /* Quota stuff */
768
769 struct list_head sd_quota_list;
770 atomic_t sd_quota_count;
Steven Whitehousef55ab262006-02-21 12:51:39 +0000771 struct mutex sd_quota_mutex;
Steven Whitehousee46c7722013-10-04 12:29:34 +0100772 struct mutex sd_quota_sync_mutex;
Steven Whitehouse37b2c832008-11-17 14:25:37 +0000773 wait_queue_head_t sd_quota_wait;
Steven Whitehouse813e0c42008-11-18 13:38:48 +0000774 struct list_head sd_trunc_list;
775 spinlock_t sd_trunc_lock;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000776
777 unsigned int sd_quota_slots;
Steven Whitehouseee2411a2013-12-12 17:29:32 +0000778 unsigned long *sd_quota_bitmap;
Steven Whitehouse2d9e7232013-12-13 11:46:28 +0000779 spinlock_t sd_bitmap_lock;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000780
Steven Whitehousecd915492006-09-04 12:49:07 -0400781 u64 sd_quota_sync_gen;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000782
783 /* Log stuff */
784
Steven Whitehouse70d4ee92013-12-06 16:19:54 +0000785 struct address_space sd_aspace;
786
David Teiglandb3b94fa2006-01-16 16:50:04 +0000787 spinlock_t sd_log_lock;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000788
Benjamin Marzinski16ca9412013-04-05 20:31:46 -0500789 struct gfs2_trans *sd_log_tr;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000790 unsigned int sd_log_blks_reserved;
Benjamin Marzinski2e95e3f2010-03-10 18:10:19 -0600791 int sd_log_commited_revoke;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000792
Benjamin Marzinski5e687ea2010-05-04 14:29:16 -0500793 atomic_t sd_log_pinned;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000794 unsigned int sd_log_num_revoke;
Steven Whitehousef42faf42006-01-30 18:34:10 +0000795
David Teiglandb3b94fa2006-01-16 16:50:04 +0000796 struct list_head sd_log_le_revoke;
Steven Whitehoused7b616e2007-09-02 10:48:13 +0100797 struct list_head sd_log_le_ordered;
Steven Whitehouse45138992013-01-28 09:30:07 +0000798 spinlock_t sd_ordered_lock;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000799
Benjamin Marzinski5e687ea2010-05-04 14:29:16 -0500800 atomic_t sd_log_thresh1;
801 atomic_t sd_log_thresh2;
Steven Whitehousefd041f02007-11-08 14:55:03 +0000802 atomic_t sd_log_blks_free;
Bob Petersonf07b3522017-01-05 16:01:45 -0500803 atomic_t sd_log_blks_needed;
Benjamin Marzinski5e687ea2010-05-04 14:29:16 -0500804 wait_queue_head_t sd_log_waitq;
805 wait_queue_head_t sd_logd_waitq;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000806
Steven Whitehousecd915492006-09-04 12:49:07 -0400807 u64 sd_log_sequence;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000808 unsigned int sd_log_head;
809 unsigned int sd_log_tail;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000810 int sd_log_idle;
811
Steven Whitehouse484adff2006-03-29 09:12:12 -0500812 struct rw_semaphore sd_log_flush_lock;
Steven Whitehouse16615be2007-09-17 10:59:52 +0100813 atomic_t sd_log_in_flight;
Steven Whitehousee8c92ed2012-04-16 09:28:31 +0100814 struct bio *sd_log_bio;
Steven Whitehouse16615be2007-09-17 10:59:52 +0100815 wait_queue_head_t sd_log_flush_wait;
Bob Peterson942b0cd2017-08-16 11:30:06 -0500816 int sd_log_error;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000817
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600818 atomic_t sd_reserving_log;
819 wait_queue_head_t sd_reserving_log_wait;
820
David Teiglandb3b94fa2006-01-16 16:50:04 +0000821 unsigned int sd_log_flush_head;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000822
Dave Chinnerd6a079e2011-03-11 11:52:25 +0000823 spinlock_t sd_ail_lock;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000824 struct list_head sd_ail1_list;
825 struct list_head sd_ail2_list;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000826
David Teiglandb3b94fa2006-01-16 16:50:04 +0000827 /* For quiescing the filesystem */
David Teiglandb3b94fa2006-01-16 16:50:04 +0000828 struct gfs2_holder sd_freeze_gh;
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600829 atomic_t sd_freeze_state;
830 struct mutex sd_freeze_mutex;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000831
Andreas Gruenbacher561b7962017-08-22 12:17:35 -0500832 char sd_fsname[GFS2_FSNAME_LEN + 3 * sizeof(int) + 2];
David Teiglandb3b94fa2006-01-16 16:50:04 +0000833 char sd_table_name[GFS2_FSNAME_LEN];
834 char sd_proto_name[GFS2_FSNAME_LEN];
835
836 /* Debugging crud */
837
838 unsigned long sd_last_warning;
Robert Peterson5f882092007-04-18 11:41:11 -0500839 struct dentry *debugfs_dir; /* debugfs directory */
Steven Whitehousea2457692012-01-20 10:38:36 +0000840 struct dentry *debugfs_dentry_glocks;
841 struct dentry *debugfs_dentry_glstats;
842 struct dentry *debugfs_dentry_sbstats;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000843};
844
Steven Whitehousea2457692012-01-20 10:38:36 +0000845static inline void gfs2_glstats_inc(struct gfs2_glock *gl, int which)
846{
847 gl->gl_stats.stats[which]++;
848}
849
850static inline void gfs2_sbstats_inc(const struct gfs2_glock *gl, int which)
851{
Bob Peterson15562c42015-03-16 11:52:05 -0500852 const struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;
Steven Whitehousea2457692012-01-20 10:38:36 +0000853 preempt_disable();
854 this_cpu_ptr(sdp->sd_lkstats)->lkstats[gl->gl_name.ln_type].stats[which]++;
855 preempt_enable();
856}
857
Andreas Gruenbacher6f6597ba2017-06-30 07:55:08 -0500858extern struct gfs2_rgrpd *gfs2_glock2rgrp(struct gfs2_glock *gl);
859
Andreas Gruenbacher235628c2017-11-14 16:53:12 +0100860static inline unsigned gfs2_max_stuffed_size(const struct gfs2_inode *ip)
861{
862 return GFS2_SB(&ip->i_inode)->sd_sb.sb_bsize - sizeof(struct gfs2_dinode);
863}
864
David Teiglandb3b94fa2006-01-16 16:50:04 +0000865#endif /* __INCORE_DOT_H__ */
866