blob: 5e12220cc0c241100337723719e2bf14f026f836 [file] [log] [blame]
David Teiglandb3b94fa2006-01-16 16:50:04 +00001/*
2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
Steven Whitehouse3a8a9a12006-05-18 15:09:15 -04003 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
David Teiglandb3b94fa2006-01-16 16:50:04 +00004 *
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
Steven Whitehousee9fc2aa2006-09-01 11:05:15 -04007 * of the GNU General Public License version 2.
David Teiglandb3b94fa2006-01-16 16:50:04 +00008 */
9
10#ifndef __GLOCK_DOT_H__
11#define __GLOCK_DOT_H__
12
Alexey Dobriyane8edc6e2007-05-21 01:22:52 +040013#include <linux/sched.h>
Steven Whitehousef057f6c2009-01-12 10:43:39 +000014#include <linux/parser.h>
Steven Whitehousef2f7ba52006-09-05 10:39:21 -040015#include "incore.h"
Bob Petersondf3d87bd2017-07-18 11:35:04 -050016#include "util.h"
Steven Whitehousef2f7ba52006-09-05 10:39:21 -040017
Steven Whitehousef057f6c2009-01-12 10:43:39 +000018/* Options for hostdata parser */
19
20enum {
21 Opt_jid,
22 Opt_id,
23 Opt_first,
24 Opt_nodir,
25 Opt_err,
26};
27
28/*
29 * lm_lockname types
30 */
31
32#define LM_TYPE_RESERVED 0x00
33#define LM_TYPE_NONDISK 0x01
34#define LM_TYPE_INODE 0x02
35#define LM_TYPE_RGRP 0x03
36#define LM_TYPE_META 0x04
37#define LM_TYPE_IOPEN 0x05
38#define LM_TYPE_FLOCK 0x06
39#define LM_TYPE_PLOCK 0x07
40#define LM_TYPE_QUOTA 0x08
41#define LM_TYPE_JOURNAL 0x09
42
43/*
44 * lm_lock() states
45 *
46 * SHARED is compatible with SHARED, not with DEFERRED or EX.
47 * DEFERRED is compatible with DEFERRED, not with SHARED or EX.
48 */
49
50#define LM_ST_UNLOCKED 0
51#define LM_ST_EXCLUSIVE 1
52#define LM_ST_DEFERRED 2
53#define LM_ST_SHARED 3
54
55/*
56 * lm_lock() flags
57 *
58 * LM_FLAG_TRY
59 * Don't wait to acquire the lock if it can't be granted immediately.
60 *
61 * LM_FLAG_TRY_1CB
62 * Send one blocking callback if TRY is set and the lock is not granted.
63 *
64 * LM_FLAG_NOEXP
65 * GFS sets this flag on lock requests it makes while doing journal recovery.
66 * These special requests should not be blocked due to the recovery like
67 * ordinary locks would be.
68 *
69 * LM_FLAG_ANY
70 * A SHARED request may also be granted in DEFERRED, or a DEFERRED request may
71 * also be granted in SHARED. The preferred state is whichever is compatible
72 * with other granted locks, or the specified state if no other locks exist.
73 *
74 * LM_FLAG_PRIORITY
75 * Override fairness considerations. Suppose a lock is held in a shared state
76 * and there is a pending request for the deferred state. A shared lock
77 * request with the priority flag would be allowed to bypass the deferred
78 * request and directly join the other shared lock. A shared lock request
79 * without the priority flag might be forced to wait until the deferred
80 * requested had acquired and released the lock.
81 */
82
Bob Petersonb58bf402015-07-24 09:45:43 -050083#define LM_FLAG_TRY 0x0001
84#define LM_FLAG_TRY_1CB 0x0002
85#define LM_FLAG_NOEXP 0x0004
86#define LM_FLAG_ANY 0x0008
87#define LM_FLAG_PRIORITY 0x0010
88#define GL_ASYNC 0x0040
89#define GL_EXACT 0x0080
90#define GL_SKIP 0x0100
91#define GL_NOCACHE 0x0400
Steven Whitehousef057f6c2009-01-12 10:43:39 +000092
93/*
Steven Whitehouse921169c2010-11-29 12:50:38 +000094 * lm_async_cb return flags
Steven Whitehousef057f6c2009-01-12 10:43:39 +000095 *
96 * LM_OUT_ST_MASK
97 * Masks the lower two bits of lock state in the returned value.
98 *
99 * LM_OUT_CANCELED
100 * The lock request was canceled.
101 *
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000102 */
103
104#define LM_OUT_ST_MASK 0x00000003
105#define LM_OUT_CANCELED 0x00000008
Steven Whitehouse921169c2010-11-29 12:50:38 +0000106#define LM_OUT_ERROR 0x00000004
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000107
108/*
109 * lm_recovery_done() messages
110 */
111
112#define LM_RD_GAVEUP 308
113#define LM_RD_SUCCESS 309
114
115#define GLR_TRYFAILED 13
116
Bob Peterson7cf8dcd2011-06-15 11:41:48 -0400117#define GL_GLOCK_MAX_HOLD (long)(HZ / 5)
118#define GL_GLOCK_DFT_HOLD (long)(HZ / 5)
119#define GL_GLOCK_MIN_HOLD (long)(10)
120#define GL_GLOCK_HOLD_INCR (long)(HZ / 20)
121#define GL_GLOCK_HOLD_DECR (long)(HZ / 40)
122
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000123struct lm_lockops {
124 const char *lm_proto_name;
David Teiglande0c2a9a2012-01-09 17:18:05 -0500125 int (*lm_mount) (struct gfs2_sbd *sdp, const char *table);
126 void (*lm_first_done) (struct gfs2_sbd *sdp);
127 void (*lm_recovery_result) (struct gfs2_sbd *sdp, unsigned int jid,
128 unsigned int result);
129 void (*lm_unmount) (struct gfs2_sbd *sdp);
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000130 void (*lm_withdraw) (struct gfs2_sbd *sdp);
Steven Whitehousebc015cb2011-01-19 09:30:01 +0000131 void (*lm_put_lock) (struct gfs2_glock *gl);
Steven Whitehouse921169c2010-11-29 12:50:38 +0000132 int (*lm_lock) (struct gfs2_glock *gl, unsigned int req_state,
133 unsigned int flags);
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000134 void (*lm_cancel) (struct gfs2_glock *gl);
135 const match_table_t *lm_tokens;
136};
137
Benjamin Marzinskib94a1702009-07-23 18:52:34 -0500138extern struct workqueue_struct *gfs2_delete_workqueue;
Steven Whitehouse7afd88d2008-02-22 16:07:18 +0000139static inline struct gfs2_holder *gfs2_glock_is_locked_by_me(struct gfs2_glock *gl)
David Teiglandb3b94fa2006-01-16 16:50:04 +0000140{
141 struct gfs2_holder *gh;
Pavel Emelyanovb1e058d2008-02-07 00:13:19 -0800142 struct pid *pid;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000143
144 /* Look in glock's list of holders for one with current task as owner */
Andreas Gruenbacherf3dd1642015-10-29 10:58:09 -0500145 spin_lock(&gl->gl_lockref.lock);
Pavel Emelyanovb1e058d2008-02-07 00:13:19 -0800146 pid = task_pid(current);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000147 list_for_each_entry(gh, &gl->gl_holders, gh_list) {
Steven Whitehouse6802e342008-05-21 17:03:22 +0100148 if (!test_bit(HIF_HOLDER, &gh->gh_iflags))
149 break;
Steven Whitehouse7afd88d2008-02-22 16:07:18 +0000150 if (gh->gh_owner_pid == pid)
151 goto out;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000152 }
Steven Whitehouse7afd88d2008-02-22 16:07:18 +0000153 gh = NULL;
154out:
Andreas Gruenbacherf3dd1642015-10-29 10:58:09 -0500155 spin_unlock(&gl->gl_lockref.lock);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000156
Steven Whitehouse7afd88d2008-02-22 16:07:18 +0000157 return gh;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000158}
159
160static inline int gfs2_glock_is_held_excl(struct gfs2_glock *gl)
161{
Steven Whitehouse50299962006-09-04 09:49:55 -0400162 return gl->gl_state == LM_ST_EXCLUSIVE;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000163}
164
165static inline int gfs2_glock_is_held_dfrd(struct gfs2_glock *gl)
166{
Steven Whitehouse50299962006-09-04 09:49:55 -0400167 return gl->gl_state == LM_ST_DEFERRED;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000168}
169
170static inline int gfs2_glock_is_held_shrd(struct gfs2_glock *gl)
171{
Steven Whitehouse50299962006-09-04 09:49:55 -0400172 return gl->gl_state == LM_ST_SHARED;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000173}
174
Steven Whitehouse009d8512009-12-08 12:12:13 +0000175static inline struct address_space *gfs2_glock2aspace(struct gfs2_glock *gl)
176{
177 if (gl->gl_ops->go_flags & GLOF_ASPACE)
178 return (struct address_space *)(gl + 1);
179 return NULL;
180}
181
Steven Whitehouse8eae1ca2012-10-15 10:57:02 +0100182extern int gfs2_glock_get(struct gfs2_sbd *sdp, u64 number,
183 const struct gfs2_glock_operations *glops,
184 int create, struct gfs2_glock **glp);
Andreas Gruenbacher71c1b2132017-08-01 11:45:23 -0500185extern void gfs2_glock_hold(struct gfs2_glock *gl);
Steven Whitehouse8eae1ca2012-10-15 10:57:02 +0100186extern void gfs2_glock_put(struct gfs2_glock *gl);
Andreas Gruenbacher71c1b2132017-08-01 11:45:23 -0500187extern void gfs2_glock_queue_put(struct gfs2_glock *gl);
Steven Whitehouse8eae1ca2012-10-15 10:57:02 +0100188extern void gfs2_holder_init(struct gfs2_glock *gl, unsigned int state,
Bob Petersonb58bf402015-07-24 09:45:43 -0500189 u16 flags, struct gfs2_holder *gh);
190extern void gfs2_holder_reinit(unsigned int state, u16 flags,
Steven Whitehouse8eae1ca2012-10-15 10:57:02 +0100191 struct gfs2_holder *gh);
192extern void gfs2_holder_uninit(struct gfs2_holder *gh);
193extern int gfs2_glock_nq(struct gfs2_holder *gh);
194extern int gfs2_glock_poll(struct gfs2_holder *gh);
195extern int gfs2_glock_wait(struct gfs2_holder *gh);
196extern void gfs2_glock_dq(struct gfs2_holder *gh);
197extern void gfs2_glock_dq_wait(struct gfs2_holder *gh);
198extern void gfs2_glock_dq_uninit(struct gfs2_holder *gh);
199extern int gfs2_glock_nq_num(struct gfs2_sbd *sdp, u64 number,
200 const struct gfs2_glock_operations *glops,
Bob Petersonb58bf402015-07-24 09:45:43 -0500201 unsigned int state, u16 flags,
Steven Whitehouse8eae1ca2012-10-15 10:57:02 +0100202 struct gfs2_holder *gh);
203extern int gfs2_glock_nq_m(unsigned int num_gh, struct gfs2_holder *ghs);
204extern void gfs2_glock_dq_m(unsigned int num_gh, struct gfs2_holder *ghs);
Steven Whitehouseac3beb62014-01-16 10:31:13 +0000205extern void gfs2_dump_glock(struct seq_file *seq, const struct gfs2_glock *gl);
Steven Whitehouse8eae1ca2012-10-15 10:57:02 +0100206#define GLOCK_BUG_ON(gl,x) do { if (unlikely(x)) { gfs2_dump_glock(NULL, gl); BUG(); } } while(0)
207extern __printf(2, 3)
Steven Whitehouse6802e342008-05-21 17:03:22 +0100208void gfs2_print_dbg(struct seq_file *seq, const char *fmt, ...);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000209
Steven Whitehoused0dc80d2006-03-29 14:36:49 -0500210/**
Andrea Gelmini33027af2010-10-16 15:19:22 +0200211 * gfs2_glock_nq_init - initialize a holder and enqueue it on a glock
Steven Whitehoused0dc80d2006-03-29 14:36:49 -0500212 * @gl: the glock
213 * @state: the state we're requesting
214 * @flags: the modifier flags
215 * @gh: the holder structure
216 *
217 * Returns: 0, GLR_*, or errno
218 */
219
220static inline int gfs2_glock_nq_init(struct gfs2_glock *gl,
Bob Petersonb58bf402015-07-24 09:45:43 -0500221 unsigned int state, u16 flags,
Steven Whitehoused0dc80d2006-03-29 14:36:49 -0500222 struct gfs2_holder *gh)
223{
224 int error;
225
226 gfs2_holder_init(gl, state, flags, gh);
227
228 error = gfs2_glock_nq(gh);
229 if (error)
230 gfs2_holder_uninit(gh);
231
232 return error;
233}
234
Steven Whitehousebc015cb2011-01-19 09:30:01 +0000235extern void gfs2_glock_cb(struct gfs2_glock *gl, unsigned int state);
236extern void gfs2_glock_complete(struct gfs2_glock *gl, int ret);
Steven Whitehousebc015cb2011-01-19 09:30:01 +0000237extern void gfs2_gl_hash_clear(struct gfs2_sbd *sdp);
238extern void gfs2_glock_finish_truncate(struct gfs2_inode *ip);
239extern void gfs2_glock_thaw(struct gfs2_sbd *sdp);
Steven Whitehouse29687a22011-03-30 16:33:25 +0100240extern void gfs2_glock_add_to_lru(struct gfs2_glock *gl);
Steven Whitehousefc0e38d2011-03-09 10:58:04 +0000241extern void gfs2_glock_free(struct gfs2_glock *gl);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000242
Steven Whitehousebc015cb2011-01-19 09:30:01 +0000243extern int __init gfs2_glock_init(void);
244extern void gfs2_glock_exit(void);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000245
Steven Whitehousebc015cb2011-01-19 09:30:01 +0000246extern int gfs2_create_debugfs_file(struct gfs2_sbd *sdp);
247extern void gfs2_delete_debugfs_file(struct gfs2_sbd *sdp);
248extern int gfs2_register_debugfs(void);
249extern void gfs2_unregister_debugfs(void);
Steven Whitehouse85d1da62006-09-07 14:40:21 -0400250
Steven Whitehousef057f6c2009-01-12 10:43:39 +0000251extern const struct lm_lockops gfs2_dlm_ops;
252
Andreas Gruenbacher6df9f9a2016-06-17 07:31:27 -0500253static inline void gfs2_holder_mark_uninitialized(struct gfs2_holder *gh)
254{
255 gh->gh_gl = NULL;
256}
257
258static inline bool gfs2_holder_initialized(struct gfs2_holder *gh)
259{
260 return gh->gh_gl;
261}
262
Bob Petersondf3d87bd2017-07-18 11:35:04 -0500263/**
264 * glock_set_object - set the gl_object field of a glock
265 * @gl: the glock
266 * @object: the object
267 */
Andreas Gruenbacher4fd1a572017-06-30 07:47:15 -0500268static inline void glock_set_object(struct gfs2_glock *gl, void *object)
269{
270 spin_lock(&gl->gl_lockref.lock);
Bob Petersondf3d87bd2017-07-18 11:35:04 -0500271 if (gfs2_assert_warn(gl->gl_name.ln_sbd, gl->gl_object == NULL))
272 gfs2_dump_glock(NULL, gl);
Andreas Gruenbacher4fd1a572017-06-30 07:47:15 -0500273 gl->gl_object = object;
274 spin_unlock(&gl->gl_lockref.lock);
275}
276
Bob Petersondf3d87bd2017-07-18 11:35:04 -0500277/**
278 * glock_clear_object - clear the gl_object field of a glock
279 * @gl: the glock
280 * @object: the object
281 *
282 * I'd love to similarly add this:
283 * else if (gfs2_assert_warn(gl->gl_sbd, gl->gl_object == object))
284 * gfs2_dump_glock(NULL, gl);
285 * Unfortunately, that's not possible because as soon as gfs2_delete_inode
286 * frees the block in the rgrp, another process can reassign it for an I_NEW
287 * inode in gfs2_create_inode because that calls new_inode, not gfs2_iget.
288 * That means gfs2_delete_inode may subsequently try to call this function
289 * for a glock that's already pointing to a brand new inode. If we clear the
290 * new inode's gl_object, we'll introduce metadata corruption. Function
291 * gfs2_delete_inode calls clear_inode which calls gfs2_clear_inode which also
292 * tries to clear gl_object, so it's more than just gfs2_delete_inode.
293 *
294 */
295static inline void glock_clear_object(struct gfs2_glock *gl, void *object)
296{
297 spin_lock(&gl->gl_lockref.lock);
298 if (gl->gl_object == object)
299 gl->gl_object = NULL;
300 spin_unlock(&gl->gl_lockref.lock);
301}
302
David Teiglandb3b94fa2006-01-16 16:50:04 +0000303#endif /* __GLOCK_DOT_H__ */