blob: fddbbd60f4343f845a1cd0bf516eb84e1f09ada8 [file] [log] [blame]
Thomas Gleixner328970d2019-05-24 12:04:05 +02001/* SPDX-License-Identifier: GPL-2.0-or-later */
Mark Fashehccd979b2005-12-15 14:31:24 -08002/* -*- mode: c; c-basic-offset: 8; -*-
3 * vim: noexpandtab sw=8 ts=8 sts=0:
4 *
5 * ocfs2.h
6 *
7 * Defines macros and structures used in OCFS2
8 *
9 * Copyright (C) 2002, 2004 Oracle. All rights reserved.
Mark Fashehccd979b2005-12-15 14:31:24 -080010 */
11
12#ifndef OCFS2_H
13#define OCFS2_H
14
15#include <linux/spinlock.h>
16#include <linux/sched.h>
17#include <linux/wait.h>
18#include <linux/list.h>
Jan Karae3a767b2014-04-03 14:46:56 -070019#include <linux/llist.h>
Mark Fashehccd979b2005-12-15 14:31:24 -080020#include <linux/rbtree.h>
21#include <linux/workqueue.h>
22#include <linux/kref.h>
Arjan van de Venc74ec2f2006-01-13 21:54:23 -080023#include <linux/mutex.h>
Jan Karacb257972009-06-04 15:26:50 +020024#include <linux/lockdep.h>
Sunil Mushran7aee47b2009-11-06 14:50:22 -080025#include <linux/jbd2.h>
Mark Fashehccd979b2005-12-15 14:31:24 -080026
Joel Becker8f2c9c12008-02-01 12:16:57 -080027/* For union ocfs2_dlm_lksb */
28#include "stackglue.h"
Mark Fashehccd979b2005-12-15 14:31:24 -080029
30#include "ocfs2_fs.h"
Mark Fashehccd979b2005-12-15 14:31:24 -080031#include "ocfs2_lockid.h"
Tristan Ye9df57782010-03-02 13:59:42 +080032#include "ocfs2_ioctl.h"
Mark Fashehccd979b2005-12-15 14:31:24 -080033
Joel Becker73be1922009-01-06 14:57:08 -080034/* For struct ocfs2_blockcheck_stats */
35#include "blockcheck.h"
36
Mark Fashehd02f00c2009-12-07 13:10:48 -080037#include "reservations.h"
Joel Becker47460d62009-02-10 16:05:07 -080038
Gang He5f483c42018-04-05 16:19:29 -070039#include "filecheck.h"
40
Joel Becker47460d62009-02-10 16:05:07 -080041/* Caching of metadata buffers */
42
Mark Fashehccd979b2005-12-15 14:31:24 -080043/* Most user visible OCFS2 inodes will have very few pieces of
44 * metadata, but larger files (including bitmaps, etc) must be taken
45 * into account when designing an access scheme. We allow a small
46 * amount of inlined blocks to be stored on an array and grow the
47 * structure into a rb tree when necessary. */
Joel Becker47460d62009-02-10 16:05:07 -080048#define OCFS2_CACHE_INFO_MAX_ARRAY 2
49
50/* Flags for ocfs2_caching_info */
51
52enum ocfs2_caching_info_flags {
53 /* Indicates that the metadata cache is using the inline array */
54 OCFS2_CACHE_FL_INLINE = 1<<1,
55};
Mark Fashehccd979b2005-12-15 14:31:24 -080056
Joel Becker6e5a3d72009-02-10 19:00:37 -080057struct ocfs2_caching_operations;
Mark Fashehccd979b2005-12-15 14:31:24 -080058struct ocfs2_caching_info {
Joel Becker47460d62009-02-10 16:05:07 -080059 /*
60 * The parent structure provides the locks, but because the
Joel Becker6e5a3d72009-02-10 19:00:37 -080061 * parent structure can differ, it provides locking operations
62 * to struct ocfs2_caching_info.
Joel Becker47460d62009-02-10 16:05:07 -080063 */
Joel Becker6e5a3d72009-02-10 19:00:37 -080064 const struct ocfs2_caching_operations *ci_ops;
Joel Becker47460d62009-02-10 16:05:07 -080065
Joel Becker292dd272009-02-12 15:41:59 -080066 /* next two are protected by trans_inc_lock */
67 /* which transaction were we created on? Zero if none. */
68 unsigned long ci_created_trans;
Joel Becker66fb3452009-02-12 15:24:40 -080069 /* last transaction we were a part of. */
70 unsigned long ci_last_trans;
71
72 /* Cache structures */
Joel Becker47460d62009-02-10 16:05:07 -080073 unsigned int ci_flags;
Mark Fashehccd979b2005-12-15 14:31:24 -080074 unsigned int ci_num_cached;
75 union {
Joel Becker47460d62009-02-10 16:05:07 -080076 sector_t ci_array[OCFS2_CACHE_INFO_MAX_ARRAY];
Mark Fashehccd979b2005-12-15 14:31:24 -080077 struct rb_root ci_tree;
78 } ci_cache;
79};
Joel Becker0cf2f762009-02-12 16:41:25 -080080/*
81 * Need this prototype here instead of in uptodate.h because journal.h
82 * uses it.
83 */
84struct super_block *ocfs2_metadata_cache_get_super(struct ocfs2_caching_info *ci);
Mark Fashehccd979b2005-12-15 14:31:24 -080085
86/* this limits us to 256 nodes
87 * if we need more, we can do a kmalloc for the map */
88#define OCFS2_NODE_MAP_MAX_NODES 256
89struct ocfs2_node_map {
90 u16 num_nodes;
91 unsigned long map[BITS_TO_LONGS(OCFS2_NODE_MAP_MAX_NODES)];
92};
93
94enum ocfs2_ast_action {
95 OCFS2_AST_INVALID = 0,
96 OCFS2_AST_ATTACH,
97 OCFS2_AST_CONVERT,
98 OCFS2_AST_DOWNCONVERT,
99};
100
101/* actions for an unlockast function to take. */
102enum ocfs2_unlock_action {
103 OCFS2_UNLOCK_INVALID = 0,
104 OCFS2_UNLOCK_CANCEL_CONVERT,
105 OCFS2_UNLOCK_DROP_LOCK,
106};
107
108/* ocfs2_lock_res->l_flags flags. */
Coly Li3b5da012008-11-05 15:16:24 +0800109#define OCFS2_LOCK_ATTACHED (0x00000001) /* we have initialized
Mark Fashehccd979b2005-12-15 14:31:24 -0800110 * the lvb */
111#define OCFS2_LOCK_BUSY (0x00000002) /* we are currently in
112 * dlm_lock */
113#define OCFS2_LOCK_BLOCKED (0x00000004) /* blocked waiting to
114 * downconvert*/
115#define OCFS2_LOCK_LOCAL (0x00000008) /* newly created inode */
116#define OCFS2_LOCK_NEEDS_REFRESH (0x00000010)
117#define OCFS2_LOCK_REFRESHING (0x00000020)
118#define OCFS2_LOCK_INITIALIZED (0x00000040) /* track initialization
119 * for shutdown paths */
120#define OCFS2_LOCK_FREEING (0x00000080) /* help dlmglue track
121 * when to skip queueing
122 * a lock because it's
123 * about to be
124 * dropped. */
125#define OCFS2_LOCK_QUEUED (0x00000100) /* queued for downconvert */
Mark Fashehcf8e06f2007-12-20 16:43:10 -0800126#define OCFS2_LOCK_NOCACHE (0x00000200) /* don't use a holder count */
Joel Beckerde551242008-02-01 14:45:08 -0800127#define OCFS2_LOCK_PENDING (0x00000400) /* This lockres is pending a
128 call to dlm_lock. Only
129 exists with BUSY set. */
Sunil Mushrana1912822010-01-21 10:50:03 -0800130#define OCFS2_LOCK_UPCONVERT_FINISHING (0x00000800) /* blocks the dc thread
131 * from downconverting
132 * before the upconvert
133 * has completed */
Mark Fashehccd979b2005-12-15 14:31:24 -0800134
Xue jiufeid1e782382014-12-10 15:41:59 -0800135#define OCFS2_LOCK_NONBLOCK_FINISHED (0x00001000) /* NONBLOCK cluster
136 * lock has already
137 * returned, do not block
138 * dc thread from
139 * downconverting */
140
Mark Fashehccd979b2005-12-15 14:31:24 -0800141struct ocfs2_lock_res_ops;
142
143typedef void (*ocfs2_lock_callback)(int status, unsigned long data);
144
Sunil Mushran5bc970e2010-12-28 23:26:03 -0800145#ifdef CONFIG_OCFS2_FS_STATS
146struct ocfs2_lock_stats {
147 u64 ls_total; /* Total wait in NSEC */
148 u32 ls_gets; /* Num acquires */
149 u32 ls_fail; /* Num failed acquires */
150
151 /* Storing max wait in usecs saves 24 bytes per inode */
152 u32 ls_max; /* Max wait in USEC */
Gang He8a7f5f42019-07-11 20:53:02 -0700153 u64 ls_last; /* Last unlock time in USEC */
Sunil Mushran5bc970e2010-12-28 23:26:03 -0800154};
155#endif
156
Mark Fashehccd979b2005-12-15 14:31:24 -0800157struct ocfs2_lock_res {
158 void *l_priv;
159 struct ocfs2_lock_res_ops *l_ops;
Goldwyn Rodrigues83fd9c72010-06-10 17:21:36 -0500160
Mark Fashehccd979b2005-12-15 14:31:24 -0800161
162 struct list_head l_blocked_list;
163 struct list_head l_mask_waiters;
Eric Ren439a36b2017-02-22 15:40:41 -0800164 struct list_head l_holders;
Mark Fashehccd979b2005-12-15 14:31:24 -0800165
Mark Fashehccd979b2005-12-15 14:31:24 -0800166 unsigned long l_flags;
167 char l_name[OCFS2_LOCK_ID_MAX_LEN];
Mark Fashehccd979b2005-12-15 14:31:24 -0800168 unsigned int l_ro_holders;
169 unsigned int l_ex_holders;
Milton Millera2a2f552010-11-17 22:20:11 -0600170 signed char l_level;
171 signed char l_requested;
172 signed char l_blocking;
Goldwyn Rodrigues83fd9c72010-06-10 17:21:36 -0500173
174 /* Data packed - type enum ocfs2_lock_type */
175 unsigned char l_type;
Mark Fashehccd979b2005-12-15 14:31:24 -0800176
177 /* used from AST/BAST funcs. */
Goldwyn Rodrigues83fd9c72010-06-10 17:21:36 -0500178 /* Data packed - enum type ocfs2_ast_action */
179 unsigned char l_action;
180 /* Data packed - enum type ocfs2_unlock_action */
181 unsigned char l_unlock_action;
Joel Beckerde551242008-02-01 14:45:08 -0800182 unsigned int l_pending_gen;
Mark Fashehccd979b2005-12-15 14:31:24 -0800183
Goldwyn Rodrigues83fd9c72010-06-10 17:21:36 -0500184 spinlock_t l_lock;
185
186 struct ocfs2_dlm_lksb l_lksb;
187
Mark Fashehccd979b2005-12-15 14:31:24 -0800188 wait_queue_head_t l_event;
189
190 struct list_head l_debug_list;
Sunil Mushran8ddb7b02008-05-13 13:45:15 -0700191
192#ifdef CONFIG_OCFS2_FS_STATS
Sunil Mushran5bc970e2010-12-28 23:26:03 -0800193 struct ocfs2_lock_stats l_lock_prmode; /* PR mode stats */
194 u32 l_lock_refresh; /* Disk refreshes */
Gang He5da844a2019-07-11 20:53:09 -0700195 u64 l_lock_wait; /* First lock wait time */
Sunil Mushran5bc970e2010-12-28 23:26:03 -0800196 struct ocfs2_lock_stats l_lock_exmode; /* EX mode stats */
Sunil Mushran8ddb7b02008-05-13 13:45:15 -0700197#endif
Jan Karacb257972009-06-04 15:26:50 +0200198#ifdef CONFIG_DEBUG_LOCK_ALLOC
199 struct lockdep_map l_lockdep_map;
200#endif
Mark Fashehccd979b2005-12-15 14:31:24 -0800201};
202
Joseph Qied460cf2015-02-16 15:59:57 -0800203enum ocfs2_orphan_reco_type {
204 ORPHAN_NO_NEED_TRUNCATE = 0,
205 ORPHAN_NEED_TRUNCATE,
206};
207
Sunil Mushran692684e2009-06-19 16:53:17 -0700208enum ocfs2_orphan_scan_state {
209 ORPHAN_SCAN_ACTIVE,
210 ORPHAN_SCAN_INACTIVE
211};
212
Srinivas Eeda83273932009-06-03 17:02:55 -0700213struct ocfs2_orphan_scan {
214 struct mutex os_lock;
215 struct ocfs2_super *os_osb;
216 struct ocfs2_lock_res os_lockres; /* lock to synchronize scans */
217 struct delayed_work os_orphan_scan_work;
Deepa Dinamani395627b2016-12-12 16:41:23 -0800218 time64_t os_scantime; /* time this node ran the scan */
Srinivas Eeda15633a22009-06-03 17:02:56 -0700219 u32 os_count; /* tracks node specific scans */
220 u32 os_seqno; /* tracks cluster wide scans */
Sunil Mushran692684e2009-06-19 16:53:17 -0700221 atomic_t os_state; /* ACTIVE or INACTIVE */
Srinivas Eeda83273932009-06-03 17:02:55 -0700222};
223
Mark Fashehccd979b2005-12-15 14:31:24 -0800224struct ocfs2_dlm_debug {
225 struct kref d_refcnt;
226 struct dentry *d_locking_state;
Gang He80567732019-07-11 20:53:05 -0700227 struct dentry *d_locking_filter;
228 u32 d_filter_secs;
Mark Fashehccd979b2005-12-15 14:31:24 -0800229 struct list_head d_lockres_tracking;
230};
231
232enum ocfs2_vol_state
233{
234 VOLUME_INIT = 0,
235 VOLUME_MOUNTED,
Jan Kara19ece542008-08-21 20:13:17 +0200236 VOLUME_MOUNTED_QUOTAS,
Mark Fashehccd979b2005-12-15 14:31:24 -0800237 VOLUME_DISMOUNTED,
238 VOLUME_DISABLED
239};
240
241struct ocfs2_alloc_stats
242{
243 atomic_t moves;
244 atomic_t local_data;
245 atomic_t bitmap_data;
246 atomic_t bg_allocs;
247 atomic_t bg_extends;
248};
249
250enum ocfs2_local_alloc_state
251{
Mark Fasheh9c7af402008-07-28 18:02:53 -0700252 OCFS2_LA_UNUSED = 0, /* Local alloc will never be used for
253 * this mountpoint. */
254 OCFS2_LA_ENABLED, /* Local alloc is in use. */
255 OCFS2_LA_THROTTLED, /* Local alloc is in use, but number
256 * of bits has been reduced. */
257 OCFS2_LA_DISABLED /* Local alloc has temporarily been
258 * disabled. */
Mark Fashehccd979b2005-12-15 14:31:24 -0800259};
260
261enum ocfs2_mount_options
262{
Sunil Mushran2c442712010-10-07 15:23:50 -0700263 OCFS2_MOUNT_HB_LOCAL = 1 << 0, /* Local heartbeat */
Mark Fashehccd979b2005-12-15 14:31:24 -0800264 OCFS2_MOUNT_BARRIER = 1 << 1, /* Use block barriers */
265 OCFS2_MOUNT_NOINTR = 1 << 2, /* Don't catch signals */
266 OCFS2_MOUNT_ERRORS_PANIC = 1 << 3, /* Panic on errors */
267 OCFS2_MOUNT_DATA_WRITEBACK = 1 << 4, /* No data ordering */
Mark Fasheh53fc6222007-12-20 16:49:04 -0800268 OCFS2_MOUNT_LOCALFLOCKS = 1 << 5, /* No cluster aware user file locks */
Tiger Yangcf1d6c72008-08-18 17:11:00 +0800269 OCFS2_MOUNT_NOUSERXATTR = 1 << 6, /* No user xattr */
Joel Becker12462f12008-09-03 20:03:40 -0700270 OCFS2_MOUNT_INODE64 = 1 << 7, /* Allow inode numbers > 2^32 */
Jan Kara5297aad2009-10-15 14:54:04 +0200271 OCFS2_MOUNT_POSIX_ACL = 1 << 8, /* Force POSIX access control lists */
272 OCFS2_MOUNT_NO_POSIX_ACL = 1 << 9, /* Disable POSIX access
273 control lists */
274 OCFS2_MOUNT_USRQUOTA = 1 << 10, /* We support user quotas */
275 OCFS2_MOUNT_GRPQUOTA = 1 << 11, /* We support group quotas */
Joel Beckerfc371892010-10-15 13:03:09 -0700276 OCFS2_MOUNT_COHERENCY_BUFFERED = 1 << 12, /* Allow concurrent O_DIRECT
277 writes */
278 OCFS2_MOUNT_HB_NONE = 1 << 13, /* No heartbeat */
279 OCFS2_MOUNT_HB_GLOBAL = 1 << 14, /* Global heartbeat */
alex chen1dfeb762015-02-10 14:09:04 -0800280
281 OCFS2_MOUNT_JOURNAL_ASYNC_COMMIT = 1 << 15, /* Journal Async Commit */
Goldwyn Rodrigues7d0fb912015-09-04 15:44:11 -0700282 OCFS2_MOUNT_ERRORS_CONT = 1 << 16, /* Return EIO to the calling process on error */
283 OCFS2_MOUNT_ERRORS_ROFS = 1 << 17, /* Change filesystem to read-only on error */
Mark Fashehccd979b2005-12-15 14:31:24 -0800284};
285
Goldwyn Rodrigues8ed6b232014-04-03 14:46:59 -0700286#define OCFS2_OSB_SOFT_RO 0x0001
287#define OCFS2_OSB_HARD_RO 0x0002
288#define OCFS2_OSB_ERROR_FS 0x0004
289#define OCFS2_DEFAULT_ATIME_QUANTUM 60
Mark Fashehccd979b2005-12-15 14:31:24 -0800290
291struct ocfs2_journal;
Joel Beckerd85b20e2008-02-01 12:01:05 -0800292struct ocfs2_slot_info;
Joel Becker553abd02008-02-01 12:03:57 -0800293struct ocfs2_recovery_map;
Srinivas Eeda9140db02009-03-06 14:21:46 -0800294struct ocfs2_replay_map;
Jan Kara22053632008-10-20 23:50:38 +0200295struct ocfs2_quota_recovery;
Mark Fashehccd979b2005-12-15 14:31:24 -0800296struct ocfs2_super
297{
Mark Fashehccd979b2005-12-15 14:31:24 -0800298 struct task_struct *commit_task;
299 struct super_block *sb;
300 struct inode *root_inode;
301 struct inode *sys_root_inode;
Tao Mab4d693f2010-08-16 16:58:21 +0800302 struct inode *global_system_inodes[NUM_GLOBAL_SYSTEM_INODES];
303 struct inode **local_system_inodes;
Mark Fashehccd979b2005-12-15 14:31:24 -0800304
305 struct ocfs2_slot_info *slot_info;
306
Sunil Mushran539d8262008-07-14 17:31:10 -0700307 u32 *slot_recovery_generations;
308
Mark Fashehccd979b2005-12-15 14:31:24 -0800309 spinlock_t node_map_lock;
Mark Fashehccd979b2005-12-15 14:31:24 -0800310
Mark Fashehccd979b2005-12-15 14:31:24 -0800311 u64 root_blkno;
312 u64 system_dir_blkno;
313 u64 bitmap_blkno;
314 u32 bitmap_cpg;
Mark Fashehccd979b2005-12-15 14:31:24 -0800315 char *uuid_str;
Tiger Yangcf1d6c72008-08-18 17:11:00 +0800316 u32 uuid_hash;
Mark Fashehccd979b2005-12-15 14:31:24 -0800317 u8 *vol_label;
318 u64 first_cluster_group_blkno;
319 u32 fs_generation;
320
321 u32 s_feature_compat;
322 u32 s_feature_incompat;
323 u32 s_feature_ro_compat;
324
Tao Ma4d0ddb22008-03-05 16:11:46 +0800325 /* Protects s_next_generation, osb_flags and s_inode_steal_slot.
326 * Could protect more on osb as it's very short lived.
327 */
Mark Fashehccd979b2005-12-15 14:31:24 -0800328 spinlock_t osb_lock;
329 u32 s_next_generation;
330 unsigned long osb_flags;
Tao Ma4d0ddb22008-03-05 16:11:46 +0800331 s16 s_inode_steal_slot;
Tiger Yangb89c5422010-01-25 14:11:06 +0800332 s16 s_meta_steal_slot;
Tao Ma4d0ddb22008-03-05 16:11:46 +0800333 atomic_t s_num_inodes_stolen;
Tiger Yangb89c5422010-01-25 14:11:06 +0800334 atomic_t s_num_meta_stolen;
Mark Fashehccd979b2005-12-15 14:31:24 -0800335
336 unsigned long s_mount_opt;
Tiger Yang7f1a37e2006-11-15 15:48:42 +0800337 unsigned int s_atime_quantum;
Mark Fashehccd979b2005-12-15 14:31:24 -0800338
Joel Beckerfc881fa2008-02-01 12:04:48 -0800339 unsigned int max_slots;
Joel Becker19fdb622008-01-30 15:38:24 -0800340 unsigned int node_num;
Joel Beckerfc881fa2008-02-01 12:04:48 -0800341 int slot_num;
342 int preferred_slot;
Mark Fashehccd979b2005-12-15 14:31:24 -0800343 int s_sectsize_bits;
344 int s_clustersize;
345 int s_clustersize_bits;
Tiger Yangfdd77702008-08-18 17:08:55 +0800346 unsigned int s_xattr_inline_size;
Mark Fashehccd979b2005-12-15 14:31:24 -0800347
348 atomic_t vol_state;
Arjan van de Venc74ec2f2006-01-13 21:54:23 -0800349 struct mutex recovery_lock;
Joel Becker553abd02008-02-01 12:03:57 -0800350 struct ocfs2_recovery_map *recovery_map;
Srinivas Eeda9140db02009-03-06 14:21:46 -0800351 struct ocfs2_replay_map *replay_map;
Mark Fashehccd979b2005-12-15 14:31:24 -0800352 struct task_struct *recovery_thread_task;
353 int disable_recovery;
354 wait_queue_head_t checkpoint_event;
Mark Fashehccd979b2005-12-15 14:31:24 -0800355 struct ocfs2_journal *journal;
Mark Fashehd147b3d2007-11-07 14:40:36 -0800356 unsigned long osb_commit_interval;
Mark Fashehccd979b2005-12-15 14:31:24 -0800357
Mark Fasheh9c7af402008-07-28 18:02:53 -0700358 struct delayed_work la_enable_wq;
359
360 /*
361 * Must hold local alloc i_mutex and osb->osb_lock to change
362 * local_alloc_bits. Reads can be done under either lock.
363 */
Mark Fashehebcee4b2008-07-28 14:55:20 -0700364 unsigned int local_alloc_bits;
Mark Fasheh9c7af402008-07-28 18:02:53 -0700365 unsigned int local_alloc_default_bits;
Mark Fasheh6b820212010-04-05 18:17:14 -0700366 /* osb_clusters_at_boot can become stale! Do not trust it to
367 * be up to date. */
368 unsigned int osb_clusters_at_boot;
Mark Fasheh9c7af402008-07-28 18:02:53 -0700369
370 enum ocfs2_local_alloc_state local_alloc_state; /* protected
371 * by osb_lock */
372
Mark Fashehccd979b2005-12-15 14:31:24 -0800373 struct buffer_head *local_alloc_bh;
Mark Fasheh9c7af402008-07-28 18:02:53 -0700374
Mark Fasheh883d4ca2006-06-05 16:41:00 -0400375 u64 la_last_gd;
Mark Fashehccd979b2005-12-15 14:31:24 -0800376
Mark Fashehd02f00c2009-12-07 13:10:48 -0800377 struct ocfs2_reservation_map osb_la_resmap;
378
379 unsigned int osb_resv_level;
Mark Fasheh83f92312010-04-05 18:17:16 -0700380 unsigned int osb_dir_resv_level;
Mark Fashehd02f00c2009-12-07 13:10:48 -0800381
Jun Piao964f14a2017-09-06 16:19:11 -0700382 /* Next two fields are for local node slot recovery during
Mark Fashehccd979b2005-12-15 14:31:24 -0800383 * mount. */
Mark Fashehccd979b2005-12-15 14:31:24 -0800384 struct ocfs2_dinode *local_alloc_copy;
Jan Kara22053632008-10-20 23:50:38 +0200385 struct ocfs2_quota_recovery *quota_rec;
Mark Fashehccd979b2005-12-15 14:31:24 -0800386
Joel Becker73be1922009-01-06 14:57:08 -0800387 struct ocfs2_blockcheck_stats osb_ecc_stats;
Mark Fashehccd979b2005-12-15 14:31:24 -0800388 struct ocfs2_alloc_stats alloc_stats;
389 char dev_str[20]; /* "major,minor" of the device */
390
Sunil Mushran98f486f22010-10-09 10:24:46 -0700391 u8 osb_stackflags;
392
Joel Beckerb61817e2008-02-01 15:08:23 -0800393 char osb_cluster_stack[OCFS2_STACK_LABEL_LEN + 1];
Goldwyn Rodriguesc74a3bd2014-01-21 15:48:21 -0800394 char osb_cluster_name[OCFS2_CLUSTER_NAME_LEN + 1];
Joel Becker4670c462008-02-01 14:39:35 -0800395 struct ocfs2_cluster_connection *cconn;
Mark Fashehccd979b2005-12-15 14:31:24 -0800396 struct ocfs2_lock_res osb_super_lockres;
397 struct ocfs2_lock_res osb_rename_lockres;
wengang wang6ca497a2009-03-06 21:29:10 +0800398 struct ocfs2_lock_res osb_nfs_sync_lockres;
Gang He4882abe2018-01-31 16:15:10 -0800399 struct ocfs2_lock_res osb_trim_fs_lockres;
Gang He5500ab42019-03-05 15:41:45 -0800400 struct mutex obs_trim_fs_mutex;
Mark Fashehccd979b2005-12-15 14:31:24 -0800401 struct ocfs2_dlm_debug *osb_dlm_debug;
402
403 struct dentry *osb_debug_root;
Sunil Mushran50397502008-12-17 14:17:43 -0800404 struct dentry *osb_ctxt;
Mark Fashehccd979b2005-12-15 14:31:24 -0800405
406 wait_queue_head_t recovery_event;
407
Mark Fasheh34d024f2007-09-24 15:56:19 -0700408 spinlock_t dc_task_lock;
409 struct task_struct *dc_task;
410 wait_queue_head_t dc_event;
411 unsigned long dc_wake_sequence;
412 unsigned long dc_work_sequence;
Mark Fashehccd979b2005-12-15 14:31:24 -0800413
Mark Fasheh7ec373c2008-01-23 16:54:48 -0800414 /*
415 * Any thread can add locks to the list, but the downconvert
416 * thread is the only one allowed to remove locks. Any change
417 * to this rule requires updating
418 * ocfs2_downconvert_thread_do_work().
419 */
Mark Fashehccd979b2005-12-15 14:31:24 -0800420 struct list_head blocked_lock_list;
421 unsigned long blocked_lock_count;
422
Jan Karae3a767b2014-04-03 14:46:56 -0700423 /* List of dquot structures to drop last reference to */
424 struct llist_head dquot_drop_list;
425 struct work_struct dquot_drop_work;
426
Mark Fashehccd979b2005-12-15 14:31:24 -0800427 wait_queue_head_t osb_mount_event;
428
429 /* Truncate log info */
430 struct inode *osb_tl_inode;
431 struct buffer_head *osb_tl_bh;
David Howellsc4028952006-11-22 14:57:56 +0000432 struct delayed_work osb_truncate_log_wq;
Xue jiufeia9e9aca2014-06-04 16:06:13 -0700433 atomic_t osb_tl_disable;
Tao Ma50308d82010-11-04 15:14:11 +0800434 /*
435 * How many clusters in our truncate log.
436 * It must be protected by osb_tl_inode->i_mutex.
437 */
438 unsigned int truncated_clusters;
Mark Fashehb4df6ed2006-02-22 17:35:08 -0800439
440 struct ocfs2_node_map osb_recovering_orphan_dirs;
441 unsigned int *osb_orphan_wipes;
442 wait_queue_head_t osb_wipe_event;
Tao Mac8b9cf92009-02-24 17:40:26 -0800443
Srinivas Eeda83273932009-06-03 17:02:55 -0700444 struct ocfs2_orphan_scan osb_orphan_scan;
445
Tao Mac8b9cf92009-02-24 17:40:26 -0800446 /* used to protect metaecc calculation check of xattr. */
447 spinlock_t osb_xattr_lock;
Mark Fasheh9b7895e2008-11-12 16:27:44 -0800448
449 unsigned int osb_dx_mask;
450 u32 osb_dx_seed[4];
Tao Mafeb473a2009-02-25 00:53:25 +0800451
452 /* the group we used to allocate inodes. */
453 u64 osb_inode_alloc_group;
Tao Ma374a2632009-08-24 11:13:37 +0800454
455 /* rb tree root for refcount lock. */
456 struct rb_root osb_rf_lock_tree;
457 struct ocfs2_refcount_tree *osb_ref_tree_lru;
jiangyiwen43b10a22014-04-03 14:47:13 -0700458
459 struct mutex system_file_mutex;
jiangyiwen35ddf782016-03-25 14:21:32 -0700460
461 /*
462 * OCFS2 needs to schedule several different types of work which
463 * require cluster locking, disk I/O, recovery waits, etc. Since these
464 * types of work tend to be heavy we avoid using the kernel events
465 * workqueue and schedule on our own.
466 */
467 struct workqueue_struct *ocfs2_wq;
Gang He5f483c42018-04-05 16:19:29 -0700468
469 /* sysfs directory per partition */
470 struct kset *osb_dev_kset;
471
472 /* file check related stuff */
473 struct ocfs2_filecheck_sysfs_entry osb_fc_ent;
Mark Fashehccd979b2005-12-15 14:31:24 -0800474};
475
476#define OCFS2_SB(sb) ((struct ocfs2_super *)(sb)->s_fs_info)
Mark Fashehccd979b2005-12-15 14:31:24 -0800477
Joel Becker13723d02008-10-17 19:25:01 -0700478/* Useful typedef for passing around journal access functions */
Joel Becker0cf2f762009-02-12 16:41:25 -0800479typedef int (*ocfs2_journal_access_func)(handle_t *handle,
480 struct ocfs2_caching_info *ci,
Joel Becker13723d02008-10-17 19:25:01 -0700481 struct buffer_head *bh, int type);
482
Mark Fashehccd979b2005-12-15 14:31:24 -0800483static inline int ocfs2_should_order_data(struct inode *inode)
484{
485 if (!S_ISREG(inode->i_mode))
486 return 0;
487 if (OCFS2_SB(inode->i_sb)->s_mount_opt & OCFS2_MOUNT_DATA_WRITEBACK)
488 return 0;
489 return 1;
490}
491
Mark Fashehdcd05382007-01-16 11:32:23 -0800492static inline int ocfs2_sparse_alloc(struct ocfs2_super *osb)
493{
494 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_SPARSE_ALLOC)
495 return 1;
496 return 0;
497}
498
Mark Fasheh328d5752007-06-18 10:48:04 -0700499static inline int ocfs2_writes_unwritten_extents(struct ocfs2_super *osb)
500{
501 /*
502 * Support for sparse files is a pre-requisite
503 */
504 if (!ocfs2_sparse_alloc(osb))
505 return 0;
506
507 if (osb->s_feature_ro_compat & OCFS2_FEATURE_RO_COMPAT_UNWRITTEN)
508 return 1;
509 return 0;
510}
511
Joseph Qi160cc262015-02-16 16:00:15 -0800512static inline int ocfs2_supports_append_dio(struct ocfs2_super *osb)
513{
Mark Fasheh18d585f2015-03-12 16:25:46 -0700514 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_APPEND_DIO)
Joseph Qi160cc262015-02-16 16:00:15 -0800515 return 1;
516 return 0;
517}
518
519
Mark Fasheh15b1e362007-09-07 13:58:15 -0700520static inline int ocfs2_supports_inline_data(struct ocfs2_super *osb)
521{
522 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_INLINE_DATA)
523 return 1;
524 return 0;
525}
526
Tiger Yang8154da32008-08-18 17:11:46 +0800527static inline int ocfs2_supports_xattr(struct ocfs2_super *osb)
528{
529 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_XATTR)
530 return 1;
531 return 0;
532}
533
Joel Becker70ad1ba2008-10-16 17:54:25 -0700534static inline int ocfs2_meta_ecc(struct ocfs2_super *osb)
535{
536 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_META_ECC)
537 return 1;
538 return 0;
539}
540
Mark Fasheh9b7895e2008-11-12 16:27:44 -0800541static inline int ocfs2_supports_indexed_dirs(struct ocfs2_super *osb)
542{
543 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_INDEXED_DIRS)
544 return 1;
545 return 0;
546}
547
Tao Ma47119542010-04-22 14:09:15 +0800548static inline int ocfs2_supports_discontig_bg(struct ocfs2_super *osb)
Joel Becker798db352010-04-13 14:26:32 +0800549{
550 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_DISCONTIG_BG)
551 return 1;
552 return 0;
553}
554
Mark Fasheh198a1ca2008-11-20 17:54:57 -0800555static inline unsigned int ocfs2_link_max(struct ocfs2_super *osb)
556{
557 if (ocfs2_supports_indexed_dirs(osb))
558 return OCFS2_DX_LINK_MAX;
559 return OCFS2_LINK_MAX;
560}
561
562static inline unsigned int ocfs2_read_links_count(struct ocfs2_dinode *di)
563{
564 u32 nlink = le16_to_cpu(di->i_links_count);
565 u32 hi = le16_to_cpu(di->i_links_count_hi);
566
567 if (di->i_dyn_features & cpu_to_le16(OCFS2_INDEXED_DIR_FL))
568 nlink |= (hi << OCFS2_LINKS_HI_SHIFT);
569
570 return nlink;
571}
572
573static inline void ocfs2_set_links_count(struct ocfs2_dinode *di, u32 nlink)
574{
575 u16 lo, hi;
576
577 lo = nlink;
578 hi = nlink >> OCFS2_LINKS_HI_SHIFT;
579
580 di->i_links_count = cpu_to_le16(lo);
581 di->i_links_count_hi = cpu_to_le16(hi);
582}
583
584static inline void ocfs2_add_links_count(struct ocfs2_dinode *di, int n)
585{
586 u32 links = ocfs2_read_links_count(di);
587
588 links += n;
589
590 ocfs2_set_links_count(di, links);
591}
592
Tao Ma1aa75fe2009-08-18 11:28:39 +0800593static inline int ocfs2_refcount_tree(struct ocfs2_super *osb)
594{
595 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_REFCOUNT_TREE)
596 return 1;
597 return 0;
598}
599
Mark Fashehccd979b2005-12-15 14:31:24 -0800600/* set / clear functions because cluster events can make these happen
601 * in parallel so we want the transitions to be atomic. this also
602 * means that any future flags osb_flags must be protected by spinlock
603 * too! */
604static inline void ocfs2_set_osb_flag(struct ocfs2_super *osb,
605 unsigned long flag)
606{
607 spin_lock(&osb->osb_lock);
608 osb->osb_flags |= flag;
609 spin_unlock(&osb->osb_lock);
610}
611
612static inline void ocfs2_set_ro_flag(struct ocfs2_super *osb,
613 int hard)
614{
615 spin_lock(&osb->osb_lock);
616 osb->osb_flags &= ~(OCFS2_OSB_SOFT_RO|OCFS2_OSB_HARD_RO);
617 if (hard)
618 osb->osb_flags |= OCFS2_OSB_HARD_RO;
619 else
620 osb->osb_flags |= OCFS2_OSB_SOFT_RO;
621 spin_unlock(&osb->osb_lock);
622}
623
624static inline int ocfs2_is_hard_readonly(struct ocfs2_super *osb)
625{
626 int ret;
627
628 spin_lock(&osb->osb_lock);
629 ret = osb->osb_flags & OCFS2_OSB_HARD_RO;
630 spin_unlock(&osb->osb_lock);
631
632 return ret;
633}
634
635static inline int ocfs2_is_soft_readonly(struct ocfs2_super *osb)
636{
637 int ret;
638
639 spin_lock(&osb->osb_lock);
640 ret = osb->osb_flags & OCFS2_OSB_SOFT_RO;
641 spin_unlock(&osb->osb_lock);
642
643 return ret;
644}
645
Sunil Mushran98f486f22010-10-09 10:24:46 -0700646static inline int ocfs2_clusterinfo_valid(struct ocfs2_super *osb)
Joel Beckerb61817e2008-02-01 15:08:23 -0800647{
648 return (osb->s_feature_incompat &
Sunil Mushran98f486f22010-10-09 10:24:46 -0700649 (OCFS2_FEATURE_INCOMPAT_USERSPACE_STACK |
650 OCFS2_FEATURE_INCOMPAT_CLUSTERINFO));
651}
652
653static inline int ocfs2_userspace_stack(struct ocfs2_super *osb)
654{
655 if (ocfs2_clusterinfo_valid(osb) &&
656 memcmp(osb->osb_cluster_stack, OCFS2_CLASSIC_CLUSTER_STACK,
657 OCFS2_STACK_LABEL_LEN))
658 return 1;
659 return 0;
660}
661
662static inline int ocfs2_o2cb_stack(struct ocfs2_super *osb)
663{
664 if (ocfs2_clusterinfo_valid(osb) &&
665 !memcmp(osb->osb_cluster_stack, OCFS2_CLASSIC_CLUSTER_STACK,
666 OCFS2_STACK_LABEL_LEN))
667 return 1;
668 return 0;
669}
670
671static inline int ocfs2_cluster_o2cb_global_heartbeat(struct ocfs2_super *osb)
672{
673 return ocfs2_o2cb_stack(osb) &&
674 (osb->osb_stackflags & OCFS2_CLUSTER_O2CB_GLOBAL_HEARTBEAT);
Joel Beckerb61817e2008-02-01 15:08:23 -0800675}
676
Sunil Mushranc271c5c2006-12-05 17:56:35 -0800677static inline int ocfs2_mount_local(struct ocfs2_super *osb)
678{
679 return (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_LOCAL_MOUNT);
680}
681
Joel Becker386a2ef2008-02-01 12:06:54 -0800682static inline int ocfs2_uses_extended_slot_map(struct ocfs2_super *osb)
683{
684 return (osb->s_feature_incompat &
685 OCFS2_FEATURE_INCOMPAT_EXTENDED_SLOT_MAP);
686}
687
688
Mark Fashehccd979b2005-12-15 14:31:24 -0800689#define OCFS2_IS_VALID_DINODE(ptr) \
690 (!strcmp((ptr)->i_signature, OCFS2_INODE_SIGNATURE))
691
Mark Fashehccd979b2005-12-15 14:31:24 -0800692#define OCFS2_IS_VALID_EXTENT_BLOCK(ptr) \
693 (!strcmp((ptr)->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE))
694
Mark Fashehccd979b2005-12-15 14:31:24 -0800695#define OCFS2_IS_VALID_GROUP_DESC(ptr) \
696 (!strcmp((ptr)->bg_signature, OCFS2_GROUP_DESC_SIGNATURE))
697
Mark Fashehccd979b2005-12-15 14:31:24 -0800698
Joel Beckerf6087fb2008-10-20 18:20:43 -0700699#define OCFS2_IS_VALID_XATTR_BLOCK(ptr) \
700 (!strcmp((ptr)->xb_signature, OCFS2_XATTR_BLOCK_SIGNATURE))
701
Mark Fasheh87d35a72008-12-10 17:36:25 -0800702#define OCFS2_IS_VALID_DIR_TRAILER(ptr) \
703 (!strcmp((ptr)->db_signature, OCFS2_DIR_TRAILER_SIGNATURE))
704
Mark Fasheh9b7895e2008-11-12 16:27:44 -0800705#define OCFS2_IS_VALID_DX_ROOT(ptr) \
706 (!strcmp((ptr)->dr_signature, OCFS2_DX_ROOT_SIGNATURE))
707
708#define OCFS2_IS_VALID_DX_LEAF(ptr) \
709 (!strcmp((ptr)->dl_signature, OCFS2_DX_LEAF_SIGNATURE))
710
Tao Maf2c870e2009-08-18 11:19:26 +0800711#define OCFS2_IS_VALID_REFCOUNT_BLOCK(ptr) \
712 (!strcmp((ptr)->rf_signature, OCFS2_REFCOUNT_BLOCK_SIGNATURE))
713
Mark Fashehccd979b2005-12-15 14:31:24 -0800714static inline unsigned long ino_from_blkno(struct super_block *sb,
715 u64 blkno)
716{
717 return (unsigned long)(blkno & (u64)ULONG_MAX);
718}
719
720static inline u64 ocfs2_clusters_to_blocks(struct super_block *sb,
721 u32 clusters)
722{
723 int c_to_b_bits = OCFS2_SB(sb)->s_clustersize_bits -
724 sb->s_blocksize_bits;
725
726 return (u64)clusters << c_to_b_bits;
727}
728
Joseph Qiae1f0812015-06-24 16:55:23 -0700729static inline u32 ocfs2_clusters_for_blocks(struct super_block *sb,
730 u64 blocks)
731{
732 int b_to_c_bits = OCFS2_SB(sb)->s_clustersize_bits -
733 sb->s_blocksize_bits;
734
735 blocks += (1 << b_to_c_bits) - 1;
736 return (u32)(blocks >> b_to_c_bits);
737}
738
Mark Fashehccd979b2005-12-15 14:31:24 -0800739static inline u32 ocfs2_blocks_to_clusters(struct super_block *sb,
740 u64 blocks)
741{
742 int b_to_c_bits = OCFS2_SB(sb)->s_clustersize_bits -
743 sb->s_blocksize_bits;
744
745 return (u32)(blocks >> b_to_c_bits);
746}
747
748static inline unsigned int ocfs2_clusters_for_bytes(struct super_block *sb,
749 u64 bytes)
750{
751 int cl_bits = OCFS2_SB(sb)->s_clustersize_bits;
752 unsigned int clusters;
753
754 bytes += OCFS2_SB(sb)->s_clustersize - 1;
755 /* OCFS2 just cannot have enough clusters to overflow this */
756 clusters = (unsigned int)(bytes >> cl_bits);
757
758 return clusters;
759}
760
Joseph Qi24c40b32015-02-16 16:00:00 -0800761static inline unsigned int ocfs2_bytes_to_clusters(struct super_block *sb,
762 u64 bytes)
763{
764 int cl_bits = OCFS2_SB(sb)->s_clustersize_bits;
765 unsigned int clusters;
766
767 clusters = (unsigned int)(bytes >> cl_bits);
768 return clusters;
769}
770
Mark Fashehccd979b2005-12-15 14:31:24 -0800771static inline u64 ocfs2_blocks_for_bytes(struct super_block *sb,
772 u64 bytes)
773{
774 bytes += sb->s_blocksize - 1;
775 return bytes >> sb->s_blocksize_bits;
776}
777
778static inline u64 ocfs2_clusters_to_bytes(struct super_block *sb,
779 u32 clusters)
780{
781 return (u64)clusters << OCFS2_SB(sb)->s_clustersize_bits;
782}
783
Mark Fasheh1d46dc02009-02-19 13:17:05 -0800784static inline u64 ocfs2_block_to_cluster_start(struct super_block *sb,
785 u64 blocks)
786{
787 int bits = OCFS2_SB(sb)->s_clustersize_bits - sb->s_blocksize_bits;
788 unsigned int clusters;
789
790 clusters = ocfs2_blocks_to_clusters(sb, blocks);
791 return (u64)clusters << bits;
792}
793
Mark Fashehccd979b2005-12-15 14:31:24 -0800794static inline u64 ocfs2_align_bytes_to_clusters(struct super_block *sb,
795 u64 bytes)
796{
797 int cl_bits = OCFS2_SB(sb)->s_clustersize_bits;
798 unsigned int clusters;
799
800 clusters = ocfs2_clusters_for_bytes(sb, bytes);
801 return (u64)clusters << cl_bits;
802}
803
804static inline u64 ocfs2_align_bytes_to_blocks(struct super_block *sb,
805 u64 bytes)
806{
807 u64 blocks;
808
809 blocks = ocfs2_blocks_for_bytes(sb, bytes);
810 return blocks << sb->s_blocksize_bits;
811}
812
813static inline unsigned long ocfs2_align_bytes_to_sectors(u64 bytes)
814{
815 return (unsigned long)((bytes + 511) >> 9);
816}
817
Mark Fasheh9517bac2007-02-09 20:24:12 -0800818static inline unsigned int ocfs2_page_index_to_clusters(struct super_block *sb,
819 unsigned long pg_index)
820{
821 u32 clusters = pg_index;
822 unsigned int cbits = OCFS2_SB(sb)->s_clustersize_bits;
823
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300824 if (unlikely(PAGE_SHIFT > cbits))
825 clusters = pg_index << (PAGE_SHIFT - cbits);
826 else if (PAGE_SHIFT < cbits)
827 clusters = pg_index >> (cbits - PAGE_SHIFT);
Mark Fasheh9517bac2007-02-09 20:24:12 -0800828
829 return clusters;
830}
831
832/*
833 * Find the 1st page index which covers the given clusters.
834 */
Mark Fasheh7c08d702007-07-20 11:58:36 -0700835static inline pgoff_t ocfs2_align_clusters_to_page_index(struct super_block *sb,
Mark Fasheh9517bac2007-02-09 20:24:12 -0800836 u32 clusters)
837{
838 unsigned int cbits = OCFS2_SB(sb)->s_clustersize_bits;
Mark Fasheh7c08d702007-07-20 11:58:36 -0700839 pgoff_t index = clusters;
Mark Fasheh9517bac2007-02-09 20:24:12 -0800840
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300841 if (PAGE_SHIFT > cbits) {
842 index = (pgoff_t)clusters >> (PAGE_SHIFT - cbits);
843 } else if (PAGE_SHIFT < cbits) {
844 index = (pgoff_t)clusters << (cbits - PAGE_SHIFT);
Mark Fasheh9517bac2007-02-09 20:24:12 -0800845 }
846
847 return index;
848}
849
Mark Fasheh60b11392007-02-16 11:46:50 -0800850static inline unsigned int ocfs2_pages_per_cluster(struct super_block *sb)
851{
852 unsigned int cbits = OCFS2_SB(sb)->s_clustersize_bits;
853 unsigned int pages_per_cluster = 1;
854
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300855 if (PAGE_SHIFT < cbits)
856 pages_per_cluster = 1 << (cbits - PAGE_SHIFT);
Mark Fasheh60b11392007-02-16 11:46:50 -0800857
858 return pages_per_cluster;
859}
860
Mark Fashehebcee4b2008-07-28 14:55:20 -0700861static inline unsigned int ocfs2_megabytes_to_clusters(struct super_block *sb,
862 unsigned int megs)
863{
864 BUILD_BUG_ON(OCFS2_MAX_CLUSTERSIZE > 1048576);
865
866 return megs << (20 - OCFS2_SB(sb)->s_clustersize_bits);
867}
868
Mark Fasheh73c8a802010-04-05 18:17:13 -0700869static inline unsigned int ocfs2_clusters_to_megabytes(struct super_block *sb,
870 unsigned int clusters)
871{
872 return clusters >> (20 - OCFS2_SB(sb)->s_clustersize_bits);
873}
874
Mark Fashehb4414ee2010-03-11 18:31:09 -0800875static inline void _ocfs2_set_bit(unsigned int bit, unsigned long *bitmap)
876{
Akinobu Mita730e6632011-05-30 21:58:05 +0900877 __set_bit_le(bit, bitmap);
Mark Fashehb4414ee2010-03-11 18:31:09 -0800878}
879#define ocfs2_set_bit(bit, addr) _ocfs2_set_bit((bit), (unsigned long *)(addr))
880
881static inline void _ocfs2_clear_bit(unsigned int bit, unsigned long *bitmap)
882{
Akinobu Mita730e6632011-05-30 21:58:05 +0900883 __clear_bit_le(bit, bitmap);
Mark Fashehb4414ee2010-03-11 18:31:09 -0800884}
885#define ocfs2_clear_bit(bit, addr) _ocfs2_clear_bit((bit), (unsigned long *)(addr))
886
Akinobu Mitac4354d02011-03-23 16:42:08 -0700887#define ocfs2_test_bit test_bit_le
888#define ocfs2_find_next_zero_bit find_next_zero_bit_le
889#define ocfs2_find_next_bit find_next_bit_le
Akinobu Mita93925572011-11-15 14:56:34 -0800890
891static inline void *correct_addr_and_bit_unaligned(int *bit, void *addr)
892{
893#if BITS_PER_LONG == 64
894 *bit += ((unsigned long) addr & 7UL) << 3;
895 addr = (void *) ((unsigned long) addr & ~7UL);
896#elif BITS_PER_LONG == 32
897 *bit += ((unsigned long) addr & 3UL) << 3;
898 addr = (void *) ((unsigned long) addr & ~3UL);
899#else
900#error "how many bits you are?!"
901#endif
902 return addr;
903}
904
905static inline void ocfs2_set_bit_unaligned(int bit, void *bitmap)
906{
907 bitmap = correct_addr_and_bit_unaligned(&bit, bitmap);
908 ocfs2_set_bit(bit, bitmap);
909}
910
911static inline void ocfs2_clear_bit_unaligned(int bit, void *bitmap)
912{
913 bitmap = correct_addr_and_bit_unaligned(&bit, bitmap);
914 ocfs2_clear_bit(bit, bitmap);
915}
916
917static inline int ocfs2_test_bit_unaligned(int bit, void *bitmap)
918{
919 bitmap = correct_addr_and_bit_unaligned(&bit, bitmap);
920 return ocfs2_test_bit(bit, bitmap);
921}
922
923static inline int ocfs2_find_next_zero_bit_unaligned(void *bitmap, int max,
924 int start)
925{
926 int fix = 0, ret, tmpmax;
927 bitmap = correct_addr_and_bit_unaligned(&fix, bitmap);
928 tmpmax = max + fix;
929 start += fix;
930
931 ret = ocfs2_find_next_zero_bit(bitmap, tmpmax, start) - fix;
932 if (ret > max)
933 return max;
934 return ret;
935}
936
Mark Fashehccd979b2005-12-15 14:31:24 -0800937#endif /* OCFS2_H */
938