blob: ade4691e3f7403ca65241856b355d0cb0f5709a0 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scotta805bad2006-06-19 08:40:27 +10002 * Copyright (c) 2000-2006 Silicon Graphics, Inc.
Nathan Scott7b718762005-11-02 14:58:39 +11003 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
Christoph Hellwig0b1b2132009-12-14 23:14:59 +000018
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include "xfs.h"
Dave Chinner70a9883c2013-10-23 10:36:05 +110020#include "xfs_shared.h"
Dave Chinner6ca1c902013-08-12 20:49:26 +100021#include "xfs_format.h"
Dave Chinner239880e2013-10-23 10:50:10 +110022#include "xfs_log_format.h"
23#include "xfs_trans_resv.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include "xfs_sb.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include "xfs_mount.h"
Dave Chinner57062782013-10-15 09:17:51 +110026#include "xfs_da_format.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include "xfs_inode.h"
Nathan Scotta844f452005-11-02 14:38:42 +110028#include "xfs_btree.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#include "xfs_bmap.h"
Dave Chinnera4fbe6a2013-10-23 10:51:50 +110030#include "xfs_alloc.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include "xfs_error.h"
Christoph Hellwig9909c4a2007-10-11 18:11:14 +100032#include "xfs_fsops.h"
Dave Chinner239880e2013-10-23 10:50:10 +110033#include "xfs_trans.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#include "xfs_buf_item.h"
Dave Chinner239880e2013-10-23 10:50:10 +110035#include "xfs_log.h"
David Chinnera67d7c52007-11-23 16:29:32 +110036#include "xfs_log_priv.h"
Christoph Hellwig9f8868f2008-07-18 17:11:46 +100037#include "xfs_da_btree.h"
Dave Chinner2b9ab5a2013-08-12 20:49:37 +100038#include "xfs_dir2.h"
Christoph Hellwig9f8868f2008-07-18 17:11:46 +100039#include "xfs_extfree_item.h"
40#include "xfs_mru_cache.h"
41#include "xfs_inode_item.h"
Dave Chinner6d8b79c2012-10-08 21:56:09 +110042#include "xfs_icache.h"
Christoph Hellwig0b1b2132009-12-14 23:14:59 +000043#include "xfs_trace.h"
Dave Chinner3ebe7d22013-06-27 16:04:53 +100044#include "xfs_icreate_item.h"
Dave Chinnera4fbe6a2013-10-23 10:51:50 +110045#include "xfs_filestream.h"
46#include "xfs_quota.h"
Brian Foster65b65732014-09-09 11:52:42 +100047#include "xfs_sysfs.h"
Darrick J. Wong30cbc592016-03-09 08:15:14 +110048#include "xfs_ondisk.h"
Darrick J. Wong5880f2d72016-08-03 12:04:45 +100049#include "xfs_rmap_item.h"
Darrick J. Wongbaf4bcac2016-10-03 09:11:20 -070050#include "xfs_refcount_item.h"
Darrick J. Wong6413a012016-10-03 09:11:25 -070051#include "xfs_bmap_item.h"
Darrick J. Wong5e7e6052016-10-03 09:11:38 -070052#include "xfs_reflink.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
54#include <linux/namei.h>
55#include <linux/init.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090056#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070057#include <linux/mount.h>
Christoph Hellwig0829c362005-09-02 16:58:49 +100058#include <linux/mempool.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070059#include <linux/writeback.h>
Christoph Hellwig4df08c52005-09-05 08:34:18 +100060#include <linux/kthread.h>
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080061#include <linux/freezer.h>
Christoph Hellwig62a877e2008-07-18 17:12:36 +100062#include <linux/parser.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
Alexey Dobriyanb87221d2009-09-21 17:01:09 -070064static const struct super_operations xfs_super_operations;
Christoph Hellwig0e51a8e2016-04-06 08:34:30 +100065struct bio_set *xfs_ioend_bioset;
Brian Foster65b65732014-09-09 11:52:42 +100066
Dave Chinnere3aed1a2014-09-29 10:46:08 +100067static struct kset *xfs_kset; /* top-level xfs sysfs dir */
Brian Foster65b65732014-09-09 11:52:42 +100068#ifdef DEBUG
69static struct xfs_kobj xfs_dbg_kobj; /* global debug sysfs attrs */
70#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
Christoph Hellwig62a877e2008-07-18 17:12:36 +100072/*
73 * Table driven mount option parser.
Christoph Hellwig62a877e2008-07-18 17:12:36 +100074 */
75enum {
Eric Sandeen2e74af02016-03-02 09:55:38 +110076 Opt_logbufs, Opt_logbsize, Opt_logdev, Opt_rtdev, Opt_biosize,
77 Opt_wsync, Opt_noalign, Opt_swalloc, Opt_sunit, Opt_swidth, Opt_nouuid,
78 Opt_mtpt, Opt_grpid, Opt_nogrpid, Opt_bsdgroups, Opt_sysvgroups,
79 Opt_allocsize, Opt_norecovery, Opt_barrier, Opt_nobarrier,
80 Opt_inode64, Opt_inode32, Opt_ikeep, Opt_noikeep,
81 Opt_largeio, Opt_nolargeio, Opt_attr2, Opt_noattr2, Opt_filestreams,
82 Opt_quota, Opt_noquota, Opt_usrquota, Opt_grpquota, Opt_prjquota,
83 Opt_uquota, Opt_gquota, Opt_pquota,
84 Opt_uqnoenforce, Opt_gqnoenforce, Opt_pqnoenforce, Opt_qnoenforce,
85 Opt_discard, Opt_nodiscard, Opt_dax, Opt_err,
Christoph Hellwig62a877e2008-07-18 17:12:36 +100086};
87
Steven Whitehousea447c092008-10-13 10:46:57 +010088static const match_table_t tokens = {
Eric Sandeen2e74af02016-03-02 09:55:38 +110089 {Opt_logbufs, "logbufs=%u"}, /* number of XFS log buffers */
90 {Opt_logbsize, "logbsize=%s"}, /* size of XFS log buffers */
91 {Opt_logdev, "logdev=%s"}, /* log device */
92 {Opt_rtdev, "rtdev=%s"}, /* realtime I/O device */
93 {Opt_biosize, "biosize=%u"}, /* log2 of preferred buffered io size */
94 {Opt_wsync, "wsync"}, /* safe-mode nfs compatible mount */
95 {Opt_noalign, "noalign"}, /* turn off stripe alignment */
96 {Opt_swalloc, "swalloc"}, /* turn on stripe width allocation */
97 {Opt_sunit, "sunit=%u"}, /* data volume stripe unit */
98 {Opt_swidth, "swidth=%u"}, /* data volume stripe width */
99 {Opt_nouuid, "nouuid"}, /* ignore filesystem UUID */
100 {Opt_mtpt, "mtpt"}, /* filesystem mount point */
101 {Opt_grpid, "grpid"}, /* group-ID from parent directory */
102 {Opt_nogrpid, "nogrpid"}, /* group-ID from current process */
103 {Opt_bsdgroups, "bsdgroups"}, /* group-ID from parent directory */
104 {Opt_sysvgroups,"sysvgroups"}, /* group-ID from current process */
105 {Opt_allocsize, "allocsize=%s"},/* preferred allocation size */
106 {Opt_norecovery,"norecovery"}, /* don't run XFS recovery */
107 {Opt_barrier, "barrier"}, /* use writer barriers for log write and
108 * unwritten extent conversion */
109 {Opt_nobarrier, "nobarrier"}, /* .. disable */
110 {Opt_inode64, "inode64"}, /* inodes can be allocated anywhere */
111 {Opt_inode32, "inode32"}, /* inode allocation limited to
112 * XFS_MAXINUMBER_32 */
113 {Opt_ikeep, "ikeep"}, /* do not free empty inode clusters */
114 {Opt_noikeep, "noikeep"}, /* free empty inode clusters */
115 {Opt_largeio, "largeio"}, /* report large I/O sizes in stat() */
116 {Opt_nolargeio, "nolargeio"}, /* do not report large I/O sizes
117 * in stat(). */
118 {Opt_attr2, "attr2"}, /* do use attr2 attribute format */
119 {Opt_noattr2, "noattr2"}, /* do not use attr2 attribute format */
120 {Opt_filestreams,"filestreams"},/* use filestreams allocator */
121 {Opt_quota, "quota"}, /* disk quotas (user) */
122 {Opt_noquota, "noquota"}, /* no quotas */
123 {Opt_usrquota, "usrquota"}, /* user quota enabled */
124 {Opt_grpquota, "grpquota"}, /* group quota enabled */
125 {Opt_prjquota, "prjquota"}, /* project quota enabled */
126 {Opt_uquota, "uquota"}, /* user quota (IRIX variant) */
127 {Opt_gquota, "gquota"}, /* group quota (IRIX variant) */
128 {Opt_pquota, "pquota"}, /* project quota (IRIX variant) */
129 {Opt_uqnoenforce,"uqnoenforce"},/* user quota limit enforcement */
130 {Opt_gqnoenforce,"gqnoenforce"},/* group quota limit enforcement */
131 {Opt_pqnoenforce,"pqnoenforce"},/* project quota limit enforcement */
132 {Opt_qnoenforce, "qnoenforce"}, /* same as uqnoenforce */
133 {Opt_discard, "discard"}, /* Discard unused blocks */
134 {Opt_nodiscard, "nodiscard"}, /* Do not discard unused blocks */
135
136 {Opt_dax, "dax"}, /* Enable direct access to bdev pages */
137 {Opt_err, NULL},
Christoph Hellwig62a877e2008-07-18 17:12:36 +1000138};
139
140
Markus Elfringa841b642016-01-04 16:13:21 +1100141STATIC int
Eric Sandeen2e74af02016-03-02 09:55:38 +1100142suffix_kstrtoint(const substring_t *s, unsigned int base, int *res)
David Chinnera67d7c52007-11-23 16:29:32 +1100143{
Abhijit Pawara17164e2013-01-09 19:34:42 +0530144 int last, shift_left_factor = 0, _res;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100145 char *value;
146 int ret = 0;
147
148 value = match_strdup(s);
149 if (!value)
150 return -ENOMEM;
David Chinnera67d7c52007-11-23 16:29:32 +1100151
152 last = strlen(value) - 1;
153 if (value[last] == 'K' || value[last] == 'k') {
154 shift_left_factor = 10;
155 value[last] = '\0';
156 }
157 if (value[last] == 'M' || value[last] == 'm') {
158 shift_left_factor = 20;
159 value[last] = '\0';
160 }
161 if (value[last] == 'G' || value[last] == 'g') {
162 shift_left_factor = 30;
163 value[last] = '\0';
164 }
165
Eric Sandeen2e74af02016-03-02 09:55:38 +1100166 if (kstrtoint(value, base, &_res))
167 ret = -EINVAL;
168 kfree(value);
Abhijit Pawara17164e2013-01-09 19:34:42 +0530169 *res = _res << shift_left_factor;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100170 return ret;
David Chinnera67d7c52007-11-23 16:29:32 +1100171}
172
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100173/*
174 * This function fills in xfs_mount_t fields based on mount args.
175 * Note: the superblock has _not_ yet been read in.
176 *
177 * Note that this function leaks the various device name allocations on
178 * failure. The caller takes care of them.
Eric Sandeena08ee402016-03-02 09:56:31 +1100179 *
180 * *sb is const because this is also used to test options on the remount
181 * path, and we don't want this to have any side effects at remount time.
182 * Today this function does not change *sb, but just to future-proof...
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100183 */
David Chinnera67d7c52007-11-23 16:29:32 +1100184STATIC int
185xfs_parseargs(
186 struct xfs_mount *mp,
Christoph Hellwig288699f2010-06-23 18:11:15 +1000187 char *options)
David Chinnera67d7c52007-11-23 16:29:32 +1100188{
Eric Sandeena08ee402016-03-02 09:56:31 +1100189 const struct super_block *sb = mp->m_super;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100190 char *p;
191 substring_t args[MAX_OPT_ARGS];
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100192 int dsunit = 0;
193 int dswidth = 0;
194 int iosize = 0;
Christoph Hellwiga5687782009-02-09 08:37:39 +0100195 __uint8_t iosizelog = 0;
David Chinnera67d7c52007-11-23 16:29:32 +1100196
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100197 /*
Dave Chinner4f107002011-03-07 10:00:35 +1100198 * set up the mount name first so all the errors will refer to the
199 * correct device.
200 */
201 mp->m_fsname = kstrndup(sb->s_id, MAXNAMELEN, GFP_KERNEL);
202 if (!mp->m_fsname)
Dave Chinner24513372014-06-25 14:58:08 +1000203 return -ENOMEM;
Dave Chinner4f107002011-03-07 10:00:35 +1100204 mp->m_fsname_len = strlen(mp->m_fsname) + 1;
205
206 /*
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100207 * Copy binary VFS mount flags we are interested in.
208 */
209 if (sb->s_flags & MS_RDONLY)
210 mp->m_flags |= XFS_MOUNT_RDONLY;
211 if (sb->s_flags & MS_DIRSYNC)
212 mp->m_flags |= XFS_MOUNT_DIRSYNC;
213 if (sb->s_flags & MS_SYNCHRONOUS)
214 mp->m_flags |= XFS_MOUNT_WSYNC;
215
216 /*
217 * Set some default flags that could be cleared by the mount option
218 * parsing.
219 */
220 mp->m_flags |= XFS_MOUNT_BARRIER;
221 mp->m_flags |= XFS_MOUNT_COMPAT_IOSIZE;
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100222
223 /*
224 * These can be overridden by the mount option parsing.
225 */
226 mp->m_logbufs = -1;
227 mp->m_logbsize = -1;
David Chinnera67d7c52007-11-23 16:29:32 +1100228
229 if (!options)
230 goto done;
231
Eric Sandeen2e74af02016-03-02 09:55:38 +1100232 while ((p = strsep(&options, ",")) != NULL) {
233 int token;
David Chinnera67d7c52007-11-23 16:29:32 +1100234
Eric Sandeen2e74af02016-03-02 09:55:38 +1100235 if (!*p)
236 continue;
237
238 token = match_token(p, tokens, args);
239 switch (token) {
240 case Opt_logbufs:
241 if (match_int(args, &mp->m_logbufs))
Dave Chinner24513372014-06-25 14:58:08 +1000242 return -EINVAL;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100243 break;
244 case Opt_logbsize:
245 if (suffix_kstrtoint(args, 10, &mp->m_logbsize))
Dave Chinner24513372014-06-25 14:58:08 +1000246 return -EINVAL;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100247 break;
248 case Opt_logdev:
249 mp->m_logname = match_strdup(args);
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100250 if (!mp->m_logname)
Dave Chinner24513372014-06-25 14:58:08 +1000251 return -ENOMEM;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100252 break;
253 case Opt_mtpt:
254 xfs_warn(mp, "%s option not allowed on this system", p);
Dave Chinner24513372014-06-25 14:58:08 +1000255 return -EINVAL;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100256 case Opt_rtdev:
257 mp->m_rtname = match_strdup(args);
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100258 if (!mp->m_rtname)
Dave Chinner24513372014-06-25 14:58:08 +1000259 return -ENOMEM;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100260 break;
261 case Opt_allocsize:
262 case Opt_biosize:
263 if (suffix_kstrtoint(args, 10, &iosize))
Dave Chinner24513372014-06-25 14:58:08 +1000264 return -EINVAL;
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100265 iosizelog = ffs(iosize) - 1;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100266 break;
267 case Opt_grpid:
268 case Opt_bsdgroups:
David Chinnera67d7c52007-11-23 16:29:32 +1100269 mp->m_flags |= XFS_MOUNT_GRPID;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100270 break;
271 case Opt_nogrpid:
272 case Opt_sysvgroups:
David Chinnera67d7c52007-11-23 16:29:32 +1100273 mp->m_flags &= ~XFS_MOUNT_GRPID;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100274 break;
275 case Opt_wsync:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100276 mp->m_flags |= XFS_MOUNT_WSYNC;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100277 break;
278 case Opt_norecovery:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100279 mp->m_flags |= XFS_MOUNT_NORECOVERY;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100280 break;
281 case Opt_noalign:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100282 mp->m_flags |= XFS_MOUNT_NOALIGN;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100283 break;
284 case Opt_swalloc:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100285 mp->m_flags |= XFS_MOUNT_SWALLOC;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100286 break;
287 case Opt_sunit:
288 if (match_int(args, &dsunit))
Dave Chinner24513372014-06-25 14:58:08 +1000289 return -EINVAL;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100290 break;
291 case Opt_swidth:
292 if (match_int(args, &dswidth))
Dave Chinner24513372014-06-25 14:58:08 +1000293 return -EINVAL;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100294 break;
295 case Opt_inode32:
Carlos Maiolino08bf5402012-09-20 10:32:37 -0300296 mp->m_flags |= XFS_MOUNT_SMALL_INUMS;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100297 break;
298 case Opt_inode64:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100299 mp->m_flags &= ~XFS_MOUNT_SMALL_INUMS;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100300 break;
301 case Opt_nouuid:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100302 mp->m_flags |= XFS_MOUNT_NOUUID;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100303 break;
304 case Opt_barrier:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100305 mp->m_flags |= XFS_MOUNT_BARRIER;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100306 break;
307 case Opt_nobarrier:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100308 mp->m_flags &= ~XFS_MOUNT_BARRIER;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100309 break;
310 case Opt_ikeep:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100311 mp->m_flags |= XFS_MOUNT_IKEEP;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100312 break;
313 case Opt_noikeep:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100314 mp->m_flags &= ~XFS_MOUNT_IKEEP;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100315 break;
316 case Opt_largeio:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100317 mp->m_flags &= ~XFS_MOUNT_COMPAT_IOSIZE;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100318 break;
319 case Opt_nolargeio:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100320 mp->m_flags |= XFS_MOUNT_COMPAT_IOSIZE;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100321 break;
322 case Opt_attr2:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100323 mp->m_flags |= XFS_MOUNT_ATTR2;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100324 break;
325 case Opt_noattr2:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100326 mp->m_flags &= ~XFS_MOUNT_ATTR2;
327 mp->m_flags |= XFS_MOUNT_NOATTR2;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100328 break;
329 case Opt_filestreams:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100330 mp->m_flags |= XFS_MOUNT_FILESTREAMS;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100331 break;
332 case Opt_noquota:
Chandra Seetharaman4177af32012-01-23 17:31:43 +0000333 mp->m_qflags &= ~XFS_ALL_QUOTA_ACCT;
334 mp->m_qflags &= ~XFS_ALL_QUOTA_ENFD;
335 mp->m_qflags &= ~XFS_ALL_QUOTA_ACTIVE;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100336 break;
337 case Opt_quota:
338 case Opt_uquota:
339 case Opt_usrquota:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100340 mp->m_qflags |= (XFS_UQUOTA_ACCT | XFS_UQUOTA_ACTIVE |
341 XFS_UQUOTA_ENFD);
Eric Sandeen2e74af02016-03-02 09:55:38 +1100342 break;
343 case Opt_qnoenforce:
344 case Opt_uqnoenforce:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100345 mp->m_qflags |= (XFS_UQUOTA_ACCT | XFS_UQUOTA_ACTIVE);
346 mp->m_qflags &= ~XFS_UQUOTA_ENFD;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100347 break;
348 case Opt_pquota:
349 case Opt_prjquota:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100350 mp->m_qflags |= (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE |
Chandra Seetharaman83e782e2013-06-27 17:25:10 -0500351 XFS_PQUOTA_ENFD);
Eric Sandeen2e74af02016-03-02 09:55:38 +1100352 break;
353 case Opt_pqnoenforce:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100354 mp->m_qflags |= (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE);
Chandra Seetharaman83e782e2013-06-27 17:25:10 -0500355 mp->m_qflags &= ~XFS_PQUOTA_ENFD;
Eryu Guance5c7672016-04-06 07:19:40 +1000356 break;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100357 case Opt_gquota:
358 case Opt_grpquota:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100359 mp->m_qflags |= (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE |
Chandra Seetharaman83e782e2013-06-27 17:25:10 -0500360 XFS_GQUOTA_ENFD);
Eric Sandeen2e74af02016-03-02 09:55:38 +1100361 break;
362 case Opt_gqnoenforce:
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100363 mp->m_qflags |= (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE);
Chandra Seetharaman83e782e2013-06-27 17:25:10 -0500364 mp->m_qflags &= ~XFS_GQUOTA_ENFD;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100365 break;
366 case Opt_discard:
Christoph Hellwige84661a2011-05-20 13:45:32 +0000367 mp->m_flags |= XFS_MOUNT_DISCARD;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100368 break;
369 case Opt_nodiscard:
Christoph Hellwige84661a2011-05-20 13:45:32 +0000370 mp->m_flags &= ~XFS_MOUNT_DISCARD;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100371 break;
Dave Chinnercbe4dab2015-06-04 09:19:18 +1000372#ifdef CONFIG_FS_DAX
Eric Sandeen2e74af02016-03-02 09:55:38 +1100373 case Opt_dax:
Dave Chinnercbe4dab2015-06-04 09:19:18 +1000374 mp->m_flags |= XFS_MOUNT_DAX;
Eric Sandeen2e74af02016-03-02 09:55:38 +1100375 break;
Dave Chinnercbe4dab2015-06-04 09:19:18 +1000376#endif
Eric Sandeen2e74af02016-03-02 09:55:38 +1100377 default:
378 xfs_warn(mp, "unknown mount option [%s].", p);
Dave Chinner24513372014-06-25 14:58:08 +1000379 return -EINVAL;
David Chinnera67d7c52007-11-23 16:29:32 +1100380 }
381 }
382
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100383 /*
384 * no recovery flag requires a read-only mount
385 */
386 if ((mp->m_flags & XFS_MOUNT_NORECOVERY) &&
387 !(mp->m_flags & XFS_MOUNT_RDONLY)) {
Dave Chinner4f107002011-03-07 10:00:35 +1100388 xfs_warn(mp, "no-recovery mounts must be read-only.");
Dave Chinner24513372014-06-25 14:58:08 +1000389 return -EINVAL;
David Chinnera67d7c52007-11-23 16:29:32 +1100390 }
391
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100392 if ((mp->m_flags & XFS_MOUNT_NOALIGN) && (dsunit || dswidth)) {
Dave Chinner4f107002011-03-07 10:00:35 +1100393 xfs_warn(mp,
394 "sunit and swidth options incompatible with the noalign option");
Dave Chinner24513372014-06-25 14:58:08 +1000395 return -EINVAL;
David Chinnera67d7c52007-11-23 16:29:32 +1100396 }
397
Christoph Hellwig7d095252009-06-08 15:33:32 +0200398#ifndef CONFIG_XFS_QUOTA
399 if (XFS_IS_QUOTA_RUNNING(mp)) {
Dave Chinner4f107002011-03-07 10:00:35 +1100400 xfs_warn(mp, "quota support not available in this kernel.");
Dave Chinner24513372014-06-25 14:58:08 +1000401 return -EINVAL;
Christoph Hellwig7d095252009-06-08 15:33:32 +0200402 }
403#endif
404
David Chinnera67d7c52007-11-23 16:29:32 +1100405 if ((dsunit && !dswidth) || (!dsunit && dswidth)) {
Dave Chinner4f107002011-03-07 10:00:35 +1100406 xfs_warn(mp, "sunit and swidth must be specified together");
Dave Chinner24513372014-06-25 14:58:08 +1000407 return -EINVAL;
David Chinnera67d7c52007-11-23 16:29:32 +1100408 }
409
410 if (dsunit && (dswidth % dsunit != 0)) {
Dave Chinner4f107002011-03-07 10:00:35 +1100411 xfs_warn(mp,
412 "stripe width (%d) must be a multiple of the stripe unit (%d)",
David Chinnera67d7c52007-11-23 16:29:32 +1100413 dswidth, dsunit);
Dave Chinner24513372014-06-25 14:58:08 +1000414 return -EINVAL;
David Chinnera67d7c52007-11-23 16:29:32 +1100415 }
416
David Chinnera67d7c52007-11-23 16:29:32 +1100417done:
Jie Liu39a45d82013-05-02 19:27:47 +0800418 if (dsunit && !(mp->m_flags & XFS_MOUNT_NOALIGN)) {
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100419 /*
420 * At this point the superblock has not been read
421 * in, therefore we do not know the block size.
422 * Before the mount call ends we will convert
423 * these to FSBs.
424 */
Jie Liu39a45d82013-05-02 19:27:47 +0800425 mp->m_dalign = dsunit;
426 mp->m_swidth = dswidth;
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100427 }
428
429 if (mp->m_logbufs != -1 &&
430 mp->m_logbufs != 0 &&
431 (mp->m_logbufs < XLOG_MIN_ICLOGS ||
432 mp->m_logbufs > XLOG_MAX_ICLOGS)) {
Dave Chinner4f107002011-03-07 10:00:35 +1100433 xfs_warn(mp, "invalid logbufs value: %d [not %d-%d]",
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100434 mp->m_logbufs, XLOG_MIN_ICLOGS, XLOG_MAX_ICLOGS);
Dave Chinner24513372014-06-25 14:58:08 +1000435 return -EINVAL;
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100436 }
437 if (mp->m_logbsize != -1 &&
438 mp->m_logbsize != 0 &&
439 (mp->m_logbsize < XLOG_MIN_RECORD_BSIZE ||
440 mp->m_logbsize > XLOG_MAX_RECORD_BSIZE ||
441 !is_power_of_2(mp->m_logbsize))) {
Dave Chinner4f107002011-03-07 10:00:35 +1100442 xfs_warn(mp,
443 "invalid logbufsize: %d [not 16k,32k,64k,128k or 256k]",
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100444 mp->m_logbsize);
Dave Chinner24513372014-06-25 14:58:08 +1000445 return -EINVAL;
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100446 }
447
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100448 if (iosizelog) {
449 if (iosizelog > XFS_MAX_IO_LOG ||
450 iosizelog < XFS_MIN_IO_LOG) {
Dave Chinner4f107002011-03-07 10:00:35 +1100451 xfs_warn(mp, "invalid log iosize: %d [not %d-%d]",
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100452 iosizelog, XFS_MIN_IO_LOG,
453 XFS_MAX_IO_LOG);
Dave Chinner24513372014-06-25 14:58:08 +1000454 return -EINVAL;
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100455 }
456
457 mp->m_flags |= XFS_MOUNT_DFLT_IOSIZE;
458 mp->m_readio_log = iosizelog;
459 mp->m_writeio_log = iosizelog;
460 }
461
David Chinnera67d7c52007-11-23 16:29:32 +1100462 return 0;
463}
464
465struct proc_xfs_info {
Dave Chinnercbe4dab2015-06-04 09:19:18 +1000466 uint64_t flag;
467 char *str;
David Chinnera67d7c52007-11-23 16:29:32 +1100468};
469
470STATIC int
471xfs_showargs(
472 struct xfs_mount *mp,
473 struct seq_file *m)
474{
475 static struct proc_xfs_info xfs_info_set[] = {
476 /* the few simple ones we can get from the mount struct */
Eric Sandeen2e74af02016-03-02 09:55:38 +1100477 { XFS_MOUNT_IKEEP, ",ikeep" },
478 { XFS_MOUNT_WSYNC, ",wsync" },
479 { XFS_MOUNT_NOALIGN, ",noalign" },
480 { XFS_MOUNT_SWALLOC, ",swalloc" },
481 { XFS_MOUNT_NOUUID, ",nouuid" },
482 { XFS_MOUNT_NORECOVERY, ",norecovery" },
483 { XFS_MOUNT_ATTR2, ",attr2" },
484 { XFS_MOUNT_FILESTREAMS, ",filestreams" },
485 { XFS_MOUNT_GRPID, ",grpid" },
486 { XFS_MOUNT_DISCARD, ",discard" },
487 { XFS_MOUNT_SMALL_INUMS, ",inode32" },
488 { XFS_MOUNT_DAX, ",dax" },
David Chinnera67d7c52007-11-23 16:29:32 +1100489 { 0, NULL }
490 };
491 static struct proc_xfs_info xfs_info_unset[] = {
492 /* the few simple ones we can get from the mount struct */
Eric Sandeen2e74af02016-03-02 09:55:38 +1100493 { XFS_MOUNT_COMPAT_IOSIZE, ",largeio" },
494 { XFS_MOUNT_BARRIER, ",nobarrier" },
495 { XFS_MOUNT_SMALL_INUMS, ",inode64" },
David Chinnera67d7c52007-11-23 16:29:32 +1100496 { 0, NULL }
497 };
498 struct proc_xfs_info *xfs_infop;
499
500 for (xfs_infop = xfs_info_set; xfs_infop->flag; xfs_infop++) {
501 if (mp->m_flags & xfs_infop->flag)
502 seq_puts(m, xfs_infop->str);
503 }
504 for (xfs_infop = xfs_info_unset; xfs_infop->flag; xfs_infop++) {
505 if (!(mp->m_flags & xfs_infop->flag))
506 seq_puts(m, xfs_infop->str);
507 }
508
509 if (mp->m_flags & XFS_MOUNT_DFLT_IOSIZE)
Eric Sandeen2e74af02016-03-02 09:55:38 +1100510 seq_printf(m, ",allocsize=%dk",
David Chinnera67d7c52007-11-23 16:29:32 +1100511 (int)(1 << mp->m_writeio_log) >> 10);
512
513 if (mp->m_logbufs > 0)
Eric Sandeen2e74af02016-03-02 09:55:38 +1100514 seq_printf(m, ",logbufs=%d", mp->m_logbufs);
David Chinnera67d7c52007-11-23 16:29:32 +1100515 if (mp->m_logbsize > 0)
Eric Sandeen2e74af02016-03-02 09:55:38 +1100516 seq_printf(m, ",logbsize=%dk", mp->m_logbsize >> 10);
David Chinnera67d7c52007-11-23 16:29:32 +1100517
518 if (mp->m_logname)
Eric Sandeen2e74af02016-03-02 09:55:38 +1100519 seq_show_option(m, "logdev", mp->m_logname);
David Chinnera67d7c52007-11-23 16:29:32 +1100520 if (mp->m_rtname)
Eric Sandeen2e74af02016-03-02 09:55:38 +1100521 seq_show_option(m, "rtdev", mp->m_rtname);
David Chinnera67d7c52007-11-23 16:29:32 +1100522
523 if (mp->m_dalign > 0)
Eric Sandeen2e74af02016-03-02 09:55:38 +1100524 seq_printf(m, ",sunit=%d",
David Chinnera67d7c52007-11-23 16:29:32 +1100525 (int)XFS_FSB_TO_BB(mp, mp->m_dalign));
526 if (mp->m_swidth > 0)
Eric Sandeen2e74af02016-03-02 09:55:38 +1100527 seq_printf(m, ",swidth=%d",
David Chinnera67d7c52007-11-23 16:29:32 +1100528 (int)XFS_FSB_TO_BB(mp, mp->m_swidth));
529
530 if (mp->m_qflags & (XFS_UQUOTA_ACCT|XFS_UQUOTA_ENFD))
Eric Sandeen2e74af02016-03-02 09:55:38 +1100531 seq_puts(m, ",usrquota");
David Chinnera67d7c52007-11-23 16:29:32 +1100532 else if (mp->m_qflags & XFS_UQUOTA_ACCT)
Eric Sandeen2e74af02016-03-02 09:55:38 +1100533 seq_puts(m, ",uqnoenforce");
David Chinnera67d7c52007-11-23 16:29:32 +1100534
Alex Elder988abe42009-09-02 17:02:24 -0500535 if (mp->m_qflags & XFS_PQUOTA_ACCT) {
Chandra Seetharaman83e782e2013-06-27 17:25:10 -0500536 if (mp->m_qflags & XFS_PQUOTA_ENFD)
Eric Sandeen2e74af02016-03-02 09:55:38 +1100537 seq_puts(m, ",prjquota");
Alex Elder988abe42009-09-02 17:02:24 -0500538 else
Eric Sandeen2e74af02016-03-02 09:55:38 +1100539 seq_puts(m, ",pqnoenforce");
Chandra Seetharamand892d582013-07-19 17:36:02 -0500540 }
541 if (mp->m_qflags & XFS_GQUOTA_ACCT) {
Chandra Seetharaman83e782e2013-06-27 17:25:10 -0500542 if (mp->m_qflags & XFS_GQUOTA_ENFD)
Eric Sandeen2e74af02016-03-02 09:55:38 +1100543 seq_puts(m, ",grpquota");
Alex Elder988abe42009-09-02 17:02:24 -0500544 else
Eric Sandeen2e74af02016-03-02 09:55:38 +1100545 seq_puts(m, ",gqnoenforce");
Alex Elder988abe42009-09-02 17:02:24 -0500546 }
David Chinnera67d7c52007-11-23 16:29:32 +1100547
548 if (!(mp->m_qflags & XFS_ALL_QUOTA_ACCT))
Eric Sandeen2e74af02016-03-02 09:55:38 +1100549 seq_puts(m, ",noquota");
David Chinnera67d7c52007-11-23 16:29:32 +1100550
551 return 0;
552}
Eric Sandeen0d5a75e2016-06-01 17:38:15 +1000553static __uint64_t
Linus Torvalds1da177e2005-04-16 15:20:36 -0700554xfs_max_file_offset(
555 unsigned int blockshift)
556{
557 unsigned int pagefactor = 1;
558 unsigned int bitshift = BITS_PER_LONG - 1;
559
560 /* Figure out maximum filesize, on Linux this can depend on
561 * the filesystem blocksize (on 32 bit platforms).
Christoph Hellwigebdec242010-10-06 10:47:23 +0200562 * __block_write_begin does this in an [unsigned] long...
Kirill A. Shutemovea1754a2016-04-01 15:29:48 +0300563 * page->index << (PAGE_SHIFT - bbits)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700564 * So, for page sized blocks (4K on 32 bit platforms),
565 * this wraps at around 8Tb (hence MAX_LFS_FILESIZE which is
Kirill A. Shutemovea1754a2016-04-01 15:29:48 +0300566 * (((u64)PAGE_SIZE << (BITS_PER_LONG-1))-1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700567 * but for smaller blocksizes it is less (bbits = log2 bsize).
568 * Note1: get_block_t takes a long (implicit cast from above)
569 * Note2: The Large Block Device (LBD and HAVE_SECTOR_T) patch
570 * can optionally convert the [unsigned] long from above into
571 * an [unsigned] long long.
572 */
573
574#if BITS_PER_LONG == 32
Bartlomiej Zolnierkiewicz90c699a2009-06-19 08:08:50 +0200575# if defined(CONFIG_LBDAF)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700576 ASSERT(sizeof(sector_t) == 8);
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300577 pagefactor = PAGE_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700578 bitshift = BITS_PER_LONG;
579# else
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300580 pagefactor = PAGE_SIZE >> (PAGE_SHIFT - blockshift);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700581# endif
582#endif
583
584 return (((__uint64_t)pagefactor) << bitshift) - 1;
585}
586
Eric Sandeen9de67c32014-07-24 20:51:54 +1000587/*
Eric Sandeen12c3f052016-03-02 09:58:09 +1100588 * Set parameters for inode allocation heuristics, taking into account
589 * filesystem size and inode32/inode64 mount options; i.e. specifically
590 * whether or not XFS_MOUNT_SMALL_INUMS is set.
591 *
592 * Inode allocation patterns are altered only if inode32 is requested
593 * (XFS_MOUNT_SMALL_INUMS), and the filesystem is sufficiently large.
594 * If altered, XFS_MOUNT_32BITINODES is set as well.
595 *
596 * An agcount independent of that in the mount structure is provided
597 * because in the growfs case, mp->m_sb.sb_agcount is not yet updated
598 * to the potentially higher ag count.
599 *
600 * Returns the maximum AG index which may contain inodes.
Eric Sandeen9de67c32014-07-24 20:51:54 +1000601 */
Carlos Maiolino2d2194f2012-09-20 10:32:38 -0300602xfs_agnumber_t
Eric Sandeen12c3f052016-03-02 09:58:09 +1100603xfs_set_inode_alloc(
604 struct xfs_mount *mp,
605 xfs_agnumber_t agcount)
Carlos Maiolino2d2194f2012-09-20 10:32:38 -0300606{
Eric Sandeen12c3f052016-03-02 09:58:09 +1100607 xfs_agnumber_t index;
Carlos Maiolino4056c1d2012-09-20 10:32:40 -0300608 xfs_agnumber_t maxagi = 0;
Carlos Maiolino2d2194f2012-09-20 10:32:38 -0300609 xfs_sb_t *sbp = &mp->m_sb;
610 xfs_agnumber_t max_metadata;
Eric Sandeen54aa61f2014-07-24 20:53:10 +1000611 xfs_agino_t agino;
612 xfs_ino_t ino;
Carlos Maiolino2d2194f2012-09-20 10:32:38 -0300613
Eric Sandeen12c3f052016-03-02 09:58:09 +1100614 /*
615 * Calculate how much should be reserved for inodes to meet
616 * the max inode percentage. Used only for inode32.
Carlos Maiolino2d2194f2012-09-20 10:32:38 -0300617 */
618 if (mp->m_maxicount) {
619 __uint64_t icount;
620
621 icount = sbp->sb_dblocks * sbp->sb_imax_pct;
622 do_div(icount, 100);
623 icount += sbp->sb_agblocks - 1;
624 do_div(icount, sbp->sb_agblocks);
625 max_metadata = icount;
626 } else {
Eric Sandeen9de67c32014-07-24 20:51:54 +1000627 max_metadata = agcount;
Carlos Maiolino2d2194f2012-09-20 10:32:38 -0300628 }
629
Eric Sandeen12c3f052016-03-02 09:58:09 +1100630 /* Get the last possible inode in the filesystem */
Eric Sandeen54aa61f2014-07-24 20:53:10 +1000631 agino = XFS_OFFBNO_TO_AGINO(mp, sbp->sb_agblocks - 1, 0);
Eric Sandeen12c3f052016-03-02 09:58:09 +1100632 ino = XFS_AGINO_TO_INO(mp, agcount - 1, agino);
Eric Sandeen54aa61f2014-07-24 20:53:10 +1000633
Eric Sandeen12c3f052016-03-02 09:58:09 +1100634 /*
635 * If user asked for no more than 32-bit inodes, and the fs is
636 * sufficiently large, set XFS_MOUNT_32BITINODES if we must alter
637 * the allocator to accommodate the request.
638 */
639 if ((mp->m_flags & XFS_MOUNT_SMALL_INUMS) && ino > XFS_MAXINUMBER_32)
640 mp->m_flags |= XFS_MOUNT_32BITINODES;
641 else
642 mp->m_flags &= ~XFS_MOUNT_32BITINODES;
Carlos Maiolino2d2194f2012-09-20 10:32:38 -0300643
Eric Sandeen9de67c32014-07-24 20:51:54 +1000644 for (index = 0; index < agcount; index++) {
Carlos Maiolino2d2194f2012-09-20 10:32:38 -0300645 struct xfs_perag *pag;
646
Eric Sandeen12c3f052016-03-02 09:58:09 +1100647 ino = XFS_AGINO_TO_INO(mp, index, agino);
648
Carlos Maiolino2d2194f2012-09-20 10:32:38 -0300649 pag = xfs_perag_get(mp, index);
Eric Sandeen12c3f052016-03-02 09:58:09 +1100650
651 if (mp->m_flags & XFS_MOUNT_32BITINODES) {
652 if (ino > XFS_MAXINUMBER_32) {
653 pag->pagi_inodeok = 0;
654 pag->pagf_metadata = 0;
655 } else {
656 pag->pagi_inodeok = 1;
657 maxagi++;
658 if (index < max_metadata)
659 pag->pagf_metadata = 1;
660 else
661 pag->pagf_metadata = 0;
662 }
663 } else {
664 pag->pagi_inodeok = 1;
665 pag->pagf_metadata = 0;
666 }
667
Carlos Maiolino2d2194f2012-09-20 10:32:38 -0300668 xfs_perag_put(pag);
669 }
670
Eric Sandeen12c3f052016-03-02 09:58:09 +1100671 return (mp->m_flags & XFS_MOUNT_32BITINODES) ? maxagi : agcount;
Carlos Maiolino2d2194f2012-09-20 10:32:38 -0300672}
673
Hannes Eder3180e662009-03-04 19:34:10 +0100674STATIC int
Linus Torvalds1da177e2005-04-16 15:20:36 -0700675xfs_blkdev_get(
676 xfs_mount_t *mp,
677 const char *name,
678 struct block_device **bdevp)
679{
680 int error = 0;
681
Tejun Heod4d77622010-11-13 11:55:18 +0100682 *bdevp = blkdev_get_by_path(name, FMODE_READ|FMODE_WRITE|FMODE_EXCL,
683 mp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700684 if (IS_ERR(*bdevp)) {
685 error = PTR_ERR(*bdevp);
Eric Sandeen77af5742014-12-24 09:47:27 +1100686 xfs_warn(mp, "Invalid device [%s], error=%d", name, error);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700687 }
688
Dave Chinner24513372014-06-25 14:58:08 +1000689 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700690}
691
Hannes Eder3180e662009-03-04 19:34:10 +0100692STATIC void
Linus Torvalds1da177e2005-04-16 15:20:36 -0700693xfs_blkdev_put(
694 struct block_device *bdev)
695{
696 if (bdev)
Tejun Heoe525fd82010-11-13 11:55:17 +0100697 blkdev_put(bdev, FMODE_READ|FMODE_WRITE|FMODE_EXCL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700698}
699
Christoph Hellwigf538d4d2005-11-02 10:26:59 +1100700void
701xfs_blkdev_issue_flush(
702 xfs_buftarg_t *buftarg)
703{
Shaohua Li7582df52012-04-24 21:23:46 +0800704 blkdev_issue_flush(buftarg->bt_bdev, GFP_NOFS, NULL);
Christoph Hellwigf538d4d2005-11-02 10:26:59 +1100705}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700706
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000707STATIC void
708xfs_close_devices(
709 struct xfs_mount *mp)
710{
711 if (mp->m_logdev_targp && mp->m_logdev_targp != mp->m_ddev_targp) {
Lachlan McIlroyc032bfc2008-07-18 17:13:12 +1000712 struct block_device *logdev = mp->m_logdev_targp->bt_bdev;
Christoph Hellwigb7963132009-03-03 14:48:37 -0500713 xfs_free_buftarg(mp, mp->m_logdev_targp);
Lachlan McIlroyc032bfc2008-07-18 17:13:12 +1000714 xfs_blkdev_put(logdev);
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000715 }
716 if (mp->m_rtdev_targp) {
Lachlan McIlroyc032bfc2008-07-18 17:13:12 +1000717 struct block_device *rtdev = mp->m_rtdev_targp->bt_bdev;
Christoph Hellwigb7963132009-03-03 14:48:37 -0500718 xfs_free_buftarg(mp, mp->m_rtdev_targp);
Lachlan McIlroyc032bfc2008-07-18 17:13:12 +1000719 xfs_blkdev_put(rtdev);
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000720 }
Christoph Hellwigb7963132009-03-03 14:48:37 -0500721 xfs_free_buftarg(mp, mp->m_ddev_targp);
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000722}
723
724/*
725 * The file system configurations are:
726 * (1) device (partition) with data and internal log
727 * (2) logical volume with data and log subvolumes.
728 * (3) logical volume with data, log, and realtime subvolumes.
729 *
730 * We only have to handle opening the log and realtime volumes here if
731 * they are present. The data subvolume has already been opened by
732 * get_sb_bdev() and is stored in sb->s_bdev.
733 */
734STATIC int
735xfs_open_devices(
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100736 struct xfs_mount *mp)
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000737{
738 struct block_device *ddev = mp->m_super->s_bdev;
739 struct block_device *logdev = NULL, *rtdev = NULL;
740 int error;
741
742 /*
743 * Open real time and log devices - order is important.
744 */
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100745 if (mp->m_logname) {
746 error = xfs_blkdev_get(mp, mp->m_logname, &logdev);
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000747 if (error)
748 goto out;
749 }
750
Christoph Hellwig9d565ff2008-10-30 17:53:24 +1100751 if (mp->m_rtname) {
752 error = xfs_blkdev_get(mp, mp->m_rtname, &rtdev);
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000753 if (error)
754 goto out_close_logdev;
755
756 if (rtdev == ddev || rtdev == logdev) {
Dave Chinner4f107002011-03-07 10:00:35 +1100757 xfs_warn(mp,
758 "Cannot mount filesystem with identical rtdev and ddev/logdev.");
Dave Chinner24513372014-06-25 14:58:08 +1000759 error = -EINVAL;
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000760 goto out_close_rtdev;
761 }
762 }
763
764 /*
765 * Setup xfs_mount buffer target pointers
766 */
Dave Chinner24513372014-06-25 14:58:08 +1000767 error = -ENOMEM;
Eric Sandeen34dcefd2014-04-14 19:01:00 +1000768 mp->m_ddev_targp = xfs_alloc_buftarg(mp, ddev);
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000769 if (!mp->m_ddev_targp)
770 goto out_close_rtdev;
771
772 if (rtdev) {
Eric Sandeen34dcefd2014-04-14 19:01:00 +1000773 mp->m_rtdev_targp = xfs_alloc_buftarg(mp, rtdev);
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000774 if (!mp->m_rtdev_targp)
775 goto out_free_ddev_targ;
776 }
777
778 if (logdev && logdev != ddev) {
Eric Sandeen34dcefd2014-04-14 19:01:00 +1000779 mp->m_logdev_targp = xfs_alloc_buftarg(mp, logdev);
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000780 if (!mp->m_logdev_targp)
781 goto out_free_rtdev_targ;
782 } else {
783 mp->m_logdev_targp = mp->m_ddev_targp;
784 }
785
786 return 0;
787
788 out_free_rtdev_targ:
789 if (mp->m_rtdev_targp)
Christoph Hellwigb7963132009-03-03 14:48:37 -0500790 xfs_free_buftarg(mp, mp->m_rtdev_targp);
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000791 out_free_ddev_targ:
Christoph Hellwigb7963132009-03-03 14:48:37 -0500792 xfs_free_buftarg(mp, mp->m_ddev_targp);
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000793 out_close_rtdev:
Markus Elfringd2a5e3c2014-12-01 08:24:20 +1100794 xfs_blkdev_put(rtdev);
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000795 out_close_logdev:
796 if (logdev && logdev != ddev)
797 xfs_blkdev_put(logdev);
798 out:
799 return error;
800}
801
Christoph Hellwige34b5622008-05-20 15:10:36 +1000802/*
803 * Setup xfs_mount buffer target pointers based on superblock
804 */
805STATIC int
806xfs_setup_devices(
807 struct xfs_mount *mp)
808{
809 int error;
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000810
Eric Sandeena96c4152014-04-14 19:00:29 +1000811 error = xfs_setsize_buftarg(mp->m_ddev_targp, mp->m_sb.sb_sectsize);
Christoph Hellwige34b5622008-05-20 15:10:36 +1000812 if (error)
813 return error;
814
815 if (mp->m_logdev_targp && mp->m_logdev_targp != mp->m_ddev_targp) {
816 unsigned int log_sector_size = BBSIZE;
817
818 if (xfs_sb_version_hassector(&mp->m_sb))
819 log_sector_size = mp->m_sb.sb_logsectsize;
820 error = xfs_setsize_buftarg(mp->m_logdev_targp,
Christoph Hellwige34b5622008-05-20 15:10:36 +1000821 log_sector_size);
822 if (error)
823 return error;
824 }
825 if (mp->m_rtdev_targp) {
826 error = xfs_setsize_buftarg(mp->m_rtdev_targp,
Christoph Hellwige34b5622008-05-20 15:10:36 +1000827 mp->m_sb.sb_sectsize);
828 if (error)
829 return error;
830 }
831
832 return 0;
833}
Christoph Hellwig19f354d2008-05-20 11:31:13 +1000834
Christoph Hellwigaa6bf012012-02-29 09:53:48 +0000835STATIC int
836xfs_init_mount_workqueues(
837 struct xfs_mount *mp)
838{
Brian Foster78c931b2014-11-28 13:59:58 +1100839 mp->m_buf_workqueue = alloc_workqueue("xfs-buf/%s",
Brian Fosterb29c70f2014-12-04 09:43:17 +1100840 WQ_MEM_RECLAIM|WQ_FREEZABLE, 1, mp->m_fsname);
Brian Foster78c931b2014-11-28 13:59:58 +1100841 if (!mp->m_buf_workqueue)
842 goto out;
843
Christoph Hellwigaa6bf012012-02-29 09:53:48 +0000844 mp->m_data_workqueue = alloc_workqueue("xfs-data/%s",
Brian Foster8018ec02014-09-09 11:44:46 +1000845 WQ_MEM_RECLAIM|WQ_FREEZABLE, 0, mp->m_fsname);
Christoph Hellwigaa6bf012012-02-29 09:53:48 +0000846 if (!mp->m_data_workqueue)
Brian Foster78c931b2014-11-28 13:59:58 +1100847 goto out_destroy_buf;
Christoph Hellwigaa6bf012012-02-29 09:53:48 +0000848
849 mp->m_unwritten_workqueue = alloc_workqueue("xfs-conv/%s",
Brian Foster8018ec02014-09-09 11:44:46 +1000850 WQ_MEM_RECLAIM|WQ_FREEZABLE, 0, mp->m_fsname);
Christoph Hellwigaa6bf012012-02-29 09:53:48 +0000851 if (!mp->m_unwritten_workqueue)
852 goto out_destroy_data_iodone_queue;
853
Dave Chinner4c2d5422012-04-23 17:54:32 +1000854 mp->m_cil_workqueue = alloc_workqueue("xfs-cil/%s",
Brian Foster8018ec02014-09-09 11:44:46 +1000855 WQ_MEM_RECLAIM|WQ_FREEZABLE, 0, mp->m_fsname);
Dave Chinner4c2d5422012-04-23 17:54:32 +1000856 if (!mp->m_cil_workqueue)
857 goto out_destroy_unwritten;
Dave Chinner58896082012-10-08 21:56:05 +1100858
859 mp->m_reclaim_workqueue = alloc_workqueue("xfs-reclaim/%s",
Chris Mason7a29ac42015-11-10 10:10:34 +1100860 WQ_MEM_RECLAIM|WQ_FREEZABLE, 0, mp->m_fsname);
Dave Chinner58896082012-10-08 21:56:05 +1100861 if (!mp->m_reclaim_workqueue)
862 goto out_destroy_cil;
863
864 mp->m_log_workqueue = alloc_workqueue("xfs-log/%s",
Chris Mason7a29ac42015-11-10 10:10:34 +1100865 WQ_MEM_RECLAIM|WQ_FREEZABLE|WQ_HIGHPRI, 0,
866 mp->m_fsname);
Dave Chinner58896082012-10-08 21:56:05 +1100867 if (!mp->m_log_workqueue)
868 goto out_destroy_reclaim;
869
Brian Foster579b62f2012-11-06 09:50:47 -0500870 mp->m_eofblocks_workqueue = alloc_workqueue("xfs-eofblocks/%s",
Chris Mason7a29ac42015-11-10 10:10:34 +1100871 WQ_MEM_RECLAIM|WQ_FREEZABLE, 0, mp->m_fsname);
Brian Foster579b62f2012-11-06 09:50:47 -0500872 if (!mp->m_eofblocks_workqueue)
873 goto out_destroy_log;
874
Christoph Hellwigaa6bf012012-02-29 09:53:48 +0000875 return 0;
876
Brian Foster579b62f2012-11-06 09:50:47 -0500877out_destroy_log:
878 destroy_workqueue(mp->m_log_workqueue);
Dave Chinner58896082012-10-08 21:56:05 +1100879out_destroy_reclaim:
880 destroy_workqueue(mp->m_reclaim_workqueue);
881out_destroy_cil:
882 destroy_workqueue(mp->m_cil_workqueue);
Dave Chinner4c2d5422012-04-23 17:54:32 +1000883out_destroy_unwritten:
884 destroy_workqueue(mp->m_unwritten_workqueue);
Christoph Hellwigaa6bf012012-02-29 09:53:48 +0000885out_destroy_data_iodone_queue:
886 destroy_workqueue(mp->m_data_workqueue);
Brian Foster78c931b2014-11-28 13:59:58 +1100887out_destroy_buf:
888 destroy_workqueue(mp->m_buf_workqueue);
Christoph Hellwigaa6bf012012-02-29 09:53:48 +0000889out:
890 return -ENOMEM;
891}
892
893STATIC void
894xfs_destroy_mount_workqueues(
895 struct xfs_mount *mp)
896{
Brian Foster579b62f2012-11-06 09:50:47 -0500897 destroy_workqueue(mp->m_eofblocks_workqueue);
Dave Chinner58896082012-10-08 21:56:05 +1100898 destroy_workqueue(mp->m_log_workqueue);
899 destroy_workqueue(mp->m_reclaim_workqueue);
Dave Chinner4c2d5422012-04-23 17:54:32 +1000900 destroy_workqueue(mp->m_cil_workqueue);
Christoph Hellwigaa6bf012012-02-29 09:53:48 +0000901 destroy_workqueue(mp->m_data_workqueue);
902 destroy_workqueue(mp->m_unwritten_workqueue);
Brian Foster78c931b2014-11-28 13:59:58 +1100903 destroy_workqueue(mp->m_buf_workqueue);
Christoph Hellwigaa6bf012012-02-29 09:53:48 +0000904}
905
Dave Chinner9aa05002012-10-08 21:56:04 +1100906/*
907 * Flush all dirty data to disk. Must not be called while holding an XFS_ILOCK
908 * or a page lock. We use sync_inodes_sb() here to ensure we block while waiting
909 * for IO to complete so that we effectively throttle multiple callers to the
910 * rate at which IO is completing.
911 */
912void
913xfs_flush_inodes(
914 struct xfs_mount *mp)
915{
916 struct super_block *sb = mp->m_super;
917
918 if (down_read_trylock(&sb->s_umount)) {
Jan Kara0dc83bd2014-02-21 11:19:04 +0100919 sync_inodes_sb(sb);
Dave Chinner9aa05002012-10-08 21:56:04 +1100920 up_read(&sb->s_umount);
921 }
922}
923
David Chinnerbf904242008-10-30 17:36:14 +1100924/* Catch misguided souls that try to use this interface on XFS */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700925STATIC struct inode *
Nathan Scotta50cd262006-03-14 14:06:18 +1100926xfs_fs_alloc_inode(
Linus Torvalds1da177e2005-04-16 15:20:36 -0700927 struct super_block *sb)
928{
David Chinnerbf904242008-10-30 17:36:14 +1100929 BUG();
Lachlan McIlroy493dca62008-10-30 17:36:52 +1100930 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700931}
932
David Chinnerbf904242008-10-30 17:36:14 +1100933/*
David Chinner99fa8cb2008-10-30 17:36:40 +1100934 * Now that the generic code is guaranteed not to be accessing
Dave Chinner8179c032016-05-18 13:52:42 +1000935 * the linux inode, we can inactivate and reclaim the inode.
David Chinnerbf904242008-10-30 17:36:14 +1100936 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700937STATIC void
Nathan Scotta50cd262006-03-14 14:06:18 +1100938xfs_fs_destroy_inode(
Christoph Hellwig848ce8f2009-09-29 13:48:56 +0000939 struct inode *inode)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700940{
Christoph Hellwig848ce8f2009-09-29 13:48:56 +0000941 struct xfs_inode *ip = XFS_I(inode);
Darrick J. Wong5e7e6052016-10-03 09:11:38 -0700942 int error;
Christoph Hellwig848ce8f2009-09-29 13:48:56 +0000943
Christoph Hellwigcca28fb2010-06-24 11:57:09 +1000944 trace_xfs_destroy_inode(ip);
David Chinner99fa8cb2008-10-30 17:36:40 +1100945
Dave Chinner8179c032016-05-18 13:52:42 +1000946 ASSERT(!rwsem_is_locked(&ip->i_iolock.mr_lock));
947 XFS_STATS_INC(ip->i_mount, vn_rele);
948 XFS_STATS_INC(ip->i_mount, vn_remove);
949
Darrick J. Wong63646fc2016-10-10 16:47:32 +1100950 if (xfs_is_reflink_inode(ip)) {
951 error = xfs_reflink_cancel_cow_range(ip, 0, NULLFILEOFF);
952 if (error && !XFS_FORCED_SHUTDOWN(ip->i_mount))
953 xfs_warn(ip->i_mount,
954"Error %d while evicting CoW blocks for inode %llu.",
955 error, ip->i_ino);
956 }
Darrick J. Wong5e7e6052016-10-03 09:11:38 -0700957
Dave Chinner8179c032016-05-18 13:52:42 +1000958 xfs_inactive(ip);
Christoph Hellwig848ce8f2009-09-29 13:48:56 +0000959
Christoph Hellwig848ce8f2009-09-29 13:48:56 +0000960 ASSERT(XFS_FORCED_SHUTDOWN(ip->i_mount) || ip->i_delayed_blks == 0);
Dave Chinner8179c032016-05-18 13:52:42 +1000961 XFS_STATS_INC(ip->i_mount, vn_reclaim);
Christoph Hellwig848ce8f2009-09-29 13:48:56 +0000962
963 /*
964 * We should never get here with one of the reclaim flags already set.
965 */
966 ASSERT_ALWAYS(!xfs_iflags_test(ip, XFS_IRECLAIMABLE));
967 ASSERT_ALWAYS(!xfs_iflags_test(ip, XFS_IRECLAIM));
968
969 /*
Dave Chinner57817c62010-01-10 23:51:47 +0000970 * We always use background reclaim here because even if the
971 * inode is clean, it still may be under IO and hence we have
972 * to take the flush lock. The background reclaim path handles
973 * this more efficiently than we can here, so simply let background
974 * reclaim tear down all inodes.
Christoph Hellwig848ce8f2009-09-29 13:48:56 +0000975 */
Dave Chinner57817c62010-01-10 23:51:47 +0000976 xfs_inode_set_reclaim_tag(ip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700977}
978
David Chinner07c8f672008-10-30 16:11:59 +1100979/*
980 * Slab object creation initialisation for the XFS inode.
981 * This covers only the idempotent fields in the XFS inode;
982 * all other fields need to be initialised on allocation
Uwe Kleine-Königb5950762010-11-01 15:38:34 -0400983 * from the slab. This avoids the need to repeatedly initialise
David Chinner07c8f672008-10-30 16:11:59 +1100984 * fields in the xfs inode that left in the initialise state
985 * when freeing the inode.
986 */
David Chinnerbf904242008-10-30 17:36:14 +1100987STATIC void
988xfs_fs_inode_init_once(
David Chinner07c8f672008-10-30 16:11:59 +1100989 void *inode)
990{
991 struct xfs_inode *ip = inode;
992
993 memset(ip, 0, sizeof(struct xfs_inode));
David Chinnerbf904242008-10-30 17:36:14 +1100994
995 /* vfs inode */
996 inode_init_once(VFS_I(ip));
997
998 /* xfs inode */
David Chinner07c8f672008-10-30 16:11:59 +1100999 atomic_set(&ip->i_pincount, 0);
1000 spin_lock_init(&ip->i_flags_lock);
David Chinner07c8f672008-10-30 16:11:59 +11001001
Dave Chinner653c60b2015-02-23 21:43:37 +11001002 mrlock_init(&ip->i_mmaplock, MRLOCK_ALLOW_EQUAL_PRI|MRLOCK_BARRIER,
1003 "xfsino", ip->i_ino);
David Chinner07c8f672008-10-30 16:11:59 +11001004 mrlock_init(&ip->i_lock, MRLOCK_ALLOW_EQUAL_PRI|MRLOCK_BARRIER,
1005 "xfsino", ip->i_ino);
David Chinner07c8f672008-10-30 16:11:59 +11001006}
1007
Dave Chinner5132ba82012-03-22 05:15:10 +00001008/*
1009 * We do an unlocked check for XFS_IDONTCACHE here because we are already
1010 * serialised against cache hits here via the inode->i_lock and igrab() in
1011 * xfs_iget_cache_hit(). Hence a lookup that might clear this flag will not be
1012 * racing with us, and it avoids needing to grab a spinlock here for every inode
1013 * we drop the final reference on.
1014 */
1015STATIC int
1016xfs_fs_drop_inode(
1017 struct inode *inode)
1018{
1019 struct xfs_inode *ip = XFS_I(inode);
1020
Darrick J. Wong17c12bc2016-10-03 09:11:29 -07001021 /*
1022 * If this unlinked inode is in the middle of recovery, don't
1023 * drop the inode just yet; log recovery will take care of
1024 * that. See the comment for this inode flag.
1025 */
1026 if (ip->i_flags & XFS_IRECOVERY) {
1027 ASSERT(ip->i_mount->m_log->l_flags & XLOG_RECOVERY_NEEDED);
1028 return 0;
1029 }
1030
Dave Chinner5132ba82012-03-22 05:15:10 +00001031 return generic_drop_inode(inode) || (ip->i_flags & XFS_IDONTCACHE);
1032}
1033
Linus Torvalds1da177e2005-04-16 15:20:36 -07001034STATIC void
Christoph Hellwiga7381592008-08-13 16:04:05 +10001035xfs_free_fsname(
1036 struct xfs_mount *mp)
1037{
1038 kfree(mp->m_fsname);
1039 kfree(mp->m_rtname);
1040 kfree(mp->m_logname);
1041}
1042
Linus Torvalds1da177e2005-04-16 15:20:36 -07001043STATIC int
Christoph Hellwig69961a22009-10-06 20:29:28 +00001044xfs_fs_sync_fs(
Linus Torvalds1da177e2005-04-16 15:20:36 -07001045 struct super_block *sb,
1046 int wait)
1047{
Christoph Hellwig745f6912007-08-30 17:20:39 +10001048 struct xfs_mount *mp = XFS_M(sb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001049
Lachlan McIlroye893bff2007-10-12 11:13:35 +10001050 /*
Christoph Hellwig34625c62011-12-06 21:58:12 +00001051 * Doing anything during the async pass would be counterproductive.
Lachlan McIlroye893bff2007-10-12 11:13:35 +10001052 */
Christoph Hellwig34625c62011-12-06 21:58:12 +00001053 if (!wait)
Christoph Hellwig69961a22009-10-06 20:29:28 +00001054 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001055
Dave Chinner34061f52012-10-08 21:56:06 +11001056 xfs_log_force(mp, XFS_LOG_SYNC);
Christoph Hellwig69961a22009-10-06 20:29:28 +00001057 if (laptop_mode) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001058 /*
1059 * The disk must be active because we're syncing.
Dave Chinnerf661f1e2012-10-08 21:56:02 +11001060 * We schedule log work now (now that the disk is
Linus Torvalds1da177e2005-04-16 15:20:36 -07001061 * active) instead of later (when it might not be).
1062 */
Dave Chinnerf661f1e2012-10-08 21:56:02 +11001063 flush_delayed_work(&mp->m_log->l_work);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001064 }
1065
Christoph Hellwig69961a22009-10-06 20:29:28 +00001066 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001067}
1068
1069STATIC int
Nathan Scotta50cd262006-03-14 14:06:18 +11001070xfs_fs_statfs(
David Howells726c3342006-06-23 02:02:58 -07001071 struct dentry *dentry,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001072 struct kstatfs *statp)
1073{
Christoph Hellwig4ca488e2007-10-11 18:09:40 +10001074 struct xfs_mount *mp = XFS_M(dentry->d_sb);
1075 xfs_sb_t *sbp = &mp->m_sb;
David Howells2b0143b2015-03-17 22:25:59 +00001076 struct xfs_inode *ip = XFS_I(d_inode(dentry));
Christoph Hellwig4ca488e2007-10-11 18:09:40 +10001077 __uint64_t fakeinos, id;
Dave Chinner501ab322015-02-23 21:19:28 +11001078 __uint64_t icount;
Dave Chinnere88b64e2015-02-23 21:19:53 +11001079 __uint64_t ifree;
Dave Chinner0d485ad2015-02-23 21:22:03 +11001080 __uint64_t fdblocks;
Christoph Hellwig4ca488e2007-10-11 18:09:40 +10001081 xfs_extlen_t lsize;
Stuart Brodsky2fe33662010-08-24 11:46:05 +10001082 __int64_t ffree;
Christoph Hellwig4ca488e2007-10-11 18:09:40 +10001083
1084 statp->f_type = XFS_SB_MAGIC;
1085 statp->f_namelen = MAXNAMELEN - 1;
1086
1087 id = huge_encode_dev(mp->m_ddev_targp->bt_dev);
1088 statp->f_fsid.val[0] = (u32)id;
1089 statp->f_fsid.val[1] = (u32)(id >> 32);
1090
Dave Chinner501ab322015-02-23 21:19:28 +11001091 icount = percpu_counter_sum(&mp->m_icount);
Dave Chinnere88b64e2015-02-23 21:19:53 +11001092 ifree = percpu_counter_sum(&mp->m_ifree);
Dave Chinner0d485ad2015-02-23 21:22:03 +11001093 fdblocks = percpu_counter_sum(&mp->m_fdblocks);
Christoph Hellwig4ca488e2007-10-11 18:09:40 +10001094
1095 spin_lock(&mp->m_sb_lock);
1096 statp->f_bsize = sbp->sb_blocksize;
1097 lsize = sbp->sb_logstart ? sbp->sb_logblocks : 0;
1098 statp->f_blocks = sbp->sb_dblocks - lsize;
Dave Chinner0d485ad2015-02-23 21:22:03 +11001099 spin_unlock(&mp->m_sb_lock);
1100
Darrick J. Wong52548852016-08-03 11:38:24 +10001101 statp->f_bfree = fdblocks - mp->m_alloc_set_aside;
Dave Chinner0d485ad2015-02-23 21:22:03 +11001102 statp->f_bavail = statp->f_bfree;
1103
Christoph Hellwig4ca488e2007-10-11 18:09:40 +10001104 fakeinos = statp->f_bfree << sbp->sb_inopblog;
Dave Chinner501ab322015-02-23 21:19:28 +11001105 statp->f_files = MIN(icount + fakeinos, (__uint64_t)XFS_MAXINUMBER);
Christoph Hellwig4ca488e2007-10-11 18:09:40 +10001106 if (mp->m_maxicount)
Christoph Hellwiga19d9f82009-03-29 09:51:08 +02001107 statp->f_files = min_t(typeof(statp->f_files),
1108 statp->f_files,
1109 mp->m_maxicount);
Stuart Brodsky2fe33662010-08-24 11:46:05 +10001110
Eric Sandeen01f98822015-02-06 09:53:02 +11001111 /* If sb_icount overshot maxicount, report actual allocation */
1112 statp->f_files = max_t(typeof(statp->f_files),
1113 statp->f_files,
1114 sbp->sb_icount);
1115
Stuart Brodsky2fe33662010-08-24 11:46:05 +10001116 /* make sure statp->f_ffree does not underflow */
Dave Chinnere88b64e2015-02-23 21:19:53 +11001117 ffree = statp->f_files - (icount - ifree);
Stuart Brodsky2fe33662010-08-24 11:46:05 +10001118 statp->f_ffree = max_t(__int64_t, ffree, 0);
1119
Christoph Hellwig4ca488e2007-10-11 18:09:40 +10001120
Jie Liuda5bf952012-04-12 03:59:57 +00001121 if ((ip->i_d.di_flags & XFS_DIFLAG_PROJINHERIT) &&
Chandra Seetharaman83e782e2013-06-27 17:25:10 -05001122 ((mp->m_qflags & (XFS_PQUOTA_ACCT|XFS_PQUOTA_ENFD))) ==
1123 (XFS_PQUOTA_ACCT|XFS_PQUOTA_ENFD))
Christoph Hellwig7d095252009-06-08 15:33:32 +02001124 xfs_qm_statvfs(ip, statp);
Christoph Hellwig4ca488e2007-10-11 18:09:40 +10001125 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001126}
1127
Eric Sandeend5db0f92010-02-05 22:59:53 +00001128STATIC void
1129xfs_save_resvblks(struct xfs_mount *mp)
1130{
1131 __uint64_t resblks = 0;
1132
1133 mp->m_resblks_save = mp->m_resblks;
1134 xfs_reserve_blocks(mp, &resblks, NULL);
1135}
1136
1137STATIC void
1138xfs_restore_resvblks(struct xfs_mount *mp)
1139{
1140 __uint64_t resblks;
1141
1142 if (mp->m_resblks_save) {
1143 resblks = mp->m_resblks_save;
1144 mp->m_resblks_save = 0;
1145 } else
1146 resblks = xfs_default_resblks(mp);
1147
1148 xfs_reserve_blocks(mp, &resblks, NULL);
1149}
1150
Dave Chinnerc7eea6f2012-10-08 21:56:07 +11001151/*
1152 * Trigger writeback of all the dirty metadata in the file system.
1153 *
1154 * This ensures that the metadata is written to their location on disk rather
1155 * than just existing in transactions in the log. This means after a quiesce
Dave Chinnerc75921a2012-10-08 21:56:08 +11001156 * there is no log replay required to write the inodes to disk - this is the
1157 * primary difference between a sync and a quiesce.
Dave Chinnerc7eea6f2012-10-08 21:56:07 +11001158 *
Dave Chinnerc75921a2012-10-08 21:56:08 +11001159 * Note: xfs_log_quiesce() stops background log work - the callers must ensure
1160 * it is started again when appropriate.
Dave Chinnerc7eea6f2012-10-08 21:56:07 +11001161 */
Dave Chinnerddeb14f2016-09-26 08:21:44 +10001162void
Dave Chinnerc7eea6f2012-10-08 21:56:07 +11001163xfs_quiesce_attr(
1164 struct xfs_mount *mp)
1165{
1166 int error = 0;
1167
1168 /* wait for all modifications to complete */
1169 while (atomic_read(&mp->m_active_trans) > 0)
1170 delay(100);
1171
1172 /* force the log to unpin objects from the now complete transactions */
1173 xfs_log_force(mp, XFS_LOG_SYNC);
1174
1175 /* reclaim inodes to do any IO before the freeze completes */
1176 xfs_reclaim_inodes(mp, 0);
1177 xfs_reclaim_inodes(mp, SYNC_WAIT);
1178
Dave Chinnerc75921a2012-10-08 21:56:08 +11001179 /* Push the superblock and write an unmount record */
1180 error = xfs_log_sbcount(mp);
1181 if (error)
1182 xfs_warn(mp, "xfs_attr_quiesce: failed to log sb changes. "
1183 "Frozen image may not be consistent.");
Dave Chinnerc7eea6f2012-10-08 21:56:07 +11001184 /*
1185 * Just warn here till VFS can correctly support
1186 * read-only remount without racing.
1187 */
1188 WARN_ON(atomic_read(&mp->m_active_trans) != 0);
1189
Dave Chinnerc75921a2012-10-08 21:56:08 +11001190 xfs_log_quiesce(mp);
Dave Chinnerc7eea6f2012-10-08 21:56:07 +11001191}
1192
Linus Torvalds1da177e2005-04-16 15:20:36 -07001193STATIC int
Eric Sandeena08ee402016-03-02 09:56:31 +11001194xfs_test_remount_options(
1195 struct super_block *sb,
1196 struct xfs_mount *mp,
1197 char *options)
1198{
1199 int error = 0;
1200 struct xfs_mount *tmp_mp;
1201
1202 tmp_mp = kmem_zalloc(sizeof(*tmp_mp), KM_MAYFAIL);
1203 if (!tmp_mp)
1204 return -ENOMEM;
1205
1206 tmp_mp->m_super = sb;
1207 error = xfs_parseargs(tmp_mp, options);
1208 xfs_free_fsname(tmp_mp);
1209 kfree(tmp_mp);
1210
1211 return error;
1212}
1213
1214STATIC int
Nathan Scotta50cd262006-03-14 14:06:18 +11001215xfs_fs_remount(
Linus Torvalds1da177e2005-04-16 15:20:36 -07001216 struct super_block *sb,
1217 int *flags,
1218 char *options)
1219{
Christoph Hellwig745f6912007-08-30 17:20:39 +10001220 struct xfs_mount *mp = XFS_M(sb);
Eric Sandeen9de67c32014-07-24 20:51:54 +10001221 xfs_sb_t *sbp = &mp->m_sb;
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001222 substring_t args[MAX_OPT_ARGS];
1223 char *p;
Christoph Hellwig7884bc82009-01-19 02:04:07 +01001224 int error;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001225
Eric Sandeena08ee402016-03-02 09:56:31 +11001226 /* First, check for complete junk; i.e. invalid options */
1227 error = xfs_test_remount_options(sb, mp, options);
1228 if (error)
1229 return error;
1230
Theodore Ts'o02b99842014-03-13 10:14:33 -04001231 sync_filesystem(sb);
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001232 while ((p = strsep(&options, ",")) != NULL) {
1233 int token;
Christoph Hellwigbdd907b2008-05-20 15:10:44 +10001234
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001235 if (!*p)
1236 continue;
Christoph Hellwig48b62a12008-05-20 11:30:39 +10001237
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001238 token = match_token(p, tokens, args);
1239 switch (token) {
1240 case Opt_barrier:
Christoph Hellwig48b62a12008-05-20 11:30:39 +10001241 mp->m_flags |= XFS_MOUNT_BARRIER;
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001242 break;
1243 case Opt_nobarrier:
Christoph Hellwig48b62a12008-05-20 11:30:39 +10001244 mp->m_flags &= ~XFS_MOUNT_BARRIER;
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001245 break;
Carlos Maiolinoc3a58fe2012-08-17 18:19:38 -03001246 case Opt_inode64:
Eric Sandeen12c3f052016-03-02 09:58:09 +11001247 mp->m_flags &= ~XFS_MOUNT_SMALL_INUMS;
1248 mp->m_maxagi = xfs_set_inode_alloc(mp, sbp->sb_agcount);
Carlos Maiolinoc3a58fe2012-08-17 18:19:38 -03001249 break;
Carlos Maiolino2ea03922012-09-20 10:32:41 -03001250 case Opt_inode32:
Eric Sandeen12c3f052016-03-02 09:58:09 +11001251 mp->m_flags |= XFS_MOUNT_SMALL_INUMS;
1252 mp->m_maxagi = xfs_set_inode_alloc(mp, sbp->sb_agcount);
Carlos Maiolino2ea03922012-09-20 10:32:41 -03001253 break;
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001254 default:
Christoph Hellwig6efdf282008-09-17 16:49:33 +10001255 /*
1256 * Logically we would return an error here to prevent
1257 * users from believing they might have changed
1258 * mount options using remount which can't be changed.
1259 *
1260 * But unfortunately mount(8) adds all options from
1261 * mtab and fstab to the mount arguments in some cases
1262 * so we can't blindly reject options, but have to
1263 * check for each specified option if it actually
1264 * differs from the currently set option and only
1265 * reject it if that's the case.
1266 *
1267 * Until that is implemented we return success for
1268 * every remount request, and silently ignore all
1269 * options that we can't actually change.
1270 */
1271#if 0
Dave Chinner4f107002011-03-07 10:00:35 +11001272 xfs_info(mp,
Eric Sandeen08e96e12013-10-11 20:59:05 -05001273 "mount option \"%s\" not supported for remount", p);
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001274 return -EINVAL;
Christoph Hellwig6efdf282008-09-17 16:49:33 +10001275#else
Christoph Hellwig6c5e51d2008-10-12 14:30:44 +02001276 break;
Christoph Hellwig6efdf282008-09-17 16:49:33 +10001277#endif
Christoph Hellwig48b62a12008-05-20 11:30:39 +10001278 }
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001279 }
1280
Christoph Hellwig7884bc82009-01-19 02:04:07 +01001281 /* ro -> rw */
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001282 if ((mp->m_flags & XFS_MOUNT_RDONLY) && !(*flags & MS_RDONLY)) {
Eric Sandeenbbe051c2015-04-13 11:25:41 +10001283 if (mp->m_flags & XFS_MOUNT_NORECOVERY) {
1284 xfs_warn(mp,
1285 "ro->rw transition prohibited on norecovery mount");
1286 return -EINVAL;
1287 }
1288
Eric Sandeend0a58e82016-04-06 07:05:41 +10001289 if (XFS_SB_VERSION_NUM(sbp) == XFS_SB_VERSION_5 &&
1290 xfs_sb_has_ro_compat_feature(sbp,
1291 XFS_SB_FEAT_RO_COMPAT_UNKNOWN)) {
1292 xfs_warn(mp,
1293"ro->rw transition prohibited on unknown (0x%x) ro-compat filesystem",
1294 (sbp->sb_features_ro_compat &
1295 XFS_SB_FEAT_RO_COMPAT_UNKNOWN));
1296 return -EINVAL;
1297 }
1298
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001299 mp->m_flags &= ~XFS_MOUNT_RDONLY;
Christoph Hellwig7884bc82009-01-19 02:04:07 +01001300
1301 /*
1302 * If this is the first remount to writeable state we
1303 * might have some superblock changes to update.
1304 */
Dave Chinner61e63ec2015-01-22 09:10:31 +11001305 if (mp->m_update_sb) {
1306 error = xfs_sync_sb(mp, false);
Christoph Hellwig7884bc82009-01-19 02:04:07 +01001307 if (error) {
Dave Chinner4f107002011-03-07 10:00:35 +11001308 xfs_warn(mp, "failed to write sb changes");
Christoph Hellwig7884bc82009-01-19 02:04:07 +01001309 return error;
1310 }
Dave Chinner61e63ec2015-01-22 09:10:31 +11001311 mp->m_update_sb = false;
Christoph Hellwig7884bc82009-01-19 02:04:07 +01001312 }
Dave Chinnercbe132a2010-01-26 15:08:49 +11001313
1314 /*
1315 * Fill out the reserve pool if it is empty. Use the stashed
1316 * value if it is non-zero, otherwise go with the default.
1317 */
Eric Sandeend5db0f92010-02-05 22:59:53 +00001318 xfs_restore_resvblks(mp);
Dave Chinnerf661f1e2012-10-08 21:56:02 +11001319 xfs_log_work_queue(mp);
Brian Fosterfa5a4f52016-06-21 11:53:28 +10001320 xfs_queue_eofblocks(mp);
Darrick J. Wong174edb02016-10-03 09:11:39 -07001321
1322 /* Recover any CoW blocks that never got remapped. */
1323 error = xfs_reflink_recover_cow(mp);
1324 if (error) {
1325 xfs_err(mp,
1326 "Error %d recovering leftover CoW allocations.", error);
1327 xfs_force_shutdown(mp, SHUTDOWN_CORRUPT_INCORE);
1328 return error;
1329 }
Darrick J. Wong84d69612016-10-03 09:11:44 -07001330
1331 /* Create the per-AG metadata reservation pool .*/
1332 error = xfs_fs_reserve_ag_blocks(mp);
1333 if (error && error != -ENOSPC)
1334 return error;
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001335 }
1336
1337 /* rw -> ro */
1338 if (!(mp->m_flags & XFS_MOUNT_RDONLY) && (*flags & MS_RDONLY)) {
Darrick J. Wong84d69612016-10-03 09:11:44 -07001339 /* Free the per-AG metadata reservation pool. */
1340 error = xfs_fs_unreserve_ag_blocks(mp);
1341 if (error) {
1342 xfs_force_shutdown(mp, SHUTDOWN_CORRUPT_INCORE);
1343 return error;
1344 }
1345
Dave Chinnercbe132a2010-01-26 15:08:49 +11001346 /*
Dave Chinner34061f52012-10-08 21:56:06 +11001347 * Before we sync the metadata, we need to free up the reserve
1348 * block pool so that the used block count in the superblock on
1349 * disk is correct at the end of the remount. Stash the current
1350 * reserve pool size so that if we get remounted rw, we can
1351 * return it to the same size.
Dave Chinnercbe132a2010-01-26 15:08:49 +11001352 */
Eric Sandeend5db0f92010-02-05 22:59:53 +00001353 xfs_save_resvblks(mp);
Brian Fosterfa5a4f52016-06-21 11:53:28 +10001354
1355 /*
1356 * Cancel background eofb scanning so it cannot race with the
1357 * final log force+buftarg wait and deadlock the remount.
1358 */
1359 cancel_delayed_work_sync(&mp->m_eofblocks_work);
1360
David Chinner76bf1052008-10-30 17:16:21 +11001361 xfs_quiesce_attr(mp);
Christoph Hellwig48b62a12008-05-20 11:30:39 +10001362 mp->m_flags |= XFS_MOUNT_RDONLY;
1363 }
1364
Christoph Hellwig62a877e2008-07-18 17:12:36 +10001365 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001366}
1367
Christoph Hellwig9909c4a2007-10-11 18:11:14 +10001368/*
1369 * Second stage of a freeze. The data is already frozen so we only
Dave Chinner61e63ec2015-01-22 09:10:31 +11001370 * need to take care of the metadata. Once that's done sync the superblock
1371 * to the log to dirty it in case of a crash while frozen. This ensures that we
1372 * will recover the unlinked inode lists on the next mount.
Christoph Hellwig9909c4a2007-10-11 18:11:14 +10001373 */
Takashi Satoc4be0c12009-01-09 16:40:58 -08001374STATIC int
1375xfs_fs_freeze(
Linus Torvalds1da177e2005-04-16 15:20:36 -07001376 struct super_block *sb)
1377{
Christoph Hellwig9909c4a2007-10-11 18:11:14 +10001378 struct xfs_mount *mp = XFS_M(sb);
1379
Eric Sandeend5db0f92010-02-05 22:59:53 +00001380 xfs_save_resvblks(mp);
David Chinner76bf1052008-10-30 17:16:21 +11001381 xfs_quiesce_attr(mp);
Dave Chinner61e63ec2015-01-22 09:10:31 +11001382 return xfs_sync_sb(mp, true);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001383}
1384
1385STATIC int
Eric Sandeend5db0f92010-02-05 22:59:53 +00001386xfs_fs_unfreeze(
1387 struct super_block *sb)
1388{
1389 struct xfs_mount *mp = XFS_M(sb);
1390
1391 xfs_restore_resvblks(mp);
Dave Chinnerf661f1e2012-10-08 21:56:02 +11001392 xfs_log_work_queue(mp);
Eric Sandeend5db0f92010-02-05 22:59:53 +00001393 return 0;
1394}
1395
1396STATIC int
Nathan Scotta50cd262006-03-14 14:06:18 +11001397xfs_fs_show_options(
Linus Torvalds1da177e2005-04-16 15:20:36 -07001398 struct seq_file *m,
Al Viro34c80b12011-12-08 21:32:45 -05001399 struct dentry *root)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001400{
Dave Chinner24513372014-06-25 14:58:08 +10001401 return xfs_showargs(XFS_M(root->d_sb), m);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001402}
1403
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001404/*
1405 * This function fills in xfs_mount_t fields based on mount args.
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001406 * Note: the superblock _has_ now been read in.
1407 */
1408STATIC int
1409xfs_finish_flags(
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001410 struct xfs_mount *mp)
1411{
1412 int ronly = (mp->m_flags & XFS_MOUNT_RDONLY);
1413
Frederik Schwarzer025dfda2008-10-16 19:02:37 +02001414 /* Fail a mount where the logbuf is smaller than the log stripe */
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001415 if (xfs_sb_version_haslogv2(&mp->m_sb)) {
Christoph Hellwig9d565ff2008-10-30 17:53:24 +11001416 if (mp->m_logbsize <= 0 &&
1417 mp->m_sb.sb_logsunit > XLOG_BIG_RECORD_BSIZE) {
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001418 mp->m_logbsize = mp->m_sb.sb_logsunit;
Christoph Hellwig9d565ff2008-10-30 17:53:24 +11001419 } else if (mp->m_logbsize > 0 &&
1420 mp->m_logbsize < mp->m_sb.sb_logsunit) {
Dave Chinner4f107002011-03-07 10:00:35 +11001421 xfs_warn(mp,
1422 "logbuf size must be greater than or equal to log stripe size");
Dave Chinner24513372014-06-25 14:58:08 +10001423 return -EINVAL;
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001424 }
1425 } else {
1426 /* Fail a mount if the logbuf is larger than 32K */
Christoph Hellwig9d565ff2008-10-30 17:53:24 +11001427 if (mp->m_logbsize > XLOG_BIG_RECORD_BSIZE) {
Dave Chinner4f107002011-03-07 10:00:35 +11001428 xfs_warn(mp,
1429 "logbuf size for version 1 logs must be 16K or 32K");
Dave Chinner24513372014-06-25 14:58:08 +10001430 return -EINVAL;
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001431 }
1432 }
1433
1434 /*
Dave Chinnerd3eaace2013-06-05 12:09:09 +10001435 * V5 filesystems always use attr2 format for attributes.
1436 */
1437 if (xfs_sb_version_hascrc(&mp->m_sb) &&
1438 (mp->m_flags & XFS_MOUNT_NOATTR2)) {
Eric Sandeen2e74af02016-03-02 09:55:38 +11001439 xfs_warn(mp, "Cannot mount a V5 filesystem as noattr2. "
1440 "attr2 is always enabled for V5 filesystems.");
Dave Chinner24513372014-06-25 14:58:08 +10001441 return -EINVAL;
Dave Chinnerd3eaace2013-06-05 12:09:09 +10001442 }
1443
1444 /*
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001445 * mkfs'ed attr2 will turn on attr2 mount unless explicitly
1446 * told by noattr2 to turn it off
1447 */
1448 if (xfs_sb_version_hasattr2(&mp->m_sb) &&
Christoph Hellwig9d565ff2008-10-30 17:53:24 +11001449 !(mp->m_flags & XFS_MOUNT_NOATTR2))
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001450 mp->m_flags |= XFS_MOUNT_ATTR2;
1451
1452 /*
1453 * prohibit r/w mounts of read-only filesystems
1454 */
1455 if ((mp->m_sb.sb_flags & XFS_SBF_READONLY) && !ronly) {
Dave Chinner4f107002011-03-07 10:00:35 +11001456 xfs_warn(mp,
1457 "cannot mount a read-only filesystem as read-write");
Dave Chinner24513372014-06-25 14:58:08 +10001458 return -EROFS;
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001459 }
1460
Chandra Seetharamand892d582013-07-19 17:36:02 -05001461 if ((mp->m_qflags & (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE)) &&
1462 (mp->m_qflags & (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE)) &&
1463 !xfs_sb_version_has_pquotino(&mp->m_sb)) {
1464 xfs_warn(mp,
1465 "Super block does not support project and group quota together");
Dave Chinner24513372014-06-25 14:58:08 +10001466 return -EINVAL;
Chandra Seetharamand892d582013-07-19 17:36:02 -05001467 }
1468
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001469 return 0;
1470}
1471
Dave Chinner5681ca42015-02-23 21:22:31 +11001472static int
1473xfs_init_percpu_counters(
1474 struct xfs_mount *mp)
1475{
1476 int error;
1477
1478 error = percpu_counter_init(&mp->m_icount, 0, GFP_KERNEL);
1479 if (error)
Joe Perches5e9383f2015-03-25 15:00:24 +11001480 return -ENOMEM;
Dave Chinner5681ca42015-02-23 21:22:31 +11001481
1482 error = percpu_counter_init(&mp->m_ifree, 0, GFP_KERNEL);
1483 if (error)
1484 goto free_icount;
1485
1486 error = percpu_counter_init(&mp->m_fdblocks, 0, GFP_KERNEL);
1487 if (error)
1488 goto free_ifree;
1489
1490 return 0;
1491
1492free_ifree:
1493 percpu_counter_destroy(&mp->m_ifree);
1494free_icount:
1495 percpu_counter_destroy(&mp->m_icount);
1496 return -ENOMEM;
1497}
1498
1499void
1500xfs_reinit_percpu_counters(
1501 struct xfs_mount *mp)
1502{
1503 percpu_counter_set(&mp->m_icount, mp->m_sb.sb_icount);
1504 percpu_counter_set(&mp->m_ifree, mp->m_sb.sb_ifree);
1505 percpu_counter_set(&mp->m_fdblocks, mp->m_sb.sb_fdblocks);
1506}
1507
1508static void
1509xfs_destroy_percpu_counters(
1510 struct xfs_mount *mp)
1511{
1512 percpu_counter_destroy(&mp->m_icount);
1513 percpu_counter_destroy(&mp->m_ifree);
1514 percpu_counter_destroy(&mp->m_fdblocks);
1515}
1516
Linus Torvalds1da177e2005-04-16 15:20:36 -07001517STATIC int
Nathan Scotta50cd262006-03-14 14:06:18 +11001518xfs_fs_fill_super(
Linus Torvalds1da177e2005-04-16 15:20:36 -07001519 struct super_block *sb,
1520 void *data,
1521 int silent)
1522{
Christoph Hellwigf3dcc132008-03-27 18:00:54 +11001523 struct inode *root;
Christoph Hellwig745f6912007-08-30 17:20:39 +10001524 struct xfs_mount *mp = NULL;
Dave Chinner24513372014-06-25 14:58:08 +10001525 int flags = 0, error = -ENOMEM;
Christoph Hellwigbdd907b2008-05-20 15:10:44 +10001526
Christoph Hellwigc962fb72008-05-20 15:10:52 +10001527 mp = kzalloc(sizeof(struct xfs_mount), GFP_KERNEL);
1528 if (!mp)
Christoph Hellwig9d565ff2008-10-30 17:53:24 +11001529 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001530
Christoph Hellwigc962fb72008-05-20 15:10:52 +10001531 spin_lock_init(&mp->m_sb_lock);
Christoph Hellwigc962fb72008-05-20 15:10:52 +10001532 mutex_init(&mp->m_growlock);
1533 atomic_set(&mp->m_active_trans, 0);
Dave Chinner7e185302012-10-08 21:56:00 +11001534 INIT_DELAYED_WORK(&mp->m_reclaim_work, xfs_reclaim_worker);
Brian Foster579b62f2012-11-06 09:50:47 -05001535 INIT_DELAYED_WORK(&mp->m_eofblocks_work, xfs_eofblocks_worker);
Darrick J. Wong83104d42016-10-03 09:11:46 -07001536 INIT_DELAYED_WORK(&mp->m_cowblocks_work, xfs_cowblocks_worker);
Dave Chinnere3aed1a2014-09-29 10:46:08 +10001537 mp->m_kobj.kobject.kset = xfs_kset;
Christoph Hellwig74394492007-08-30 17:21:22 +10001538
Christoph Hellwigb267ce92007-08-30 17:21:30 +10001539 mp->m_super = sb;
1540 sb->s_fs_info = mp;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001541
Christoph Hellwig288699f2010-06-23 18:11:15 +10001542 error = xfs_parseargs(mp, (char *)data);
Christoph Hellwig745f6912007-08-30 17:20:39 +10001543 if (error)
Christoph Hellwig9d565ff2008-10-30 17:53:24 +11001544 goto out_free_fsname;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001545
1546 sb_min_blocksize(sb, BBSIZE);
Lachlan McIlroy0ec58512008-06-23 13:23:01 +10001547 sb->s_xattr = xfs_xattr_handlers;
Nathan Scotta50cd262006-03-14 14:06:18 +11001548 sb->s_export_op = &xfs_export_operations;
Christoph Hellwigfcafb712009-02-09 08:47:34 +01001549#ifdef CONFIG_XFS_QUOTA
Nathan Scotta50cd262006-03-14 14:06:18 +11001550 sb->s_qcop = &xfs_quotactl_operations;
Jan Kara17ef4fd2014-09-30 22:35:33 +02001551 sb->s_quota_types = QTYPE_MASK_USR | QTYPE_MASK_GRP | QTYPE_MASK_PRJ;
Christoph Hellwigfcafb712009-02-09 08:47:34 +01001552#endif
Nathan Scotta50cd262006-03-14 14:06:18 +11001553 sb->s_op = &xfs_super_operations;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001554
Christoph Hellwig9d565ff2008-10-30 17:53:24 +11001555 if (silent)
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001556 flags |= XFS_MFSI_QUIET;
1557
Christoph Hellwig9d565ff2008-10-30 17:53:24 +11001558 error = xfs_open_devices(mp);
Christoph Hellwig19f354d2008-05-20 11:31:13 +10001559 if (error)
Christoph Hellwig288699f2010-06-23 18:11:15 +10001560 goto out_free_fsname;
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001561
Dave Chinner24513372014-06-25 14:58:08 +10001562 error = xfs_init_mount_workqueues(mp);
Christoph Hellwig61ba35d2010-09-30 02:25:54 +00001563 if (error)
1564 goto out_close_devices;
Christoph Hellwigc962fb72008-05-20 15:10:52 +10001565
Dave Chinner5681ca42015-02-23 21:22:31 +11001566 error = xfs_init_percpu_counters(mp);
Christoph Hellwigaa6bf012012-02-29 09:53:48 +00001567 if (error)
1568 goto out_destroy_workqueues;
1569
Bill O'Donnell225e4632015-10-12 18:21:19 +11001570 /* Allocate stats memory before we do operations that might use it */
1571 mp->m_stats.xs_stats = alloc_percpu(struct xfsstats);
1572 if (!mp->m_stats.xs_stats) {
Dan Carpenterf9d460b2015-10-19 08:42:47 +11001573 error = -ENOMEM;
Bill O'Donnell225e4632015-10-12 18:21:19 +11001574 goto out_destroy_counters;
1575 }
1576
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001577 error = xfs_readsb(mp, flags);
1578 if (error)
Bill O'Donnell225e4632015-10-12 18:21:19 +11001579 goto out_free_stats;
Christoph Hellwig9d565ff2008-10-30 17:53:24 +11001580
1581 error = xfs_finish_flags(mp);
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001582 if (error)
Christoph Hellwigeffa2ed2008-05-20 15:11:05 +10001583 goto out_free_sb;
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001584
Christoph Hellwige34b5622008-05-20 15:10:36 +10001585 error = xfs_setup_devices(mp);
Christoph Hellwig19f354d2008-05-20 11:31:13 +10001586 if (error)
Christoph Hellwigeffa2ed2008-05-20 15:11:05 +10001587 goto out_free_sb;
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001588
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001589 error = xfs_filestream_mount(mp);
1590 if (error)
Christoph Hellwigeffa2ed2008-05-20 15:11:05 +10001591 goto out_free_sb;
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001592
Dave Chinner704b2902011-03-26 09:14:57 +11001593 /*
1594 * we must configure the block size in the superblock before we run the
1595 * full mount process as the mount process can lookup and cache inodes.
Dave Chinner704b2902011-03-26 09:14:57 +11001596 */
Christoph Hellwig4ca488e2007-10-11 18:09:40 +10001597 sb->s_magic = XFS_SB_MAGIC;
1598 sb->s_blocksize = mp->m_sb.sb_blocksize;
1599 sb->s_blocksize_bits = ffs(sb->s_blocksize) - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001600 sb->s_maxbytes = xfs_max_file_offset(sb->s_blocksize_bits);
Al Viro8de52772012-02-06 12:45:27 -05001601 sb->s_max_links = XFS_MAXLINK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001602 sb->s_time_gran = 1;
1603 set_posix_acl_flag(sb);
1604
Dave Chinnerdc037ad2013-06-27 16:04:59 +10001605 /* version 5 superblocks support inode version counters. */
1606 if (XFS_SB_VERSION_NUM(&mp->m_sb) == XFS_SB_VERSION_5)
1607 sb->s_flags |= MS_I_VERSION;
1608
Dave Chinnercbe4dab2015-06-04 09:19:18 +10001609 if (mp->m_flags & XFS_MOUNT_DAX) {
1610 xfs_warn(mp,
Toshi Kani1e937cd2016-05-10 10:23:56 -06001611 "DAX enabled. Warning: EXPERIMENTAL, use at your own risk");
1612
1613 error = bdev_dax_supported(sb, sb->s_blocksize);
1614 if (error) {
Dave Chinnercbe4dab2015-06-04 09:19:18 +10001615 xfs_alert(mp,
Toshi Kani1e937cd2016-05-10 10:23:56 -06001616 "DAX unsupported by block device. Turning off DAX.");
Dave Chinnercbe4dab2015-06-04 09:19:18 +10001617 mp->m_flags &= ~XFS_MOUNT_DAX;
1618 }
Darrick J. Wonge54b5bf2016-10-03 09:11:52 -07001619 if (xfs_sb_version_hasreflink(&mp->m_sb))
1620 xfs_alert(mp,
1621 "DAX and reflink have not been tested together!");
Dave Chinnercbe4dab2015-06-04 09:19:18 +10001622 }
1623
Darrick J. Wong738f57c2016-08-26 15:59:19 +10001624 if (xfs_sb_version_hasrmapbt(&mp->m_sb)) {
1625 if (mp->m_sb.sb_rblocks) {
1626 xfs_alert(mp,
1627 "EXPERIMENTAL reverse mapping btree not compatible with realtime device!");
1628 error = -EINVAL;
1629 goto out_filestream_unmount;
1630 }
Darrick J. Wong1c0607a2016-08-03 12:20:57 +10001631 xfs_alert(mp,
1632 "EXPERIMENTAL reverse mapping btree feature enabled. Use at your own risk!");
Darrick J. Wong738f57c2016-08-26 15:59:19 +10001633 }
Darrick J. Wong1c0607a2016-08-03 12:20:57 +10001634
Darrick J. Wonge54b5bf2016-10-03 09:11:52 -07001635 if (xfs_sb_version_hasreflink(&mp->m_sb))
1636 xfs_alert(mp,
1637 "EXPERIMENTAL reflink feature enabled. Use at your own risk!");
1638
Dave Chinner8a00ebe2012-04-13 12:10:44 +00001639 error = xfs_mountfs(mp);
Christoph Hellwig2bcf6e92011-07-13 13:43:48 +02001640 if (error)
Dave Chinner7e185302012-10-08 21:56:00 +11001641 goto out_filestream_unmount;
Dave Chinner704b2902011-03-26 09:14:57 +11001642
David Chinner01651642008-08-13 15:45:15 +10001643 root = igrab(VFS_I(mp->m_rootip));
Christoph Hellwigf3dcc132008-03-27 18:00:54 +11001644 if (!root) {
Dave Chinner24513372014-06-25 14:58:08 +10001645 error = -ENOENT;
Dave Chinner8a00ebe2012-04-13 12:10:44 +00001646 goto out_unmount;
Christoph Hellwigcbc89dc2008-02-05 12:14:01 +11001647 }
Al Viro48fde702012-01-08 22:15:13 -05001648 sb->s_root = d_make_root(root);
Christoph Hellwigf3dcc132008-03-27 18:00:54 +11001649 if (!sb->s_root) {
Dave Chinner24513372014-06-25 14:58:08 +10001650 error = -ENOMEM;
Dave Chinner8a00ebe2012-04-13 12:10:44 +00001651 goto out_unmount;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001652 }
Christoph Hellwig74394492007-08-30 17:21:22 +10001653
Dave Chinner7e185302012-10-08 21:56:00 +11001654 return 0;
1655
1656 out_filestream_unmount:
Christoph Hellwig120226c2008-05-20 15:11:11 +10001657 xfs_filestream_unmount(mp);
Christoph Hellwigeffa2ed2008-05-20 15:11:05 +10001658 out_free_sb:
1659 xfs_freesb(mp);
Bill O'Donnell225e4632015-10-12 18:21:19 +11001660 out_free_stats:
1661 free_percpu(mp->m_stats.xs_stats);
Christoph Hellwig9d565ff2008-10-30 17:53:24 +11001662 out_destroy_counters:
Dave Chinner5681ca42015-02-23 21:22:31 +11001663 xfs_destroy_percpu_counters(mp);
Bill O'Donnell225e4632015-10-12 18:21:19 +11001664 out_destroy_workqueues:
Christoph Hellwigaa6bf012012-02-29 09:53:48 +00001665 xfs_destroy_mount_workqueues(mp);
Christoph Hellwig61ba35d2010-09-30 02:25:54 +00001666 out_close_devices:
Christoph Hellwig19f354d2008-05-20 11:31:13 +10001667 xfs_close_devices(mp);
Christoph Hellwig9d565ff2008-10-30 17:53:24 +11001668 out_free_fsname:
1669 xfs_free_fsname(mp);
Christoph Hellwigc962fb72008-05-20 15:10:52 +10001670 kfree(mp);
Christoph Hellwig9d565ff2008-10-30 17:53:24 +11001671 out:
Dave Chinner24513372014-06-25 14:58:08 +10001672 return error;
Christoph Hellwigf8f15e42008-05-20 11:30:59 +10001673
Christoph Hellwig2bcf6e92011-07-13 13:43:48 +02001674 out_unmount:
Christoph Hellwige48ad312008-05-20 11:30:52 +10001675 xfs_filestream_unmount(mp);
Christoph Hellwig19f354d2008-05-20 11:31:13 +10001676 xfs_unmountfs(mp);
Christoph Hellwig62033002008-08-13 16:50:21 +10001677 goto out_free_sb;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001678}
1679
Dave Chinner5681ca42015-02-23 21:22:31 +11001680STATIC void
1681xfs_fs_put_super(
1682 struct super_block *sb)
1683{
1684 struct xfs_mount *mp = XFS_M(sb);
1685
Dave Chinner42254412015-02-24 10:27:28 +11001686 xfs_notice(mp, "Unmounting Filesystem");
Dave Chinner5681ca42015-02-23 21:22:31 +11001687 xfs_filestream_unmount(mp);
1688 xfs_unmountfs(mp);
1689
1690 xfs_freesb(mp);
Bill O'Donnell225e4632015-10-12 18:21:19 +11001691 free_percpu(mp->m_stats.xs_stats);
Dave Chinner5681ca42015-02-23 21:22:31 +11001692 xfs_destroy_percpu_counters(mp);
1693 xfs_destroy_mount_workqueues(mp);
1694 xfs_close_devices(mp);
1695 xfs_free_fsname(mp);
1696 kfree(mp);
1697}
1698
Al Viro152a0832010-07-25 00:46:55 +04001699STATIC struct dentry *
1700xfs_fs_mount(
Linus Torvalds1da177e2005-04-16 15:20:36 -07001701 struct file_system_type *fs_type,
1702 int flags,
1703 const char *dev_name,
Al Viro152a0832010-07-25 00:46:55 +04001704 void *data)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001705{
Al Viro152a0832010-07-25 00:46:55 +04001706 return mount_bdev(fs_type, flags, dev_name, data, xfs_fs_fill_super);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001707}
1708
Dave Chinner0a234c62013-08-28 10:17:57 +10001709static long
Dave Chinner8daaa832011-07-08 14:14:46 +10001710xfs_fs_nr_cached_objects(
Dave Chinner9b17c622013-08-28 10:18:05 +10001711 struct super_block *sb,
Vladimir Davydov4101b622015-02-12 14:58:51 -08001712 struct shrink_control *sc)
Dave Chinner8daaa832011-07-08 14:14:46 +10001713{
1714 return xfs_reclaim_inodes_count(XFS_M(sb));
1715}
1716
Dave Chinner0a234c62013-08-28 10:17:57 +10001717static long
Dave Chinner8daaa832011-07-08 14:14:46 +10001718xfs_fs_free_cached_objects(
1719 struct super_block *sb,
Vladimir Davydov4101b622015-02-12 14:58:51 -08001720 struct shrink_control *sc)
Dave Chinner8daaa832011-07-08 14:14:46 +10001721{
Vladimir Davydov4101b622015-02-12 14:58:51 -08001722 return xfs_reclaim_inodes_nr(XFS_M(sb), sc->nr_to_scan);
Dave Chinner8daaa832011-07-08 14:14:46 +10001723}
1724
Alexey Dobriyanb87221d2009-09-21 17:01:09 -07001725static const struct super_operations xfs_super_operations = {
Nathan Scotta50cd262006-03-14 14:06:18 +11001726 .alloc_inode = xfs_fs_alloc_inode,
1727 .destroy_inode = xfs_fs_destroy_inode,
Dave Chinner5132ba82012-03-22 05:15:10 +00001728 .drop_inode = xfs_fs_drop_inode,
Nathan Scotta50cd262006-03-14 14:06:18 +11001729 .put_super = xfs_fs_put_super,
Christoph Hellwig69961a22009-10-06 20:29:28 +00001730 .sync_fs = xfs_fs_sync_fs,
Takashi Satoc4be0c12009-01-09 16:40:58 -08001731 .freeze_fs = xfs_fs_freeze,
Eric Sandeend5db0f92010-02-05 22:59:53 +00001732 .unfreeze_fs = xfs_fs_unfreeze,
Nathan Scotta50cd262006-03-14 14:06:18 +11001733 .statfs = xfs_fs_statfs,
1734 .remount_fs = xfs_fs_remount,
1735 .show_options = xfs_fs_show_options,
Dave Chinner8daaa832011-07-08 14:14:46 +10001736 .nr_cached_objects = xfs_fs_nr_cached_objects,
1737 .free_cached_objects = xfs_fs_free_cached_objects,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001738};
1739
Andrew Morton5085b602007-02-20 13:57:47 -08001740static struct file_system_type xfs_fs_type = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001741 .owner = THIS_MODULE,
1742 .name = "xfs",
Al Viro152a0832010-07-25 00:46:55 +04001743 .mount = xfs_fs_mount,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001744 .kill_sb = kill_block_super,
1745 .fs_flags = FS_REQUIRES_DEV,
1746};
Eric W. Biederman7f78e032013-03-02 19:39:14 -08001747MODULE_ALIAS_FS("xfs");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001748
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001749STATIC int __init
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001750xfs_init_zones(void)
1751{
Christoph Hellwig0e51a8e2016-04-06 08:34:30 +10001752 xfs_ioend_bioset = bioset_create(4 * MAX_BUF_PER_PAGE,
1753 offsetof(struct xfs_ioend, io_inline_bio));
1754 if (!xfs_ioend_bioset)
David Chinnerbf904242008-10-30 17:36:14 +11001755 goto out;
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001756
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001757 xfs_log_ticket_zone = kmem_zone_init(sizeof(xlog_ticket_t),
1758 "xfs_log_ticket");
1759 if (!xfs_log_ticket_zone)
Christoph Hellwig0e51a8e2016-04-06 08:34:30 +10001760 goto out_free_ioend_bioset;
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001761
Darrick J. Wonge66a4c62016-06-21 11:53:28 +10001762 xfs_bmap_free_item_zone = kmem_zone_init(
Darrick J. Wong310a75a2016-08-03 11:18:10 +10001763 sizeof(struct xfs_extent_free_item),
Darrick J. Wonge66a4c62016-06-21 11:53:28 +10001764 "xfs_bmap_free_item");
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001765 if (!xfs_bmap_free_item_zone)
1766 goto out_destroy_log_ticket_zone;
David Chinnerbf904242008-10-30 17:36:14 +11001767
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001768 xfs_btree_cur_zone = kmem_zone_init(sizeof(xfs_btree_cur_t),
1769 "xfs_btree_cur");
1770 if (!xfs_btree_cur_zone)
1771 goto out_destroy_bmap_free_item_zone;
1772
1773 xfs_da_state_zone = kmem_zone_init(sizeof(xfs_da_state_t),
1774 "xfs_da_state");
1775 if (!xfs_da_state_zone)
1776 goto out_destroy_btree_cur_zone;
1777
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001778 xfs_ifork_zone = kmem_zone_init(sizeof(xfs_ifork_t), "xfs_ifork");
1779 if (!xfs_ifork_zone)
Dave Chinner1d9025e2012-06-22 18:50:14 +10001780 goto out_destroy_da_state_zone;
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001781
1782 xfs_trans_zone = kmem_zone_init(sizeof(xfs_trans_t), "xfs_trans");
1783 if (!xfs_trans_zone)
1784 goto out_destroy_ifork_zone;
1785
Christoph Hellwige98c4142010-06-23 18:11:15 +10001786 xfs_log_item_desc_zone =
1787 kmem_zone_init(sizeof(struct xfs_log_item_desc),
1788 "xfs_log_item_desc");
1789 if (!xfs_log_item_desc_zone)
1790 goto out_destroy_trans_zone;
1791
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001792 /*
1793 * The size of the zone allocated buf log item is the maximum
1794 * size possible under XFS. This wastes a little bit of memory,
1795 * but it is much faster.
1796 */
Dave Chinner77c1a082012-06-22 18:50:07 +10001797 xfs_buf_item_zone = kmem_zone_init(sizeof(struct xfs_buf_log_item),
1798 "xfs_buf_item");
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001799 if (!xfs_buf_item_zone)
Christoph Hellwige98c4142010-06-23 18:11:15 +10001800 goto out_destroy_log_item_desc_zone;
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001801
1802 xfs_efd_zone = kmem_zone_init((sizeof(xfs_efd_log_item_t) +
1803 ((XFS_EFD_MAX_FAST_EXTENTS - 1) *
1804 sizeof(xfs_extent_t))), "xfs_efd_item");
1805 if (!xfs_efd_zone)
1806 goto out_destroy_buf_item_zone;
1807
1808 xfs_efi_zone = kmem_zone_init((sizeof(xfs_efi_log_item_t) +
1809 ((XFS_EFI_MAX_FAST_EXTENTS - 1) *
1810 sizeof(xfs_extent_t))), "xfs_efi_item");
1811 if (!xfs_efi_zone)
1812 goto out_destroy_efd_zone;
1813
1814 xfs_inode_zone =
1815 kmem_zone_init_flags(sizeof(xfs_inode_t), "xfs_inode",
Vladimir Davydov5d097052016-01-14 15:18:21 -08001816 KM_ZONE_HWALIGN | KM_ZONE_RECLAIM | KM_ZONE_SPREAD |
1817 KM_ZONE_ACCOUNT, xfs_fs_inode_init_once);
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001818 if (!xfs_inode_zone)
1819 goto out_destroy_efi_zone;
1820
1821 xfs_ili_zone =
1822 kmem_zone_init_flags(sizeof(xfs_inode_log_item_t), "xfs_ili",
1823 KM_ZONE_SPREAD, NULL);
1824 if (!xfs_ili_zone)
1825 goto out_destroy_inode_zone;
Dave Chinner3ebe7d22013-06-27 16:04:53 +10001826 xfs_icreate_zone = kmem_zone_init(sizeof(struct xfs_icreate_item),
1827 "xfs_icr");
1828 if (!xfs_icreate_zone)
1829 goto out_destroy_ili_zone;
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001830
Darrick J. Wong722e2512016-08-03 12:28:43 +10001831 xfs_rud_zone = kmem_zone_init(sizeof(struct xfs_rud_log_item),
Darrick J. Wong5880f2d72016-08-03 12:04:45 +10001832 "xfs_rud_item");
1833 if (!xfs_rud_zone)
1834 goto out_destroy_icreate_zone;
1835
Darrick J. Wongcd001582016-09-19 10:24:27 +10001836 xfs_rui_zone = kmem_zone_init(
1837 xfs_rui_log_item_sizeof(XFS_RUI_MAX_FAST_EXTENTS),
Darrick J. Wong5880f2d72016-08-03 12:04:45 +10001838 "xfs_rui_item");
1839 if (!xfs_rui_zone)
1840 goto out_destroy_rud_zone;
1841
Darrick J. Wongbaf4bcac2016-10-03 09:11:20 -07001842 xfs_cud_zone = kmem_zone_init(sizeof(struct xfs_cud_log_item),
1843 "xfs_cud_item");
1844 if (!xfs_cud_zone)
1845 goto out_destroy_rui_zone;
1846
1847 xfs_cui_zone = kmem_zone_init(
1848 xfs_cui_log_item_sizeof(XFS_CUI_MAX_FAST_EXTENTS),
1849 "xfs_cui_item");
1850 if (!xfs_cui_zone)
1851 goto out_destroy_cud_zone;
1852
Darrick J. Wong6413a012016-10-03 09:11:25 -07001853 xfs_bud_zone = kmem_zone_init(sizeof(struct xfs_bud_log_item),
1854 "xfs_bud_item");
1855 if (!xfs_bud_zone)
1856 goto out_destroy_cui_zone;
1857
1858 xfs_bui_zone = kmem_zone_init(
1859 xfs_bui_log_item_sizeof(XFS_BUI_MAX_FAST_EXTENTS),
1860 "xfs_bui_item");
1861 if (!xfs_bui_zone)
1862 goto out_destroy_bud_zone;
1863
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001864 return 0;
1865
Darrick J. Wong6413a012016-10-03 09:11:25 -07001866 out_destroy_bud_zone:
1867 kmem_zone_destroy(xfs_bud_zone);
1868 out_destroy_cui_zone:
1869 kmem_zone_destroy(xfs_cui_zone);
Darrick J. Wongbaf4bcac2016-10-03 09:11:20 -07001870 out_destroy_cud_zone:
1871 kmem_zone_destroy(xfs_cud_zone);
1872 out_destroy_rui_zone:
1873 kmem_zone_destroy(xfs_rui_zone);
Darrick J. Wong5880f2d72016-08-03 12:04:45 +10001874 out_destroy_rud_zone:
1875 kmem_zone_destroy(xfs_rud_zone);
1876 out_destroy_icreate_zone:
1877 kmem_zone_destroy(xfs_icreate_zone);
Dave Chinner3ebe7d22013-06-27 16:04:53 +10001878 out_destroy_ili_zone:
1879 kmem_zone_destroy(xfs_ili_zone);
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001880 out_destroy_inode_zone:
1881 kmem_zone_destroy(xfs_inode_zone);
1882 out_destroy_efi_zone:
1883 kmem_zone_destroy(xfs_efi_zone);
1884 out_destroy_efd_zone:
1885 kmem_zone_destroy(xfs_efd_zone);
1886 out_destroy_buf_item_zone:
1887 kmem_zone_destroy(xfs_buf_item_zone);
Christoph Hellwige98c4142010-06-23 18:11:15 +10001888 out_destroy_log_item_desc_zone:
1889 kmem_zone_destroy(xfs_log_item_desc_zone);
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001890 out_destroy_trans_zone:
1891 kmem_zone_destroy(xfs_trans_zone);
1892 out_destroy_ifork_zone:
1893 kmem_zone_destroy(xfs_ifork_zone);
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001894 out_destroy_da_state_zone:
1895 kmem_zone_destroy(xfs_da_state_zone);
1896 out_destroy_btree_cur_zone:
1897 kmem_zone_destroy(xfs_btree_cur_zone);
1898 out_destroy_bmap_free_item_zone:
1899 kmem_zone_destroy(xfs_bmap_free_item_zone);
1900 out_destroy_log_ticket_zone:
1901 kmem_zone_destroy(xfs_log_ticket_zone);
Christoph Hellwig0e51a8e2016-04-06 08:34:30 +10001902 out_free_ioend_bioset:
1903 bioset_free(xfs_ioend_bioset);
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001904 out:
1905 return -ENOMEM;
1906}
1907
1908STATIC void
1909xfs_destroy_zones(void)
1910{
Kirill A. Shutemov8c0a8532012-09-26 11:33:07 +10001911 /*
1912 * Make sure all delayed rcu free are flushed before we
1913 * destroy caches.
1914 */
1915 rcu_barrier();
Darrick J. Wong6413a012016-10-03 09:11:25 -07001916 kmem_zone_destroy(xfs_bui_zone);
1917 kmem_zone_destroy(xfs_bud_zone);
Darrick J. Wongbaf4bcac2016-10-03 09:11:20 -07001918 kmem_zone_destroy(xfs_cui_zone);
1919 kmem_zone_destroy(xfs_cud_zone);
Darrick J. Wong5880f2d72016-08-03 12:04:45 +10001920 kmem_zone_destroy(xfs_rui_zone);
1921 kmem_zone_destroy(xfs_rud_zone);
Dave Chinner3ebe7d22013-06-27 16:04:53 +10001922 kmem_zone_destroy(xfs_icreate_zone);
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001923 kmem_zone_destroy(xfs_ili_zone);
1924 kmem_zone_destroy(xfs_inode_zone);
1925 kmem_zone_destroy(xfs_efi_zone);
1926 kmem_zone_destroy(xfs_efd_zone);
1927 kmem_zone_destroy(xfs_buf_item_zone);
Christoph Hellwige98c4142010-06-23 18:11:15 +10001928 kmem_zone_destroy(xfs_log_item_desc_zone);
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001929 kmem_zone_destroy(xfs_trans_zone);
1930 kmem_zone_destroy(xfs_ifork_zone);
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001931 kmem_zone_destroy(xfs_da_state_zone);
1932 kmem_zone_destroy(xfs_btree_cur_zone);
1933 kmem_zone_destroy(xfs_bmap_free_item_zone);
1934 kmem_zone_destroy(xfs_log_ticket_zone);
Christoph Hellwig0e51a8e2016-04-06 08:34:30 +10001935 bioset_free(xfs_ioend_bioset);
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001936}
1937
1938STATIC int __init
Dave Chinner0bf6a5b2011-04-08 12:45:07 +10001939xfs_init_workqueues(void)
1940{
1941 /*
Dave Chinnerc999a222012-03-22 05:15:07 +00001942 * The allocation workqueue can be used in memory reclaim situations
1943 * (writepage path), and parallelism is only limited by the number of
1944 * AGs in all the filesystems mounted. Hence use the default large
1945 * max_active value for this workqueue.
1946 */
Brian Foster8018ec02014-09-09 11:44:46 +10001947 xfs_alloc_wq = alloc_workqueue("xfsalloc",
1948 WQ_MEM_RECLAIM|WQ_FREEZABLE, 0);
Dave Chinnerc999a222012-03-22 05:15:07 +00001949 if (!xfs_alloc_wq)
Dave Chinner58896082012-10-08 21:56:05 +11001950 return -ENOMEM;
Dave Chinnerc999a222012-03-22 05:15:07 +00001951
Dave Chinner0bf6a5b2011-04-08 12:45:07 +10001952 return 0;
Dave Chinner0bf6a5b2011-04-08 12:45:07 +10001953}
1954
Luck, Tony39411f82011-04-11 12:06:12 -07001955STATIC void
Dave Chinner0bf6a5b2011-04-08 12:45:07 +10001956xfs_destroy_workqueues(void)
1957{
Dave Chinnerc999a222012-03-22 05:15:07 +00001958 destroy_workqueue(xfs_alloc_wq);
Dave Chinner0bf6a5b2011-04-08 12:45:07 +10001959}
1960
1961STATIC int __init
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001962init_xfs_fs(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001963{
1964 int error;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001965
Darrick J. Wong30cbc592016-03-09 08:15:14 +11001966 xfs_check_ondisk_structs();
1967
Christoph Hellwig65795912008-11-28 14:23:33 +11001968 printk(KERN_INFO XFS_VERSION_STRING " with "
1969 XFS_BUILD_OPTIONS " enabled\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001970
Darrick J. Wong9749fee2016-08-03 11:14:35 +10001971 xfs_extent_free_init_defer_op();
Darrick J. Wongf8dbebe2016-08-03 12:11:01 +10001972 xfs_rmap_update_init_defer_op();
Darrick J. Wong33ba6122016-10-03 09:11:22 -07001973 xfs_refcount_update_init_defer_op();
Darrick J. Wong9f3afb52016-10-03 09:11:28 -07001974 xfs_bmap_update_init_defer_op();
Darrick J. Wong9749fee2016-08-03 11:14:35 +10001975
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001976 xfs_dir_startup();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001977
Nathan Scott87582802006-03-14 13:18:19 +11001978 error = xfs_init_zones();
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001979 if (error)
1980 goto out;
1981
Dave Chinner0bf6a5b2011-04-08 12:45:07 +10001982 error = xfs_init_workqueues();
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001983 if (error)
Christoph Hellwig0b1b2132009-12-14 23:14:59 +00001984 goto out_destroy_zones;
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001985
Dave Chinner0bf6a5b2011-04-08 12:45:07 +10001986 error = xfs_mru_cache_init();
1987 if (error)
1988 goto out_destroy_wq;
1989
Nathan Scottce8e9222006-01-11 15:39:08 +11001990 error = xfs_buf_init();
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001991 if (error)
Christoph Hellwig1919add2014-04-23 07:11:51 +10001992 goto out_mru_cache_uninit;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001993
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10001994 error = xfs_init_procfs();
1995 if (error)
1996 goto out_buf_terminate;
1997
1998 error = xfs_sysctl_register();
1999 if (error)
2000 goto out_cleanup_procfs;
2001
Brian Foster3d871222014-07-15 07:41:37 +10002002 xfs_kset = kset_create_and_add("xfs", NULL, fs_kobj);
2003 if (!xfs_kset) {
2004 error = -ENOMEM;
Bill O'Donnellbb230c12015-10-12 05:15:45 +11002005 goto out_sysctl_unregister;
Brian Foster3d871222014-07-15 07:41:37 +10002006 }
2007
Bill O'Donnell80529c42015-10-12 05:19:45 +11002008 xfsstats.xs_kobj.kobject.kset = xfs_kset;
2009
2010 xfsstats.xs_stats = alloc_percpu(struct xfsstats);
2011 if (!xfsstats.xs_stats) {
2012 error = -ENOMEM;
2013 goto out_kset_unregister;
2014 }
2015
2016 error = xfs_sysfs_init(&xfsstats.xs_kobj, &xfs_stats_ktype, NULL,
Bill O'Donnellbb230c12015-10-12 05:15:45 +11002017 "stats");
2018 if (error)
Bill O'Donnell80529c42015-10-12 05:19:45 +11002019 goto out_free_stats;
Bill O'Donnellbb230c12015-10-12 05:15:45 +11002020
Brian Foster65b65732014-09-09 11:52:42 +10002021#ifdef DEBUG
2022 xfs_dbg_kobj.kobject.kset = xfs_kset;
2023 error = xfs_sysfs_init(&xfs_dbg_kobj, &xfs_dbg_ktype, NULL, "debug");
Christoph Hellwiga05931c2012-03-13 08:52:37 +00002024 if (error)
Bill O'Donnellbb230c12015-10-12 05:15:45 +11002025 goto out_remove_stats_kobj;
Brian Foster65b65732014-09-09 11:52:42 +10002026#endif
2027
2028 error = xfs_qm_init();
2029 if (error)
Bill O'Donnellbb230c12015-10-12 05:15:45 +11002030 goto out_remove_dbg_kobj;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002031
2032 error = register_filesystem(&xfs_fs_type);
2033 if (error)
Christoph Hellwiga05931c2012-03-13 08:52:37 +00002034 goto out_qm_exit;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002035 return 0;
2036
Christoph Hellwiga05931c2012-03-13 08:52:37 +00002037 out_qm_exit:
2038 xfs_qm_exit();
Bill O'Donnellbb230c12015-10-12 05:15:45 +11002039 out_remove_dbg_kobj:
Brian Foster65b65732014-09-09 11:52:42 +10002040#ifdef DEBUG
2041 xfs_sysfs_del(&xfs_dbg_kobj);
Bill O'Donnellbb230c12015-10-12 05:15:45 +11002042 out_remove_stats_kobj:
Brian Foster65b65732014-09-09 11:52:42 +10002043#endif
Bill O'Donnell80529c42015-10-12 05:19:45 +11002044 xfs_sysfs_del(&xfsstats.xs_kobj);
2045 out_free_stats:
2046 free_percpu(xfsstats.xs_stats);
Bill O'Donnellbb230c12015-10-12 05:15:45 +11002047 out_kset_unregister:
Brian Foster3d871222014-07-15 07:41:37 +10002048 kset_unregister(xfs_kset);
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10002049 out_sysctl_unregister:
2050 xfs_sysctl_unregister();
2051 out_cleanup_procfs:
2052 xfs_cleanup_procfs();
2053 out_buf_terminate:
Nathan Scottce8e9222006-01-11 15:39:08 +11002054 xfs_buf_terminate();
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10002055 out_mru_cache_uninit:
2056 xfs_mru_cache_uninit();
Dave Chinner0bf6a5b2011-04-08 12:45:07 +10002057 out_destroy_wq:
2058 xfs_destroy_workqueues();
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10002059 out_destroy_zones:
Nathan Scott87582802006-03-14 13:18:19 +11002060 xfs_destroy_zones();
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10002061 out:
Linus Torvalds1da177e2005-04-16 15:20:36 -07002062 return error;
2063}
2064
2065STATIC void __exit
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10002066exit_xfs_fs(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002067{
Christoph Hellwiga05931c2012-03-13 08:52:37 +00002068 xfs_qm_exit();
Linus Torvalds1da177e2005-04-16 15:20:36 -07002069 unregister_filesystem(&xfs_fs_type);
Brian Foster65b65732014-09-09 11:52:42 +10002070#ifdef DEBUG
2071 xfs_sysfs_del(&xfs_dbg_kobj);
2072#endif
Bill O'Donnell80529c42015-10-12 05:19:45 +11002073 xfs_sysfs_del(&xfsstats.xs_kobj);
2074 free_percpu(xfsstats.xs_stats);
Brian Foster3d871222014-07-15 07:41:37 +10002075 kset_unregister(xfs_kset);
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10002076 xfs_sysctl_unregister();
2077 xfs_cleanup_procfs();
Nathan Scottce8e9222006-01-11 15:39:08 +11002078 xfs_buf_terminate();
Christoph Hellwig9f8868f2008-07-18 17:11:46 +10002079 xfs_mru_cache_uninit();
Dave Chinner0bf6a5b2011-04-08 12:45:07 +10002080 xfs_destroy_workqueues();
Nathan Scott87582802006-03-14 13:18:19 +11002081 xfs_destroy_zones();
Darrick J. Wongaf3b6382015-11-03 13:06:34 +11002082 xfs_uuid_table_free();
Linus Torvalds1da177e2005-04-16 15:20:36 -07002083}
2084
2085module_init(init_xfs_fs);
2086module_exit(exit_xfs_fs);
2087
2088MODULE_AUTHOR("Silicon Graphics, Inc.");
2089MODULE_DESCRIPTION(XFS_VERSION_STRING " with " XFS_BUILD_OPTIONS " enabled");
2090MODULE_LICENSE("GPL");