blob: 9277cc91c21b051011c4dbfe4d677b32d37ad37f [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * Central processing for nfsd.
3 *
4 * Authors: Olaf Kirch (okir@monad.swb.de)
5 *
6 * Copyright (C) 1995, 1996, 1997 Olaf Kirch <okir@monad.swb.de>
7 */
8
Alexey Dobriyane8edc6e2007-05-21 01:22:52 +04009#include <linux/sched.h>
Rafael J. Wysocki83144182007-07-17 04:03:35 -070010#include <linux/freezer.h>
Paul Gortmaker143cb492011-07-01 14:23:34 -040011#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/fs_struct.h>
Andy Adamsonc3d06f92009-04-03 08:28:18 +030013#include <linux/swap.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/sunrpc/stats.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/sunrpc/svcsock.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/lockd/bind.h>
Andreas Gruenbachera257cdd2005-06-22 17:16:26 +000018#include <linux/nfsacl.h>
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +090019#include <linux/seq_file.h>
Pavel Emelyanovfc5d00b2010-09-29 16:03:50 +040020#include <net/net_namespace.h>
Boaz Harrosh9a74af22009-12-03 20:30:56 +020021#include "nfsd.h"
22#include "cache.h"
J. Bruce Fields0a3adad2009-11-04 18:12:35 -050023#include "vfs.h"
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +030024#include "netns.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
26#define NFSDDBG_FACILITY NFSDDBG_SVC
27
Linus Torvalds1da177e2005-04-16 15:20:36 -070028extern struct svc_program nfsd_program;
Jeff Layton9867d762008-06-10 08:40:38 -040029static int nfsd(void *vrqstp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
Neil Brownbedbdd82008-06-10 08:40:35 -040031/*
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +030032 * nfsd_mutex protects nn->nfsd_serv -- both the pointer itself and the members
Neil Brownbedbdd82008-06-10 08:40:35 -040033 * of the svc_serv struct. In particular, ->sv_nrthreads but also to some
34 * extent ->sv_temp_socks and ->sv_permsocks. It also protects nfsdstats.th_cnt
35 *
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +030036 * If (out side the lock) nn->nfsd_serv is non-NULL, then it must point to a
Neil Brownbedbdd82008-06-10 08:40:35 -040037 * properly initialised 'struct svc_serv' with ->sv_nrthreads > 0. That number
38 * of nfsd threads must exist and each must listed in ->sp_all_threads in each
39 * entry of ->sv_pools[].
40 *
41 * Transitions of the thread count between zero and non-zero are of particular
42 * interest since the svc_serv needs to be created and initialized at that
43 * point, or freed.
Jeff Layton3dd98a32008-06-10 08:40:36 -040044 *
45 * Finally, the nfsd_mutex also protects some of the global variables that are
46 * accessed when nfsd starts and that are settable via the write_* routines in
47 * nfsctl.c. In particular:
48 *
49 * user_recovery_dirname
50 * user_lease_time
51 * nfsd_versions
Neil Brownbedbdd82008-06-10 08:40:35 -040052 */
53DEFINE_MUTEX(nfsd_mutex);
Neil Brownbedbdd82008-06-10 08:40:35 -040054
Andy Adamson4bd9b0f42009-06-24 15:37:45 -040055/*
56 * nfsd_drc_lock protects nfsd_drc_max_pages and nfsd_drc_pages_used.
57 * nfsd_drc_max_pages limits the total amount of memory available for
58 * version 4.1 DRC caches.
59 * nfsd_drc_pages_used tracks the current version 4.1 DRC memory usage.
60 */
61spinlock_t nfsd_drc_lock;
Zhang Yanfei697ce9b2013-02-22 16:35:47 -080062unsigned long nfsd_drc_max_mem;
63unsigned long nfsd_drc_mem_used;
Andy Adamson4bd9b0f42009-06-24 15:37:45 -040064
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -080065#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
66static struct svc_stat nfsd_acl_svcstats;
67static struct svc_version * nfsd_acl_version[] = {
68 [2] = &nfsd_acl_version2,
69 [3] = &nfsd_acl_version3,
70};
71
72#define NFSD_ACL_MINVERS 2
Tobias Klausere8c96f82006-03-24 03:15:34 -080073#define NFSD_ACL_NRVERS ARRAY_SIZE(nfsd_acl_version)
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -080074static struct svc_version *nfsd_acl_versions[NFSD_ACL_NRVERS];
75
76static struct svc_program nfsd_acl_program = {
77 .pg_prog = NFS_ACL_PROGRAM,
78 .pg_nvers = NFSD_ACL_NRVERS,
79 .pg_vers = nfsd_acl_versions,
NeilBrown1a8eff62007-01-26 00:56:58 -080080 .pg_name = "nfsacl",
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -080081 .pg_class = "nfsd",
82 .pg_stats = &nfsd_acl_svcstats,
83 .pg_authenticate = &svc_set_client,
84};
85
86static struct svc_stat nfsd_acl_svcstats = {
87 .program = &nfsd_acl_program,
88};
89#endif /* defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL) */
90
NeilBrown70c3b762005-11-07 01:00:25 -080091static struct svc_version * nfsd_version[] = {
92 [2] = &nfsd_version2,
93#if defined(CONFIG_NFSD_V3)
94 [3] = &nfsd_version3,
95#endif
96#if defined(CONFIG_NFSD_V4)
97 [4] = &nfsd_version4,
98#endif
99};
100
101#define NFSD_MINVERS 2
Tobias Klausere8c96f82006-03-24 03:15:34 -0800102#define NFSD_NRVERS ARRAY_SIZE(nfsd_version)
NeilBrown70c3b762005-11-07 01:00:25 -0800103static struct svc_version *nfsd_versions[NFSD_NRVERS];
104
105struct svc_program nfsd_program = {
Andreas Gruenbacher3fb803a2006-02-01 03:04:34 -0800106#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
107 .pg_next = &nfsd_acl_program,
108#endif
NeilBrown70c3b762005-11-07 01:00:25 -0800109 .pg_prog = NFS_PROGRAM, /* program number */
110 .pg_nvers = NFSD_NRVERS, /* nr of entries in nfsd_version */
111 .pg_vers = nfsd_versions, /* version table */
112 .pg_name = "nfsd", /* program name */
113 .pg_class = "nfsd", /* authentication class */
114 .pg_stats = &nfsd_svcstats, /* version table */
115 .pg_authenticate = &svc_set_client, /* export authentication */
116
117};
118
J. Bruce Fields35f7a142013-07-08 19:51:44 -0400119static bool nfsd_supported_minorversions[NFSD_SUPPORTED_MINOR_VERSION + 1] = {
120 [0] = 1,
121 [1] = 1,
J. Bruce Fieldsc23ae602015-01-12 14:52:15 -0500122 [2] = 1,
J. Bruce Fields35f7a142013-07-08 19:51:44 -0400123};
Benny Halevy8daf2202009-04-03 08:28:59 +0300124
NeilBrown6658d3a2006-10-02 02:17:46 -0700125int nfsd_vers(int vers, enum vers_op change)
126{
127 if (vers < NFSD_MINVERS || vers >= NFSD_NRVERS)
Pavel Emelyanov15ddb4a2010-05-14 15:33:36 +0400128 return 0;
NeilBrown6658d3a2006-10-02 02:17:46 -0700129 switch(change) {
130 case NFSD_SET:
131 nfsd_versions[vers] = nfsd_version[vers];
NeilBrown6658d3a2006-10-02 02:17:46 -0700132#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
133 if (vers < NFSD_ACL_NRVERS)
NeilBrown1a8eff62007-01-26 00:56:58 -0800134 nfsd_acl_versions[vers] = nfsd_acl_version[vers];
NeilBrown6658d3a2006-10-02 02:17:46 -0700135#endif
NeilBrown1a8eff62007-01-26 00:56:58 -0800136 break;
NeilBrown6658d3a2006-10-02 02:17:46 -0700137 case NFSD_CLEAR:
138 nfsd_versions[vers] = NULL;
139#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
140 if (vers < NFSD_ACL_NRVERS)
NeilBrown1a8eff62007-01-26 00:56:58 -0800141 nfsd_acl_versions[vers] = NULL;
NeilBrown6658d3a2006-10-02 02:17:46 -0700142#endif
143 break;
144 case NFSD_TEST:
145 return nfsd_versions[vers] != NULL;
146 case NFSD_AVAIL:
147 return nfsd_version[vers] != NULL;
148 }
149 return 0;
150}
Benny Halevy8daf2202009-04-03 08:28:59 +0300151
152int nfsd_minorversion(u32 minorversion, enum vers_op change)
153{
154 if (minorversion > NFSD_SUPPORTED_MINOR_VERSION)
155 return -1;
156 switch(change) {
157 case NFSD_SET:
J. Bruce Fields35f7a142013-07-08 19:51:44 -0400158 nfsd_supported_minorversions[minorversion] = true;
Benny Halevy8daf2202009-04-03 08:28:59 +0300159 break;
160 case NFSD_CLEAR:
J. Bruce Fields35f7a142013-07-08 19:51:44 -0400161 nfsd_supported_minorversions[minorversion] = false;
Benny Halevy8daf2202009-04-03 08:28:59 +0300162 break;
163 case NFSD_TEST:
J. Bruce Fields35f7a142013-07-08 19:51:44 -0400164 return nfsd_supported_minorversions[minorversion];
Benny Halevy8daf2202009-04-03 08:28:59 +0300165 case NFSD_AVAIL:
166 return minorversion <= NFSD_SUPPORTED_MINOR_VERSION;
167 }
168 return 0;
169}
170
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171/*
172 * Maximum number of nfsd processes
173 */
174#define NFSD_MAXSERVS 8192
175
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300176int nfsd_nrthreads(struct net *net)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177{
Neil Brownc7d106c2008-06-12 13:38:42 +1000178 int rv = 0;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300179 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
180
Neil Brownc7d106c2008-06-12 13:38:42 +1000181 mutex_lock(&nfsd_mutex);
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300182 if (nn->nfsd_serv)
183 rv = nn->nfsd_serv->sv_nrthreads;
Neil Brownc7d106c2008-06-12 13:38:42 +1000184 mutex_unlock(&nfsd_mutex);
185 return rv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186}
187
Stanislav Kinsburskydb6e1822012-12-10 12:19:09 +0300188static int nfsd_init_socks(struct net *net)
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400189{
190 int error;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300191 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
192
193 if (!list_empty(&nn->nfsd_serv->sv_permsocks))
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400194 return 0;
195
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300196 error = svc_create_xprt(nn->nfsd_serv, "udp", net, PF_INET, NFS_PORT,
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400197 SVC_SOCK_DEFAULTS);
198 if (error < 0)
199 return error;
200
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300201 error = svc_create_xprt(nn->nfsd_serv, "tcp", net, PF_INET, NFS_PORT,
J. Bruce Fields59db4a02010-07-21 18:29:25 -0400202 SVC_SOCK_DEFAULTS);
203 if (error < 0)
204 return error;
205
206 return 0;
207}
208
Stanislav Kinsbursky4539f142012-12-06 14:23:39 +0300209static int nfsd_users = 0;
Jeff Layton4ad9a342010-07-19 16:50:04 -0400210
Stanislav Kinsburskybda9cac2012-12-06 14:23:29 +0300211static int nfsd_startup_generic(int nrservs)
212{
213 int ret;
214
Stanislav Kinsbursky4539f142012-12-06 14:23:39 +0300215 if (nfsd_users++)
Stanislav Kinsburskybda9cac2012-12-06 14:23:29 +0300216 return 0;
217
218 /*
219 * Readahead param cache - will no-op if it already exists.
220 * (Note therefore results will be suboptimal if number of
221 * threads is modified after nfsd start.)
222 */
223 ret = nfsd_racache_init(2*nrservs);
224 if (ret)
Kinglong Meed9499a92014-07-30 21:26:05 +0800225 goto dec_users;
226
Stanislav Kinsburskybda9cac2012-12-06 14:23:29 +0300227 ret = nfs4_state_start();
228 if (ret)
229 goto out_racache;
230 return 0;
231
232out_racache:
233 nfsd_racache_shutdown();
Kinglong Meed9499a92014-07-30 21:26:05 +0800234dec_users:
235 nfsd_users--;
Stanislav Kinsburskybda9cac2012-12-06 14:23:29 +0300236 return ret;
237}
238
239static void nfsd_shutdown_generic(void)
240{
Stanislav Kinsbursky4539f142012-12-06 14:23:39 +0300241 if (--nfsd_users)
242 return;
243
Stanislav Kinsburskybda9cac2012-12-06 14:23:29 +0300244 nfs4_state_shutdown();
245 nfsd_racache_shutdown();
246}
247
Kinglong Mee8ef66712013-12-31 13:17:30 +0800248static bool nfsd_needs_lockd(void)
249{
Kinglong Meeff888252014-01-06 11:28:41 +0800250#if defined(CONFIG_NFSD_V3)
Kinglong Mee8ef66712013-12-31 13:17:30 +0800251 return (nfsd_versions[2] != NULL) || (nfsd_versions[3] != NULL);
Kinglong Meeff888252014-01-06 11:28:41 +0800252#else
253 return (nfsd_versions[2] != NULL);
254#endif
Kinglong Mee8ef66712013-12-31 13:17:30 +0800255}
256
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300257static int nfsd_startup_net(int nrservs, struct net *net)
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300258{
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300259 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300260 int ret;
261
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300262 if (nn->nfsd_net_up)
263 return 0;
264
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300265 ret = nfsd_startup_generic(nrservs);
266 if (ret)
267 return ret;
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300268 ret = nfsd_init_socks(net);
269 if (ret)
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300270 goto out_socks;
Kinglong Mee8ef66712013-12-31 13:17:30 +0800271
272 if (nfsd_needs_lockd() && !nn->lockd_up) {
273 ret = lockd_up(net);
274 if (ret)
275 goto out_socks;
276 nn->lockd_up = 1;
277 }
278
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300279 ret = nfs4_state_start_net(net);
280 if (ret)
281 goto out_lockd;
282
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300283 nn->nfsd_net_up = true;
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300284 return 0;
285
286out_lockd:
Kinglong Mee8ef66712013-12-31 13:17:30 +0800287 if (nn->lockd_up) {
288 lockd_down(net);
289 nn->lockd_up = 0;
290 }
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300291out_socks:
Stanislav Kinsburskybda9cac2012-12-06 14:23:29 +0300292 nfsd_shutdown_generic();
Jeff Layton4ad9a342010-07-19 16:50:04 -0400293 return ret;
294}
295
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300296static void nfsd_shutdown_net(struct net *net)
297{
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300298 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
299
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300300 nfs4_state_shutdown_net(net);
Kinglong Mee8ef66712013-12-31 13:17:30 +0800301 if (nn->lockd_up) {
302 lockd_down(net);
303 nn->lockd_up = 0;
304 }
Stanislav Kinsbursky2c2fe292012-12-06 14:23:14 +0300305 nn->nfsd_net_up = false;
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300306 nfsd_shutdown_generic();
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300307}
308
Stanislav Kinsbursky541e8642012-12-06 14:23:44 +0300309static void nfsd_last_thread(struct svc_serv *serv, struct net *net)
Jeff Layton4ad9a342010-07-19 16:50:04 -0400310{
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300311 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
312
Jeff Layton4ad9a342010-07-19 16:50:04 -0400313 /*
314 * write_ports can create the server without actually starting
315 * any threads--if we get shut down before any threads are
316 * started, then nfsd_last_thread will be run before any of this
317 * other initialization has been done.
318 */
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300319 if (!nn->nfsd_net_up)
Jeff Layton4ad9a342010-07-19 16:50:04 -0400320 return;
Stanislav Kinsbursky6ff50b32012-12-06 14:23:09 +0300321 nfsd_shutdown_net(net);
NeilBrownbc591cc2006-10-02 02:17:44 -0700322
Stanislav Kinsbursky5ecebb72012-01-13 14:03:04 +0400323 svc_rpcb_cleanup(serv, net);
Stanislav Kinsbursky16d05872011-10-25 14:17:28 +0300324
Jeff Laytone096bbc2008-06-10 08:40:37 -0400325 printk(KERN_WARNING "nfsd: last server has exited, flushing export "
326 "cache\n");
Stanislav Kinsburskyb3853e02012-04-11 15:13:21 +0400327 nfsd_export_flush(net);
NeilBrownbc591cc2006-10-02 02:17:44 -0700328}
NeilBrown6658d3a2006-10-02 02:17:46 -0700329
330void nfsd_reset_versions(void)
331{
332 int found_one = 0;
333 int i;
334
335 for (i = NFSD_MINVERS; i < NFSD_NRVERS; i++) {
336 if (nfsd_program.pg_vers[i])
337 found_one = 1;
338 }
339
340 if (!found_one) {
341 for (i = NFSD_MINVERS; i < NFSD_NRVERS; i++)
342 nfsd_program.pg_vers[i] = nfsd_version[i];
343#if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
344 for (i = NFSD_ACL_MINVERS; i < NFSD_ACL_NRVERS; i++)
345 nfsd_acl_program.pg_vers[i] =
346 nfsd_acl_version[i];
347#endif
348 }
349}
350
Andy Adamsonc3d06f92009-04-03 08:28:18 +0300351/*
352 * Each session guarantees a negotiated per slot memory cache for replies
353 * which in turn consumes memory beyond the v2/v3/v4.0 server. A dedicated
354 * NFSv4.1 server might want to use more memory for a DRC than a machine
355 * with mutiple services.
356 *
357 * Impose a hard limit on the number of pages for the DRC which varies
358 * according to the machines free pages. This is of course only a default.
359 *
360 * For now this is a #defined shift which could be under admin control
361 * in the future.
362 */
363static void set_max_drc(void)
364{
Andy Adamson6a14dd12009-07-27 19:06:45 -0400365 #define NFSD_DRC_SIZE_SHIFT 10
Andy Adamson0c193052009-07-27 19:09:19 -0400366 nfsd_drc_max_mem = (nr_free_buffer_pages()
367 >> NFSD_DRC_SIZE_SHIFT) * PAGE_SIZE;
368 nfsd_drc_mem_used = 0;
Andy Adamson4bd9b0f42009-06-24 15:37:45 -0400369 spin_lock_init(&nfsd_drc_lock);
Zhang Yanfei697ce9b2013-02-22 16:35:47 -0800370 dprintk("%s nfsd_drc_max_mem %lu \n", __func__, nfsd_drc_max_mem);
Andy Adamsonc3d06f92009-04-03 08:28:18 +0300371}
Neil Brownbedbdd82008-06-10 08:40:35 -0400372
J. Bruce Fields87b0fc72012-01-30 16:18:35 -0500373static int nfsd_get_default_max_blksize(void)
374{
375 struct sysinfo i;
376 unsigned long long target;
377 unsigned long ret;
378
379 si_meminfo(&i);
J. Bruce Fields508f9222012-01-30 16:21:11 -0500380 target = (i.totalram - i.totalhigh) << PAGE_SHIFT;
J. Bruce Fields87b0fc72012-01-30 16:18:35 -0500381 /*
382 * Aim for 1/4096 of memory per thread This gives 1MB on 4Gig
383 * machines, but only uses 32K on 128M machines. Bottom out at
384 * 8K on 32M and smaller. Of course, this is only a default.
385 */
386 target >>= 12;
387
388 ret = NFSSVC_MAXBLKSIZE;
389 while (ret > target && ret >= 8*1024*2)
390 ret /= 2;
391 return ret;
392}
393
Stanislav Kinsbursky67774362012-12-10 12:19:20 +0300394int nfsd_create_serv(struct net *net)
NeilBrown02a375f2006-10-02 02:17:46 -0700395{
Stanislav Kinsbursky9793f7c2012-05-02 16:08:38 +0400396 int error;
Stanislav Kinsburskyb9c0ef82012-12-06 14:23:19 +0300397 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
Stanislav Kinsbursky9793f7c2012-05-02 16:08:38 +0400398
Neil Brownbedbdd82008-06-10 08:40:35 -0400399 WARN_ON(!mutex_is_locked(&nfsd_mutex));
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300400 if (nn->nfsd_serv) {
401 svc_get(nn->nfsd_serv);
NeilBrown02a375f2006-10-02 02:17:46 -0700402 return 0;
403 }
J. Bruce Fields87b0fc72012-01-30 16:18:35 -0500404 if (nfsd_max_blksize == 0)
405 nfsd_max_blksize = nfsd_get_default_max_blksize();
J. Bruce Fieldse844a7b2010-08-06 15:48:03 -0400406 nfsd_reset_versions();
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300407 nn->nfsd_serv = svc_create_pooled(&nfsd_program, nfsd_max_blksize,
Jeff Laytona75c5d02008-06-10 08:40:39 -0400408 nfsd_last_thread, nfsd, THIS_MODULE);
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300409 if (nn->nfsd_serv == NULL)
Jeff Layton628b3682010-07-21 16:40:08 -0400410 return -ENOMEM;
Neil Brownbedbdd82008-06-10 08:40:35 -0400411
Jeff Layton5b8db002014-07-02 16:11:22 -0400412 nn->nfsd_serv->sv_maxconn = nn->max_connections;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300413 error = svc_bind(nn->nfsd_serv, net);
Stanislav Kinsbursky9793f7c2012-05-02 16:08:38 +0400414 if (error < 0) {
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300415 svc_destroy(nn->nfsd_serv);
Stanislav Kinsbursky9793f7c2012-05-02 16:08:38 +0400416 return error;
417 }
418
Jeff Layton628b3682010-07-21 16:40:08 -0400419 set_max_drc();
Stanislav Kinsburskyb9c0ef82012-12-06 14:23:19 +0300420 do_gettimeofday(&nn->nfssvc_boot); /* record boot time */
J. Bruce Fields87b0fc72012-01-30 16:18:35 -0500421 return 0;
NeilBrown02a375f2006-10-02 02:17:46 -0700422}
423
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300424int nfsd_nrpools(struct net *net)
Greg Bankseed29652006-10-02 02:18:02 -0700425{
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300426 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
427
428 if (nn->nfsd_serv == NULL)
Greg Bankseed29652006-10-02 02:18:02 -0700429 return 0;
430 else
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300431 return nn->nfsd_serv->sv_nrpools;
Greg Bankseed29652006-10-02 02:18:02 -0700432}
433
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300434int nfsd_get_nrthreads(int n, int *nthreads, struct net *net)
Greg Bankseed29652006-10-02 02:18:02 -0700435{
436 int i = 0;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300437 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
Greg Bankseed29652006-10-02 02:18:02 -0700438
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300439 if (nn->nfsd_serv != NULL) {
440 for (i = 0; i < nn->nfsd_serv->sv_nrpools && i < n; i++)
441 nthreads[i] = nn->nfsd_serv->sv_pools[i].sp_nrthreads;
Greg Bankseed29652006-10-02 02:18:02 -0700442 }
443
444 return 0;
445}
446
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300447void nfsd_destroy(struct net *net)
448{
449 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
450 int destroy = (nn->nfsd_serv->sv_nrthreads == 1);
451
452 if (destroy)
453 svc_shutdown_net(nn->nfsd_serv, net);
454 svc_destroy(nn->nfsd_serv);
455 if (destroy)
456 nn->nfsd_serv = NULL;
457}
458
Stanislav Kinsbursky3938a0d2012-12-10 12:19:30 +0300459int nfsd_set_nrthreads(int n, int *nthreads, struct net *net)
Greg Bankseed29652006-10-02 02:18:02 -0700460{
461 int i = 0;
462 int tot = 0;
463 int err = 0;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300464 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
Greg Bankseed29652006-10-02 02:18:02 -0700465
Neil Brownbedbdd82008-06-10 08:40:35 -0400466 WARN_ON(!mutex_is_locked(&nfsd_mutex));
467
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300468 if (nn->nfsd_serv == NULL || n <= 0)
Greg Bankseed29652006-10-02 02:18:02 -0700469 return 0;
470
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300471 if (n > nn->nfsd_serv->sv_nrpools)
472 n = nn->nfsd_serv->sv_nrpools;
Greg Bankseed29652006-10-02 02:18:02 -0700473
474 /* enforce a global maximum number of threads */
475 tot = 0;
476 for (i = 0; i < n; i++) {
Kinglong Mee3c7aa152014-06-10 18:08:19 +0800477 nthreads[i] = min(nthreads[i], NFSD_MAXSERVS);
Greg Bankseed29652006-10-02 02:18:02 -0700478 tot += nthreads[i];
479 }
480 if (tot > NFSD_MAXSERVS) {
481 /* total too large: scale down requested numbers */
482 for (i = 0; i < n && tot > 0; i++) {
483 int new = nthreads[i] * NFSD_MAXSERVS / tot;
484 tot -= (nthreads[i] - new);
485 nthreads[i] = new;
486 }
487 for (i = 0; i < n && tot > 0; i++) {
488 nthreads[i]--;
489 tot--;
490 }
491 }
492
493 /*
494 * There must always be a thread in pool 0; the admin
495 * can't shut down NFS completely using pool_threads.
496 */
497 if (nthreads[0] == 0)
498 nthreads[0] = 1;
499
500 /* apply the new numbers */
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300501 svc_get(nn->nfsd_serv);
Greg Bankseed29652006-10-02 02:18:02 -0700502 for (i = 0; i < n; i++) {
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300503 err = svc_set_num_threads(nn->nfsd_serv, &nn->nfsd_serv->sv_pools[i],
Greg Bankseed29652006-10-02 02:18:02 -0700504 nthreads[i]);
505 if (err)
506 break;
507 }
Stanislav Kinsbursky19f7e2c2012-07-03 16:46:41 +0400508 nfsd_destroy(net);
Greg Bankseed29652006-10-02 02:18:02 -0700509 return err;
510}
511
Jeff Laytonac77efb2010-07-20 14:10:22 -0400512/*
513 * Adjust the number of threads and return the new number of threads.
514 * This is also the function that starts the server if necessary, if
515 * this is the first time nrservs is nonzero.
516 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700517int
Stanislav Kinsburskyd41a9412012-12-10 12:19:25 +0300518nfsd_svc(int nrservs, struct net *net)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700519{
520 int error;
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400521 bool nfsd_up_before;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300522 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
Neil Brownbedbdd82008-06-10 08:40:35 -0400523
524 mutex_lock(&nfsd_mutex);
NeilBrown6658d3a2006-10-02 02:17:46 -0700525 dprintk("nfsd: creating service\n");
Kinglong Mee3c7aa152014-06-10 18:08:19 +0800526
527 nrservs = max(nrservs, 0);
528 nrservs = min(nrservs, NFSD_MAXSERVS);
NeilBrown671e1fc2009-06-16 11:03:20 +1000529 error = 0;
Kinglong Mee3c7aa152014-06-10 18:08:19 +0800530
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300531 if (nrservs == 0 && nn->nfsd_serv == NULL)
NeilBrown671e1fc2009-06-16 11:03:20 +1000532 goto out;
533
Stanislav Kinsbursky67774362012-12-10 12:19:20 +0300534 error = nfsd_create_serv(net);
NeilBrown02a375f2006-10-02 02:17:46 -0700535 if (error)
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400536 goto out;
537
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300538 nfsd_up_before = nn->nfsd_net_up;
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400539
Stanislav Kinsbursky903d9bf2012-12-06 14:23:34 +0300540 error = nfsd_startup_net(nrservs, net);
J. Bruce Fieldsaf4718f2010-07-21 18:31:42 -0400541 if (error)
542 goto out_destroy;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300543 error = svc_set_num_threads(nn->nfsd_serv, NULL, nrservs);
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400544 if (error)
545 goto out_shutdown;
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300546 /* We are holding a reference to nn->nfsd_serv which
J. Bruce Fieldsaf4718f2010-07-21 18:31:42 -0400547 * we don't want to count in the return value,
548 * so subtract 1
549 */
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300550 error = nn->nfsd_serv->sv_nrthreads - 1;
J. Bruce Fields774f8bb2010-08-02 14:12:44 -0400551out_shutdown:
552 if (error < 0 && !nfsd_up_before)
Stanislav Kinsbursky541e8642012-12-06 14:23:44 +0300553 nfsd_shutdown_net(net);
Jeff Layton4ad9a342010-07-19 16:50:04 -0400554out_destroy:
Stanislav Kinsbursky19f7e2c2012-07-03 16:46:41 +0400555 nfsd_destroy(net); /* Release server */
Jeff Layton4ad9a342010-07-19 16:50:04 -0400556out:
Neil Brownbedbdd82008-06-10 08:40:35 -0400557 mutex_unlock(&nfsd_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700558 return error;
559}
560
Linus Torvalds1da177e2005-04-16 15:20:36 -0700561
562/*
563 * This is the NFS server kernel thread
564 */
Jeff Layton9867d762008-06-10 08:40:38 -0400565static int
566nfsd(void *vrqstp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700567{
Jeff Layton9867d762008-06-10 08:40:38 -0400568 struct svc_rqst *rqstp = (struct svc_rqst *) vrqstp;
Stanislav Kinsbursky88c47662012-12-06 18:34:42 +0300569 struct svc_xprt *perm_sock = list_entry(rqstp->rq_server->sv_permsocks.next, typeof(struct svc_xprt), xpt_list);
570 struct net *net = perm_sock->xpt_net;
Jeff Layton5b8db002014-07-02 16:11:22 -0400571 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
J. Bruce Fields5b444cc2012-08-17 21:47:53 -0400572 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573
574 /* Lock module and set up kernel thread */
Neil Brownbedbdd82008-06-10 08:40:35 -0400575 mutex_lock(&nfsd_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700576
Jeff Layton9867d762008-06-10 08:40:38 -0400577 /* At this point, the thread shares current->fs
Linus Torvalds1da177e2005-04-16 15:20:36 -0700578 * with the init process. We need to create files with a
579 * umask of 0 instead of init's umask. */
Al Viro3e93cd62009-03-29 19:00:13 -0400580 if (unshare_fs_struct() < 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700581 printk("Unable to start nfsd thread: out of memory\n");
582 goto out;
583 }
Al Viro3e93cd62009-03-29 19:00:13 -0400584
Linus Torvalds1da177e2005-04-16 15:20:36 -0700585 current->fs->umask = 0;
586
Jeff Layton9867d762008-06-10 08:40:38 -0400587 /*
588 * thread is spawned with all signals set to SIG_IGN, re-enable
Jeff Layton100766f2008-06-30 14:09:46 -0400589 * the ones that will bring down the thread
Jeff Layton9867d762008-06-10 08:40:38 -0400590 */
Jeff Layton100766f2008-06-30 14:09:46 -0400591 allow_signal(SIGKILL);
592 allow_signal(SIGHUP);
593 allow_signal(SIGINT);
594 allow_signal(SIGQUIT);
Neil Brownbedbdd82008-06-10 08:40:35 -0400595
Linus Torvalds1da177e2005-04-16 15:20:36 -0700596 nfsdstats.th_cnt++;
Neil Brownbedbdd82008-06-10 08:40:35 -0400597 mutex_unlock(&nfsd_mutex);
598
Rafael J. Wysocki83144182007-07-17 04:03:35 -0700599 set_freezable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700600
601 /*
602 * The main request loop
603 */
604 for (;;) {
Jeff Layton5b8db002014-07-02 16:11:22 -0400605 /* Update sv_maxconn if it has changed */
606 rqstp->rq_server->sv_maxconn = nn->max_connections;
607
Linus Torvalds1da177e2005-04-16 15:20:36 -0700608 /*
609 * Find a socket with data available and call its
610 * recvfrom routine.
611 */
NeilBrown6fb2b472006-10-02 02:17:50 -0700612 while ((err = svc_recv(rqstp, 60*60*HZ)) == -EAGAIN)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700613 ;
Jeff Layton9867d762008-06-10 08:40:38 -0400614 if (err == -EINTR)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700615 break;
David Howellse0e81732009-09-02 09:13:40 +0100616 validate_process_creds();
NeilBrown6fb2b472006-10-02 02:17:50 -0700617 svc_process(rqstp);
David Howellse0e81732009-09-02 09:13:40 +0100618 validate_process_creds();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700619 }
620
NeilBrown24e36662006-10-02 02:17:45 -0700621 /* Clear signals before calling svc_exit_thread() */
NeilBrown9e4160522005-04-16 15:26:37 -0700622 flush_signals(current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700623
Neil Brownbedbdd82008-06-10 08:40:35 -0400624 mutex_lock(&nfsd_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700625 nfsdstats.th_cnt --;
626
627out:
Stanislav Kinsbursky57c8b13e2012-07-03 16:46:41 +0400628 rqstp->rq_server = NULL;
Stanislav Kinsbursky786185b2012-05-04 12:49:41 +0400629
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630 /* Release the thread */
631 svc_exit_thread(rqstp);
632
Stanislav Kinsbursky88c47662012-12-06 18:34:42 +0300633 nfsd_destroy(net);
Stanislav Kinsbursky57c8b13e2012-07-03 16:46:41 +0400634
Linus Torvalds1da177e2005-04-16 15:20:36 -0700635 /* Release module */
Neil Brownbedbdd82008-06-10 08:40:35 -0400636 mutex_unlock(&nfsd_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700637 module_put_and_exit(0);
Jeff Layton9867d762008-06-10 08:40:38 -0400638 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700639}
640
Andy Adamson32c1eb02007-07-17 04:04:48 -0700641static __be32 map_new_errors(u32 vers, __be32 nfserr)
642{
643 if (nfserr == nfserr_jukebox && vers == 2)
644 return nfserr_dropit;
645 if (nfserr == nfserr_wrongsec && vers < 4)
646 return nfserr_acces;
647 return nfserr;
648}
649
Linus Torvalds1da177e2005-04-16 15:20:36 -0700650int
Al Viroc7afef12006-10-19 23:29:02 -0700651nfsd_dispatch(struct svc_rqst *rqstp, __be32 *statp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700652{
653 struct svc_procedure *proc;
654 kxdrproc_t xdr;
Al Viroad451d32006-10-19 23:28:55 -0700655 __be32 nfserr;
656 __be32 *nfserrp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657
658 dprintk("nfsd_dispatch: vers %d proc %d\n",
659 rqstp->rq_vers, rqstp->rq_proc);
660 proc = rqstp->rq_procinfo;
661
J. Bruce Fields10910062011-01-24 12:11:02 -0500662 /*
663 * Give the xdr decoder a chance to change this if it wants
664 * (necessary in the NFSv4.0 compound case)
665 */
666 rqstp->rq_cachetype = proc->pc_cachetype;
667 /* Decode arguments */
668 xdr = proc->pc_decode;
669 if (xdr && !xdr(rqstp, (__be32*)rqstp->rq_arg.head[0].iov_base,
670 rqstp->rq_argp)) {
671 dprintk("nfsd: failed to decode arguments!\n");
672 *statp = rpc_garbage_args;
673 return 1;
674 }
675
Linus Torvalds1da177e2005-04-16 15:20:36 -0700676 /* Check whether we have this call in the cache. */
J. Bruce Fields10910062011-01-24 12:11:02 -0500677 switch (nfsd_cache_lookup(rqstp)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700678 case RC_DROPIT:
679 return 0;
680 case RC_REPLY:
681 return 1;
682 case RC_DOIT:;
683 /* do it */
684 }
685
Linus Torvalds1da177e2005-04-16 15:20:36 -0700686 /* need to grab the location to store the status, as
687 * nfsv4 does some encoding while processing
688 */
689 nfserrp = rqstp->rq_res.head[0].iov_base
690 + rqstp->rq_res.head[0].iov_len;
Al Viroad451d32006-10-19 23:28:55 -0700691 rqstp->rq_res.head[0].iov_len += sizeof(__be32);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700692
693 /* Now call the procedure handler, and encode NFS status. */
694 nfserr = proc->pc_func(rqstp, rqstp->rq_argp, rqstp->rq_resp);
Andy Adamson32c1eb02007-07-17 04:04:48 -0700695 nfserr = map_new_errors(rqstp->rq_vers, nfserr);
Jeff Layton78b65eb2014-11-19 07:51:17 -0500696 if (nfserr == nfserr_dropit || test_bit(RQ_DROPME, &rqstp->rq_flags)) {
J. Bruce Fields45457e02007-06-22 17:26:32 -0400697 dprintk("nfsd: Dropping request; may be revisited later\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700698 nfsd_cache_update(rqstp, RC_NOCACHE, NULL);
699 return 0;
700 }
701
702 if (rqstp->rq_proc != 0)
703 *nfserrp++ = nfserr;
704
705 /* Encode result.
706 * For NFSv2, additional info is never returned in case of an error.
707 */
708 if (!(nfserr && rqstp->rq_vers == 2)) {
709 xdr = proc->pc_encode;
710 if (xdr && !xdr(rqstp, nfserrp,
711 rqstp->rq_resp)) {
712 /* Failed to encode result. Release cache entry */
713 dprintk("nfsd: failed to encode result!\n");
714 nfsd_cache_update(rqstp, RC_NOCACHE, NULL);
715 *statp = rpc_system_err;
716 return 1;
717 }
718 }
719
720 /* Store reply in cache. */
J. Bruce Fields57d276d2012-11-16 15:22:43 -0500721 nfsd_cache_update(rqstp, rqstp->rq_cachetype, statp + 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700722 return 1;
723}
Greg Banks03cf6c92009-01-13 21:26:36 +1100724
725int nfsd_pool_stats_open(struct inode *inode, struct file *file)
726{
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900727 int ret;
Stanislav Kinsbursky11f77942013-02-01 15:56:12 +0300728 struct nfsd_net *nn = net_generic(inode->i_sb->s_fs_info, nfsd_net_id);
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300729
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900730 mutex_lock(&nfsd_mutex);
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300731 if (nn->nfsd_serv == NULL) {
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900732 mutex_unlock(&nfsd_mutex);
Greg Banks03cf6c92009-01-13 21:26:36 +1100733 return -ENODEV;
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900734 }
735 /* bump up the psudo refcount while traversing */
Stanislav Kinsbursky9dd98452012-12-06 14:23:24 +0300736 svc_get(nn->nfsd_serv);
737 ret = svc_pool_stats_open(nn->nfsd_serv, file);
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900738 mutex_unlock(&nfsd_mutex);
739 return ret;
740}
741
742int nfsd_pool_stats_release(struct inode *inode, struct file *file)
743{
744 int ret = seq_release(inode, file);
Stanislav Kinsbursky11f77942013-02-01 15:56:12 +0300745 struct net *net = inode->i_sb->s_fs_info;
Stanislav Kinsbursky786185b2012-05-04 12:49:41 +0400746
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900747 mutex_lock(&nfsd_mutex);
748 /* this function really, really should have been called svc_put() */
Stanislav Kinsbursky19f7e2c2012-07-03 16:46:41 +0400749 nfsd_destroy(net);
Ryusei Yamaguchied2d8ae2009-08-16 00:54:41 +0900750 mutex_unlock(&nfsd_mutex);
751 return ret;
Greg Banks03cf6c92009-01-13 21:26:36 +1100752}