blob: 2a70fce70c65be1151783e3aba3c221e39642ba7 [file] [log] [blame]
Koji Sato7942b912009-04-06 19:01:41 -07001/*
2 * ioctl.c - NILFS ioctl operations.
3 *
4 * Copyright (C) 2007, 2008 Nippon Telegraph and Telephone Corporation.
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
19 *
20 * Written by Koji Sato <koji@osrg.net>.
21 */
22
23#include <linux/fs.h>
24#include <linux/wait.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090025#include <linux/slab.h>
Koji Sato7942b912009-04-06 19:01:41 -070026#include <linux/capability.h> /* capable() */
27#include <linux/uaccess.h> /* copy_from_user(), copy_to_user() */
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +090028#include <linux/vmalloc.h>
Ryusuke Konishi828b1c52011-02-03 21:26:17 +090029#include <linux/compat.h> /* compat_ptr() */
Al Viro2a79f172011-12-09 08:06:57 -050030#include <linux/mount.h> /* mnt_want_write_file(), mnt_drop_write_file() */
Ryusuke Konishiae191832011-02-04 01:19:38 +090031#include <linux/buffer_head.h>
Koji Sato7942b912009-04-06 19:01:41 -070032#include <linux/nilfs2_fs.h>
33#include "nilfs.h"
34#include "segment.h"
35#include "bmap.h"
36#include "cpfile.h"
37#include "sufile.h"
38#include "dat.h"
39
40
Koji Sato7942b912009-04-06 19:01:41 -070041static int nilfs_ioctl_wrap_copy(struct the_nilfs *nilfs,
42 struct nilfs_argv *argv, int dir,
43 ssize_t (*dofunc)(struct the_nilfs *,
Ryusuke Konishib028fcf2009-04-06 19:01:47 -070044 __u64 *, int,
Koji Sato7942b912009-04-06 19:01:41 -070045 void *, size_t, size_t))
46{
47 void *buf;
Ryusuke Konishidc498d02009-04-06 19:01:52 -070048 void __user *base = (void __user *)(unsigned long)argv->v_base;
Ryusuke Konishi3358b4a2009-04-06 19:01:43 -070049 size_t maxmembs, total, n;
Koji Sato7942b912009-04-06 19:01:41 -070050 ssize_t nr;
51 int ret, i;
Ryusuke Konishib028fcf2009-04-06 19:01:47 -070052 __u64 pos, ppos;
Koji Sato7942b912009-04-06 19:01:41 -070053
54 if (argv->v_nmembs == 0)
55 return 0;
56
Ryusuke Konishi3358b4a2009-04-06 19:01:43 -070057 if (argv->v_size > PAGE_SIZE)
58 return -EINVAL;
59
60 buf = (void *)__get_free_pages(GFP_NOFS, 0);
61 if (unlikely(!buf))
Koji Sato7942b912009-04-06 19:01:41 -070062 return -ENOMEM;
Ryusuke Konishi3358b4a2009-04-06 19:01:43 -070063 maxmembs = PAGE_SIZE / argv->v_size;
Koji Sato7942b912009-04-06 19:01:41 -070064
65 ret = 0;
66 total = 0;
Ryusuke Konishib028fcf2009-04-06 19:01:47 -070067 pos = argv->v_index;
Koji Sato7942b912009-04-06 19:01:41 -070068 for (i = 0; i < argv->v_nmembs; i += n) {
69 n = (argv->v_nmembs - i < maxmembs) ?
70 argv->v_nmembs - i : maxmembs;
71 if ((dir & _IOC_WRITE) &&
Ryusuke Konishidc498d02009-04-06 19:01:52 -070072 copy_from_user(buf, base + argv->v_size * i,
73 argv->v_size * n)) {
Koji Sato7942b912009-04-06 19:01:41 -070074 ret = -EFAULT;
75 break;
76 }
Ryusuke Konishib028fcf2009-04-06 19:01:47 -070077 ppos = pos;
Pekka Enberg8acfbf02009-04-06 19:01:49 -070078 nr = dofunc(nilfs, &pos, argv->v_flags, buf, argv->v_size,
Ryusuke Konishib028fcf2009-04-06 19:01:47 -070079 n);
Koji Sato7942b912009-04-06 19:01:41 -070080 if (nr < 0) {
81 ret = nr;
82 break;
83 }
84 if ((dir & _IOC_READ) &&
Ryusuke Konishidc498d02009-04-06 19:01:52 -070085 copy_to_user(base + argv->v_size * i, buf,
86 argv->v_size * nr)) {
Koji Sato7942b912009-04-06 19:01:41 -070087 ret = -EFAULT;
88 break;
89 }
90 total += nr;
Ryusuke Konishib028fcf2009-04-06 19:01:47 -070091 if ((size_t)nr < n)
92 break;
93 if (pos == ppos)
94 pos += n;
Koji Sato7942b912009-04-06 19:01:41 -070095 }
96 argv->v_nmembs = total;
97
Ryusuke Konishi3358b4a2009-04-06 19:01:43 -070098 free_pages((unsigned long)buf, 0);
Koji Sato7942b912009-04-06 19:01:41 -070099 return ret;
100}
101
Ryusuke Konishicde98f02011-01-20 02:09:53 +0900102static int nilfs_ioctl_getflags(struct inode *inode, void __user *argp)
103{
104 unsigned int flags = NILFS_I(inode)->i_flags & FS_FL_USER_VISIBLE;
105
106 return put_user(flags, (int __user *)argp);
107}
108
109static int nilfs_ioctl_setflags(struct inode *inode, struct file *filp,
110 void __user *argp)
111{
112 struct nilfs_transaction_info ti;
113 unsigned int flags, oldflags;
114 int ret;
115
Serge E. Hallyn2e149672011-03-23 16:43:26 -0700116 if (!inode_owner_or_capable(inode))
Ryusuke Konishicde98f02011-01-20 02:09:53 +0900117 return -EACCES;
118
119 if (get_user(flags, (int __user *)argp))
120 return -EFAULT;
121
Al Viroa561be72011-11-23 11:57:51 -0500122 ret = mnt_want_write_file(filp);
Ryusuke Konishicde98f02011-01-20 02:09:53 +0900123 if (ret)
124 return ret;
125
126 flags = nilfs_mask_flags(inode->i_mode, flags);
127
128 mutex_lock(&inode->i_mutex);
129
130 oldflags = NILFS_I(inode)->i_flags;
131
132 /*
133 * The IMMUTABLE and APPEND_ONLY flags can only be changed by the
134 * relevant capability.
135 */
136 ret = -EPERM;
137 if (((flags ^ oldflags) & (FS_APPEND_FL | FS_IMMUTABLE_FL)) &&
138 !capable(CAP_LINUX_IMMUTABLE))
139 goto out;
140
141 ret = nilfs_transaction_begin(inode->i_sb, &ti, 0);
142 if (ret)
143 goto out;
144
145 NILFS_I(inode)->i_flags = (oldflags & ~FS_FL_USER_MODIFIABLE) |
146 (flags & FS_FL_USER_MODIFIABLE);
147
148 nilfs_set_inode_flags(inode);
149 inode->i_ctime = CURRENT_TIME;
150 if (IS_SYNC(inode))
151 nilfs_set_transaction_flag(NILFS_TI_SYNC);
152
153 nilfs_mark_inode_dirty(inode);
154 ret = nilfs_transaction_commit(inode->i_sb);
155out:
156 mutex_unlock(&inode->i_mutex);
Al Viro2a79f172011-12-09 08:06:57 -0500157 mnt_drop_write_file(filp);
Ryusuke Konishicde98f02011-01-20 02:09:53 +0900158 return ret;
159}
160
161static int nilfs_ioctl_getversion(struct inode *inode, void __user *argp)
162{
163 return put_user(inode->i_generation, (int __user *)argp);
164}
165
Koji Sato7942b912009-04-06 19:01:41 -0700166static int nilfs_ioctl_change_cpmode(struct inode *inode, struct file *filp,
167 unsigned int cmd, void __user *argp)
168{
Ryusuke Konishie3154e92011-03-09 11:05:08 +0900169 struct the_nilfs *nilfs = inode->i_sb->s_fs_info;
Koji Sato7942b912009-04-06 19:01:41 -0700170 struct nilfs_transaction_info ti;
171 struct nilfs_cpmode cpmode;
172 int ret;
173
174 if (!capable(CAP_SYS_ADMIN))
175 return -EPERM;
Ryusuke Konishi75124872010-01-26 13:59:40 +0900176
Al Viroa561be72011-11-23 11:57:51 -0500177 ret = mnt_want_write_file(filp);
Ryusuke Konishi75124872010-01-26 13:59:40 +0900178 if (ret)
179 return ret;
180
181 ret = -EFAULT;
Koji Sato7942b912009-04-06 19:01:41 -0700182 if (copy_from_user(&cpmode, argp, sizeof(cpmode)))
Ryusuke Konishi75124872010-01-26 13:59:40 +0900183 goto out;
Koji Sato7942b912009-04-06 19:01:41 -0700184
Ryusuke Konishi348fe8d2010-09-09 02:07:56 +0900185 down_read(&inode->i_sb->s_umount);
Ryusuke Konishi75124872010-01-26 13:59:40 +0900186
Koji Sato7942b912009-04-06 19:01:41 -0700187 nilfs_transaction_begin(inode->i_sb, &ti, 0);
188 ret = nilfs_cpfile_change_cpmode(
Ryusuke Konishie3154e92011-03-09 11:05:08 +0900189 nilfs->ns_cpfile, cpmode.cm_cno, cpmode.cm_mode);
Ryusuke Konishi75124872010-01-26 13:59:40 +0900190 if (unlikely(ret < 0))
Ryusuke Konishi47420c72009-04-06 19:01:45 -0700191 nilfs_transaction_abort(inode->i_sb);
Ryusuke Konishi75124872010-01-26 13:59:40 +0900192 else
193 nilfs_transaction_commit(inode->i_sb); /* never fails */
194
Ryusuke Konishi348fe8d2010-09-09 02:07:56 +0900195 up_read(&inode->i_sb->s_umount);
Ryusuke Konishi75124872010-01-26 13:59:40 +0900196out:
Al Viro2a79f172011-12-09 08:06:57 -0500197 mnt_drop_write_file(filp);
Koji Sato7942b912009-04-06 19:01:41 -0700198 return ret;
199}
200
201static int
202nilfs_ioctl_delete_checkpoint(struct inode *inode, struct file *filp,
203 unsigned int cmd, void __user *argp)
204{
Ryusuke Konishie3154e92011-03-09 11:05:08 +0900205 struct the_nilfs *nilfs = inode->i_sb->s_fs_info;
Koji Sato7942b912009-04-06 19:01:41 -0700206 struct nilfs_transaction_info ti;
207 __u64 cno;
208 int ret;
209
210 if (!capable(CAP_SYS_ADMIN))
211 return -EPERM;
Ryusuke Konishi75124872010-01-26 13:59:40 +0900212
Al Viroa561be72011-11-23 11:57:51 -0500213 ret = mnt_want_write_file(filp);
Ryusuke Konishi75124872010-01-26 13:59:40 +0900214 if (ret)
215 return ret;
216
217 ret = -EFAULT;
Koji Sato7942b912009-04-06 19:01:41 -0700218 if (copy_from_user(&cno, argp, sizeof(cno)))
Ryusuke Konishi75124872010-01-26 13:59:40 +0900219 goto out;
Koji Sato7942b912009-04-06 19:01:41 -0700220
221 nilfs_transaction_begin(inode->i_sb, &ti, 0);
Ryusuke Konishie3154e92011-03-09 11:05:08 +0900222 ret = nilfs_cpfile_delete_checkpoint(nilfs->ns_cpfile, cno);
Ryusuke Konishi75124872010-01-26 13:59:40 +0900223 if (unlikely(ret < 0))
Ryusuke Konishi47420c72009-04-06 19:01:45 -0700224 nilfs_transaction_abort(inode->i_sb);
Ryusuke Konishi75124872010-01-26 13:59:40 +0900225 else
226 nilfs_transaction_commit(inode->i_sb); /* never fails */
227out:
Al Viro2a79f172011-12-09 08:06:57 -0500228 mnt_drop_write_file(filp);
Koji Sato7942b912009-04-06 19:01:41 -0700229 return ret;
230}
231
232static ssize_t
Ryusuke Konishib028fcf2009-04-06 19:01:47 -0700233nilfs_ioctl_do_get_cpinfo(struct the_nilfs *nilfs, __u64 *posp, int flags,
Koji Sato7942b912009-04-06 19:01:41 -0700234 void *buf, size_t size, size_t nmembs)
235{
Koji Sato7942b912009-04-06 19:01:41 -0700236 int ret;
237
Ryusuke Konishi47420c72009-04-06 19:01:45 -0700238 down_read(&nilfs->ns_segctor_sem);
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900239 ret = nilfs_cpfile_get_cpinfo(nilfs->ns_cpfile, posp, flags, buf,
Ryusuke Konishi003ff182009-05-12 03:58:47 +0900240 size, nmembs);
Ryusuke Konishi47420c72009-04-06 19:01:45 -0700241 up_read(&nilfs->ns_segctor_sem);
Koji Sato7942b912009-04-06 19:01:41 -0700242 return ret;
243}
244
245static int nilfs_ioctl_get_cpstat(struct inode *inode, struct file *filp,
246 unsigned int cmd, void __user *argp)
247{
Ryusuke Konishie3154e92011-03-09 11:05:08 +0900248 struct the_nilfs *nilfs = inode->i_sb->s_fs_info;
Koji Sato7942b912009-04-06 19:01:41 -0700249 struct nilfs_cpstat cpstat;
Koji Sato7942b912009-04-06 19:01:41 -0700250 int ret;
251
Ryusuke Konishi47420c72009-04-06 19:01:45 -0700252 down_read(&nilfs->ns_segctor_sem);
253 ret = nilfs_cpfile_get_stat(nilfs->ns_cpfile, &cpstat);
254 up_read(&nilfs->ns_segctor_sem);
Koji Sato7942b912009-04-06 19:01:41 -0700255 if (ret < 0)
256 return ret;
257
258 if (copy_to_user(argp, &cpstat, sizeof(cpstat)))
259 ret = -EFAULT;
260 return ret;
261}
262
263static ssize_t
Ryusuke Konishib028fcf2009-04-06 19:01:47 -0700264nilfs_ioctl_do_get_suinfo(struct the_nilfs *nilfs, __u64 *posp, int flags,
Koji Sato7942b912009-04-06 19:01:41 -0700265 void *buf, size_t size, size_t nmembs)
266{
Koji Sato7942b912009-04-06 19:01:41 -0700267 int ret;
268
Ryusuke Konishi47420c72009-04-06 19:01:45 -0700269 down_read(&nilfs->ns_segctor_sem);
Ryusuke Konishi003ff182009-05-12 03:58:47 +0900270 ret = nilfs_sufile_get_suinfo(nilfs->ns_sufile, *posp, buf, size,
271 nmembs);
Ryusuke Konishi47420c72009-04-06 19:01:45 -0700272 up_read(&nilfs->ns_segctor_sem);
Koji Sato7942b912009-04-06 19:01:41 -0700273 return ret;
274}
275
276static int nilfs_ioctl_get_sustat(struct inode *inode, struct file *filp,
277 unsigned int cmd, void __user *argp)
278{
Ryusuke Konishie3154e92011-03-09 11:05:08 +0900279 struct the_nilfs *nilfs = inode->i_sb->s_fs_info;
Koji Sato7942b912009-04-06 19:01:41 -0700280 struct nilfs_sustat sustat;
Koji Sato7942b912009-04-06 19:01:41 -0700281 int ret;
282
Ryusuke Konishi47420c72009-04-06 19:01:45 -0700283 down_read(&nilfs->ns_segctor_sem);
284 ret = nilfs_sufile_get_stat(nilfs->ns_sufile, &sustat);
285 up_read(&nilfs->ns_segctor_sem);
Koji Sato7942b912009-04-06 19:01:41 -0700286 if (ret < 0)
287 return ret;
288
289 if (copy_to_user(argp, &sustat, sizeof(sustat)))
290 ret = -EFAULT;
291 return ret;
292}
293
294static ssize_t
Ryusuke Konishib028fcf2009-04-06 19:01:47 -0700295nilfs_ioctl_do_get_vinfo(struct the_nilfs *nilfs, __u64 *posp, int flags,
Koji Sato7942b912009-04-06 19:01:41 -0700296 void *buf, size_t size, size_t nmembs)
297{
Koji Sato7942b912009-04-06 19:01:41 -0700298 int ret;
299
Ryusuke Konishi47420c72009-04-06 19:01:45 -0700300 down_read(&nilfs->ns_segctor_sem);
Ryusuke Konishi365e2152010-12-27 00:07:30 +0900301 ret = nilfs_dat_get_vinfo(nilfs->ns_dat, buf, size, nmembs);
Ryusuke Konishi47420c72009-04-06 19:01:45 -0700302 up_read(&nilfs->ns_segctor_sem);
Koji Sato7942b912009-04-06 19:01:41 -0700303 return ret;
304}
305
306static ssize_t
Ryusuke Konishib028fcf2009-04-06 19:01:47 -0700307nilfs_ioctl_do_get_bdescs(struct the_nilfs *nilfs, __u64 *posp, int flags,
Koji Sato7942b912009-04-06 19:01:41 -0700308 void *buf, size_t size, size_t nmembs)
309{
Ryusuke Konishi365e2152010-12-27 00:07:30 +0900310 struct nilfs_bmap *bmap = NILFS_I(nilfs->ns_dat)->i_bmap;
Koji Sato7942b912009-04-06 19:01:41 -0700311 struct nilfs_bdesc *bdescs = buf;
312 int ret, i;
313
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900314 down_read(&nilfs->ns_segctor_sem);
Koji Sato7942b912009-04-06 19:01:41 -0700315 for (i = 0; i < nmembs; i++) {
316 ret = nilfs_bmap_lookup_at_level(bmap,
317 bdescs[i].bd_offset,
318 bdescs[i].bd_level + 1,
319 &bdescs[i].bd_blocknr);
320 if (ret < 0) {
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900321 if (ret != -ENOENT) {
322 up_read(&nilfs->ns_segctor_sem);
Koji Sato7942b912009-04-06 19:01:41 -0700323 return ret;
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900324 }
Koji Sato7942b912009-04-06 19:01:41 -0700325 bdescs[i].bd_blocknr = 0;
326 }
327 }
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900328 up_read(&nilfs->ns_segctor_sem);
Koji Sato7942b912009-04-06 19:01:41 -0700329 return nmembs;
330}
331
332static int nilfs_ioctl_get_bdescs(struct inode *inode, struct file *filp,
333 unsigned int cmd, void __user *argp)
334{
Ryusuke Konishie3154e92011-03-09 11:05:08 +0900335 struct the_nilfs *nilfs = inode->i_sb->s_fs_info;
Koji Sato7942b912009-04-06 19:01:41 -0700336 struct nilfs_argv argv;
Koji Sato7942b912009-04-06 19:01:41 -0700337 int ret;
338
339 if (copy_from_user(&argv, argp, sizeof(argv)))
340 return -EFAULT;
341
Ryusuke Konishi83aca8f2009-05-11 23:24:47 +0900342 if (argv.v_size != sizeof(struct nilfs_bdesc))
343 return -EINVAL;
344
Koji Sato7942b912009-04-06 19:01:41 -0700345 ret = nilfs_ioctl_wrap_copy(nilfs, &argv, _IOC_DIR(cmd),
346 nilfs_ioctl_do_get_bdescs);
Ryusuke Konishi47420c72009-04-06 19:01:45 -0700347 if (ret < 0)
348 return ret;
Koji Sato7942b912009-04-06 19:01:41 -0700349
350 if (copy_to_user(argp, &argv, sizeof(argv)))
351 ret = -EFAULT;
352 return ret;
353}
354
355static int nilfs_ioctl_move_inode_block(struct inode *inode,
356 struct nilfs_vdesc *vdesc,
357 struct list_head *buffers)
358{
359 struct buffer_head *bh;
360 int ret;
361
362 if (vdesc->vd_flags == 0)
363 ret = nilfs_gccache_submit_read_data(
364 inode, vdesc->vd_offset, vdesc->vd_blocknr,
365 vdesc->vd_vblocknr, &bh);
366 else
367 ret = nilfs_gccache_submit_read_node(
368 inode, vdesc->vd_blocknr, vdesc->vd_vblocknr, &bh);
369
370 if (unlikely(ret < 0)) {
371 if (ret == -ENOENT)
372 printk(KERN_CRIT
373 "%s: invalid virtual block address (%s): "
374 "ino=%llu, cno=%llu, offset=%llu, "
375 "blocknr=%llu, vblocknr=%llu\n",
376 __func__, vdesc->vd_flags ? "node" : "data",
377 (unsigned long long)vdesc->vd_ino,
378 (unsigned long long)vdesc->vd_cno,
379 (unsigned long long)vdesc->vd_offset,
380 (unsigned long long)vdesc->vd_blocknr,
381 (unsigned long long)vdesc->vd_vblocknr);
382 return ret;
383 }
Ryusuke Konishi5399dd12009-11-07 18:45:16 +0900384 if (unlikely(!list_empty(&bh->b_assoc_buffers))) {
385 printk(KERN_CRIT "%s: conflicting %s buffer: ino=%llu, "
386 "cno=%llu, offset=%llu, blocknr=%llu, vblocknr=%llu\n",
387 __func__, vdesc->vd_flags ? "node" : "data",
388 (unsigned long long)vdesc->vd_ino,
389 (unsigned long long)vdesc->vd_cno,
390 (unsigned long long)vdesc->vd_offset,
391 (unsigned long long)vdesc->vd_blocknr,
392 (unsigned long long)vdesc->vd_vblocknr);
393 brelse(bh);
394 return -EEXIST;
395 }
Koji Sato7942b912009-04-06 19:01:41 -0700396 list_add_tail(&bh->b_assoc_buffers, buffers);
397 return 0;
398}
399
Ryusuke Konishi263d90c2010-08-20 19:06:11 +0900400static int nilfs_ioctl_move_blocks(struct super_block *sb,
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900401 struct nilfs_argv *argv, void *buf)
Koji Sato7942b912009-04-06 19:01:41 -0700402{
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900403 size_t nmembs = argv->v_nmembs;
Ryusuke Konishie3154e92011-03-09 11:05:08 +0900404 struct the_nilfs *nilfs = sb->s_fs_info;
Koji Sato7942b912009-04-06 19:01:41 -0700405 struct inode *inode;
406 struct nilfs_vdesc *vdesc;
407 struct buffer_head *bh, *n;
408 LIST_HEAD(buffers);
409 ino_t ino;
410 __u64 cno;
411 int i, ret;
412
413 for (i = 0, vdesc = buf; i < nmembs; ) {
414 ino = vdesc->vd_ino;
415 cno = vdesc->vd_cno;
Ryusuke Konishi263d90c2010-08-20 19:06:11 +0900416 inode = nilfs_iget_for_gc(sb, ino, cno);
Dan Carpenter103cfcf2010-11-23 09:26:02 +0300417 if (IS_ERR(inode)) {
418 ret = PTR_ERR(inode);
Koji Sato7942b912009-04-06 19:01:41 -0700419 goto failed;
420 }
Ryusuke Konishi947b10a2010-12-16 09:57:57 +0900421 if (list_empty(&NILFS_I(inode)->i_dirty)) {
422 /*
423 * Add the inode to GC inode list. Garbage Collection
424 * is serialized and no two processes manipulate the
425 * list simultaneously.
426 */
427 igrab(inode);
428 list_add(&NILFS_I(inode)->i_dirty,
429 &nilfs->ns_gc_inodes);
430 }
431
Koji Sato7942b912009-04-06 19:01:41 -0700432 do {
433 ret = nilfs_ioctl_move_inode_block(inode, vdesc,
434 &buffers);
Ryusuke Konishi263d90c2010-08-20 19:06:11 +0900435 if (unlikely(ret < 0)) {
436 iput(inode);
Koji Sato7942b912009-04-06 19:01:41 -0700437 goto failed;
Ryusuke Konishi263d90c2010-08-20 19:06:11 +0900438 }
Koji Sato7942b912009-04-06 19:01:41 -0700439 vdesc++;
440 } while (++i < nmembs &&
441 vdesc->vd_ino == ino && vdesc->vd_cno == cno);
Ryusuke Konishi263d90c2010-08-20 19:06:11 +0900442
443 iput(inode); /* The inode still remains in GC inode list */
Koji Sato7942b912009-04-06 19:01:41 -0700444 }
445
446 list_for_each_entry_safe(bh, n, &buffers, b_assoc_buffers) {
447 ret = nilfs_gccache_wait_and_mark_dirty(bh);
448 if (unlikely(ret < 0)) {
Ryusuke Konishi5399dd12009-11-07 18:45:16 +0900449 WARN_ON(ret == -EEXIST);
Koji Sato7942b912009-04-06 19:01:41 -0700450 goto failed;
451 }
452 list_del_init(&bh->b_assoc_buffers);
Koji Sato7942b912009-04-06 19:01:41 -0700453 brelse(bh);
454 }
455 return nmembs;
456
457 failed:
458 list_for_each_entry_safe(bh, n, &buffers, b_assoc_buffers) {
459 list_del_init(&bh->b_assoc_buffers);
Koji Sato7942b912009-04-06 19:01:41 -0700460 brelse(bh);
461 }
462 return ret;
463}
464
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900465static int nilfs_ioctl_delete_checkpoints(struct the_nilfs *nilfs,
466 struct nilfs_argv *argv, void *buf)
Koji Sato7942b912009-04-06 19:01:41 -0700467{
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900468 size_t nmembs = argv->v_nmembs;
Koji Sato7942b912009-04-06 19:01:41 -0700469 struct inode *cpfile = nilfs->ns_cpfile;
470 struct nilfs_period *periods = buf;
471 int ret, i;
472
473 for (i = 0; i < nmembs; i++) {
474 ret = nilfs_cpfile_delete_checkpoints(
475 cpfile, periods[i].p_start, periods[i].p_end);
476 if (ret < 0)
477 return ret;
478 }
479 return nmembs;
480}
481
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900482static int nilfs_ioctl_free_vblocknrs(struct the_nilfs *nilfs,
483 struct nilfs_argv *argv, void *buf)
Koji Sato7942b912009-04-06 19:01:41 -0700484{
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900485 size_t nmembs = argv->v_nmembs;
486 int ret;
Koji Sato7942b912009-04-06 19:01:41 -0700487
Ryusuke Konishi365e2152010-12-27 00:07:30 +0900488 ret = nilfs_dat_freev(nilfs->ns_dat, buf, nmembs);
Koji Sato7942b912009-04-06 19:01:41 -0700489
490 return (ret < 0) ? ret : nmembs;
491}
492
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900493static int nilfs_ioctl_mark_blocks_dirty(struct the_nilfs *nilfs,
494 struct nilfs_argv *argv, void *buf)
Koji Sato7942b912009-04-06 19:01:41 -0700495{
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900496 size_t nmembs = argv->v_nmembs;
Ryusuke Konishi365e2152010-12-27 00:07:30 +0900497 struct nilfs_bmap *bmap = NILFS_I(nilfs->ns_dat)->i_bmap;
Koji Sato7942b912009-04-06 19:01:41 -0700498 struct nilfs_bdesc *bdescs = buf;
499 int ret, i;
500
501 for (i = 0; i < nmembs; i++) {
502 /* XXX: use macro or inline func to check liveness */
503 ret = nilfs_bmap_lookup_at_level(bmap,
504 bdescs[i].bd_offset,
505 bdescs[i].bd_level + 1,
506 &bdescs[i].bd_blocknr);
507 if (ret < 0) {
508 if (ret != -ENOENT)
509 return ret;
510 bdescs[i].bd_blocknr = 0;
511 }
512 if (bdescs[i].bd_blocknr != bdescs[i].bd_oblocknr)
513 /* skip dead block */
514 continue;
515 if (bdescs[i].bd_level == 0) {
Ryusuke Konishi365e2152010-12-27 00:07:30 +0900516 ret = nilfs_mdt_mark_block_dirty(nilfs->ns_dat,
Koji Sato7942b912009-04-06 19:01:41 -0700517 bdescs[i].bd_offset);
518 if (ret < 0) {
Ryusuke Konishi1f5abe72009-04-06 19:01:55 -0700519 WARN_ON(ret == -ENOENT);
Koji Sato7942b912009-04-06 19:01:41 -0700520 return ret;
521 }
522 } else {
523 ret = nilfs_bmap_mark(bmap, bdescs[i].bd_offset,
524 bdescs[i].bd_level);
525 if (ret < 0) {
Ryusuke Konishi1f5abe72009-04-06 19:01:55 -0700526 WARN_ON(ret == -ENOENT);
Koji Sato7942b912009-04-06 19:01:41 -0700527 return ret;
528 }
529 }
530 }
531 return nmembs;
532}
533
Koji Sato7942b912009-04-06 19:01:41 -0700534int nilfs_ioctl_prepare_clean_segments(struct the_nilfs *nilfs,
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900535 struct nilfs_argv *argv, void **kbufs)
Koji Sato7942b912009-04-06 19:01:41 -0700536{
Ryusuke Konishi1f5abe72009-04-06 19:01:55 -0700537 const char *msg;
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900538 int ret;
Koji Sato7942b912009-04-06 19:01:41 -0700539
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900540 ret = nilfs_ioctl_delete_checkpoints(nilfs, &argv[1], kbufs[1]);
Ryusuke Konishi1f5abe72009-04-06 19:01:55 -0700541 if (ret < 0) {
542 /*
543 * can safely abort because checkpoints can be removed
544 * independently.
545 */
546 msg = "cannot delete checkpoints";
547 goto failed;
548 }
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900549 ret = nilfs_ioctl_free_vblocknrs(nilfs, &argv[2], kbufs[2]);
Ryusuke Konishi1f5abe72009-04-06 19:01:55 -0700550 if (ret < 0) {
551 /*
552 * can safely abort because DAT file is updated atomically
553 * using a copy-on-write technique.
554 */
555 msg = "cannot delete virtual blocks from DAT file";
556 goto failed;
557 }
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900558 ret = nilfs_ioctl_mark_blocks_dirty(nilfs, &argv[3], kbufs[3]);
Ryusuke Konishi1f5abe72009-04-06 19:01:55 -0700559 if (ret < 0) {
560 /*
561 * can safely abort because the operation is nondestructive.
562 */
563 msg = "cannot mark copying blocks dirty";
564 goto failed;
565 }
Koji Sato7942b912009-04-06 19:01:41 -0700566 return 0;
567
Ryusuke Konishi1f5abe72009-04-06 19:01:55 -0700568 failed:
Ryusuke Konishi1f5abe72009-04-06 19:01:55 -0700569 printk(KERN_ERR "NILFS: GC failed during preparation: %s: err=%d\n",
570 msg, ret);
Koji Sato7942b912009-04-06 19:01:41 -0700571 return ret;
572}
573
574static int nilfs_ioctl_clean_segments(struct inode *inode, struct file *filp,
575 unsigned int cmd, void __user *argp)
576{
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900577 struct nilfs_argv argv[5];
Tobias Klauser33e189b2009-12-23 13:57:47 +0100578 static const size_t argsz[5] = {
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900579 sizeof(struct nilfs_vdesc),
580 sizeof(struct nilfs_period),
581 sizeof(__u64),
582 sizeof(struct nilfs_bdesc),
583 sizeof(__u64),
584 };
585 void __user *base;
586 void *kbufs[5];
587 struct the_nilfs *nilfs;
588 size_t len, nsegs;
589 int n, ret;
590
Koji Sato7942b912009-04-06 19:01:41 -0700591 if (!capable(CAP_SYS_ADMIN))
592 return -EPERM;
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900593
Al Viroa561be72011-11-23 11:57:51 -0500594 ret = mnt_want_write_file(filp);
Ryusuke Konishi75124872010-01-26 13:59:40 +0900595 if (ret)
596 return ret;
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900597
Ryusuke Konishi75124872010-01-26 13:59:40 +0900598 ret = -EFAULT;
599 if (copy_from_user(argv, argp, sizeof(argv)))
600 goto out;
601
602 ret = -EINVAL;
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900603 nsegs = argv[4].v_nmembs;
604 if (argv[4].v_size != argsz[4])
Ryusuke Konishi75124872010-01-26 13:59:40 +0900605 goto out;
Xi Wang1ecd3c72012-02-08 17:13:37 -0800606 if (nsegs > UINT_MAX / sizeof(__u64))
607 goto out;
Ryusuke Konishi75124872010-01-26 13:59:40 +0900608
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900609 /*
610 * argv[4] points to segment numbers this ioctl cleans. We
611 * use kmalloc() for its buffer because memory used for the
612 * segment numbers is enough small.
613 */
614 kbufs[4] = memdup_user((void __user *)(unsigned long)argv[4].v_base,
615 nsegs * sizeof(__u64));
Ryusuke Konishi75124872010-01-26 13:59:40 +0900616 if (IS_ERR(kbufs[4])) {
617 ret = PTR_ERR(kbufs[4]);
618 goto out;
619 }
Ryusuke Konishie3154e92011-03-09 11:05:08 +0900620 nilfs = inode->i_sb->s_fs_info;
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900621
622 for (n = 0; n < 4; n++) {
623 ret = -EINVAL;
624 if (argv[n].v_size != argsz[n])
625 goto out_free;
626
627 if (argv[n].v_nmembs > nsegs * nilfs->ns_blocks_per_segment)
628 goto out_free;
629
Haogang Chen481fe172011-12-19 17:11:56 -0800630 if (argv[n].v_nmembs >= UINT_MAX / argv[n].v_size)
631 goto out_free;
632
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900633 len = argv[n].v_size * argv[n].v_nmembs;
634 base = (void __user *)(unsigned long)argv[n].v_base;
635 if (len == 0) {
636 kbufs[n] = NULL;
637 continue;
638 }
639
640 kbufs[n] = vmalloc(len);
641 if (!kbufs[n]) {
642 ret = -ENOMEM;
643 goto out_free;
644 }
645 if (copy_from_user(kbufs[n], base, len)) {
646 ret = -EFAULT;
647 vfree(kbufs[n]);
648 goto out_free;
649 }
650 }
651
Jiro SEKIBA1cf58fa2009-09-03 22:24:17 +0900652 /*
Ryusuke Konishi263d90c2010-08-20 19:06:11 +0900653 * nilfs_ioctl_move_blocks() will call nilfs_iget_for_gc(),
Jiro SEKIBA1cf58fa2009-09-03 22:24:17 +0900654 * which will operates an inode list without blocking.
655 * To protect the list from concurrent operations,
656 * nilfs_ioctl_move_blocks should be atomic operation.
657 */
658 if (test_and_set_bit(THE_NILFS_GC_RUNNING, &nilfs->ns_flags)) {
659 ret = -EBUSY;
660 goto out_free;
661 }
662
Ryusuke Konishi5beb6e02010-09-20 18:19:06 +0900663 vfs_check_frozen(inode->i_sb, SB_FREEZE_WRITE);
664
Ryusuke Konishi263d90c2010-08-20 19:06:11 +0900665 ret = nilfs_ioctl_move_blocks(inode->i_sb, &argv[0], kbufs[0]);
Jiro SEKIBA1cf58fa2009-09-03 22:24:17 +0900666 if (ret < 0)
667 printk(KERN_ERR "NILFS: GC failed during preparation: "
668 "cannot read source blocks: err=%d\n", ret);
669 else
670 ret = nilfs_clean_segments(inode->i_sb, argv, kbufs);
671
Ryusuke Konishi263d90c2010-08-20 19:06:11 +0900672 nilfs_remove_all_gcinodes(nilfs);
Jiro SEKIBA1cf58fa2009-09-03 22:24:17 +0900673 clear_nilfs_gc_running(nilfs);
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900674
Ryusuke Konishi75124872010-01-26 13:59:40 +0900675out_free:
Ryusuke Konishid50468532009-05-22 20:36:21 +0900676 while (--n >= 0)
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900677 vfree(kbufs[n]);
678 kfree(kbufs[4]);
Ryusuke Konishi75124872010-01-26 13:59:40 +0900679out:
Al Viro2a79f172011-12-09 08:06:57 -0500680 mnt_drop_write_file(filp);
Ryusuke Konishi4f6b8282009-05-10 22:41:43 +0900681 return ret;
Koji Sato7942b912009-04-06 19:01:41 -0700682}
683
684static int nilfs_ioctl_sync(struct inode *inode, struct file *filp,
685 unsigned int cmd, void __user *argp)
686{
687 __u64 cno;
688 int ret;
Jiro SEKIBA0d561f12010-02-20 19:47:49 +0900689 struct the_nilfs *nilfs;
Koji Sato7942b912009-04-06 19:01:41 -0700690
691 ret = nilfs_construct_segment(inode->i_sb);
692 if (ret < 0)
693 return ret;
694
695 if (argp != NULL) {
Ryusuke Konishie3154e92011-03-09 11:05:08 +0900696 nilfs = inode->i_sb->s_fs_info;
Jiro SEKIBA0d561f12010-02-20 19:47:49 +0900697 down_read(&nilfs->ns_segctor_sem);
698 cno = nilfs->ns_cno - 1;
699 up_read(&nilfs->ns_segctor_sem);
Koji Sato7942b912009-04-06 19:01:41 -0700700 if (copy_to_user(argp, &cno, sizeof(cno)))
701 return -EFAULT;
702 }
703 return 0;
704}
705
Ryusuke Konishi4e33f9e2011-05-05 01:23:58 +0900706static int nilfs_ioctl_resize(struct inode *inode, struct file *filp,
707 void __user *argp)
708{
709 __u64 newsize;
710 int ret = -EPERM;
711
712 if (!capable(CAP_SYS_ADMIN))
713 goto out;
714
Al Viroa561be72011-11-23 11:57:51 -0500715 ret = mnt_want_write_file(filp);
Ryusuke Konishi4e33f9e2011-05-05 01:23:58 +0900716 if (ret)
717 goto out;
718
719 ret = -EFAULT;
720 if (copy_from_user(&newsize, argp, sizeof(newsize)))
721 goto out_drop_write;
722
723 ret = nilfs_resize_fs(inode->i_sb, newsize);
724
725out_drop_write:
Al Viro2a79f172011-12-09 08:06:57 -0500726 mnt_drop_write_file(filp);
Ryusuke Konishi4e33f9e2011-05-05 01:23:58 +0900727out:
728 return ret;
729}
730
Ryusuke Konishi619205d2011-05-05 01:23:57 +0900731static int nilfs_ioctl_set_alloc_range(struct inode *inode, void __user *argp)
732{
733 struct the_nilfs *nilfs = inode->i_sb->s_fs_info;
734 __u64 range[2];
735 __u64 minseg, maxseg;
736 unsigned long segbytes;
737 int ret = -EPERM;
738
739 if (!capable(CAP_SYS_ADMIN))
740 goto out;
741
742 ret = -EFAULT;
743 if (copy_from_user(range, argp, sizeof(__u64[2])))
744 goto out;
745
746 ret = -ERANGE;
747 if (range[1] > i_size_read(inode->i_sb->s_bdev->bd_inode))
748 goto out;
749
750 segbytes = nilfs->ns_blocks_per_segment * nilfs->ns_blocksize;
751
752 minseg = range[0] + segbytes - 1;
753 do_div(minseg, segbytes);
754 maxseg = NILFS_SB2_OFFSET_BYTES(range[1]);
755 do_div(maxseg, segbytes);
756 maxseg--;
757
758 ret = nilfs_sufile_set_alloc_range(nilfs->ns_sufile, minseg, maxseg);
759out:
760 return ret;
761}
762
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900763static int nilfs_ioctl_get_info(struct inode *inode, struct file *filp,
764 unsigned int cmd, void __user *argp,
Ryusuke Konishi83aca8f2009-05-11 23:24:47 +0900765 size_t membsz,
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900766 ssize_t (*dofunc)(struct the_nilfs *,
767 __u64 *, int,
768 void *, size_t, size_t))
769
770{
Ryusuke Konishie3154e92011-03-09 11:05:08 +0900771 struct the_nilfs *nilfs = inode->i_sb->s_fs_info;
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900772 struct nilfs_argv argv;
773 int ret;
774
775 if (copy_from_user(&argv, argp, sizeof(argv)))
776 return -EFAULT;
777
Ryusuke Konishi003ff182009-05-12 03:58:47 +0900778 if (argv.v_size < membsz)
Ryusuke Konishi83aca8f2009-05-11 23:24:47 +0900779 return -EINVAL;
780
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900781 ret = nilfs_ioctl_wrap_copy(nilfs, &argv, _IOC_DIR(cmd), dofunc);
782 if (ret < 0)
783 return ret;
784
785 if (copy_to_user(argp, &argv, sizeof(argv)))
786 ret = -EFAULT;
787 return ret;
788}
789
Ryusuke Konishi7a946192009-04-06 19:01:53 -0700790long nilfs_ioctl(struct file *filp, unsigned int cmd, unsigned long arg)
Koji Sato7942b912009-04-06 19:01:41 -0700791{
Ryusuke Konishi7a946192009-04-06 19:01:53 -0700792 struct inode *inode = filp->f_dentry->d_inode;
Li Hong75323402010-03-31 15:41:00 +0800793 void __user *argp = (void __user *)arg;
Koji Sato7942b912009-04-06 19:01:41 -0700794
795 switch (cmd) {
Ryusuke Konishicde98f02011-01-20 02:09:53 +0900796 case FS_IOC_GETFLAGS:
797 return nilfs_ioctl_getflags(inode, argp);
798 case FS_IOC_SETFLAGS:
799 return nilfs_ioctl_setflags(inode, filp, argp);
800 case FS_IOC_GETVERSION:
801 return nilfs_ioctl_getversion(inode, argp);
Koji Sato7942b912009-04-06 19:01:41 -0700802 case NILFS_IOCTL_CHANGE_CPMODE:
803 return nilfs_ioctl_change_cpmode(inode, filp, cmd, argp);
804 case NILFS_IOCTL_DELETE_CHECKPOINT:
805 return nilfs_ioctl_delete_checkpoint(inode, filp, cmd, argp);
806 case NILFS_IOCTL_GET_CPINFO:
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900807 return nilfs_ioctl_get_info(inode, filp, cmd, argp,
Ryusuke Konishi83aca8f2009-05-11 23:24:47 +0900808 sizeof(struct nilfs_cpinfo),
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900809 nilfs_ioctl_do_get_cpinfo);
Koji Sato7942b912009-04-06 19:01:41 -0700810 case NILFS_IOCTL_GET_CPSTAT:
811 return nilfs_ioctl_get_cpstat(inode, filp, cmd, argp);
812 case NILFS_IOCTL_GET_SUINFO:
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900813 return nilfs_ioctl_get_info(inode, filp, cmd, argp,
Ryusuke Konishi83aca8f2009-05-11 23:24:47 +0900814 sizeof(struct nilfs_suinfo),
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900815 nilfs_ioctl_do_get_suinfo);
Koji Sato7942b912009-04-06 19:01:41 -0700816 case NILFS_IOCTL_GET_SUSTAT:
817 return nilfs_ioctl_get_sustat(inode, filp, cmd, argp);
818 case NILFS_IOCTL_GET_VINFO:
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900819 return nilfs_ioctl_get_info(inode, filp, cmd, argp,
Ryusuke Konishi83aca8f2009-05-11 23:24:47 +0900820 sizeof(struct nilfs_vinfo),
Ryusuke Konishi47eb6b92009-04-30 02:21:00 +0900821 nilfs_ioctl_do_get_vinfo);
Koji Sato7942b912009-04-06 19:01:41 -0700822 case NILFS_IOCTL_GET_BDESCS:
823 return nilfs_ioctl_get_bdescs(inode, filp, cmd, argp);
824 case NILFS_IOCTL_CLEAN_SEGMENTS:
825 return nilfs_ioctl_clean_segments(inode, filp, cmd, argp);
Koji Sato7942b912009-04-06 19:01:41 -0700826 case NILFS_IOCTL_SYNC:
827 return nilfs_ioctl_sync(inode, filp, cmd, argp);
Ryusuke Konishi4e33f9e2011-05-05 01:23:58 +0900828 case NILFS_IOCTL_RESIZE:
829 return nilfs_ioctl_resize(inode, filp, argp);
Ryusuke Konishi619205d2011-05-05 01:23:57 +0900830 case NILFS_IOCTL_SET_ALLOC_RANGE:
831 return nilfs_ioctl_set_alloc_range(inode, argp);
Koji Sato7942b912009-04-06 19:01:41 -0700832 default:
833 return -ENOTTY;
834 }
835}
Ryusuke Konishi828b1c52011-02-03 21:26:17 +0900836
837#ifdef CONFIG_COMPAT
838long nilfs_compat_ioctl(struct file *filp, unsigned int cmd, unsigned long arg)
839{
840 switch (cmd) {
841 case FS_IOC32_GETFLAGS:
842 cmd = FS_IOC_GETFLAGS;
843 break;
844 case FS_IOC32_SETFLAGS:
845 cmd = FS_IOC_SETFLAGS;
846 break;
847 case FS_IOC32_GETVERSION:
848 cmd = FS_IOC_GETVERSION;
849 break;
Thomas Meyer695c60f2011-12-19 17:11:55 -0800850 case NILFS_IOCTL_CHANGE_CPMODE:
851 case NILFS_IOCTL_DELETE_CHECKPOINT:
852 case NILFS_IOCTL_GET_CPINFO:
853 case NILFS_IOCTL_GET_CPSTAT:
854 case NILFS_IOCTL_GET_SUINFO:
855 case NILFS_IOCTL_GET_SUSTAT:
856 case NILFS_IOCTL_GET_VINFO:
857 case NILFS_IOCTL_GET_BDESCS:
858 case NILFS_IOCTL_CLEAN_SEGMENTS:
859 case NILFS_IOCTL_SYNC:
860 case NILFS_IOCTL_RESIZE:
861 case NILFS_IOCTL_SET_ALLOC_RANGE:
862 break;
Ryusuke Konishi828b1c52011-02-03 21:26:17 +0900863 default:
864 return -ENOIOCTLCMD;
865 }
866 return nilfs_ioctl(filp, cmd, (unsigned long)compat_ptr(arg));
867}
868#endif