blob: 098f5c71256966f492bb7d1e17b908776b48f7df [file] [log] [blame]
Mark Fashehccd979b2005-12-15 14:31:24 -08001/* -*- mode: c; c-basic-offset: 8; -*-
2 * vim: noexpandtab sw=8 ts=8 sts=0:
3 *
4 * mmap.c
5 *
6 * Code to deal with the mess that is clustered mmap.
7 *
8 * Copyright (C) 2002, 2004 Oracle. All rights reserved.
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public
12 * License as published by the Free Software Foundation; either
13 * version 2 of the License, or (at your option) any later version.
14 *
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 * General Public License for more details.
19 *
20 * You should have received a copy of the GNU General Public
21 * License along with this program; if not, write to the
22 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
23 * Boston, MA 021110-1307, USA.
24 */
25
26#include <linux/fs.h>
27#include <linux/types.h>
Mark Fashehccd979b2005-12-15 14:31:24 -080028#include <linux/highmem.h>
29#include <linux/pagemap.h>
30#include <linux/uio.h>
31#include <linux/signal.h>
32#include <linux/rbtree.h>
33
Mark Fashehccd979b2005-12-15 14:31:24 -080034#include <cluster/masklog.h>
35
36#include "ocfs2.h"
37
Mark Fasheh7307de82007-05-09 15:16:19 -070038#include "aops.h"
Mark Fashehccd979b2005-12-15 14:31:24 -080039#include "dlmglue.h"
40#include "file.h"
41#include "inode.h"
42#include "mmap.h"
Joel Beckere4b963f2009-09-02 17:17:36 -070043#include "super.h"
Tao Ma614a9e82011-02-22 21:59:46 +080044#include "ocfs2_trace.h"
Mark Fashehccd979b2005-12-15 14:31:24 -080045
Mark Fasheh7307de82007-05-09 15:16:19 -070046
Dave Jiang11bac802017-02-24 14:56:41 -080047static int ocfs2_fault(struct vm_fault *vmf)
Mark Fashehccd979b2005-12-15 14:31:24 -080048{
Dave Jiang11bac802017-02-24 14:56:41 -080049 struct vm_area_struct *vma = vmf->vma;
Joel Beckere4b963f2009-09-02 17:17:36 -070050 sigset_t oldset;
51 int ret;
Mark Fashehccd979b2005-12-15 14:31:24 -080052
Joel Beckere4b963f2009-09-02 17:17:36 -070053 ocfs2_block_signals(&oldset);
Dave Jiang11bac802017-02-24 14:56:41 -080054 ret = filemap_fault(vmf);
Joel Beckere4b963f2009-09-02 17:17:36 -070055 ocfs2_unblock_signals(&oldset);
Mark Fashehccd979b2005-12-15 14:31:24 -080056
Dave Jiang11bac802017-02-24 14:56:41 -080057 trace_ocfs2_fault(OCFS2_I(vma->vm_file->f_mapping->host)->ip_blkno,
58 vma, vmf->page, vmf->pgoff);
Nick Piggind0217ac2007-07-19 01:47:03 -070059 return ret;
Mark Fashehccd979b2005-12-15 14:31:24 -080060}
61
Tao Ma0378da0f2010-08-12 10:25:28 +080062static int __ocfs2_page_mkwrite(struct file *file, struct buffer_head *di_bh,
Mark Fasheh7307de82007-05-09 15:16:19 -070063 struct page *page)
64{
Wengang Wang5cffff92011-07-24 10:36:54 -070065 int ret = VM_FAULT_NOPAGE;
Al Viro496ad9a2013-01-23 17:07:38 -050066 struct inode *inode = file_inode(file);
Mark Fasheh7307de82007-05-09 15:16:19 -070067 struct address_space *mapping = inode->i_mapping;
Nick Piggin18336332007-07-20 00:31:45 -070068 loff_t pos = page_offset(page);
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +030069 unsigned int len = PAGE_SIZE;
Mark Fasheh7307de82007-05-09 15:16:19 -070070 pgoff_t last_index;
71 struct page *locked_page = NULL;
72 void *fsdata;
73 loff_t size = i_size_read(inode);
74
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +030075 last_index = (size - 1) >> PAGE_SHIFT;
Mark Fasheh7307de82007-05-09 15:16:19 -070076
77 /*
Wengang Wang5cffff92011-07-24 10:36:54 -070078 * There are cases that lead to the page no longer bebongs to the
79 * mapping.
80 * 1) pagecache truncates locally due to memory pressure.
81 * 2) pagecache truncates when another is taking EX lock against
82 * inode lock. see ocfs2_data_convert_worker.
83 *
84 * The i_size check doesn't catch the case where nodes truncated and
85 * then re-extended the file. We'll re-check the page mapping after
86 * taking the page lock inside of ocfs2_write_begin_nolock().
87 *
88 * Let VM retry with these cases.
Mark Fasheh7307de82007-05-09 15:16:19 -070089 */
Wengang Wang5cffff92011-07-24 10:36:54 -070090 if ((page->mapping != inode->i_mapping) ||
91 (!PageUptodate(page)) ||
92 (page_offset(page) >= size))
Mark Fasheh7307de82007-05-09 15:16:19 -070093 goto out;
Mark Fasheh7307de82007-05-09 15:16:19 -070094
95 /*
96 * Call ocfs2_write_begin() and ocfs2_write_end() to take
97 * advantage of the allocation code there. We pass a write
98 * length of the whole page (chopped to i_size) to make sure
99 * the whole thing is allocated.
100 *
101 * Since we know the page is up to date, we don't have to
102 * worry about ocfs2_write_begin() skipping some buffer reads
103 * because the "write" would invalidate their data.
104 */
105 if (page->index == last_index)
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300106 len = ((size - 1) & ~PAGE_MASK) + 1;
Mark Fasheh7307de82007-05-09 15:16:19 -0700107
Ryan Dingc1ad1e32016-03-25 14:20:52 -0700108 ret = ocfs2_write_begin_nolock(mapping, pos, len, OCFS2_WRITE_MMAP,
109 &locked_page, &fsdata, di_bh, page);
Mark Fasheh7307de82007-05-09 15:16:19 -0700110 if (ret) {
111 if (ret != -ENOSPC)
112 mlog_errno(ret);
Wengang Wang5cffff92011-07-24 10:36:54 -0700113 if (ret == -ENOMEM)
114 ret = VM_FAULT_OOM;
115 else
116 ret = VM_FAULT_SIGBUS;
Mark Fasheh7307de82007-05-09 15:16:19 -0700117 goto out;
118 }
119
Wengang Wang5cffff92011-07-24 10:36:54 -0700120 if (!locked_page) {
121 ret = VM_FAULT_NOPAGE;
Mark Fasheh7307de82007-05-09 15:16:19 -0700122 goto out;
123 }
piaojun07f38d92016-12-12 16:41:17 -0800124 ret = ocfs2_write_end_nolock(mapping, pos, len, len, fsdata);
Mark Fasheh7307de82007-05-09 15:16:19 -0700125 BUG_ON(ret != len);
Wengang Wang5cffff92011-07-24 10:36:54 -0700126 ret = VM_FAULT_LOCKED;
Mark Fasheh7307de82007-05-09 15:16:19 -0700127out:
128 return ret;
129}
130
Dave Jiang11bac802017-02-24 14:56:41 -0800131static int ocfs2_page_mkwrite(struct vm_fault *vmf)
Mark Fasheh7307de82007-05-09 15:16:19 -0700132{
Nick Pigginc2ec1752009-03-31 15:23:21 -0700133 struct page *page = vmf->page;
Dave Jiang11bac802017-02-24 14:56:41 -0800134 struct inode *inode = file_inode(vmf->vma->vm_file);
Mark Fasheh7307de82007-05-09 15:16:19 -0700135 struct buffer_head *di_bh = NULL;
Joel Beckere4b963f2009-09-02 17:17:36 -0700136 sigset_t oldset;
137 int ret;
Mark Fasheh7307de82007-05-09 15:16:19 -0700138
Jan Karafef69252012-06-12 16:20:40 +0200139 sb_start_pagefault(inode->i_sb);
Joel Beckere4b963f2009-09-02 17:17:36 -0700140 ocfs2_block_signals(&oldset);
Mark Fasheh7307de82007-05-09 15:16:19 -0700141
142 /*
143 * The cluster locks taken will block a truncate from another
144 * node. Taking the data lock will also ensure that we don't
145 * attempt page truncation as part of a downconvert.
146 */
Mark Fashehe63aecb62007-10-18 15:30:42 -0700147 ret = ocfs2_inode_lock(inode, &di_bh, 1);
Mark Fasheh7307de82007-05-09 15:16:19 -0700148 if (ret < 0) {
149 mlog_errno(ret);
Jan Kara566e8df2016-03-09 14:08:24 -0800150 if (ret == -ENOMEM)
151 ret = VM_FAULT_OOM;
152 else
153 ret = VM_FAULT_SIGBUS;
Mark Fasheh7307de82007-05-09 15:16:19 -0700154 goto out;
155 }
156
157 /*
158 * The alloc sem should be enough to serialize with
159 * ocfs2_truncate_file() changing i_size as well as any thread
160 * modifying the inode btree.
161 */
162 down_write(&OCFS2_I(inode)->ip_alloc_sem);
163
Dave Jiang11bac802017-02-24 14:56:41 -0800164 ret = __ocfs2_page_mkwrite(vmf->vma->vm_file, di_bh, page);
Mark Fasheh7307de82007-05-09 15:16:19 -0700165
Mark Fasheh7307de82007-05-09 15:16:19 -0700166 up_write(&OCFS2_I(inode)->ip_alloc_sem);
167
168 brelse(di_bh);
Mark Fashehe63aecb62007-10-18 15:30:42 -0700169 ocfs2_inode_unlock(inode, 1);
Mark Fasheh7307de82007-05-09 15:16:19 -0700170
171out:
Joel Beckere4b963f2009-09-02 17:17:36 -0700172 ocfs2_unblock_signals(&oldset);
Jan Karafef69252012-06-12 16:20:40 +0200173 sb_end_pagefault(inode->i_sb);
Mark Fasheh7307de82007-05-09 15:16:19 -0700174 return ret;
175}
176
Alexey Dobriyanf0f37e22009-09-27 22:29:37 +0400177static const struct vm_operations_struct ocfs2_file_vm_ops = {
Nick Piggin54cb8822007-07-19 01:46:59 -0700178 .fault = ocfs2_fault,
Mark Fasheh7307de82007-05-09 15:16:19 -0700179 .page_mkwrite = ocfs2_page_mkwrite,
Mark Fashehccd979b2005-12-15 14:31:24 -0800180};
181
Christoph Hellwig870f4812006-01-09 20:52:01 -0800182int ocfs2_mmap(struct file *file, struct vm_area_struct *vma)
Mark Fashehccd979b2005-12-15 14:31:24 -0800183{
Tiger Yang25899de2006-11-15 15:49:02 +0800184 int ret = 0, lock_level = 0;
Mark Fashehccd979b2005-12-15 14:31:24 -0800185
Al Viro496ad9a2013-01-23 17:07:38 -0500186 ret = ocfs2_inode_lock_atime(file_inode(file),
Al Viro182be682013-01-24 02:21:54 -0500187 file->f_path.mnt, &lock_level);
Tiger Yang25899de2006-11-15 15:49:02 +0800188 if (ret < 0) {
189 mlog_errno(ret);
190 goto out;
191 }
Al Viro496ad9a2013-01-23 17:07:38 -0500192 ocfs2_inode_unlock(file_inode(file), lock_level);
Tiger Yang25899de2006-11-15 15:49:02 +0800193out:
Mark Fashehccd979b2005-12-15 14:31:24 -0800194 vma->vm_ops = &ocfs2_file_vm_ops;
Mark Fashehccd979b2005-12-15 14:31:24 -0800195 return 0;
196}
197