blob: 05220b365fb96cff1ea3701af72fb51c681cd20a [file] [log] [blame]
Mark Fashehccd979b2005-12-15 14:31:24 -08001/* -*- mode: c; c-basic-offset: 8; -*-
2 * vim: noexpandtab sw=8 ts=8 sts=0:
3 *
4 * mmap.c
5 *
6 * Code to deal with the mess that is clustered mmap.
7 *
8 * Copyright (C) 2002, 2004 Oracle. All rights reserved.
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public
12 * License as published by the Free Software Foundation; either
13 * version 2 of the License, or (at your option) any later version.
14 *
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 * General Public License for more details.
19 *
20 * You should have received a copy of the GNU General Public
21 * License along with this program; if not, write to the
22 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
23 * Boston, MA 021110-1307, USA.
24 */
25
26#include <linux/fs.h>
27#include <linux/types.h>
Mark Fashehccd979b2005-12-15 14:31:24 -080028#include <linux/highmem.h>
29#include <linux/pagemap.h>
30#include <linux/uio.h>
31#include <linux/signal.h>
32#include <linux/rbtree.h>
33
Mark Fashehccd979b2005-12-15 14:31:24 -080034#include <cluster/masklog.h>
35
36#include "ocfs2.h"
37
Mark Fasheh7307de82007-05-09 15:16:19 -070038#include "aops.h"
Mark Fashehccd979b2005-12-15 14:31:24 -080039#include "dlmglue.h"
40#include "file.h"
41#include "inode.h"
42#include "mmap.h"
Joel Beckere4b963f2009-09-02 17:17:36 -070043#include "super.h"
Tao Ma614a9e82011-02-22 21:59:46 +080044#include "ocfs2_trace.h"
Mark Fashehccd979b2005-12-15 14:31:24 -080045
Mark Fasheh7307de82007-05-09 15:16:19 -070046
Souptick Joarderc6137fe2018-06-07 17:04:59 -070047static vm_fault_t ocfs2_fault(struct vm_fault *vmf)
Mark Fashehccd979b2005-12-15 14:31:24 -080048{
Dave Jiang11bac802017-02-24 14:56:41 -080049 struct vm_area_struct *vma = vmf->vma;
Joel Beckere4b963f2009-09-02 17:17:36 -070050 sigset_t oldset;
Souptick Joarderc6137fe2018-06-07 17:04:59 -070051 vm_fault_t ret;
Mark Fashehccd979b2005-12-15 14:31:24 -080052
Joel Beckere4b963f2009-09-02 17:17:36 -070053 ocfs2_block_signals(&oldset);
Dave Jiang11bac802017-02-24 14:56:41 -080054 ret = filemap_fault(vmf);
Joel Beckere4b963f2009-09-02 17:17:36 -070055 ocfs2_unblock_signals(&oldset);
Mark Fashehccd979b2005-12-15 14:31:24 -080056
Dave Jiang11bac802017-02-24 14:56:41 -080057 trace_ocfs2_fault(OCFS2_I(vma->vm_file->f_mapping->host)->ip_blkno,
58 vma, vmf->page, vmf->pgoff);
Nick Piggind0217ac2007-07-19 01:47:03 -070059 return ret;
Mark Fashehccd979b2005-12-15 14:31:24 -080060}
61
Souptick Joarderc6137fe2018-06-07 17:04:59 -070062static vm_fault_t __ocfs2_page_mkwrite(struct file *file,
63 struct buffer_head *di_bh, struct page *page)
Mark Fasheh7307de82007-05-09 15:16:19 -070064{
Souptick Joarderc6137fe2018-06-07 17:04:59 -070065 int err;
66 vm_fault_t ret = VM_FAULT_NOPAGE;
Al Viro496ad9a2013-01-23 17:07:38 -050067 struct inode *inode = file_inode(file);
Mark Fasheh7307de82007-05-09 15:16:19 -070068 struct address_space *mapping = inode->i_mapping;
Nick Piggin18336332007-07-20 00:31:45 -070069 loff_t pos = page_offset(page);
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +030070 unsigned int len = PAGE_SIZE;
Mark Fasheh7307de82007-05-09 15:16:19 -070071 pgoff_t last_index;
72 struct page *locked_page = NULL;
73 void *fsdata;
74 loff_t size = i_size_read(inode);
75
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +030076 last_index = (size - 1) >> PAGE_SHIFT;
Mark Fasheh7307de82007-05-09 15:16:19 -070077
78 /*
Wengang Wang5cffff92011-07-24 10:36:54 -070079 * There are cases that lead to the page no longer bebongs to the
80 * mapping.
81 * 1) pagecache truncates locally due to memory pressure.
82 * 2) pagecache truncates when another is taking EX lock against
83 * inode lock. see ocfs2_data_convert_worker.
84 *
85 * The i_size check doesn't catch the case where nodes truncated and
86 * then re-extended the file. We'll re-check the page mapping after
87 * taking the page lock inside of ocfs2_write_begin_nolock().
88 *
89 * Let VM retry with these cases.
Mark Fasheh7307de82007-05-09 15:16:19 -070090 */
Wengang Wang5cffff92011-07-24 10:36:54 -070091 if ((page->mapping != inode->i_mapping) ||
92 (!PageUptodate(page)) ||
93 (page_offset(page) >= size))
Mark Fasheh7307de82007-05-09 15:16:19 -070094 goto out;
Mark Fasheh7307de82007-05-09 15:16:19 -070095
96 /*
97 * Call ocfs2_write_begin() and ocfs2_write_end() to take
98 * advantage of the allocation code there. We pass a write
99 * length of the whole page (chopped to i_size) to make sure
100 * the whole thing is allocated.
101 *
102 * Since we know the page is up to date, we don't have to
103 * worry about ocfs2_write_begin() skipping some buffer reads
104 * because the "write" would invalidate their data.
105 */
106 if (page->index == last_index)
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300107 len = ((size - 1) & ~PAGE_MASK) + 1;
Mark Fasheh7307de82007-05-09 15:16:19 -0700108
Souptick Joarderc6137fe2018-06-07 17:04:59 -0700109 err = ocfs2_write_begin_nolock(mapping, pos, len, OCFS2_WRITE_MMAP,
Ryan Dingc1ad1e32016-03-25 14:20:52 -0700110 &locked_page, &fsdata, di_bh, page);
Souptick Joarderc6137fe2018-06-07 17:04:59 -0700111 if (err) {
112 if (err != -ENOSPC)
113 mlog_errno(err);
114 ret = vmf_error(err);
Mark Fasheh7307de82007-05-09 15:16:19 -0700115 goto out;
116 }
117
Wengang Wang5cffff92011-07-24 10:36:54 -0700118 if (!locked_page) {
119 ret = VM_FAULT_NOPAGE;
Mark Fasheh7307de82007-05-09 15:16:19 -0700120 goto out;
121 }
Souptick Joarderc6137fe2018-06-07 17:04:59 -0700122 err = ocfs2_write_end_nolock(mapping, pos, len, len, fsdata);
123 BUG_ON(err != len);
Wengang Wang5cffff92011-07-24 10:36:54 -0700124 ret = VM_FAULT_LOCKED;
Mark Fasheh7307de82007-05-09 15:16:19 -0700125out:
126 return ret;
127}
128
Souptick Joarderc6137fe2018-06-07 17:04:59 -0700129static vm_fault_t ocfs2_page_mkwrite(struct vm_fault *vmf)
Mark Fasheh7307de82007-05-09 15:16:19 -0700130{
Nick Pigginc2ec1752009-03-31 15:23:21 -0700131 struct page *page = vmf->page;
Dave Jiang11bac802017-02-24 14:56:41 -0800132 struct inode *inode = file_inode(vmf->vma->vm_file);
Mark Fasheh7307de82007-05-09 15:16:19 -0700133 struct buffer_head *di_bh = NULL;
Joel Beckere4b963f2009-09-02 17:17:36 -0700134 sigset_t oldset;
Souptick Joarderc6137fe2018-06-07 17:04:59 -0700135 int err;
136 vm_fault_t ret;
Mark Fasheh7307de82007-05-09 15:16:19 -0700137
Jan Karafef69252012-06-12 16:20:40 +0200138 sb_start_pagefault(inode->i_sb);
Joel Beckere4b963f2009-09-02 17:17:36 -0700139 ocfs2_block_signals(&oldset);
Mark Fasheh7307de82007-05-09 15:16:19 -0700140
141 /*
142 * The cluster locks taken will block a truncate from another
143 * node. Taking the data lock will also ensure that we don't
144 * attempt page truncation as part of a downconvert.
145 */
Souptick Joarderc6137fe2018-06-07 17:04:59 -0700146 err = ocfs2_inode_lock(inode, &di_bh, 1);
147 if (err < 0) {
148 mlog_errno(err);
149 ret = vmf_error(err);
Mark Fasheh7307de82007-05-09 15:16:19 -0700150 goto out;
151 }
152
153 /*
154 * The alloc sem should be enough to serialize with
155 * ocfs2_truncate_file() changing i_size as well as any thread
156 * modifying the inode btree.
157 */
158 down_write(&OCFS2_I(inode)->ip_alloc_sem);
159
Dave Jiang11bac802017-02-24 14:56:41 -0800160 ret = __ocfs2_page_mkwrite(vmf->vma->vm_file, di_bh, page);
Mark Fasheh7307de82007-05-09 15:16:19 -0700161
Mark Fasheh7307de82007-05-09 15:16:19 -0700162 up_write(&OCFS2_I(inode)->ip_alloc_sem);
163
164 brelse(di_bh);
Mark Fashehe63aecb62007-10-18 15:30:42 -0700165 ocfs2_inode_unlock(inode, 1);
Mark Fasheh7307de82007-05-09 15:16:19 -0700166
167out:
Joel Beckere4b963f2009-09-02 17:17:36 -0700168 ocfs2_unblock_signals(&oldset);
Jan Karafef69252012-06-12 16:20:40 +0200169 sb_end_pagefault(inode->i_sb);
Mark Fasheh7307de82007-05-09 15:16:19 -0700170 return ret;
171}
172
Alexey Dobriyanf0f37e22009-09-27 22:29:37 +0400173static const struct vm_operations_struct ocfs2_file_vm_ops = {
Nick Piggin54cb8822007-07-19 01:46:59 -0700174 .fault = ocfs2_fault,
Mark Fasheh7307de82007-05-09 15:16:19 -0700175 .page_mkwrite = ocfs2_page_mkwrite,
Mark Fashehccd979b2005-12-15 14:31:24 -0800176};
177
Christoph Hellwig870f4812006-01-09 20:52:01 -0800178int ocfs2_mmap(struct file *file, struct vm_area_struct *vma)
Mark Fashehccd979b2005-12-15 14:31:24 -0800179{
Tiger Yang25899de2006-11-15 15:49:02 +0800180 int ret = 0, lock_level = 0;
Mark Fashehccd979b2005-12-15 14:31:24 -0800181
Al Viro496ad9a2013-01-23 17:07:38 -0500182 ret = ocfs2_inode_lock_atime(file_inode(file),
Gang Hec4c24162018-01-31 16:15:25 -0800183 file->f_path.mnt, &lock_level, 1);
Tiger Yang25899de2006-11-15 15:49:02 +0800184 if (ret < 0) {
185 mlog_errno(ret);
186 goto out;
187 }
Al Viro496ad9a2013-01-23 17:07:38 -0500188 ocfs2_inode_unlock(file_inode(file), lock_level);
Tiger Yang25899de2006-11-15 15:49:02 +0800189out:
Mark Fashehccd979b2005-12-15 14:31:24 -0800190 vma->vm_ops = &ocfs2_file_vm_ops;
Mark Fashehccd979b2005-12-15 14:31:24 -0800191 return 0;
192}
193