blob: 339c696bbc0186b9a0064ec0146d5e143bbe2569 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/highmem.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090020#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <linux/swap.h>
22#include <linux/blkdev.h>
Andrew Morton3fcfab12006-10-19 23:28:16 -070023#include <linux/backing-dev.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include "kmem.h"
Dave Chinner4f107002011-03-07 10:00:35 +110025#include "xfs_message.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070026
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000027/*
28 * Greedy allocation. May fail and may return vmalloced memory.
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000029 */
30void *
31kmem_zalloc_greedy(size_t *size, size_t minsize, size_t maxsize)
32{
33 void *ptr;
34 size_t kmsize = maxsize;
35
Dave Chinnerfdd3cce2013-09-02 20:53:00 +100036 while (!(ptr = vzalloc(kmsize))) {
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000037 if ((kmsize >>= 1) <= minsize)
38 kmsize = minsize;
39 }
40 if (ptr)
41 *size = kmsize;
42 return ptr;
43}
Linus Torvalds1da177e2005-04-16 15:20:36 -070044
Linus Torvalds1da177e2005-04-16 15:20:36 -070045void *
Al Viro77ba7872012-04-02 06:24:04 -040046kmem_alloc(size_t size, xfs_km_flags_t flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -070047{
Al Viro27496a82005-10-21 03:20:48 -040048 int retries = 0;
49 gfp_t lflags = kmem_flags_convert(flags);
50 void *ptr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070051
52 do {
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000053 ptr = kmalloc(size, lflags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070054 if (ptr || (flags & (KM_MAYFAIL|KM_NOSLEEP)))
55 return ptr;
56 if (!(++retries % 100))
Dave Chinner4f107002011-03-07 10:00:35 +110057 xfs_err(NULL,
Eric Sandeen847f9f62015-10-12 16:04:45 +110058 "%s(%u) possible memory allocation deadlock size %u in %s (mode:0x%x)",
Tetsuo Handa5bf97b12015-10-12 15:41:29 +110059 current->comm, current->pid,
Eric Sandeen847f9f62015-10-12 16:04:45 +110060 (unsigned int)size, __func__, lflags);
Jens Axboe8aa7e842009-07-09 14:52:32 +020061 congestion_wait(BLK_RW_ASYNC, HZ/50);
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 } while (1);
63}
64
65void *
Dave Chinnerfdd3cce2013-09-02 20:53:00 +100066kmem_zalloc_large(size_t size, xfs_km_flags_t flags)
67{
Dave Chinnerae687e52014-03-07 16:19:14 +110068 unsigned noio_flag = 0;
Dave Chinnerfdd3cce2013-09-02 20:53:00 +100069 void *ptr;
Dave Chinnerae687e52014-03-07 16:19:14 +110070 gfp_t lflags;
Dave Chinnerfdd3cce2013-09-02 20:53:00 +100071
72 ptr = kmem_zalloc(size, flags | KM_MAYFAIL);
73 if (ptr)
74 return ptr;
Dave Chinnerae687e52014-03-07 16:19:14 +110075
76 /*
77 * __vmalloc() will allocate data pages and auxillary structures (e.g.
78 * pagetables) with GFP_KERNEL, yet we may be under GFP_NOFS context
79 * here. Hence we need to tell memory reclaim that we are in such a
80 * context via PF_MEMALLOC_NOIO to prevent memory reclaim re-entering
81 * the filesystem here and potentially deadlocking.
82 */
83 if ((current->flags & PF_FSTRANS) || (flags & KM_NOFS))
84 noio_flag = memalloc_noio_save();
85
86 lflags = kmem_flags_convert(flags);
87 ptr = __vmalloc(size, lflags | __GFP_HIGHMEM | __GFP_ZERO, PAGE_KERNEL);
88
89 if ((current->flags & PF_FSTRANS) || (flags & KM_NOFS))
90 memalloc_noio_restore(noio_flag);
91
92 return ptr;
Dave Chinnerfdd3cce2013-09-02 20:53:00 +100093}
94
Linus Torvalds1da177e2005-04-16 15:20:36 -070095void *
Christoph Hellwig664b60f2016-04-06 09:47:01 +100096kmem_realloc(const void *old, size_t newsize, xfs_km_flags_t flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -070097{
Christoph Hellwig664b60f2016-04-06 09:47:01 +100098 int retries = 0;
99 gfp_t lflags = kmem_flags_convert(flags);
100 void *ptr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101
Christoph Hellwig664b60f2016-04-06 09:47:01 +1000102 do {
103 ptr = krealloc(old, newsize, lflags);
104 if (ptr || (flags & (KM_MAYFAIL|KM_NOSLEEP)))
105 return ptr;
106 if (!(++retries % 100))
107 xfs_err(NULL,
108 "%s(%u) possible memory allocation deadlock size %zu in %s (mode:0x%x)",
109 current->comm, current->pid,
110 newsize, __func__, lflags);
111 congestion_wait(BLK_RW_ASYNC, HZ/50);
112 } while (1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113}
114
115void *
Al Viro77ba7872012-04-02 06:24:04 -0400116kmem_zone_alloc(kmem_zone_t *zone, xfs_km_flags_t flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117{
Al Viro27496a82005-10-21 03:20:48 -0400118 int retries = 0;
119 gfp_t lflags = kmem_flags_convert(flags);
120 void *ptr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121
122 do {
123 ptr = kmem_cache_alloc(zone, lflags);
124 if (ptr || (flags & (KM_MAYFAIL|KM_NOSLEEP)))
125 return ptr;
126 if (!(++retries % 100))
Dave Chinner4f107002011-03-07 10:00:35 +1100127 xfs_err(NULL,
Tetsuo Handa5bf97b12015-10-12 15:41:29 +1100128 "%s(%u) possible memory allocation deadlock in %s (mode:0x%x)",
129 current->comm, current->pid,
130 __func__, lflags);
Jens Axboe8aa7e842009-07-09 14:52:32 +0200131 congestion_wait(BLK_RW_ASYNC, HZ/50);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 } while (1);
133}