blob: a02cfb9e3bcea43d49a033f313387fa217aa789c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/highmem.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090020#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <linux/swap.h>
22#include <linux/blkdev.h>
Andrew Morton3fcfab12006-10-19 23:28:16 -070023#include <linux/backing-dev.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include "time.h"
25#include "kmem.h"
Dave Chinner4f107002011-03-07 10:00:35 +110026#include "xfs_message.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070027
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000028/*
29 * Greedy allocation. May fail and may return vmalloced memory.
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000030 */
31void *
32kmem_zalloc_greedy(size_t *size, size_t minsize, size_t maxsize)
33{
34 void *ptr;
35 size_t kmsize = maxsize;
36
Dave Chinnerfdd3cce2013-09-02 20:53:00 +100037 while (!(ptr = vzalloc(kmsize))) {
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000038 if ((kmsize >>= 1) <= minsize)
39 kmsize = minsize;
40 }
41 if (ptr)
42 *size = kmsize;
43 return ptr;
44}
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
Linus Torvalds1da177e2005-04-16 15:20:36 -070046void *
Al Viro77ba7872012-04-02 06:24:04 -040047kmem_alloc(size_t size, xfs_km_flags_t flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -070048{
Al Viro27496a82005-10-21 03:20:48 -040049 int retries = 0;
50 gfp_t lflags = kmem_flags_convert(flags);
51 void *ptr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
53 do {
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000054 ptr = kmalloc(size, lflags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070055 if (ptr || (flags & (KM_MAYFAIL|KM_NOSLEEP)))
56 return ptr;
57 if (!(++retries % 100))
Dave Chinner4f107002011-03-07 10:00:35 +110058 xfs_err(NULL,
59 "possible memory allocation deadlock in %s (mode:0x%x)",
Harvey Harrison34a622b2008-04-10 12:19:21 +100060 __func__, lflags);
Jens Axboe8aa7e842009-07-09 14:52:32 +020061 congestion_wait(BLK_RW_ASYNC, HZ/50);
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 } while (1);
63}
64
65void *
Al Viro77ba7872012-04-02 06:24:04 -040066kmem_zalloc(size_t size, xfs_km_flags_t flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -070067{
68 void *ptr;
69
70 ptr = kmem_alloc(size, flags);
71 if (ptr)
72 memset((char *)ptr, 0, (int)size);
73 return ptr;
74}
75
Dave Chinnerfdd3cce2013-09-02 20:53:00 +100076void *
77kmem_zalloc_large(size_t size, xfs_km_flags_t flags)
78{
79 void *ptr;
80
81 ptr = kmem_zalloc(size, flags | KM_MAYFAIL);
82 if (ptr)
83 return ptr;
84 return vzalloc(size);
85}
86
Linus Torvalds1da177e2005-04-16 15:20:36 -070087void
Barry Naujokd3689d72008-05-21 18:38:40 +100088kmem_free(const void *ptr)
Linus Torvalds1da177e2005-04-16 15:20:36 -070089{
Christoph Lameter9e2779f2008-02-04 22:28:34 -080090 if (!is_vmalloc_addr(ptr)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070091 kfree(ptr);
92 } else {
93 vfree(ptr);
94 }
95}
96
97void *
Barry Naujokd3689d72008-05-21 18:38:40 +100098kmem_realloc(const void *ptr, size_t newsize, size_t oldsize,
Al Viro77ba7872012-04-02 06:24:04 -040099 xfs_km_flags_t flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100{
101 void *new;
102
103 new = kmem_alloc(newsize, flags);
104 if (ptr) {
105 if (new)
106 memcpy(new, ptr,
107 ((oldsize < newsize) ? oldsize : newsize));
Denys Vlasenkof0e2d932008-05-19 16:31:57 +1000108 kmem_free(ptr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109 }
110 return new;
111}
112
113void *
Al Viro77ba7872012-04-02 06:24:04 -0400114kmem_zone_alloc(kmem_zone_t *zone, xfs_km_flags_t flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115{
Al Viro27496a82005-10-21 03:20:48 -0400116 int retries = 0;
117 gfp_t lflags = kmem_flags_convert(flags);
118 void *ptr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119
120 do {
121 ptr = kmem_cache_alloc(zone, lflags);
122 if (ptr || (flags & (KM_MAYFAIL|KM_NOSLEEP)))
123 return ptr;
124 if (!(++retries % 100))
Dave Chinner4f107002011-03-07 10:00:35 +1100125 xfs_err(NULL,
126 "possible memory allocation deadlock in %s (mode:0x%x)",
Harvey Harrison34a622b2008-04-10 12:19:21 +1000127 __func__, lflags);
Jens Axboe8aa7e842009-07-09 14:52:32 +0200128 congestion_wait(BLK_RW_ASYNC, HZ/50);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129 } while (1);
130}
131
132void *
Al Viro77ba7872012-04-02 06:24:04 -0400133kmem_zone_zalloc(kmem_zone_t *zone, xfs_km_flags_t flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134{
135 void *ptr;
136
137 ptr = kmem_zone_alloc(zone, flags);
138 if (ptr)
139 memset((char *)ptr, 0, kmem_cache_size(zone));
140 return ptr;
141}