blob: ed2b16dff91434f2bd0b90d35dec3921c447cb27 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <linux/mm.h>
19#include <linux/vmalloc.h>
20#include <linux/highmem.h>
21#include <linux/swap.h>
22#include <linux/blkdev.h>
Andrew Morton3fcfab12006-10-19 23:28:16 -070023#include <linux/backing-dev.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include "time.h"
25#include "kmem.h"
26
27#define MAX_VMALLOCS 6
28#define MAX_SLAB_SIZE 0x20000
29
Linus Torvalds1da177e2005-04-16 15:20:36 -070030void *
Al Viro27496a82005-10-21 03:20:48 -040031kmem_alloc(size_t size, unsigned int __nocast flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -070032{
Al Viro27496a82005-10-21 03:20:48 -040033 int retries = 0;
34 gfp_t lflags = kmem_flags_convert(flags);
35 void *ptr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
Nathan Scottefb8ad72006-09-28 11:03:05 +100037#ifdef DEBUG
38 if (unlikely(!(flags & KM_LARGE) && (size > PAGE_SIZE))) {
39 printk(KERN_WARNING "Large %s attempt, size=%ld\n",
40 __FUNCTION__, (long)size);
41 dump_stack();
42 }
43#endif
44
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 do {
46 if (size < MAX_SLAB_SIZE || retries > MAX_VMALLOCS)
47 ptr = kmalloc(size, lflags);
48 else
49 ptr = __vmalloc(size, lflags, PAGE_KERNEL);
50 if (ptr || (flags & (KM_MAYFAIL|KM_NOSLEEP)))
51 return ptr;
52 if (!(++retries % 100))
53 printk(KERN_ERR "XFS: possible memory allocation "
54 "deadlock in %s (mode:0x%x)\n",
55 __FUNCTION__, lflags);
Andrew Morton3fcfab12006-10-19 23:28:16 -070056 congestion_wait(WRITE, HZ/50);
Linus Torvalds1da177e2005-04-16 15:20:36 -070057 } while (1);
58}
59
60void *
Al Viro27496a82005-10-21 03:20:48 -040061kmem_zalloc(size_t size, unsigned int __nocast flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -070062{
63 void *ptr;
64
65 ptr = kmem_alloc(size, flags);
66 if (ptr)
67 memset((char *)ptr, 0, (int)size);
68 return ptr;
69}
70
Nathan Scott77e46352006-09-28 11:03:27 +100071void *
72kmem_zalloc_greedy(size_t *size, size_t minsize, size_t maxsize,
73 unsigned int __nocast flags)
74{
Vlad Apostolov6216ff12006-09-28 11:06:10 +100075 void *ptr;
76 size_t kmsize = maxsize;
77 unsigned int kmflags = (flags & ~KM_SLEEP) | KM_NOSLEEP;
Nathan Scott77e46352006-09-28 11:03:27 +100078
Vlad Apostolov6216ff12006-09-28 11:06:10 +100079 while (!(ptr = kmem_zalloc(kmsize, kmflags))) {
80 if ((kmsize <= minsize) && (flags & KM_NOSLEEP))
81 break;
82 if ((kmsize >>= 1) <= minsize) {
83 kmsize = minsize;
84 kmflags = flags;
Nathan Scott77e46352006-09-28 11:03:27 +100085 }
86 }
Vlad Apostolov6216ff12006-09-28 11:06:10 +100087 if (ptr)
88 *size = kmsize;
Nathan Scott77e46352006-09-28 11:03:27 +100089 return ptr;
90}
91
Linus Torvalds1da177e2005-04-16 15:20:36 -070092void
93kmem_free(void *ptr, size_t size)
94{
95 if (((unsigned long)ptr < VMALLOC_START) ||
96 ((unsigned long)ptr >= VMALLOC_END)) {
97 kfree(ptr);
98 } else {
99 vfree(ptr);
100 }
101}
102
103void *
Christoph Hellwig760dea62005-09-02 16:56:02 +1000104kmem_realloc(void *ptr, size_t newsize, size_t oldsize,
Al Viro27496a82005-10-21 03:20:48 -0400105 unsigned int __nocast flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106{
107 void *new;
108
109 new = kmem_alloc(newsize, flags);
110 if (ptr) {
111 if (new)
112 memcpy(new, ptr,
113 ((oldsize < newsize) ? oldsize : newsize));
114 kmem_free(ptr, oldsize);
115 }
116 return new;
117}
118
119void *
Al Viro27496a82005-10-21 03:20:48 -0400120kmem_zone_alloc(kmem_zone_t *zone, unsigned int __nocast flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121{
Al Viro27496a82005-10-21 03:20:48 -0400122 int retries = 0;
123 gfp_t lflags = kmem_flags_convert(flags);
124 void *ptr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125
126 do {
127 ptr = kmem_cache_alloc(zone, lflags);
128 if (ptr || (flags & (KM_MAYFAIL|KM_NOSLEEP)))
129 return ptr;
130 if (!(++retries % 100))
131 printk(KERN_ERR "XFS: possible memory allocation "
132 "deadlock in %s (mode:0x%x)\n",
133 __FUNCTION__, lflags);
Andrew Morton3fcfab12006-10-19 23:28:16 -0700134 congestion_wait(WRITE, HZ/50);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135 } while (1);
136}
137
138void *
Al Viro27496a82005-10-21 03:20:48 -0400139kmem_zone_zalloc(kmem_zone_t *zone, unsigned int __nocast flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140{
141 void *ptr;
142
143 ptr = kmem_zone_alloc(zone, flags);
144 if (ptr)
145 memset((char *)ptr, 0, kmem_cache_size(zone));
146 return ptr;
147}