blob: 16e814ffab8d2d10449bba71f32b4c8720e2f9f8 [file] [log] [blame]
Christoph Lameter2e892f42006-12-13 00:34:23 -08001#ifndef _LINUX_SLAB_DEF_H
2#define _LINUX_SLAB_DEF_H
3
4/*
5 * Definitions unique to the original Linux SLAB allocator.
6 *
7 * What we provide here is a way to optimize the frequent kmalloc
8 * calls in the kernel by selecting the appropriate general cache
9 * if kmalloc was called with a size that can be established at
10 * compile time.
11 */
12
13#include <linux/init.h>
14#include <asm/page.h> /* kmalloc_sizes.h needs PAGE_SIZE */
15#include <asm/cache.h> /* kmalloc_sizes.h needs L1_CACHE_BYTES */
16#include <linux/compiler.h>
17
18/* Size description struct for general caches. */
19struct cache_sizes {
20 size_t cs_size;
21 struct kmem_cache *cs_cachep;
Christoph Lameter4b51d662007-02-10 01:43:10 -080022#ifdef CONFIG_ZONE_DMA
Christoph Lameter2e892f42006-12-13 00:34:23 -080023 struct kmem_cache *cs_dmacachep;
Christoph Lameter4b51d662007-02-10 01:43:10 -080024#endif
Christoph Lameter2e892f42006-12-13 00:34:23 -080025};
26extern struct cache_sizes malloc_sizes[];
27
Paul Mundt6193a2f2007-07-15 23:38:22 -070028void *kmem_cache_alloc(struct kmem_cache *, gfp_t);
29void *__kmalloc(size_t size, gfp_t flags);
30
Christoph Lameter2e892f42006-12-13 00:34:23 -080031static inline void *kmalloc(size_t size, gfp_t flags)
32{
33 if (__builtin_constant_p(size)) {
34 int i = 0;
Christoph Lameter6cb8f912007-07-17 04:03:22 -070035
36 if (!size)
37 return ZERO_SIZE_PTR;
38
Christoph Lameter2e892f42006-12-13 00:34:23 -080039#define CACHE(x) \
40 if (size <= x) \
41 goto found; \
42 else \
43 i++;
44#include "kmalloc_sizes.h"
45#undef CACHE
46 {
47 extern void __you_cannot_kmalloc_that_much(void);
48 __you_cannot_kmalloc_that_much();
49 }
50found:
Christoph Lameter4b51d662007-02-10 01:43:10 -080051#ifdef CONFIG_ZONE_DMA
52 if (flags & GFP_DMA)
53 return kmem_cache_alloc(malloc_sizes[i].cs_dmacachep,
54 flags);
55#endif
56 return kmem_cache_alloc(malloc_sizes[i].cs_cachep, flags);
Christoph Lameter2e892f42006-12-13 00:34:23 -080057 }
58 return __kmalloc(size, flags);
59}
60
61static inline void *kzalloc(size_t size, gfp_t flags)
62{
63 if (__builtin_constant_p(size)) {
64 int i = 0;
Christoph Lameter6cb8f912007-07-17 04:03:22 -070065
66 if (!size)
67 return ZERO_SIZE_PTR;
68
Christoph Lameter2e892f42006-12-13 00:34:23 -080069#define CACHE(x) \
70 if (size <= x) \
71 goto found; \
72 else \
73 i++;
74#include "kmalloc_sizes.h"
75#undef CACHE
76 {
77 extern void __you_cannot_kzalloc_that_much(void);
78 __you_cannot_kzalloc_that_much();
79 }
80found:
Christoph Lameter4b51d662007-02-10 01:43:10 -080081#ifdef CONFIG_ZONE_DMA
82 if (flags & GFP_DMA)
83 return kmem_cache_zalloc(malloc_sizes[i].cs_dmacachep,
84 flags);
85#endif
86 return kmem_cache_zalloc(malloc_sizes[i].cs_cachep, flags);
Christoph Lameter2e892f42006-12-13 00:34:23 -080087 }
88 return __kzalloc(size, flags);
89}
90
91#ifdef CONFIG_NUMA
92extern void *__kmalloc_node(size_t size, gfp_t flags, int node);
Paul Mundt6193a2f2007-07-15 23:38:22 -070093extern void *kmem_cache_alloc_node(struct kmem_cache *, gfp_t flags, int node);
Christoph Lameter2e892f42006-12-13 00:34:23 -080094
95static inline void *kmalloc_node(size_t size, gfp_t flags, int node)
96{
97 if (__builtin_constant_p(size)) {
98 int i = 0;
Christoph Lameter6cb8f912007-07-17 04:03:22 -070099
100 if (!size)
101 return ZERO_SIZE_PTR;
102
Christoph Lameter2e892f42006-12-13 00:34:23 -0800103#define CACHE(x) \
104 if (size <= x) \
105 goto found; \
106 else \
107 i++;
108#include "kmalloc_sizes.h"
109#undef CACHE
110 {
111 extern void __you_cannot_kmalloc_that_much(void);
112 __you_cannot_kmalloc_that_much();
113 }
114found:
Christoph Lameter4b51d662007-02-10 01:43:10 -0800115#ifdef CONFIG_ZONE_DMA
116 if (flags & GFP_DMA)
117 return kmem_cache_alloc_node(malloc_sizes[i].cs_dmacachep,
118 flags, node);
119#endif
120 return kmem_cache_alloc_node(malloc_sizes[i].cs_cachep,
121 flags, node);
Christoph Lameter2e892f42006-12-13 00:34:23 -0800122 }
123 return __kmalloc_node(size, flags, node);
124}
125
126#endif /* CONFIG_NUMA */
127
Christoph Lameter3ca12ee2007-05-16 22:10:52 -0700128extern const struct seq_operations slabinfo_op;
129ssize_t slabinfo_write(struct file *, const char __user *, size_t, loff_t *);
130
Christoph Lameter2e892f42006-12-13 00:34:23 -0800131#endif /* _LINUX_SLAB_DEF_H */