blob: 49e7a8b1d27e84d13fde536c9603fe1ee29dcc61 [file] [log] [blame]
Christoph Lameter97d06602012-07-06 15:25:11 -05001#ifndef MM_SLAB_H
2#define MM_SLAB_H
3/*
4 * Internal slab definitions
5 */
6
7/*
8 * State of the slab allocator.
9 *
10 * This is used to describe the states of the allocator during bootup.
11 * Allocators use this to gradually bootstrap themselves. Most allocators
12 * have the problem that the structures used for managing slab caches are
13 * allocated from slab caches themselves.
14 */
15enum slab_state {
16 DOWN, /* No slab functionality yet */
17 PARTIAL, /* SLUB: kmem_cache_node available */
18 PARTIAL_ARRAYCACHE, /* SLAB: kmalloc size for arraycache available */
19 PARTIAL_L3, /* SLAB: kmalloc size for l3 struct available */
20 UP, /* Slab caches usable but not all extras yet */
21 FULL /* Everything is working */
22};
23
24extern enum slab_state slab_state;
25
Christoph Lameter18004c52012-07-06 15:25:12 -050026/* The slab cache mutex protects the management structures during changes */
27extern struct mutex slab_mutex;
Christoph Lameter9b030cb2012-09-05 00:20:33 +000028
29/* The list of all slab caches on the system */
Christoph Lameter18004c52012-07-06 15:25:12 -050030extern struct list_head slab_caches;
31
Christoph Lameter9b030cb2012-09-05 00:20:33 +000032/* The slab cache that manages slab cache information */
33extern struct kmem_cache *kmem_cache;
34
Christoph Lameter45906852012-11-28 16:23:16 +000035unsigned long calculate_alignment(unsigned long flags,
36 unsigned long align, unsigned long size);
37
Christoph Lameter9b030cb2012-09-05 00:20:33 +000038/* Functions provided by the slab allocators */
Christoph Lameter8a13a4c2012-09-04 23:18:33 +000039extern int __kmem_cache_create(struct kmem_cache *, unsigned long flags);
Christoph Lameter97d06602012-07-06 15:25:11 -050040
Christoph Lameter45530c42012-11-28 16:23:07 +000041extern struct kmem_cache *create_kmalloc_cache(const char *name, size_t size,
42 unsigned long flags);
43extern void create_boot_cache(struct kmem_cache *, const char *name,
44 size_t size, unsigned long flags);
45
Christoph Lametercbb79692012-09-05 00:18:32 +000046#ifdef CONFIG_SLUB
47struct kmem_cache *__kmem_cache_alias(const char *name, size_t size,
48 size_t align, unsigned long flags, void (*ctor)(void *));
49#else
50static inline struct kmem_cache *__kmem_cache_alias(const char *name, size_t size,
51 size_t align, unsigned long flags, void (*ctor)(void *))
52{ return NULL; }
53#endif
54
55
Glauber Costad8843922012-10-17 15:36:51 +040056/* Legal flag mask for kmem_cache_create(), for various configurations */
57#define SLAB_CORE_FLAGS (SLAB_HWCACHE_ALIGN | SLAB_CACHE_DMA | SLAB_PANIC | \
58 SLAB_DESTROY_BY_RCU | SLAB_DEBUG_OBJECTS )
59
60#if defined(CONFIG_DEBUG_SLAB)
61#define SLAB_DEBUG_FLAGS (SLAB_RED_ZONE | SLAB_POISON | SLAB_STORE_USER)
62#elif defined(CONFIG_SLUB_DEBUG)
63#define SLAB_DEBUG_FLAGS (SLAB_RED_ZONE | SLAB_POISON | SLAB_STORE_USER | \
64 SLAB_TRACE | SLAB_DEBUG_FREE)
65#else
66#define SLAB_DEBUG_FLAGS (0)
67#endif
68
69#if defined(CONFIG_SLAB)
70#define SLAB_CACHE_FLAGS (SLAB_MEM_SPREAD | SLAB_NOLEAKTRACE | \
71 SLAB_RECLAIM_ACCOUNT | SLAB_TEMPORARY | SLAB_NOTRACK)
72#elif defined(CONFIG_SLUB)
73#define SLAB_CACHE_FLAGS (SLAB_NOLEAKTRACE | SLAB_RECLAIM_ACCOUNT | \
74 SLAB_TEMPORARY | SLAB_NOTRACK)
75#else
76#define SLAB_CACHE_FLAGS (0)
77#endif
78
79#define CACHE_CREATE_MASK (SLAB_CORE_FLAGS | SLAB_DEBUG_FLAGS | SLAB_CACHE_FLAGS)
80
Christoph Lameter945cf2b2012-09-04 23:18:33 +000081int __kmem_cache_shutdown(struct kmem_cache *);
Christoph Lameter945cf2b2012-09-04 23:18:33 +000082
Glauber Costab7454ad2012-10-19 18:20:25 +040083struct seq_file;
84struct file;
Glauber Costab7454ad2012-10-19 18:20:25 +040085
Glauber Costa0d7561c2012-10-19 18:20:27 +040086struct slabinfo {
87 unsigned long active_objs;
88 unsigned long num_objs;
89 unsigned long active_slabs;
90 unsigned long num_slabs;
91 unsigned long shared_avail;
92 unsigned int limit;
93 unsigned int batchcount;
94 unsigned int shared;
95 unsigned int objects_per_slab;
96 unsigned int cache_order;
97};
98
99void get_slabinfo(struct kmem_cache *s, struct slabinfo *sinfo);
100void slabinfo_show_stats(struct seq_file *m, struct kmem_cache *s);
Glauber Costab7454ad2012-10-19 18:20:25 +0400101ssize_t slabinfo_write(struct file *file, const char __user *buffer,
102 size_t count, loff_t *ppos);
Glauber Costaba6c4962012-12-18 14:22:27 -0800103
104#ifdef CONFIG_MEMCG_KMEM
105static inline bool is_root_cache(struct kmem_cache *s)
106{
107 return !s->memcg_params || s->memcg_params->is_root_cache;
108}
109#else
110static inline bool is_root_cache(struct kmem_cache *s)
111{
112 return true;
113}
114
115#endif
Christoph Lameter97d06602012-07-06 15:25:11 -0500116#endif