Christoph Lameter | 97d0660 | 2012-07-06 15:25:11 -0500 | [diff] [blame] | 1 | #ifndef MM_SLAB_H |
| 2 | #define MM_SLAB_H |
| 3 | /* |
| 4 | * Internal slab definitions |
| 5 | */ |
| 6 | |
| 7 | /* |
| 8 | * State of the slab allocator. |
| 9 | * |
| 10 | * This is used to describe the states of the allocator during bootup. |
| 11 | * Allocators use this to gradually bootstrap themselves. Most allocators |
| 12 | * have the problem that the structures used for managing slab caches are |
| 13 | * allocated from slab caches themselves. |
| 14 | */ |
| 15 | enum slab_state { |
| 16 | DOWN, /* No slab functionality yet */ |
| 17 | PARTIAL, /* SLUB: kmem_cache_node available */ |
| 18 | PARTIAL_ARRAYCACHE, /* SLAB: kmalloc size for arraycache available */ |
| 19 | PARTIAL_L3, /* SLAB: kmalloc size for l3 struct available */ |
| 20 | UP, /* Slab caches usable but not all extras yet */ |
| 21 | FULL /* Everything is working */ |
| 22 | }; |
| 23 | |
| 24 | extern enum slab_state slab_state; |
| 25 | |
Christoph Lameter | 18004c5 | 2012-07-06 15:25:12 -0500 | [diff] [blame] | 26 | /* The slab cache mutex protects the management structures during changes */ |
| 27 | extern struct mutex slab_mutex; |
Christoph Lameter | 9b030cb | 2012-09-05 00:20:33 +0000 | [diff] [blame] | 28 | |
| 29 | /* The list of all slab caches on the system */ |
Christoph Lameter | 18004c5 | 2012-07-06 15:25:12 -0500 | [diff] [blame] | 30 | extern struct list_head slab_caches; |
| 31 | |
Christoph Lameter | 9b030cb | 2012-09-05 00:20:33 +0000 | [diff] [blame] | 32 | /* The slab cache that manages slab cache information */ |
| 33 | extern struct kmem_cache *kmem_cache; |
| 34 | |
Christoph Lameter | 4590685 | 2012-11-28 16:23:16 +0000 | [diff] [blame] | 35 | unsigned long calculate_alignment(unsigned long flags, |
| 36 | unsigned long align, unsigned long size); |
| 37 | |
Christoph Lameter | 9b030cb | 2012-09-05 00:20:33 +0000 | [diff] [blame] | 38 | /* Functions provided by the slab allocators */ |
Christoph Lameter | 8a13a4c | 2012-09-04 23:18:33 +0000 | [diff] [blame] | 39 | extern int __kmem_cache_create(struct kmem_cache *, unsigned long flags); |
Christoph Lameter | 97d0660 | 2012-07-06 15:25:11 -0500 | [diff] [blame] | 40 | |
Christoph Lameter | 45530c4 | 2012-11-28 16:23:07 +0000 | [diff] [blame] | 41 | extern struct kmem_cache *create_kmalloc_cache(const char *name, size_t size, |
| 42 | unsigned long flags); |
| 43 | extern void create_boot_cache(struct kmem_cache *, const char *name, |
| 44 | size_t size, unsigned long flags); |
| 45 | |
Christoph Lameter | cbb7969 | 2012-09-05 00:18:32 +0000 | [diff] [blame] | 46 | #ifdef CONFIG_SLUB |
| 47 | struct kmem_cache *__kmem_cache_alias(const char *name, size_t size, |
| 48 | size_t align, unsigned long flags, void (*ctor)(void *)); |
| 49 | #else |
| 50 | static inline struct kmem_cache *__kmem_cache_alias(const char *name, size_t size, |
| 51 | size_t align, unsigned long flags, void (*ctor)(void *)) |
| 52 | { return NULL; } |
| 53 | #endif |
| 54 | |
| 55 | |
Glauber Costa | d884392 | 2012-10-17 15:36:51 +0400 | [diff] [blame] | 56 | /* Legal flag mask for kmem_cache_create(), for various configurations */ |
| 57 | #define SLAB_CORE_FLAGS (SLAB_HWCACHE_ALIGN | SLAB_CACHE_DMA | SLAB_PANIC | \ |
| 58 | SLAB_DESTROY_BY_RCU | SLAB_DEBUG_OBJECTS ) |
| 59 | |
| 60 | #if defined(CONFIG_DEBUG_SLAB) |
| 61 | #define SLAB_DEBUG_FLAGS (SLAB_RED_ZONE | SLAB_POISON | SLAB_STORE_USER) |
| 62 | #elif defined(CONFIG_SLUB_DEBUG) |
| 63 | #define SLAB_DEBUG_FLAGS (SLAB_RED_ZONE | SLAB_POISON | SLAB_STORE_USER | \ |
| 64 | SLAB_TRACE | SLAB_DEBUG_FREE) |
| 65 | #else |
| 66 | #define SLAB_DEBUG_FLAGS (0) |
| 67 | #endif |
| 68 | |
| 69 | #if defined(CONFIG_SLAB) |
| 70 | #define SLAB_CACHE_FLAGS (SLAB_MEM_SPREAD | SLAB_NOLEAKTRACE | \ |
| 71 | SLAB_RECLAIM_ACCOUNT | SLAB_TEMPORARY | SLAB_NOTRACK) |
| 72 | #elif defined(CONFIG_SLUB) |
| 73 | #define SLAB_CACHE_FLAGS (SLAB_NOLEAKTRACE | SLAB_RECLAIM_ACCOUNT | \ |
| 74 | SLAB_TEMPORARY | SLAB_NOTRACK) |
| 75 | #else |
| 76 | #define SLAB_CACHE_FLAGS (0) |
| 77 | #endif |
| 78 | |
| 79 | #define CACHE_CREATE_MASK (SLAB_CORE_FLAGS | SLAB_DEBUG_FLAGS | SLAB_CACHE_FLAGS) |
| 80 | |
Christoph Lameter | 945cf2b | 2012-09-04 23:18:33 +0000 | [diff] [blame] | 81 | int __kmem_cache_shutdown(struct kmem_cache *); |
Christoph Lameter | 945cf2b | 2012-09-04 23:18:33 +0000 | [diff] [blame] | 82 | |
Glauber Costa | b7454ad | 2012-10-19 18:20:25 +0400 | [diff] [blame] | 83 | struct seq_file; |
| 84 | struct file; |
Glauber Costa | b7454ad | 2012-10-19 18:20:25 +0400 | [diff] [blame] | 85 | |
Glauber Costa | 0d7561c | 2012-10-19 18:20:27 +0400 | [diff] [blame] | 86 | struct slabinfo { |
| 87 | unsigned long active_objs; |
| 88 | unsigned long num_objs; |
| 89 | unsigned long active_slabs; |
| 90 | unsigned long num_slabs; |
| 91 | unsigned long shared_avail; |
| 92 | unsigned int limit; |
| 93 | unsigned int batchcount; |
| 94 | unsigned int shared; |
| 95 | unsigned int objects_per_slab; |
| 96 | unsigned int cache_order; |
| 97 | }; |
| 98 | |
| 99 | void get_slabinfo(struct kmem_cache *s, struct slabinfo *sinfo); |
| 100 | void slabinfo_show_stats(struct seq_file *m, struct kmem_cache *s); |
Glauber Costa | b7454ad | 2012-10-19 18:20:25 +0400 | [diff] [blame] | 101 | ssize_t slabinfo_write(struct file *file, const char __user *buffer, |
| 102 | size_t count, loff_t *ppos); |
Glauber Costa | ba6c496 | 2012-12-18 14:22:27 -0800 | [diff] [blame^] | 103 | |
| 104 | #ifdef CONFIG_MEMCG_KMEM |
| 105 | static inline bool is_root_cache(struct kmem_cache *s) |
| 106 | { |
| 107 | return !s->memcg_params || s->memcg_params->is_root_cache; |
| 108 | } |
| 109 | #else |
| 110 | static inline bool is_root_cache(struct kmem_cache *s) |
| 111 | { |
| 112 | return true; |
| 113 | } |
| 114 | |
| 115 | #endif |
Christoph Lameter | 97d0660 | 2012-07-06 15:25:11 -0500 | [diff] [blame] | 116 | #endif |