Christoph Lameter | 2e892f4 | 2006-12-13 00:34:23 -0800 | [diff] [blame] | 1 | #ifndef _LINUX_SLAB_DEF_H |
| 2 | #define _LINUX_SLAB_DEF_H |
| 3 | |
| 4 | /* |
| 5 | * Definitions unique to the original Linux SLAB allocator. |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 6 | */ |
| 7 | |
| 8 | struct kmem_cache { |
Eric Dumazet | b56efcf | 2011-07-20 19:04:23 +0200 | [diff] [blame] | 9 | /* 1) Cache tunables. Protected by cache_chain_mutex */ |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 10 | unsigned int batchcount; |
| 11 | unsigned int limit; |
| 12 | unsigned int shared; |
| 13 | |
Christoph Lameter | 3b0efdf | 2012-06-13 10:24:57 -0500 | [diff] [blame] | 14 | unsigned int size; |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 15 | u32 reciprocal_buffer_size; |
Eric Dumazet | b56efcf | 2011-07-20 19:04:23 +0200 | [diff] [blame] | 16 | /* 2) touched by every alloc & free from the backend */ |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 17 | |
| 18 | unsigned int flags; /* constant flags */ |
| 19 | unsigned int num; /* # of objs per slab */ |
| 20 | |
Eric Dumazet | b56efcf | 2011-07-20 19:04:23 +0200 | [diff] [blame] | 21 | /* 3) cache_grow/shrink */ |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 22 | /* order of pgs per slab (2^n) */ |
| 23 | unsigned int gfporder; |
| 24 | |
| 25 | /* force GFP flags, e.g. GFP_DMA */ |
Glauber Costa | a618e89 | 2012-06-14 16:17:21 +0400 | [diff] [blame] | 26 | gfp_t allocflags; |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 27 | |
| 28 | size_t colour; /* cache colouring range */ |
| 29 | unsigned int colour_off; /* colour offset */ |
Joonsoo Kim | 8456a64 | 2013-10-24 10:07:49 +0900 | [diff] [blame] | 30 | struct kmem_cache *freelist_cache; |
| 31 | unsigned int freelist_size; |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 32 | |
| 33 | /* constructor func */ |
| 34 | void (*ctor)(void *obj); |
| 35 | |
Eric Dumazet | b56efcf | 2011-07-20 19:04:23 +0200 | [diff] [blame] | 36 | /* 4) cache creation/removal */ |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 37 | const char *name; |
Christoph Lameter | 3b0efdf | 2012-06-13 10:24:57 -0500 | [diff] [blame] | 38 | struct list_head list; |
| 39 | int refcount; |
| 40 | int object_size; |
| 41 | int align; |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 42 | |
Eric Dumazet | b56efcf | 2011-07-20 19:04:23 +0200 | [diff] [blame] | 43 | /* 5) statistics */ |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 44 | #ifdef CONFIG_DEBUG_SLAB |
| 45 | unsigned long num_active; |
| 46 | unsigned long num_allocations; |
| 47 | unsigned long high_mark; |
| 48 | unsigned long grown; |
| 49 | unsigned long reaped; |
| 50 | unsigned long errors; |
| 51 | unsigned long max_freeable; |
| 52 | unsigned long node_allocs; |
| 53 | unsigned long node_frees; |
| 54 | unsigned long node_overflow; |
| 55 | atomic_t allochit; |
| 56 | atomic_t allocmiss; |
| 57 | atomic_t freehit; |
| 58 | atomic_t freemiss; |
| 59 | |
| 60 | /* |
| 61 | * If debugging is enabled, then the allocator can add additional |
Christoph Lameter | 3b0efdf | 2012-06-13 10:24:57 -0500 | [diff] [blame] | 62 | * fields and/or padding to every object. size contains the total |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 63 | * object size including these internal fields, the following two |
| 64 | * variables contain the offset to the user object and its size. |
| 65 | */ |
| 66 | int obj_offset; |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 67 | #endif /* CONFIG_DEBUG_SLAB */ |
Glauber Costa | ba6c496 | 2012-12-18 14:22:27 -0800 | [diff] [blame] | 68 | #ifdef CONFIG_MEMCG_KMEM |
| 69 | struct memcg_cache_params *memcg_params; |
| 70 | #endif |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 71 | |
Eric Dumazet | b56efcf | 2011-07-20 19:04:23 +0200 | [diff] [blame] | 72 | /* 6) per-cpu/per-node data, touched during every alloc/free */ |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 73 | /* |
Eric Dumazet | b56efcf | 2011-07-20 19:04:23 +0200 | [diff] [blame] | 74 | * We put array[] at the end of kmem_cache, because we want to size |
| 75 | * this array to nr_cpu_ids slots instead of NR_CPUS |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 76 | * (see kmem_cache_init()) |
Eric Dumazet | b56efcf | 2011-07-20 19:04:23 +0200 | [diff] [blame] | 77 | * We still use [NR_CPUS] and not [1] or [0] because cache_cache |
| 78 | * is statically defined, so we reserve the max number of cpus. |
Christoph Lameter | 3c58346 | 2012-11-28 16:23:01 +0000 | [diff] [blame] | 79 | * |
| 80 | * We also need to guarantee that the list is able to accomodate a |
| 81 | * pointer for each node since "nodelists" uses the remainder of |
| 82 | * available pointers. |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 83 | */ |
Christoph Lameter | 6a67368 | 2013-01-10 19:14:19 +0000 | [diff] [blame] | 84 | struct kmem_cache_node **node; |
Christoph Lameter | 3c58346 | 2012-11-28 16:23:01 +0000 | [diff] [blame] | 85 | struct array_cache *array[NR_CPUS + MAX_NUMNODES]; |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 86 | /* |
Eric Dumazet | b56efcf | 2011-07-20 19:04:23 +0200 | [diff] [blame] | 87 | * Do not add fields after array[] |
Pekka Enberg | 8eae985 | 2008-05-09 20:32:44 +0200 | [diff] [blame] | 88 | */ |
| 89 | }; |
| 90 | |
Christoph Lameter | 2e892f4 | 2006-12-13 00:34:23 -0800 | [diff] [blame] | 91 | #endif /* _LINUX_SLAB_DEF_H */ |