Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _LINUX_MEMPOLICY_H |
| 2 | #define _LINUX_MEMPOLICY_H 1 |
| 3 | |
| 4 | #include <linux/errno.h> |
| 5 | |
| 6 | /* |
| 7 | * NUMA memory policies for Linux. |
| 8 | * Copyright 2003,2004 Andi Kleen SuSE Labs |
| 9 | */ |
| 10 | |
| 11 | /* Policies */ |
| 12 | #define MPOL_DEFAULT 0 |
| 13 | #define MPOL_PREFERRED 1 |
| 14 | #define MPOL_BIND 2 |
| 15 | #define MPOL_INTERLEAVE 3 |
| 16 | |
| 17 | #define MPOL_MAX MPOL_INTERLEAVE |
| 18 | |
| 19 | /* Flags for get_mem_policy */ |
| 20 | #define MPOL_F_NODE (1<<0) /* return next IL mode instead of node mask */ |
| 21 | #define MPOL_F_ADDR (1<<1) /* look up vma using address */ |
| 22 | |
| 23 | /* Flags for mbind */ |
| 24 | #define MPOL_MF_STRICT (1<<0) /* Verify existing pages in the mapping */ |
| 25 | |
| 26 | #ifdef __KERNEL__ |
| 27 | |
| 28 | #include <linux/config.h> |
| 29 | #include <linux/mmzone.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | #include <linux/slab.h> |
| 31 | #include <linux/rbtree.h> |
| 32 | #include <linux/spinlock.h> |
Andi Kleen | dfcd3c0 | 2005-10-29 18:15:48 -0700 | [diff] [blame] | 33 | #include <linux/nodemask.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | |
| 35 | struct vm_area_struct; |
| 36 | |
| 37 | #ifdef CONFIG_NUMA |
| 38 | |
| 39 | /* |
| 40 | * Describe a memory policy. |
| 41 | * |
| 42 | * A mempolicy can be either associated with a process or with a VMA. |
| 43 | * For VMA related allocations the VMA policy is preferred, otherwise |
| 44 | * the process policy is used. Interrupts ignore the memory policy |
| 45 | * of the current process. |
| 46 | * |
| 47 | * Locking policy for interlave: |
| 48 | * In process context there is no locking because only the process accesses |
| 49 | * its own state. All vma manipulation is somewhat protected by a down_read on |
Hugh Dickins | b8072f0 | 2005-10-29 18:16:41 -0700 | [diff] [blame] | 50 | * mmap_sem. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | * |
| 52 | * Freeing policy: |
| 53 | * When policy is MPOL_BIND v.zonelist is kmalloc'ed and must be kfree'd. |
| 54 | * All other policies don't have any external state. mpol_free() handles this. |
| 55 | * |
| 56 | * Copying policy objects: |
| 57 | * For MPOL_BIND the zonelist must be always duplicated. mpol_clone() does this. |
| 58 | */ |
| 59 | struct mempolicy { |
| 60 | atomic_t refcnt; |
| 61 | short policy; /* See MPOL_* above */ |
| 62 | union { |
| 63 | struct zonelist *zonelist; /* bind */ |
| 64 | short preferred_node; /* preferred */ |
Andi Kleen | dfcd3c0 | 2005-10-29 18:15:48 -0700 | [diff] [blame] | 65 | nodemask_t nodes; /* interleave */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | /* undefined for default */ |
| 67 | } v; |
| 68 | }; |
| 69 | |
| 70 | /* |
| 71 | * Support for managing mempolicy data objects (clone, copy, destroy) |
| 72 | * The default fast path of a NULL MPOL_DEFAULT policy is always inlined. |
| 73 | */ |
| 74 | |
| 75 | extern void __mpol_free(struct mempolicy *pol); |
| 76 | static inline void mpol_free(struct mempolicy *pol) |
| 77 | { |
| 78 | if (pol) |
| 79 | __mpol_free(pol); |
| 80 | } |
| 81 | |
| 82 | extern struct mempolicy *__mpol_copy(struct mempolicy *pol); |
| 83 | static inline struct mempolicy *mpol_copy(struct mempolicy *pol) |
| 84 | { |
| 85 | if (pol) |
| 86 | pol = __mpol_copy(pol); |
| 87 | return pol; |
| 88 | } |
| 89 | |
| 90 | #define vma_policy(vma) ((vma)->vm_policy) |
| 91 | #define vma_set_policy(vma, pol) ((vma)->vm_policy = (pol)) |
| 92 | |
| 93 | static inline void mpol_get(struct mempolicy *pol) |
| 94 | { |
| 95 | if (pol) |
| 96 | atomic_inc(&pol->refcnt); |
| 97 | } |
| 98 | |
| 99 | extern int __mpol_equal(struct mempolicy *a, struct mempolicy *b); |
| 100 | static inline int mpol_equal(struct mempolicy *a, struct mempolicy *b) |
| 101 | { |
| 102 | if (a == b) |
| 103 | return 1; |
| 104 | return __mpol_equal(a, b); |
| 105 | } |
| 106 | #define vma_mpol_equal(a,b) mpol_equal(vma_policy(a), vma_policy(b)) |
| 107 | |
| 108 | /* Could later add inheritance of the process policy here. */ |
| 109 | |
| 110 | #define mpol_set_vma_default(vma) ((vma)->vm_policy = NULL) |
| 111 | |
| 112 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 | * Tree of shared policies for a shared memory region. |
| 114 | * Maintain the policies in a pseudo mm that contains vmas. The vmas |
| 115 | * carry the policy. As a special twist the pseudo mm is indexed in pages, not |
| 116 | * bytes, so that we can work with shared memory segments bigger than |
| 117 | * unsigned long. |
| 118 | */ |
| 119 | |
| 120 | struct sp_node { |
| 121 | struct rb_node nd; |
| 122 | unsigned long start, end; |
| 123 | struct mempolicy *policy; |
| 124 | }; |
| 125 | |
| 126 | struct shared_policy { |
| 127 | struct rb_root root; |
| 128 | spinlock_t lock; |
| 129 | }; |
| 130 | |
| 131 | static inline void mpol_shared_policy_init(struct shared_policy *info) |
| 132 | { |
| 133 | info->root = RB_ROOT; |
| 134 | spin_lock_init(&info->lock); |
| 135 | } |
| 136 | |
| 137 | int mpol_set_shared_policy(struct shared_policy *info, |
| 138 | struct vm_area_struct *vma, |
| 139 | struct mempolicy *new); |
| 140 | void mpol_free_shared_policy(struct shared_policy *p); |
| 141 | struct mempolicy *mpol_shared_policy_lookup(struct shared_policy *sp, |
| 142 | unsigned long idx); |
| 143 | |
Christoph Lameter | 6e21c8f | 2005-09-03 15:54:45 -0700 | [diff] [blame] | 144 | struct mempolicy *get_vma_policy(struct task_struct *task, |
| 145 | struct vm_area_struct *vma, unsigned long addr); |
| 146 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 | extern void numa_default_policy(void); |
| 148 | extern void numa_policy_init(void); |
Paul Jackson | 68860ec | 2005-10-30 15:02:36 -0800 | [diff] [blame] | 149 | extern void numa_policy_rebind(const nodemask_t *old, const nodemask_t *new); |
Andi Kleen | d42c699 | 2005-07-06 19:56:03 +0200 | [diff] [blame] | 150 | extern struct mempolicy default_policy; |
Christoph Lameter | 5da7ca8 | 2006-01-06 00:10:46 -0800 | [diff] [blame] | 151 | extern struct zonelist *huge_zonelist(struct vm_area_struct *vma, |
| 152 | unsigned long addr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | |
Christoph Lameter | 4be38e3 | 2006-01-06 00:11:17 -0800 | [diff] [blame] | 154 | extern int policy_zone; |
| 155 | |
| 156 | static inline void check_highest_zone(int k) |
| 157 | { |
| 158 | if (k > policy_zone) |
| 159 | policy_zone = k; |
| 160 | } |
| 161 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 162 | #else |
| 163 | |
| 164 | struct mempolicy {}; |
| 165 | |
| 166 | static inline int mpol_equal(struct mempolicy *a, struct mempolicy *b) |
| 167 | { |
| 168 | return 1; |
| 169 | } |
| 170 | #define vma_mpol_equal(a,b) 1 |
| 171 | |
| 172 | #define mpol_set_vma_default(vma) do {} while(0) |
| 173 | |
| 174 | static inline void mpol_free(struct mempolicy *p) |
| 175 | { |
| 176 | } |
| 177 | |
| 178 | static inline void mpol_get(struct mempolicy *pol) |
| 179 | { |
| 180 | } |
| 181 | |
| 182 | static inline struct mempolicy *mpol_copy(struct mempolicy *old) |
| 183 | { |
| 184 | return NULL; |
| 185 | } |
| 186 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 187 | struct shared_policy {}; |
| 188 | |
| 189 | static inline int mpol_set_shared_policy(struct shared_policy *info, |
| 190 | struct vm_area_struct *vma, |
| 191 | struct mempolicy *new) |
| 192 | { |
| 193 | return -EINVAL; |
| 194 | } |
| 195 | |
| 196 | static inline void mpol_shared_policy_init(struct shared_policy *info) |
| 197 | { |
| 198 | } |
| 199 | |
| 200 | static inline void mpol_free_shared_policy(struct shared_policy *p) |
| 201 | { |
| 202 | } |
| 203 | |
| 204 | static inline struct mempolicy * |
| 205 | mpol_shared_policy_lookup(struct shared_policy *sp, unsigned long idx) |
| 206 | { |
| 207 | return NULL; |
| 208 | } |
| 209 | |
| 210 | #define vma_policy(vma) NULL |
| 211 | #define vma_set_policy(vma, pol) do {} while(0) |
| 212 | |
| 213 | static inline void numa_policy_init(void) |
| 214 | { |
| 215 | } |
| 216 | |
| 217 | static inline void numa_default_policy(void) |
| 218 | { |
| 219 | } |
| 220 | |
Paul Jackson | 68860ec | 2005-10-30 15:02:36 -0800 | [diff] [blame] | 221 | static inline void numa_policy_rebind(const nodemask_t *old, |
| 222 | const nodemask_t *new) |
| 223 | { |
| 224 | } |
| 225 | |
Christoph Lameter | 5da7ca8 | 2006-01-06 00:10:46 -0800 | [diff] [blame] | 226 | static inline struct zonelist *huge_zonelist(struct vm_area_struct *vma, |
| 227 | unsigned long addr) |
| 228 | { |
| 229 | return NODE_DATA(0)->node_zonelists + gfp_zone(GFP_HIGHUSER); |
| 230 | } |
| 231 | |
Christoph Lameter | 4be38e3 | 2006-01-06 00:11:17 -0800 | [diff] [blame] | 232 | static inline void check_highest_zone(int k) |
| 233 | { |
| 234 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 235 | #endif /* CONFIG_NUMA */ |
| 236 | #endif /* __KERNEL__ */ |
| 237 | |
| 238 | #endif |