blob: 1e9f627967a3b91dbf28e4fc1fbfed484820a2cd [file] [log] [blame]
Christoph Lameterb20a3502006-03-22 00:09:12 -08001#ifndef _LINUX_MIGRATE_H
2#define _LINUX_MIGRATE_H
3
Christoph Lameterb20a3502006-03-22 00:09:12 -08004#include <linux/mm.h>
Christoph Lameter906e0be2007-05-06 14:50:20 -07005#include <linux/mempolicy.h>
Andrew Morton6536e312012-01-20 14:33:53 -08006#include <linux/migrate_mode.h>
Christoph Lameterb20a3502006-03-22 00:09:12 -08007
Christoph Lameter742755a2006-06-23 02:03:55 -07008typedef struct page *new_page_t(struct page *, unsigned long private, int **);
Christoph Lameter95a402c2006-06-23 02:03:53 -07009
Rafael Aquini78bd5202012-12-11 16:02:31 -080010/*
11 * Return values from addresss_space_operations.migratepage():
12 * - negative errno on page migration failure;
13 * - zero on page migration success;
Rafael Aquini18468d92012-12-11 16:02:38 -080014 *
15 * The balloon page migration introduces this special case where a 'distinct'
16 * return code is used to flag a successful page migration to unmap_and_move().
17 * This approach is necessary because page migration can race against balloon
18 * deflation procedure, and for such case we could introduce a nasty page leak
19 * if a successfully migrated balloon page gets released concurrently with
20 * migration's unmap_and_move() wrap-up steps.
Rafael Aquini78bd5202012-12-11 16:02:31 -080021 */
22#define MIGRATEPAGE_SUCCESS 0
Rafael Aquini18468d92012-12-11 16:02:38 -080023#define MIGRATEPAGE_BALLOON_SUCCESS 1 /* special ret code for balloon page
24 * sucessful migration case.
25 */
Mel Gorman7b2a2d42012-10-19 14:07:31 +010026enum migrate_reason {
27 MR_COMPACTION,
28 MR_MEMORY_FAILURE,
29 MR_MEMORY_HOTPLUG,
30 MR_SYSCALL, /* also applies to cpusets */
31 MR_MEMPOLICY_MBIND,
Peter Zijlstra7039e1d2012-10-25 14:16:34 +020032 MR_NUMA_MISPLACED,
Mel Gorman7b2a2d42012-10-19 14:07:31 +010033 MR_CMA
34};
Rafael Aquini78bd5202012-12-11 16:02:31 -080035
Christoph Lameter906e0be2007-05-06 14:50:20 -070036#ifdef CONFIG_MIGRATION
KOSAKI Motohiro64cdd542009-01-06 14:39:16 -080037
Minchan Kime13861d2010-05-24 14:31:59 -070038extern void putback_lru_pages(struct list_head *l);
Rafael Aquini5733c7d2012-12-11 16:02:47 -080039extern void putback_movable_pages(struct list_head *l);
Christoph Lameter2d1db3b2006-06-23 02:03:33 -070040extern int migrate_page(struct address_space *,
Mel Gormana6bc32b2012-01-12 17:19:43 -080041 struct page *, struct page *, enum migrate_mode);
Hugh Dickins62b61f62009-12-14 17:59:33 -080042extern int migrate_pages(struct list_head *l, new_page_t x,
Mel Gorman7f0f2492011-01-13 15:45:58 -080043 unsigned long private, bool offlining,
Mel Gorman7b2a2d42012-10-19 14:07:31 +010044 enum migrate_mode mode, int reason);
Aneesh Kumar K.V189ebff2012-07-31 16:42:06 -070045extern int migrate_huge_page(struct page *, new_page_t x,
Mel Gorman7f0f2492011-01-13 15:45:58 -080046 unsigned long private, bool offlining,
Mel Gormana6bc32b2012-01-12 17:19:43 -080047 enum migrate_mode mode);
Christoph Lameter95a402c2006-06-23 02:03:53 -070048
Christoph Lameter2d1db3b2006-06-23 02:03:33 -070049extern int fail_migrate_page(struct address_space *,
50 struct page *, struct page *);
Christoph Lameterb20a3502006-03-22 00:09:12 -080051
52extern int migrate_prep(void);
Mel Gorman748446b2010-05-24 14:32:27 -070053extern int migrate_prep_local(void);
Christoph Lameter7b2259b2006-06-25 05:46:48 -070054extern int migrate_vmas(struct mm_struct *mm,
55 const nodemask_t *from, const nodemask_t *to,
56 unsigned long flags);
Naoya Horiguchi290408d2010-09-08 10:19:35 +090057extern void migrate_page_copy(struct page *newpage, struct page *page);
58extern int migrate_huge_page_move_mapping(struct address_space *mapping,
59 struct page *newpage, struct page *page);
Christoph Lameterb20a3502006-03-22 00:09:12 -080060#else
KOSAKI Motohiro64cdd542009-01-06 14:39:16 -080061
Minchan Kime13861d2010-05-24 14:31:59 -070062static inline void putback_lru_pages(struct list_head *l) {}
Rafael Aquini5733c7d2012-12-11 16:02:47 -080063static inline void putback_movable_pages(struct list_head *l) {}
Christoph Lameter95a402c2006-06-23 02:03:53 -070064static inline int migrate_pages(struct list_head *l, new_page_t x,
Mel Gorman7f0f2492011-01-13 15:45:58 -080065 unsigned long private, bool offlining,
Mel Gorman7b2a2d42012-10-19 14:07:31 +010066 enum migrate_mode mode, int reason) { return -ENOSYS; }
Aneesh Kumar K.V189ebff2012-07-31 16:42:06 -070067static inline int migrate_huge_page(struct page *page, new_page_t x,
Mel Gorman7f0f2492011-01-13 15:45:58 -080068 unsigned long private, bool offlining,
Mel Gormana6bc32b2012-01-12 17:19:43 -080069 enum migrate_mode mode) { return -ENOSYS; }
Christoph Lameter9bf9e892006-03-31 02:29:56 -080070
Christoph Lameterb20a3502006-03-22 00:09:12 -080071static inline int migrate_prep(void) { return -ENOSYS; }
Mel Gorman748446b2010-05-24 14:32:27 -070072static inline int migrate_prep_local(void) { return -ENOSYS; }
Christoph Lameterb20a3502006-03-22 00:09:12 -080073
Christoph Lameter7b2259b2006-06-25 05:46:48 -070074static inline int migrate_vmas(struct mm_struct *mm,
75 const nodemask_t *from, const nodemask_t *to,
76 unsigned long flags)
77{
78 return -ENOSYS;
79}
80
Naoya Horiguchi290408d2010-09-08 10:19:35 +090081static inline void migrate_page_copy(struct page *newpage,
82 struct page *page) {}
83
Naoya Horiguchi6f39ce02010-09-30 11:54:51 +090084static inline int migrate_huge_page_move_mapping(struct address_space *mapping,
Naoya Horiguchi290408d2010-09-08 10:19:35 +090085 struct page *newpage, struct page *page)
86{
87 return -ENOSYS;
88}
89
Christoph Lameterb20a3502006-03-22 00:09:12 -080090/* Possible settings for the migrate_page() method in address_operations */
91#define migrate_page NULL
92#define fail_migrate_page NULL
93
94#endif /* CONFIG_MIGRATION */
Peter Zijlstra7039e1d2012-10-25 14:16:34 +020095
96#ifdef CONFIG_NUMA_BALANCING
97extern int migrate_misplaced_page(struct page *page, int node);
Mel Gormane14808b2012-11-19 10:59:15 +000098extern int migrate_misplaced_page(struct page *page, int node);
99extern bool migrate_ratelimited(int node);
Peter Zijlstra7039e1d2012-10-25 14:16:34 +0200100#else
101static inline int migrate_misplaced_page(struct page *page, int node)
102{
103 return -EAGAIN; /* can't migrate now */
104}
Mel Gormane14808b2012-11-19 10:59:15 +0000105static inline bool migrate_ratelimited(int node)
106{
107 return false;
108}
Mel Gorman220018d2012-12-05 09:32:56 +0000109#endif /* CONFIG_NUMA_BALANCING */
Mel Gormanb32967f2012-11-19 12:35:47 +0000110
Mel Gorman220018d2012-12-05 09:32:56 +0000111#if defined(CONFIG_NUMA_BALANCING) && defined(CONFIG_TRANSPARENT_HUGEPAGE)
112extern int migrate_misplaced_transhuge_page(struct mm_struct *mm,
113 struct vm_area_struct *vma,
114 pmd_t *pmd, pmd_t entry,
115 unsigned long address,
116 struct page *page, int node);
117#else
Mel Gormanb32967f2012-11-19 12:35:47 +0000118static inline int migrate_misplaced_transhuge_page(struct mm_struct *mm,
119 struct vm_area_struct *vma,
120 pmd_t *pmd, pmd_t entry,
121 unsigned long address,
122 struct page *page, int node)
123{
124 return -EAGAIN;
125}
Mel Gorman220018d2012-12-05 09:32:56 +0000126#endif /* CONFIG_NUMA_BALANCING && CONFIG_TRANSPARENT_HUGEPAGE*/
Peter Zijlstra7039e1d2012-10-25 14:16:34 +0200127
Christoph Lameterb20a3502006-03-22 00:09:12 -0800128#endif /* _LINUX_MIGRATE_H */