blob: df8e0b03859d6b69170b508b8eab291341c7e352 [file] [log] [blame]
Christoph Lameterb20a3502006-03-22 00:09:12 -08001#ifndef _LINUX_MIGRATE_H
2#define _LINUX_MIGRATE_H
3
Christoph Lameterb20a3502006-03-22 00:09:12 -08004#include <linux/mm.h>
Christoph Lameter906e0be2007-05-06 14:50:20 -07005#include <linux/mempolicy.h>
Andrew Morton6536e312012-01-20 14:33:53 -08006#include <linux/migrate_mode.h>
Christoph Lameterb20a3502006-03-22 00:09:12 -08007
David Rientjes68711a72014-06-04 16:08:25 -07008typedef struct page *new_page_t(struct page *page, unsigned long private,
9 int **reason);
10typedef void free_page_t(struct page *page, unsigned long private);
Christoph Lameter95a402c2006-06-23 02:03:53 -070011
Rafael Aquini78bd5202012-12-11 16:02:31 -080012/*
13 * Return values from addresss_space_operations.migratepage():
14 * - negative errno on page migration failure;
15 * - zero on page migration success;
16 */
17#define MIGRATEPAGE_SUCCESS 0
Konstantin Khlebnikovd6d86c02014-10-09 15:29:27 -070018
Mel Gorman7b2a2d42012-10-19 14:07:31 +010019enum migrate_reason {
20 MR_COMPACTION,
21 MR_MEMORY_FAILURE,
22 MR_MEMORY_HOTPLUG,
23 MR_SYSCALL, /* also applies to cpusets */
24 MR_MEMPOLICY_MBIND,
Peter Zijlstra7039e1d2012-10-25 14:16:34 +020025 MR_NUMA_MISPLACED,
Vlastimil Babka7cd12b42016-03-15 14:56:18 -070026 MR_CMA,
27 MR_TYPES
Mel Gorman7b2a2d42012-10-19 14:07:31 +010028};
Rafael Aquini78bd5202012-12-11 16:02:31 -080029
Vlastimil Babka7cd12b42016-03-15 14:56:18 -070030/* In mm/debug.c; also keep sync with include/trace/events/migrate.h */
31extern char *migrate_reason_names[MR_TYPES];
32
Christoph Lameter906e0be2007-05-06 14:50:20 -070033#ifdef CONFIG_MIGRATION
KOSAKI Motohiro64cdd542009-01-06 14:39:16 -080034
Rafael Aquini5733c7d2012-12-11 16:02:47 -080035extern void putback_movable_pages(struct list_head *l);
Christoph Lameter2d1db3b2006-06-23 02:03:33 -070036extern int migrate_page(struct address_space *,
Mel Gormana6bc32b2012-01-12 17:19:43 -080037 struct page *, struct page *, enum migrate_mode);
David Rientjes68711a72014-06-04 16:08:25 -070038extern int migrate_pages(struct list_head *l, new_page_t new, free_page_t free,
Hugh Dickins9c620e22013-02-22 16:35:14 -080039 unsigned long private, enum migrate_mode mode, int reason);
Minchan Kimbda807d2016-07-26 15:23:05 -070040extern bool isolate_movable_page(struct page *page, isolate_mode_t mode);
41extern void putback_movable_page(struct page *page);
Christoph Lameter95a402c2006-06-23 02:03:53 -070042
Christoph Lameterb20a3502006-03-22 00:09:12 -080043extern int migrate_prep(void);
Mel Gorman748446b2010-05-24 14:32:27 -070044extern int migrate_prep_local(void);
Naoya Horiguchi290408d2010-09-08 10:19:35 +090045extern void migrate_page_copy(struct page *newpage, struct page *page);
46extern int migrate_huge_page_move_mapping(struct address_space *mapping,
47 struct page *newpage, struct page *page);
Gu Zheng36bc08c2013-07-16 17:56:16 +080048extern int migrate_page_move_mapping(struct address_space *mapping,
49 struct page *newpage, struct page *page,
Benjamin LaHaise8e321fe2013-12-21 17:56:08 -050050 struct buffer_head *head, enum migrate_mode mode,
51 int extra_count);
Christoph Lameterb20a3502006-03-22 00:09:12 -080052#else
KOSAKI Motohiro64cdd542009-01-06 14:39:16 -080053
Rafael Aquini5733c7d2012-12-11 16:02:47 -080054static inline void putback_movable_pages(struct list_head *l) {}
David Rientjes68711a72014-06-04 16:08:25 -070055static inline int migrate_pages(struct list_head *l, new_page_t new,
56 free_page_t free, unsigned long private, enum migrate_mode mode,
57 int reason)
Hugh Dickins9c620e22013-02-22 16:35:14 -080058 { return -ENOSYS; }
Christoph Lameter9bf9e892006-03-31 02:29:56 -080059
Christoph Lameterb20a3502006-03-22 00:09:12 -080060static inline int migrate_prep(void) { return -ENOSYS; }
Mel Gorman748446b2010-05-24 14:32:27 -070061static inline int migrate_prep_local(void) { return -ENOSYS; }
Christoph Lameterb20a3502006-03-22 00:09:12 -080062
Naoya Horiguchi290408d2010-09-08 10:19:35 +090063static inline void migrate_page_copy(struct page *newpage,
64 struct page *page) {}
65
Naoya Horiguchi6f39ce02010-09-30 11:54:51 +090066static inline int migrate_huge_page_move_mapping(struct address_space *mapping,
Naoya Horiguchi290408d2010-09-08 10:19:35 +090067 struct page *newpage, struct page *page)
68{
69 return -ENOSYS;
70}
71
Christoph Lameterb20a3502006-03-22 00:09:12 -080072#endif /* CONFIG_MIGRATION */
Peter Zijlstra7039e1d2012-10-25 14:16:34 +020073
Minchan Kimdd4123f2016-07-26 15:26:50 -070074#ifdef CONFIG_COMPACTION
75extern int PageMovable(struct page *page);
76extern void __SetPageMovable(struct page *page, struct address_space *mapping);
77extern void __ClearPageMovable(struct page *page);
78#else
79static inline int PageMovable(struct page *page) { return 0; };
80static inline void __SetPageMovable(struct page *page,
81 struct address_space *mapping)
82{
83}
84static inline void __ClearPageMovable(struct page *page)
85{
86}
87#endif
88
Peter Zijlstra7039e1d2012-10-25 14:16:34 +020089#ifdef CONFIG_NUMA_BALANCING
Mel Gormande466bd2013-12-18 17:08:42 -080090extern bool pmd_trans_migrating(pmd_t pmd);
Mel Gorman1bc115d2013-10-07 11:29:05 +010091extern int migrate_misplaced_page(struct page *page,
Laurent Dufour04febfe2018-04-17 16:33:19 +020092 struct fault_env *fe, int node);
Peter Zijlstra7039e1d2012-10-25 14:16:34 +020093#else
Mel Gormande466bd2013-12-18 17:08:42 -080094static inline bool pmd_trans_migrating(pmd_t pmd)
95{
96 return false;
97}
Mel Gorman1bc115d2013-10-07 11:29:05 +010098static inline int migrate_misplaced_page(struct page *page,
Laurent Dufour04febfe2018-04-17 16:33:19 +020099 struct fault_env *fe, int node)
Peter Zijlstra7039e1d2012-10-25 14:16:34 +0200100{
101 return -EAGAIN; /* can't migrate now */
102}
Mel Gorman220018d2012-12-05 09:32:56 +0000103#endif /* CONFIG_NUMA_BALANCING */
Mel Gormanb32967f2012-11-19 12:35:47 +0000104
Mel Gorman220018d2012-12-05 09:32:56 +0000105#if defined(CONFIG_NUMA_BALANCING) && defined(CONFIG_TRANSPARENT_HUGEPAGE)
106extern int migrate_misplaced_transhuge_page(struct mm_struct *mm,
107 struct vm_area_struct *vma,
108 pmd_t *pmd, pmd_t entry,
109 unsigned long address,
110 struct page *page, int node);
111#else
Mel Gormanb32967f2012-11-19 12:35:47 +0000112static inline int migrate_misplaced_transhuge_page(struct mm_struct *mm,
113 struct vm_area_struct *vma,
114 pmd_t *pmd, pmd_t entry,
115 unsigned long address,
116 struct page *page, int node)
117{
118 return -EAGAIN;
119}
Mel Gorman220018d2012-12-05 09:32:56 +0000120#endif /* CONFIG_NUMA_BALANCING && CONFIG_TRANSPARENT_HUGEPAGE*/
Peter Zijlstra7039e1d2012-10-25 14:16:34 +0200121
Christoph Lameterb20a3502006-03-22 00:09:12 -0800122#endif /* _LINUX_MIGRATE_H */