blob: 7db4c812a2a6e72b6f94594e8b9579c5dbbadb73 [file] [log] [blame]
Christoph Lameterb20a3502006-03-22 00:09:12 -08001#ifndef _LINUX_MIGRATE_H
2#define _LINUX_MIGRATE_H
3
Christoph Lameterb20a3502006-03-22 00:09:12 -08004#include <linux/mm.h>
Christoph Lameter906e0be2007-05-06 14:50:20 -07005#include <linux/mempolicy.h>
Andrew Morton6536e312012-01-20 14:33:53 -08006#include <linux/migrate_mode.h>
Michal Hocko8b913232017-07-10 15:48:47 -07007#include <linux/hugetlb.h>
Christoph Lameterb20a3502006-03-22 00:09:12 -08008
David Rientjes68711a72014-06-04 16:08:25 -07009typedef struct page *new_page_t(struct page *page, unsigned long private,
10 int **reason);
11typedef void free_page_t(struct page *page, unsigned long private);
Christoph Lameter95a402c2006-06-23 02:03:53 -070012
Rafael Aquini78bd5202012-12-11 16:02:31 -080013/*
14 * Return values from addresss_space_operations.migratepage():
15 * - negative errno on page migration failure;
16 * - zero on page migration success;
17 */
18#define MIGRATEPAGE_SUCCESS 0
Konstantin Khlebnikovd6d86c02014-10-09 15:29:27 -070019
Mel Gorman7b2a2d42012-10-19 14:07:31 +010020enum migrate_reason {
21 MR_COMPACTION,
22 MR_MEMORY_FAILURE,
23 MR_MEMORY_HOTPLUG,
24 MR_SYSCALL, /* also applies to cpusets */
25 MR_MEMPOLICY_MBIND,
Peter Zijlstra7039e1d2012-10-25 14:16:34 +020026 MR_NUMA_MISPLACED,
Vlastimil Babka7cd12b42016-03-15 14:56:18 -070027 MR_CMA,
28 MR_TYPES
Mel Gorman7b2a2d42012-10-19 14:07:31 +010029};
Rafael Aquini78bd5202012-12-11 16:02:31 -080030
Vlastimil Babka7cd12b42016-03-15 14:56:18 -070031/* In mm/debug.c; also keep sync with include/trace/events/migrate.h */
32extern char *migrate_reason_names[MR_TYPES];
33
Michal Hocko8b913232017-07-10 15:48:47 -070034static inline struct page *new_page_nodemask(struct page *page,
35 int preferred_nid, nodemask_t *nodemask)
36{
Michal Hocko0f556852017-07-12 14:36:58 -070037 gfp_t gfp_mask = GFP_USER | __GFP_MOVABLE | __GFP_RETRY_MAYFAIL;
Naoya Horiguchi8135d892017-09-08 16:11:15 -070038 unsigned int order = 0;
39 struct page *new_page = NULL;
Michal Hocko8b913232017-07-10 15:48:47 -070040
41 if (PageHuge(page))
42 return alloc_huge_page_nodemask(page_hstate(compound_head(page)),
Michal Hocko3e59fcb2017-07-10 15:49:11 -070043 preferred_nid, nodemask);
Michal Hocko8b913232017-07-10 15:48:47 -070044
Naoya Horiguchi8135d892017-09-08 16:11:15 -070045 if (thp_migration_supported() && PageTransHuge(page)) {
46 order = HPAGE_PMD_ORDER;
47 gfp_mask |= GFP_TRANSHUGE;
48 }
49
Michal Hocko8b913232017-07-10 15:48:47 -070050 if (PageHighMem(page) || (zone_idx(page_zone(page)) == ZONE_MOVABLE))
51 gfp_mask |= __GFP_HIGHMEM;
52
Naoya Horiguchi8135d892017-09-08 16:11:15 -070053 new_page = __alloc_pages_nodemask(gfp_mask, order,
54 preferred_nid, nodemask);
55
56 if (new_page && PageTransHuge(page))
57 prep_transhuge_page(new_page);
58
59 return new_page;
Michal Hocko8b913232017-07-10 15:48:47 -070060}
61
Christoph Lameter906e0be2007-05-06 14:50:20 -070062#ifdef CONFIG_MIGRATION
KOSAKI Motohiro64cdd542009-01-06 14:39:16 -080063
Rafael Aquini5733c7d2012-12-11 16:02:47 -080064extern void putback_movable_pages(struct list_head *l);
Pushkar Jambhlekar9927e382017-05-03 14:54:45 -070065extern int migrate_page(struct address_space *mapping,
66 struct page *newpage, struct page *page,
67 enum migrate_mode mode);
David Rientjes68711a72014-06-04 16:08:25 -070068extern int migrate_pages(struct list_head *l, new_page_t new, free_page_t free,
Hugh Dickins9c620e22013-02-22 16:35:14 -080069 unsigned long private, enum migrate_mode mode, int reason);
Yisheng Xie9e5bcd62017-02-24 14:57:29 -080070extern int isolate_movable_page(struct page *page, isolate_mode_t mode);
Minchan Kimbda807d2016-07-26 15:23:05 -070071extern void putback_movable_page(struct page *page);
Christoph Lameter95a402c2006-06-23 02:03:53 -070072
Christoph Lameterb20a3502006-03-22 00:09:12 -080073extern int migrate_prep(void);
Mel Gorman748446b2010-05-24 14:32:27 -070074extern int migrate_prep_local(void);
Jérôme Glisse2916ecc2017-09-08 16:12:06 -070075extern void migrate_page_states(struct page *newpage, struct page *page);
Naoya Horiguchi290408d2010-09-08 10:19:35 +090076extern void migrate_page_copy(struct page *newpage, struct page *page);
77extern int migrate_huge_page_move_mapping(struct address_space *mapping,
78 struct page *newpage, struct page *page);
Gu Zheng36bc08c2013-07-16 17:56:16 +080079extern int migrate_page_move_mapping(struct address_space *mapping,
80 struct page *newpage, struct page *page,
Benjamin LaHaise8e321fe2013-12-21 17:56:08 -050081 struct buffer_head *head, enum migrate_mode mode,
82 int extra_count);
Christoph Lameterb20a3502006-03-22 00:09:12 -080083#else
KOSAKI Motohiro64cdd542009-01-06 14:39:16 -080084
Rafael Aquini5733c7d2012-12-11 16:02:47 -080085static inline void putback_movable_pages(struct list_head *l) {}
David Rientjes68711a72014-06-04 16:08:25 -070086static inline int migrate_pages(struct list_head *l, new_page_t new,
87 free_page_t free, unsigned long private, enum migrate_mode mode,
88 int reason)
Hugh Dickins9c620e22013-02-22 16:35:14 -080089 { return -ENOSYS; }
Yisheng Xiecbae0172017-02-24 14:57:32 -080090static inline int isolate_movable_page(struct page *page, isolate_mode_t mode)
91 { return -EBUSY; }
Christoph Lameter9bf9e892006-03-31 02:29:56 -080092
Christoph Lameterb20a3502006-03-22 00:09:12 -080093static inline int migrate_prep(void) { return -ENOSYS; }
Mel Gorman748446b2010-05-24 14:32:27 -070094static inline int migrate_prep_local(void) { return -ENOSYS; }
Christoph Lameterb20a3502006-03-22 00:09:12 -080095
Jérôme Glisse2916ecc2017-09-08 16:12:06 -070096static inline void migrate_page_states(struct page *newpage, struct page *page)
97{
98}
99
Naoya Horiguchi290408d2010-09-08 10:19:35 +0900100static inline void migrate_page_copy(struct page *newpage,
101 struct page *page) {}
102
Naoya Horiguchi6f39ce02010-09-30 11:54:51 +0900103static inline int migrate_huge_page_move_mapping(struct address_space *mapping,
Naoya Horiguchi290408d2010-09-08 10:19:35 +0900104 struct page *newpage, struct page *page)
105{
106 return -ENOSYS;
107}
108
Christoph Lameterb20a3502006-03-22 00:09:12 -0800109#endif /* CONFIG_MIGRATION */
Peter Zijlstra7039e1d2012-10-25 14:16:34 +0200110
Minchan Kimdd4123f2016-07-26 15:26:50 -0700111#ifdef CONFIG_COMPACTION
112extern int PageMovable(struct page *page);
113extern void __SetPageMovable(struct page *page, struct address_space *mapping);
114extern void __ClearPageMovable(struct page *page);
115#else
116static inline int PageMovable(struct page *page) { return 0; };
117static inline void __SetPageMovable(struct page *page,
118 struct address_space *mapping)
119{
120}
121static inline void __ClearPageMovable(struct page *page)
122{
123}
124#endif
125
Peter Zijlstra7039e1d2012-10-25 14:16:34 +0200126#ifdef CONFIG_NUMA_BALANCING
Mel Gormande466bd2013-12-18 17:08:42 -0800127extern bool pmd_trans_migrating(pmd_t pmd);
Mel Gorman1bc115d2013-10-07 11:29:05 +0100128extern int migrate_misplaced_page(struct page *page,
129 struct vm_area_struct *vma, int node);
Peter Zijlstra7039e1d2012-10-25 14:16:34 +0200130#else
Mel Gormande466bd2013-12-18 17:08:42 -0800131static inline bool pmd_trans_migrating(pmd_t pmd)
132{
133 return false;
134}
Mel Gorman1bc115d2013-10-07 11:29:05 +0100135static inline int migrate_misplaced_page(struct page *page,
136 struct vm_area_struct *vma, int node)
Peter Zijlstra7039e1d2012-10-25 14:16:34 +0200137{
138 return -EAGAIN; /* can't migrate now */
139}
Mel Gorman220018d2012-12-05 09:32:56 +0000140#endif /* CONFIG_NUMA_BALANCING */
Mel Gormanb32967f2012-11-19 12:35:47 +0000141
Mel Gorman220018d2012-12-05 09:32:56 +0000142#if defined(CONFIG_NUMA_BALANCING) && defined(CONFIG_TRANSPARENT_HUGEPAGE)
143extern int migrate_misplaced_transhuge_page(struct mm_struct *mm,
144 struct vm_area_struct *vma,
145 pmd_t *pmd, pmd_t entry,
146 unsigned long address,
147 struct page *page, int node);
148#else
Mel Gormanb32967f2012-11-19 12:35:47 +0000149static inline int migrate_misplaced_transhuge_page(struct mm_struct *mm,
150 struct vm_area_struct *vma,
151 pmd_t *pmd, pmd_t entry,
152 unsigned long address,
153 struct page *page, int node)
154{
155 return -EAGAIN;
156}
Mel Gorman220018d2012-12-05 09:32:56 +0000157#endif /* CONFIG_NUMA_BALANCING && CONFIG_TRANSPARENT_HUGEPAGE*/
Peter Zijlstra7039e1d2012-10-25 14:16:34 +0200158
Christoph Lameterb20a3502006-03-22 00:09:12 -0800159#endif /* _LINUX_MIGRATE_H */