Christoph Lameter | b20a350 | 2006-03-22 00:09:12 -0800 | [diff] [blame] | 1 | #ifndef _LINUX_MIGRATE_H |
| 2 | #define _LINUX_MIGRATE_H |
| 3 | |
Christoph Lameter | b20a350 | 2006-03-22 00:09:12 -0800 | [diff] [blame] | 4 | #include <linux/mm.h> |
Christoph Lameter | 906e0be | 2007-05-06 14:50:20 -0700 | [diff] [blame] | 5 | #include <linux/mempolicy.h> |
Andrew Morton | 6536e31 | 2012-01-20 14:33:53 -0800 | [diff] [blame] | 6 | #include <linux/migrate_mode.h> |
Michal Hocko | 8b91323 | 2017-07-10 15:48:47 -0700 | [diff] [blame] | 7 | #include <linux/hugetlb.h> |
Christoph Lameter | b20a350 | 2006-03-22 00:09:12 -0800 | [diff] [blame] | 8 | |
David Rientjes | 68711a7 | 2014-06-04 16:08:25 -0700 | [diff] [blame] | 9 | typedef struct page *new_page_t(struct page *page, unsigned long private, |
| 10 | int **reason); |
| 11 | typedef void free_page_t(struct page *page, unsigned long private); |
Christoph Lameter | 95a402c | 2006-06-23 02:03:53 -0700 | [diff] [blame] | 12 | |
Rafael Aquini | 78bd520 | 2012-12-11 16:02:31 -0800 | [diff] [blame] | 13 | /* |
| 14 | * Return values from addresss_space_operations.migratepage(): |
| 15 | * - negative errno on page migration failure; |
| 16 | * - zero on page migration success; |
| 17 | */ |
| 18 | #define MIGRATEPAGE_SUCCESS 0 |
Konstantin Khlebnikov | d6d86c0 | 2014-10-09 15:29:27 -0700 | [diff] [blame] | 19 | |
Mel Gorman | 7b2a2d4 | 2012-10-19 14:07:31 +0100 | [diff] [blame] | 20 | enum migrate_reason { |
| 21 | MR_COMPACTION, |
| 22 | MR_MEMORY_FAILURE, |
| 23 | MR_MEMORY_HOTPLUG, |
| 24 | MR_SYSCALL, /* also applies to cpusets */ |
| 25 | MR_MEMPOLICY_MBIND, |
Peter Zijlstra | 7039e1d | 2012-10-25 14:16:34 +0200 | [diff] [blame] | 26 | MR_NUMA_MISPLACED, |
Vlastimil Babka | 7cd12b4 | 2016-03-15 14:56:18 -0700 | [diff] [blame] | 27 | MR_CMA, |
| 28 | MR_TYPES |
Mel Gorman | 7b2a2d4 | 2012-10-19 14:07:31 +0100 | [diff] [blame] | 29 | }; |
Rafael Aquini | 78bd520 | 2012-12-11 16:02:31 -0800 | [diff] [blame] | 30 | |
Vlastimil Babka | 7cd12b4 | 2016-03-15 14:56:18 -0700 | [diff] [blame] | 31 | /* In mm/debug.c; also keep sync with include/trace/events/migrate.h */ |
| 32 | extern char *migrate_reason_names[MR_TYPES]; |
| 33 | |
Michal Hocko | 8b91323 | 2017-07-10 15:48:47 -0700 | [diff] [blame] | 34 | static inline struct page *new_page_nodemask(struct page *page, |
| 35 | int preferred_nid, nodemask_t *nodemask) |
| 36 | { |
Michal Hocko | 0f55685 | 2017-07-12 14:36:58 -0700 | [diff] [blame] | 37 | gfp_t gfp_mask = GFP_USER | __GFP_MOVABLE | __GFP_RETRY_MAYFAIL; |
Naoya Horiguchi | 8135d89 | 2017-09-08 16:11:15 -0700 | [diff] [blame] | 38 | unsigned int order = 0; |
| 39 | struct page *new_page = NULL; |
Michal Hocko | 8b91323 | 2017-07-10 15:48:47 -0700 | [diff] [blame] | 40 | |
| 41 | if (PageHuge(page)) |
| 42 | return alloc_huge_page_nodemask(page_hstate(compound_head(page)), |
Michal Hocko | 3e59fcb | 2017-07-10 15:49:11 -0700 | [diff] [blame] | 43 | preferred_nid, nodemask); |
Michal Hocko | 8b91323 | 2017-07-10 15:48:47 -0700 | [diff] [blame] | 44 | |
Naoya Horiguchi | 8135d89 | 2017-09-08 16:11:15 -0700 | [diff] [blame] | 45 | if (thp_migration_supported() && PageTransHuge(page)) { |
| 46 | order = HPAGE_PMD_ORDER; |
| 47 | gfp_mask |= GFP_TRANSHUGE; |
| 48 | } |
| 49 | |
Michal Hocko | 8b91323 | 2017-07-10 15:48:47 -0700 | [diff] [blame] | 50 | if (PageHighMem(page) || (zone_idx(page_zone(page)) == ZONE_MOVABLE)) |
| 51 | gfp_mask |= __GFP_HIGHMEM; |
| 52 | |
Naoya Horiguchi | 8135d89 | 2017-09-08 16:11:15 -0700 | [diff] [blame] | 53 | new_page = __alloc_pages_nodemask(gfp_mask, order, |
| 54 | preferred_nid, nodemask); |
| 55 | |
| 56 | if (new_page && PageTransHuge(page)) |
| 57 | prep_transhuge_page(new_page); |
| 58 | |
| 59 | return new_page; |
Michal Hocko | 8b91323 | 2017-07-10 15:48:47 -0700 | [diff] [blame] | 60 | } |
| 61 | |
Christoph Lameter | 906e0be | 2007-05-06 14:50:20 -0700 | [diff] [blame] | 62 | #ifdef CONFIG_MIGRATION |
KOSAKI Motohiro | 64cdd54 | 2009-01-06 14:39:16 -0800 | [diff] [blame] | 63 | |
Rafael Aquini | 5733c7d | 2012-12-11 16:02:47 -0800 | [diff] [blame] | 64 | extern void putback_movable_pages(struct list_head *l); |
Pushkar Jambhlekar | 9927e38 | 2017-05-03 14:54:45 -0700 | [diff] [blame] | 65 | extern int migrate_page(struct address_space *mapping, |
| 66 | struct page *newpage, struct page *page, |
| 67 | enum migrate_mode mode); |
David Rientjes | 68711a7 | 2014-06-04 16:08:25 -0700 | [diff] [blame] | 68 | extern int migrate_pages(struct list_head *l, new_page_t new, free_page_t free, |
Hugh Dickins | 9c620e2 | 2013-02-22 16:35:14 -0800 | [diff] [blame] | 69 | unsigned long private, enum migrate_mode mode, int reason); |
Yisheng Xie | 9e5bcd6 | 2017-02-24 14:57:29 -0800 | [diff] [blame] | 70 | extern int isolate_movable_page(struct page *page, isolate_mode_t mode); |
Minchan Kim | bda807d | 2016-07-26 15:23:05 -0700 | [diff] [blame] | 71 | extern void putback_movable_page(struct page *page); |
Christoph Lameter | 95a402c | 2006-06-23 02:03:53 -0700 | [diff] [blame] | 72 | |
Christoph Lameter | b20a350 | 2006-03-22 00:09:12 -0800 | [diff] [blame] | 73 | extern int migrate_prep(void); |
Mel Gorman | 748446b | 2010-05-24 14:32:27 -0700 | [diff] [blame] | 74 | extern int migrate_prep_local(void); |
Jérôme Glisse | 2916ecc | 2017-09-08 16:12:06 -0700 | [diff] [blame^] | 75 | extern void migrate_page_states(struct page *newpage, struct page *page); |
Naoya Horiguchi | 290408d | 2010-09-08 10:19:35 +0900 | [diff] [blame] | 76 | extern void migrate_page_copy(struct page *newpage, struct page *page); |
| 77 | extern int migrate_huge_page_move_mapping(struct address_space *mapping, |
| 78 | struct page *newpage, struct page *page); |
Gu Zheng | 36bc08c | 2013-07-16 17:56:16 +0800 | [diff] [blame] | 79 | extern int migrate_page_move_mapping(struct address_space *mapping, |
| 80 | struct page *newpage, struct page *page, |
Benjamin LaHaise | 8e321fe | 2013-12-21 17:56:08 -0500 | [diff] [blame] | 81 | struct buffer_head *head, enum migrate_mode mode, |
| 82 | int extra_count); |
Christoph Lameter | b20a350 | 2006-03-22 00:09:12 -0800 | [diff] [blame] | 83 | #else |
KOSAKI Motohiro | 64cdd54 | 2009-01-06 14:39:16 -0800 | [diff] [blame] | 84 | |
Rafael Aquini | 5733c7d | 2012-12-11 16:02:47 -0800 | [diff] [blame] | 85 | static inline void putback_movable_pages(struct list_head *l) {} |
David Rientjes | 68711a7 | 2014-06-04 16:08:25 -0700 | [diff] [blame] | 86 | static inline int migrate_pages(struct list_head *l, new_page_t new, |
| 87 | free_page_t free, unsigned long private, enum migrate_mode mode, |
| 88 | int reason) |
Hugh Dickins | 9c620e2 | 2013-02-22 16:35:14 -0800 | [diff] [blame] | 89 | { return -ENOSYS; } |
Yisheng Xie | cbae017 | 2017-02-24 14:57:32 -0800 | [diff] [blame] | 90 | static inline int isolate_movable_page(struct page *page, isolate_mode_t mode) |
| 91 | { return -EBUSY; } |
Christoph Lameter | 9bf9e89 | 2006-03-31 02:29:56 -0800 | [diff] [blame] | 92 | |
Christoph Lameter | b20a350 | 2006-03-22 00:09:12 -0800 | [diff] [blame] | 93 | static inline int migrate_prep(void) { return -ENOSYS; } |
Mel Gorman | 748446b | 2010-05-24 14:32:27 -0700 | [diff] [blame] | 94 | static inline int migrate_prep_local(void) { return -ENOSYS; } |
Christoph Lameter | b20a350 | 2006-03-22 00:09:12 -0800 | [diff] [blame] | 95 | |
Jérôme Glisse | 2916ecc | 2017-09-08 16:12:06 -0700 | [diff] [blame^] | 96 | static inline void migrate_page_states(struct page *newpage, struct page *page) |
| 97 | { |
| 98 | } |
| 99 | |
Naoya Horiguchi | 290408d | 2010-09-08 10:19:35 +0900 | [diff] [blame] | 100 | static inline void migrate_page_copy(struct page *newpage, |
| 101 | struct page *page) {} |
| 102 | |
Naoya Horiguchi | 6f39ce0 | 2010-09-30 11:54:51 +0900 | [diff] [blame] | 103 | static inline int migrate_huge_page_move_mapping(struct address_space *mapping, |
Naoya Horiguchi | 290408d | 2010-09-08 10:19:35 +0900 | [diff] [blame] | 104 | struct page *newpage, struct page *page) |
| 105 | { |
| 106 | return -ENOSYS; |
| 107 | } |
| 108 | |
Christoph Lameter | b20a350 | 2006-03-22 00:09:12 -0800 | [diff] [blame] | 109 | #endif /* CONFIG_MIGRATION */ |
Peter Zijlstra | 7039e1d | 2012-10-25 14:16:34 +0200 | [diff] [blame] | 110 | |
Minchan Kim | dd4123f | 2016-07-26 15:26:50 -0700 | [diff] [blame] | 111 | #ifdef CONFIG_COMPACTION |
| 112 | extern int PageMovable(struct page *page); |
| 113 | extern void __SetPageMovable(struct page *page, struct address_space *mapping); |
| 114 | extern void __ClearPageMovable(struct page *page); |
| 115 | #else |
| 116 | static inline int PageMovable(struct page *page) { return 0; }; |
| 117 | static inline void __SetPageMovable(struct page *page, |
| 118 | struct address_space *mapping) |
| 119 | { |
| 120 | } |
| 121 | static inline void __ClearPageMovable(struct page *page) |
| 122 | { |
| 123 | } |
| 124 | #endif |
| 125 | |
Peter Zijlstra | 7039e1d | 2012-10-25 14:16:34 +0200 | [diff] [blame] | 126 | #ifdef CONFIG_NUMA_BALANCING |
Mel Gorman | de466bd | 2013-12-18 17:08:42 -0800 | [diff] [blame] | 127 | extern bool pmd_trans_migrating(pmd_t pmd); |
Mel Gorman | 1bc115d | 2013-10-07 11:29:05 +0100 | [diff] [blame] | 128 | extern int migrate_misplaced_page(struct page *page, |
| 129 | struct vm_area_struct *vma, int node); |
Peter Zijlstra | 7039e1d | 2012-10-25 14:16:34 +0200 | [diff] [blame] | 130 | #else |
Mel Gorman | de466bd | 2013-12-18 17:08:42 -0800 | [diff] [blame] | 131 | static inline bool pmd_trans_migrating(pmd_t pmd) |
| 132 | { |
| 133 | return false; |
| 134 | } |
Mel Gorman | 1bc115d | 2013-10-07 11:29:05 +0100 | [diff] [blame] | 135 | static inline int migrate_misplaced_page(struct page *page, |
| 136 | struct vm_area_struct *vma, int node) |
Peter Zijlstra | 7039e1d | 2012-10-25 14:16:34 +0200 | [diff] [blame] | 137 | { |
| 138 | return -EAGAIN; /* can't migrate now */ |
| 139 | } |
Mel Gorman | 220018d | 2012-12-05 09:32:56 +0000 | [diff] [blame] | 140 | #endif /* CONFIG_NUMA_BALANCING */ |
Mel Gorman | b32967f | 2012-11-19 12:35:47 +0000 | [diff] [blame] | 141 | |
Mel Gorman | 220018d | 2012-12-05 09:32:56 +0000 | [diff] [blame] | 142 | #if defined(CONFIG_NUMA_BALANCING) && defined(CONFIG_TRANSPARENT_HUGEPAGE) |
| 143 | extern int migrate_misplaced_transhuge_page(struct mm_struct *mm, |
| 144 | struct vm_area_struct *vma, |
| 145 | pmd_t *pmd, pmd_t entry, |
| 146 | unsigned long address, |
| 147 | struct page *page, int node); |
| 148 | #else |
Mel Gorman | b32967f | 2012-11-19 12:35:47 +0000 | [diff] [blame] | 149 | static inline int migrate_misplaced_transhuge_page(struct mm_struct *mm, |
| 150 | struct vm_area_struct *vma, |
| 151 | pmd_t *pmd, pmd_t entry, |
| 152 | unsigned long address, |
| 153 | struct page *page, int node) |
| 154 | { |
| 155 | return -EAGAIN; |
| 156 | } |
Mel Gorman | 220018d | 2012-12-05 09:32:56 +0000 | [diff] [blame] | 157 | #endif /* CONFIG_NUMA_BALANCING && CONFIG_TRANSPARENT_HUGEPAGE*/ |
Peter Zijlstra | 7039e1d | 2012-10-25 14:16:34 +0200 | [diff] [blame] | 158 | |
Christoph Lameter | b20a350 | 2006-03-22 00:09:12 -0800 | [diff] [blame] | 159 | #endif /* _LINUX_MIGRATE_H */ |