blob: 01e3132820da5bc86fa3db31f526436e73ef7a5d [file] [log] [blame]
Mel Gorman748446b2010-05-24 14:32:27 -07001#ifndef _LINUX_COMPACTION_H
2#define _LINUX_COMPACTION_H
3
Mel Gorman56de7262010-05-24 14:32:30 -07004/* Return values for compact_zone() and try_to_compact_pages() */
5/* compaction didn't start as it was not possible or direct reclaim was more suitable */
6#define COMPACT_SKIPPED 0
7/* compaction should continue to another pageblock */
8#define COMPACT_CONTINUE 1
9/* direct compaction partially compacted a zone and there are suitable pages */
10#define COMPACT_PARTIAL 2
11/* The full zone was compacted */
12#define COMPACT_COMPLETE 3
Mel Gorman748446b2010-05-24 14:32:27 -070013
Mel Gorman76ab0f52010-05-24 14:32:28 -070014#ifdef CONFIG_COMPACTION
15extern int sysctl_compact_memory;
16extern int sysctl_compaction_handler(struct ctl_table *table, int write,
17 void __user *buffer, size_t *length, loff_t *ppos);
Mel Gorman5e771902010-05-24 14:32:31 -070018extern int sysctl_extfrag_threshold;
19extern int sysctl_extfrag_handler(struct ctl_table *table, int write,
20 void __user *buffer, size_t *length, loff_t *ppos);
Mel Gorman56de7262010-05-24 14:32:30 -070021
22extern int fragmentation_index(struct zone *zone, unsigned int order);
23extern unsigned long try_to_compact_pages(struct zonelist *zonelist,
Mel Gorman77f1fe62011-01-13 15:45:57 -080024 int order, gfp_t gfp_mask, nodemask_t *mask,
David Rientjese0b9dae2014-06-04 16:08:28 -070025 enum migrate_mode mode, bool *contended);
Andrew Morton7103f162013-02-22 16:32:33 -080026extern void compact_pgdat(pg_data_t *pgdat, int order);
Mel Gorman62997022012-10-08 16:32:47 -070027extern void reset_isolation_suitable(pg_data_t *pgdat);
Mel Gorman3e7d3442011-01-13 15:45:56 -080028extern unsigned long compaction_suitable(struct zone *zone, int order);
Mel Gorman4f92e252010-05-24 14:32:32 -070029
30/* Do not skip compaction more than 64 times */
31#define COMPACT_MAX_DEFER_SHIFT 6
32
33/*
34 * Compaction is deferred when compaction fails to result in a page
35 * allocation success. 1 << compact_defer_limit compactions are skipped up
36 * to a limit of 1 << COMPACT_MAX_DEFER_SHIFT
37 */
Rik van Rielaff62242012-03-21 16:33:52 -070038static inline void defer_compaction(struct zone *zone, int order)
Mel Gorman4f92e252010-05-24 14:32:32 -070039{
40 zone->compact_considered = 0;
41 zone->compact_defer_shift++;
42
Rik van Rielaff62242012-03-21 16:33:52 -070043 if (order < zone->compact_order_failed)
44 zone->compact_order_failed = order;
45
Mel Gorman4f92e252010-05-24 14:32:32 -070046 if (zone->compact_defer_shift > COMPACT_MAX_DEFER_SHIFT)
47 zone->compact_defer_shift = COMPACT_MAX_DEFER_SHIFT;
48}
49
50/* Returns true if compaction should be skipped this time */
Rik van Rielaff62242012-03-21 16:33:52 -070051static inline bool compaction_deferred(struct zone *zone, int order)
Mel Gorman4f92e252010-05-24 14:32:32 -070052{
53 unsigned long defer_limit = 1UL << zone->compact_defer_shift;
54
Rik van Rielaff62242012-03-21 16:33:52 -070055 if (order < zone->compact_order_failed)
56 return false;
57
Mel Gorman4f92e252010-05-24 14:32:32 -070058 /* Avoid possible overflow */
59 if (++zone->compact_considered > defer_limit)
60 zone->compact_considered = defer_limit;
61
Gavin Shanc59e2612012-07-31 16:42:49 -070062 return zone->compact_considered < defer_limit;
Mel Gorman4f92e252010-05-24 14:32:32 -070063}
64
Vlastimil Babkade6c60a2014-01-21 15:51:07 -080065/*
66 * Update defer tracking counters after successful compaction of given order,
67 * which means an allocation either succeeded (alloc_success == true) or is
68 * expected to succeed.
69 */
70static inline void compaction_defer_reset(struct zone *zone, int order,
71 bool alloc_success)
72{
73 if (alloc_success) {
74 zone->compact_considered = 0;
75 zone->compact_defer_shift = 0;
76 }
77 if (order >= zone->compact_order_failed)
78 zone->compact_order_failed = order + 1;
79}
80
Mel Gorman62997022012-10-08 16:32:47 -070081/* Returns true if restarting compaction after many failures */
82static inline bool compaction_restarting(struct zone *zone, int order)
83{
84 if (order < zone->compact_order_failed)
85 return false;
86
87 return zone->compact_defer_shift == COMPACT_MAX_DEFER_SHIFT &&
88 zone->compact_considered >= 1UL << zone->compact_defer_shift;
89}
90
Mel Gorman56de7262010-05-24 14:32:30 -070091#else
92static inline unsigned long try_to_compact_pages(struct zonelist *zonelist,
Mel Gorman77f1fe62011-01-13 15:45:57 -080093 int order, gfp_t gfp_mask, nodemask_t *nodemask,
David Rientjese0b9dae2014-06-04 16:08:28 -070094 enum migrate_mode mode, bool *contended)
Mel Gorman56de7262010-05-24 14:32:30 -070095{
96 return COMPACT_CONTINUE;
97}
98
Andrew Morton7103f162013-02-22 16:32:33 -080099static inline void compact_pgdat(pg_data_t *pgdat, int order)
Rik van Riel7be62de2012-03-21 16:33:52 -0700100{
Rik van Riel7be62de2012-03-21 16:33:52 -0700101}
102
Mel Gorman62997022012-10-08 16:32:47 -0700103static inline void reset_isolation_suitable(pg_data_t *pgdat)
104{
105}
106
Mel Gorman3e7d3442011-01-13 15:45:56 -0800107static inline unsigned long compaction_suitable(struct zone *zone, int order)
108{
109 return COMPACT_SKIPPED;
110}
111
Rik van Rielaff62242012-03-21 16:33:52 -0700112static inline void defer_compaction(struct zone *zone, int order)
Mel Gorman4f92e252010-05-24 14:32:32 -0700113{
114}
115
Rik van Rielaff62242012-03-21 16:33:52 -0700116static inline bool compaction_deferred(struct zone *zone, int order)
Mel Gorman4f92e252010-05-24 14:32:32 -0700117{
Gavin Shanc59e2612012-07-31 16:42:49 -0700118 return true;
Mel Gorman4f92e252010-05-24 14:32:32 -0700119}
120
Mel Gorman76ab0f52010-05-24 14:32:28 -0700121#endif /* CONFIG_COMPACTION */
122
Mel Gormaned4a6d72010-05-24 14:32:29 -0700123#if defined(CONFIG_COMPACTION) && defined(CONFIG_SYSFS) && defined(CONFIG_NUMA)
124extern int compaction_register_node(struct node *node);
125extern void compaction_unregister_node(struct node *node);
126
127#else
128
129static inline int compaction_register_node(struct node *node)
130{
131 return 0;
132}
133
134static inline void compaction_unregister_node(struct node *node)
135{
136}
137#endif /* CONFIG_COMPACTION && CONFIG_SYSFS && CONFIG_NUMA */
138
Mel Gorman748446b2010-05-24 14:32:27 -0700139#endif /* _LINUX_COMPACTION_H */