blob: 5bd29ba4f174f531d1921f8ea2616b7727b069aa [file] [log] [blame]
Rik van Rielb2e18532008-10-18 20:26:30 -07001#ifndef LINUX_MM_INLINE_H
2#define LINUX_MM_INLINE_H
3
Rik van Riel2c888cf2011-01-13 15:47:13 -08004#include <linux/huge_mm.h>
Lisa Du6e543d52013-09-11 14:22:36 -07005#include <linux/swap.h>
Rik van Riel2c888cf2011-01-13 15:47:13 -08006
Rik van Rielb2e18532008-10-18 20:26:30 -07007/**
8 * page_is_file_cache - should the page be on a file LRU or anon LRU?
9 * @page: the page to test
10 *
Johannes Weiner6c0b1352009-09-21 17:02:59 -070011 * Returns 1 if @page is page cache page backed by a regular filesystem,
Rik van Rielb2e18532008-10-18 20:26:30 -070012 * or 0 if @page is anonymous, tmpfs or otherwise ram or swap backed.
13 * Used by functions that manipulate the LRU lists, to sort a page
14 * onto the right LRU list.
15 *
16 * We would like to get this info without a page flag, but the state
17 * needs to survive until the page is last deleted from the LRU, which
18 * could be as far down as __page_cache_release.
19 */
20static inline int page_is_file_cache(struct page *page)
21{
Johannes Weiner6c0b1352009-09-21 17:02:59 -070022 return !PageSwapBacked(page);
Rik van Rielb2e18532008-10-18 20:26:30 -070023}
24
Hugh Dickins9d5e6a92016-05-19 17:12:38 -070025static __always_inline void __update_lru_size(struct lruvec *lruvec,
26 enum lru_list lru, int nr_pages)
27{
28 __mod_zone_page_state(lruvec_zone(lruvec), NR_LRU_BASE + lru, nr_pages);
29}
30
31static __always_inline void update_lru_size(struct lruvec *lruvec,
32 enum lru_list lru, int nr_pages)
33{
34#ifdef CONFIG_MEMCG
35 mem_cgroup_update_lru_size(lruvec, lru, nr_pages);
36#else
37 __update_lru_size(lruvec, lru, nr_pages);
38#endif
39}
40
Hugh Dickinsfa9add62012-05-29 15:07:09 -070041static __always_inline void add_page_to_lru_list(struct page *page,
42 struct lruvec *lruvec, enum lru_list lru)
Andrea Arcangeli71e3aac2011-01-13 15:46:52 -080043{
Hugh Dickins9d5e6a92016-05-19 17:12:38 -070044 update_lru_size(lruvec, lru, hpage_nr_pages(page));
Hugh Dickins41113042012-01-12 17:20:01 -080045 list_add(&page->lru, &lruvec->lists[lru]);
Andrea Arcangeli71e3aac2011-01-13 15:46:52 -080046}
47
Hugh Dickinsfa9add62012-05-29 15:07:09 -070048static __always_inline void del_page_from_lru_list(struct page *page,
49 struct lruvec *lruvec, enum lru_list lru)
Christoph Lameterb69408e2008-10-18 20:26:14 -070050{
51 list_del(&page->lru);
Hugh Dickins9d5e6a92016-05-19 17:12:38 -070052 update_lru_size(lruvec, lru, -hpage_nr_pages(page));
Christoph Lameterb69408e2008-10-18 20:26:14 -070053}
54
Johannes Weiner401a8e12009-09-21 17:02:58 -070055/**
56 * page_lru_base_type - which LRU list type should a page be on?
57 * @page: the page to test
58 *
59 * Used for LRU list index arithmetic.
60 *
61 * Returns the base LRU type - file or anon - @page should be on.
62 */
63static inline enum lru_list page_lru_base_type(struct page *page)
64{
65 if (page_is_file_cache(page))
66 return LRU_INACTIVE_FILE;
67 return LRU_INACTIVE_ANON;
68}
69
Hugh Dickins1c1c53d2012-01-12 17:20:04 -080070/**
71 * page_off_lru - which LRU list was page on? clearing its lru flags.
72 * @page: the page to test
73 *
74 * Returns the LRU list a page was on, as an index into the array of LRU
75 * lists; and clears its Unevictable or Active flags, ready for freeing.
76 */
Konstantin Khlebnikov014483b2012-05-29 15:06:53 -070077static __always_inline enum lru_list page_off_lru(struct page *page)
Linus Torvalds1da177e2005-04-16 15:20:36 -070078{
Hugh Dickins41113042012-01-12 17:20:01 -080079 enum lru_list lru;
Christoph Lameterb69408e2008-10-18 20:26:14 -070080
Lee Schermerhorn894bc312008-10-18 20:26:39 -070081 if (PageUnevictable(page)) {
82 __ClearPageUnevictable(page);
Hugh Dickins41113042012-01-12 17:20:01 -080083 lru = LRU_UNEVICTABLE;
Lee Schermerhorn894bc312008-10-18 20:26:39 -070084 } else {
Hugh Dickins41113042012-01-12 17:20:01 -080085 lru = page_lru_base_type(page);
Lee Schermerhorn894bc312008-10-18 20:26:39 -070086 if (PageActive(page)) {
87 __ClearPageActive(page);
Hugh Dickins41113042012-01-12 17:20:01 -080088 lru += LRU_ACTIVE;
Lee Schermerhorn894bc312008-10-18 20:26:39 -070089 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 }
Hugh Dickins1c1c53d2012-01-12 17:20:04 -080091 return lru;
Linus Torvalds1da177e2005-04-16 15:20:36 -070092}
Christoph Lameter21eac812006-01-08 01:00:45 -080093
Christoph Lameterb69408e2008-10-18 20:26:14 -070094/**
95 * page_lru - which LRU list should a page be on?
96 * @page: the page to test
97 *
98 * Returns the LRU list a page should be on, as an index
99 * into the array of LRU lists.
100 */
Konstantin Khlebnikov014483b2012-05-29 15:06:53 -0700101static __always_inline enum lru_list page_lru(struct page *page)
Christoph Lameterb69408e2008-10-18 20:26:14 -0700102{
Johannes Weiner401a8e12009-09-21 17:02:58 -0700103 enum lru_list lru;
Christoph Lameterb69408e2008-10-18 20:26:14 -0700104
Lee Schermerhorn894bc312008-10-18 20:26:39 -0700105 if (PageUnevictable(page))
106 lru = LRU_UNEVICTABLE;
107 else {
Johannes Weiner401a8e12009-09-21 17:02:58 -0700108 lru = page_lru_base_type(page);
Lee Schermerhorn894bc312008-10-18 20:26:39 -0700109 if (PageActive(page))
110 lru += LRU_ACTIVE;
Lee Schermerhorn894bc312008-10-18 20:26:39 -0700111 }
Christoph Lameterb69408e2008-10-18 20:26:14 -0700112 return lru;
113}
Rik van Rielb2e18532008-10-18 20:26:30 -0700114
Geliang Tangd72ee912016-01-14 15:22:01 -0800115#define lru_to_page(head) (list_entry((head)->prev, struct page, lru))
116
Rik van Rielb2e18532008-10-18 20:26:30 -0700117#endif