blob: 712e8c37a200b243b2fff14c379c8acc621a662f [file] [log] [blame]
Rik van Rielb2e18532008-10-18 20:26:30 -07001#ifndef LINUX_MM_INLINE_H
2#define LINUX_MM_INLINE_H
3
Rik van Riel2c888cf2011-01-13 15:47:13 -08004#include <linux/huge_mm.h>
Lisa Du6e543d52013-09-11 14:22:36 -07005#include <linux/swap.h>
Rik van Riel2c888cf2011-01-13 15:47:13 -08006
Rik van Rielb2e18532008-10-18 20:26:30 -07007/**
8 * page_is_file_cache - should the page be on a file LRU or anon LRU?
9 * @page: the page to test
10 *
Johannes Weiner6c0b1352009-09-21 17:02:59 -070011 * Returns 1 if @page is page cache page backed by a regular filesystem,
Rik van Rielb2e18532008-10-18 20:26:30 -070012 * or 0 if @page is anonymous, tmpfs or otherwise ram or swap backed.
13 * Used by functions that manipulate the LRU lists, to sort a page
14 * onto the right LRU list.
15 *
16 * We would like to get this info without a page flag, but the state
17 * needs to survive until the page is last deleted from the LRU, which
18 * could be as far down as __page_cache_release.
19 */
20static inline int page_is_file_cache(struct page *page)
21{
Johannes Weiner6c0b1352009-09-21 17:02:59 -070022 return !PageSwapBacked(page);
Rik van Rielb2e18532008-10-18 20:26:30 -070023}
24
Hugh Dickinsfa9add62012-05-29 15:07:09 -070025static __always_inline void add_page_to_lru_list(struct page *page,
26 struct lruvec *lruvec, enum lru_list lru)
Andrea Arcangeli71e3aac2011-01-13 15:46:52 -080027{
Hugh Dickinsfa9add62012-05-29 15:07:09 -070028 int nr_pages = hpage_nr_pages(page);
29 mem_cgroup_update_lru_size(lruvec, lru, nr_pages);
Hugh Dickins41113042012-01-12 17:20:01 -080030 list_add(&page->lru, &lruvec->lists[lru]);
Hugh Dickinsfa9add62012-05-29 15:07:09 -070031 __mod_zone_page_state(lruvec_zone(lruvec), NR_LRU_BASE + lru, nr_pages);
Andrea Arcangeli71e3aac2011-01-13 15:46:52 -080032}
33
Hugh Dickinsfa9add62012-05-29 15:07:09 -070034static __always_inline void del_page_from_lru_list(struct page *page,
35 struct lruvec *lruvec, enum lru_list lru)
Christoph Lameterb69408e2008-10-18 20:26:14 -070036{
Hugh Dickinsfa9add62012-05-29 15:07:09 -070037 int nr_pages = hpage_nr_pages(page);
38 mem_cgroup_update_lru_size(lruvec, lru, -nr_pages);
Christoph Lameterb69408e2008-10-18 20:26:14 -070039 list_del(&page->lru);
Hugh Dickinsfa9add62012-05-29 15:07:09 -070040 __mod_zone_page_state(lruvec_zone(lruvec), NR_LRU_BASE + lru, -nr_pages);
Christoph Lameterb69408e2008-10-18 20:26:14 -070041}
42
Johannes Weiner401a8e12009-09-21 17:02:58 -070043/**
44 * page_lru_base_type - which LRU list type should a page be on?
45 * @page: the page to test
46 *
47 * Used for LRU list index arithmetic.
48 *
49 * Returns the base LRU type - file or anon - @page should be on.
50 */
51static inline enum lru_list page_lru_base_type(struct page *page)
52{
53 if (page_is_file_cache(page))
54 return LRU_INACTIVE_FILE;
55 return LRU_INACTIVE_ANON;
56}
57
Hugh Dickins1c1c53d2012-01-12 17:20:04 -080058/**
59 * page_off_lru - which LRU list was page on? clearing its lru flags.
60 * @page: the page to test
61 *
62 * Returns the LRU list a page was on, as an index into the array of LRU
63 * lists; and clears its Unevictable or Active flags, ready for freeing.
64 */
Konstantin Khlebnikov014483b2012-05-29 15:06:53 -070065static __always_inline enum lru_list page_off_lru(struct page *page)
Linus Torvalds1da177e2005-04-16 15:20:36 -070066{
Hugh Dickins41113042012-01-12 17:20:01 -080067 enum lru_list lru;
Christoph Lameterb69408e2008-10-18 20:26:14 -070068
Lee Schermerhorn894bc312008-10-18 20:26:39 -070069 if (PageUnevictable(page)) {
70 __ClearPageUnevictable(page);
Hugh Dickins41113042012-01-12 17:20:01 -080071 lru = LRU_UNEVICTABLE;
Lee Schermerhorn894bc312008-10-18 20:26:39 -070072 } else {
Hugh Dickins41113042012-01-12 17:20:01 -080073 lru = page_lru_base_type(page);
Lee Schermerhorn894bc312008-10-18 20:26:39 -070074 if (PageActive(page)) {
75 __ClearPageActive(page);
Hugh Dickins41113042012-01-12 17:20:01 -080076 lru += LRU_ACTIVE;
Lee Schermerhorn894bc312008-10-18 20:26:39 -070077 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 }
Hugh Dickins1c1c53d2012-01-12 17:20:04 -080079 return lru;
Linus Torvalds1da177e2005-04-16 15:20:36 -070080}
Christoph Lameter21eac812006-01-08 01:00:45 -080081
Christoph Lameterb69408e2008-10-18 20:26:14 -070082/**
83 * page_lru - which LRU list should a page be on?
84 * @page: the page to test
85 *
86 * Returns the LRU list a page should be on, as an index
87 * into the array of LRU lists.
88 */
Konstantin Khlebnikov014483b2012-05-29 15:06:53 -070089static __always_inline enum lru_list page_lru(struct page *page)
Christoph Lameterb69408e2008-10-18 20:26:14 -070090{
Johannes Weiner401a8e12009-09-21 17:02:58 -070091 enum lru_list lru;
Christoph Lameterb69408e2008-10-18 20:26:14 -070092
Lee Schermerhorn894bc312008-10-18 20:26:39 -070093 if (PageUnevictable(page))
94 lru = LRU_UNEVICTABLE;
95 else {
Johannes Weiner401a8e12009-09-21 17:02:58 -070096 lru = page_lru_base_type(page);
Lee Schermerhorn894bc312008-10-18 20:26:39 -070097 if (PageActive(page))
98 lru += LRU_ACTIVE;
Lee Schermerhorn894bc312008-10-18 20:26:39 -070099 }
Christoph Lameterb69408e2008-10-18 20:26:14 -0700100 return lru;
101}
Rik van Rielb2e18532008-10-18 20:26:30 -0700102
Geliang Tangd72ee912016-01-14 15:22:01 -0800103#define lru_to_page(head) (list_entry((head)->prev, struct page, lru))
104
Rik van Rielb2e18532008-10-18 20:26:30 -0700105#endif