blob: c7c220a736e50bc7ec78c48eb4c6e5a80cf1b500 [file] [log] [blame]
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -07001#include <linux/module.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +09002#include <linux/gfp.h>
Yan, Zhenge4339d282014-09-16 17:50:45 +08003#include <linux/slab.h>
Sage Weil58bb3b32009-12-23 12:12:31 -08004#include <linux/pagemap.h>
5#include <linux/highmem.h>
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -07006#include <linux/ceph/pagelist.h>
Sage Weil58bb3b32009-12-23 12:12:31 -08007
Yehuda Sadeh3d4401d2010-09-03 12:57:11 -07008static void ceph_pagelist_unmap_tail(struct ceph_pagelist *pl)
9{
Greg Farnumac0b74d2010-09-17 10:10:55 -070010 if (pl->mapped_tail) {
11 struct page *page = list_entry(pl->head.prev, struct page, lru);
12 kunmap(page);
13 pl->mapped_tail = NULL;
14 }
Yehuda Sadeh3d4401d2010-09-03 12:57:11 -070015}
16
Yan, Zhenge4339d282014-09-16 17:50:45 +080017void ceph_pagelist_release(struct ceph_pagelist *pl)
Sage Weil58bb3b32009-12-23 12:12:31 -080018{
Yan, Zhenge4339d282014-09-16 17:50:45 +080019 if (!atomic_dec_and_test(&pl->refcnt))
20 return;
Greg Farnumac0b74d2010-09-17 10:10:55 -070021 ceph_pagelist_unmap_tail(pl);
Sage Weil58bb3b32009-12-23 12:12:31 -080022 while (!list_empty(&pl->head)) {
23 struct page *page = list_first_entry(&pl->head, struct page,
24 lru);
25 list_del(&page->lru);
26 __free_page(page);
27 }
Greg Farnumac0b74d2010-09-17 10:10:55 -070028 ceph_pagelist_free_reserve(pl);
Yan, Zhenge4339d282014-09-16 17:50:45 +080029 kfree(pl);
Sage Weil58bb3b32009-12-23 12:12:31 -080030}
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -070031EXPORT_SYMBOL(ceph_pagelist_release);
Sage Weil58bb3b32009-12-23 12:12:31 -080032
33static int ceph_pagelist_addpage(struct ceph_pagelist *pl)
34{
Greg Farnumac0b74d2010-09-17 10:10:55 -070035 struct page *page;
36
37 if (!pl->num_pages_free) {
38 page = __page_cache_alloc(GFP_NOFS);
39 } else {
40 page = list_first_entry(&pl->free_list, struct page, lru);
41 list_del(&page->lru);
Sage Weil240634e2010-10-05 12:03:23 -070042 --pl->num_pages_free;
Greg Farnumac0b74d2010-09-17 10:10:55 -070043 }
Sage Weil58bb3b32009-12-23 12:12:31 -080044 if (!page)
45 return -ENOMEM;
46 pl->room += PAGE_SIZE;
Greg Farnumac0b74d2010-09-17 10:10:55 -070047 ceph_pagelist_unmap_tail(pl);
Sage Weil58bb3b32009-12-23 12:12:31 -080048 list_add_tail(&page->lru, &pl->head);
Sage Weil58bb3b32009-12-23 12:12:31 -080049 pl->mapped_tail = kmap(page);
50 return 0;
51}
52
Yehuda Sadeh68b44762010-04-06 15:01:27 -070053int ceph_pagelist_append(struct ceph_pagelist *pl, const void *buf, size_t len)
Sage Weil58bb3b32009-12-23 12:12:31 -080054{
55 while (pl->room < len) {
56 size_t bit = pl->room;
57 int ret;
58
59 memcpy(pl->mapped_tail + (pl->length & ~PAGE_CACHE_MASK),
60 buf, bit);
61 pl->length += bit;
62 pl->room -= bit;
63 buf += bit;
64 len -= bit;
65 ret = ceph_pagelist_addpage(pl);
66 if (ret)
67 return ret;
68 }
69
70 memcpy(pl->mapped_tail + (pl->length & ~PAGE_CACHE_MASK), buf, len);
71 pl->length += len;
72 pl->room -= len;
73 return 0;
74}
Yehuda Sadeh3d14c5d2010-04-06 15:14:15 -070075EXPORT_SYMBOL(ceph_pagelist_append);
Greg Farnumac0b74d2010-09-17 10:10:55 -070076
Ben Hutchingsae86b9e2012-07-10 10:55:35 +000077/* Allocate enough pages for a pagelist to append the given amount
Greg Farnumac0b74d2010-09-17 10:10:55 -070078 * of data without without allocating.
79 * Returns: 0 on success, -ENOMEM on error.
80 */
81int ceph_pagelist_reserve(struct ceph_pagelist *pl, size_t space)
82{
83 if (space <= pl->room)
84 return 0;
85 space -= pl->room;
86 space = (space + PAGE_SIZE - 1) >> PAGE_SHIFT; /* conv to num pages */
87
88 while (space > pl->num_pages_free) {
89 struct page *page = __page_cache_alloc(GFP_NOFS);
90 if (!page)
91 return -ENOMEM;
92 list_add_tail(&page->lru, &pl->free_list);
93 ++pl->num_pages_free;
94 }
95 return 0;
96}
97EXPORT_SYMBOL(ceph_pagelist_reserve);
98
Ben Hutchingsae86b9e2012-07-10 10:55:35 +000099/* Free any pages that have been preallocated. */
Greg Farnumac0b74d2010-09-17 10:10:55 -0700100int ceph_pagelist_free_reserve(struct ceph_pagelist *pl)
101{
102 while (!list_empty(&pl->free_list)) {
103 struct page *page = list_first_entry(&pl->free_list,
104 struct page, lru);
105 list_del(&page->lru);
106 __free_page(page);
107 --pl->num_pages_free;
108 }
109 BUG_ON(pl->num_pages_free);
110 return 0;
111}
112EXPORT_SYMBOL(ceph_pagelist_free_reserve);
113
Ben Hutchingsae86b9e2012-07-10 10:55:35 +0000114/* Create a truncation point. */
Greg Farnumac0b74d2010-09-17 10:10:55 -0700115void ceph_pagelist_set_cursor(struct ceph_pagelist *pl,
116 struct ceph_pagelist_cursor *c)
117{
118 c->pl = pl;
119 c->page_lru = pl->head.prev;
120 c->room = pl->room;
121}
122EXPORT_SYMBOL(ceph_pagelist_set_cursor);
123
Ben Hutchingsae86b9e2012-07-10 10:55:35 +0000124/* Truncate a pagelist to the given point. Move extra pages to reserve.
Greg Farnumac0b74d2010-09-17 10:10:55 -0700125 * This won't sleep.
126 * Returns: 0 on success,
127 * -EINVAL if the pagelist doesn't match the trunc point pagelist
128 */
129int ceph_pagelist_truncate(struct ceph_pagelist *pl,
130 struct ceph_pagelist_cursor *c)
131{
132 struct page *page;
133
134 if (pl != c->pl)
135 return -EINVAL;
136 ceph_pagelist_unmap_tail(pl);
137 while (pl->head.prev != c->page_lru) {
138 page = list_entry(pl->head.prev, struct page, lru);
Wei Yongjuncc4829e2012-09-05 14:34:32 +0800139 /* move from pagelist to reserve */
140 list_move_tail(&page->lru, &pl->free_list);
Greg Farnumac0b74d2010-09-17 10:10:55 -0700141 ++pl->num_pages_free;
142 }
143 pl->room = c->room;
144 if (!list_empty(&pl->head)) {
145 page = list_entry(pl->head.prev, struct page, lru);
146 pl->mapped_tail = kmap(page);
147 }
148 return 0;
149}
150EXPORT_SYMBOL(ceph_pagelist_truncate);