Loading...
1// SPDX-License-Identifier: GPL-2.0
2#include <linux/module.h>
3#include <linux/gfp.h>
4#include <linux/slab.h>
5#include <linux/pagemap.h>
6#include <linux/highmem.h>
7#include <linux/ceph/pagelist.h>
8
9struct ceph_pagelist *ceph_pagelist_alloc(gfp_t gfp_flags)
10{
11 struct ceph_pagelist *pl;
12
13 pl = kmalloc(sizeof(*pl), gfp_flags);
14 if (!pl)
15 return NULL;
16
17 INIT_LIST_HEAD(&pl->head);
18 pl->mapped_tail = NULL;
19 pl->length = 0;
20 pl->room = 0;
21 INIT_LIST_HEAD(&pl->free_list);
22 pl->num_pages_free = 0;
23 refcount_set(&pl->refcnt, 1);
24
25 return pl;
26}
27EXPORT_SYMBOL(ceph_pagelist_alloc);
28
29static void ceph_pagelist_unmap_tail(struct ceph_pagelist *pl)
30{
31 if (pl->mapped_tail) {
32 struct page *page = list_entry(pl->head.prev, struct page, lru);
33 kunmap(page);
34 pl->mapped_tail = NULL;
35 }
36}
37
38void ceph_pagelist_release(struct ceph_pagelist *pl)
39{
40 if (!refcount_dec_and_test(&pl->refcnt))
41 return;
42 ceph_pagelist_unmap_tail(pl);
43 while (!list_empty(&pl->head)) {
44 struct page *page = list_first_entry(&pl->head, struct page,
45 lru);
46 list_del(&page->lru);
47 __free_page(page);
48 }
49 ceph_pagelist_free_reserve(pl);
50 kfree(pl);
51}
52EXPORT_SYMBOL(ceph_pagelist_release);
53
54static int ceph_pagelist_addpage(struct ceph_pagelist *pl)
55{
56 struct page *page;
57
58 if (!pl->num_pages_free) {
59 page = __page_cache_alloc(GFP_NOFS);
60 } else {
61 page = list_first_entry(&pl->free_list, struct page, lru);
62 list_del(&page->lru);
63 --pl->num_pages_free;
64 }
65 if (!page)
66 return -ENOMEM;
67 pl->room += PAGE_SIZE;
68 ceph_pagelist_unmap_tail(pl);
69 list_add_tail(&page->lru, &pl->head);
70 pl->mapped_tail = kmap(page);
71 return 0;
72}
73
74int ceph_pagelist_append(struct ceph_pagelist *pl, const void *buf, size_t len)
75{
76 while (pl->room < len) {
77 size_t bit = pl->room;
78 int ret;
79
80 memcpy(pl->mapped_tail + (pl->length & ~PAGE_MASK),
81 buf, bit);
82 pl->length += bit;
83 pl->room -= bit;
84 buf += bit;
85 len -= bit;
86 ret = ceph_pagelist_addpage(pl);
87 if (ret)
88 return ret;
89 }
90
91 memcpy(pl->mapped_tail + (pl->length & ~PAGE_MASK), buf, len);
92 pl->length += len;
93 pl->room -= len;
94 return 0;
95}
96EXPORT_SYMBOL(ceph_pagelist_append);
97
98/* Allocate enough pages for a pagelist to append the given amount
99 * of data without allocating.
100 * Returns: 0 on success, -ENOMEM on error.
101 */
102int ceph_pagelist_reserve(struct ceph_pagelist *pl, size_t space)
103{
104 if (space <= pl->room)
105 return 0;
106 space -= pl->room;
107 space = (space + PAGE_SIZE - 1) >> PAGE_SHIFT; /* conv to num pages */
108
109 while (space > pl->num_pages_free) {
110 struct page *page = __page_cache_alloc(GFP_NOFS);
111 if (!page)
112 return -ENOMEM;
113 list_add_tail(&page->lru, &pl->free_list);
114 ++pl->num_pages_free;
115 }
116 return 0;
117}
118EXPORT_SYMBOL(ceph_pagelist_reserve);
119
120/* Free any pages that have been preallocated. */
121int ceph_pagelist_free_reserve(struct ceph_pagelist *pl)
122{
123 while (!list_empty(&pl->free_list)) {
124 struct page *page = list_first_entry(&pl->free_list,
125 struct page, lru);
126 list_del(&page->lru);
127 __free_page(page);
128 --pl->num_pages_free;
129 }
130 BUG_ON(pl->num_pages_free);
131 return 0;
132}
133EXPORT_SYMBOL(ceph_pagelist_free_reserve);
134
135/* Create a truncation point. */
136void ceph_pagelist_set_cursor(struct ceph_pagelist *pl,
137 struct ceph_pagelist_cursor *c)
138{
139 c->pl = pl;
140 c->page_lru = pl->head.prev;
141 c->room = pl->room;
142}
143EXPORT_SYMBOL(ceph_pagelist_set_cursor);
144
145/* Truncate a pagelist to the given point. Move extra pages to reserve.
146 * This won't sleep.
147 * Returns: 0 on success,
148 * -EINVAL if the pagelist doesn't match the trunc point pagelist
149 */
150int ceph_pagelist_truncate(struct ceph_pagelist *pl,
151 struct ceph_pagelist_cursor *c)
152{
153 struct page *page;
154
155 if (pl != c->pl)
156 return -EINVAL;
157 ceph_pagelist_unmap_tail(pl);
158 while (pl->head.prev != c->page_lru) {
159 page = list_entry(pl->head.prev, struct page, lru);
160 /* move from pagelist to reserve */
161 list_move_tail(&page->lru, &pl->free_list);
162 ++pl->num_pages_free;
163 }
164 pl->room = c->room;
165 if (!list_empty(&pl->head)) {
166 page = list_entry(pl->head.prev, struct page, lru);
167 pl->mapped_tail = kmap(page);
168 }
169 return 0;
170}
171EXPORT_SYMBOL(ceph_pagelist_truncate);
1#include <linux/module.h>
2#include <linux/gfp.h>
3#include <linux/slab.h>
4#include <linux/pagemap.h>
5#include <linux/highmem.h>
6#include <linux/ceph/pagelist.h>
7
8static void ceph_pagelist_unmap_tail(struct ceph_pagelist *pl)
9{
10 if (pl->mapped_tail) {
11 struct page *page = list_entry(pl->head.prev, struct page, lru);
12 kunmap(page);
13 pl->mapped_tail = NULL;
14 }
15}
16
17void ceph_pagelist_release(struct ceph_pagelist *pl)
18{
19 if (!atomic_dec_and_test(&pl->refcnt))
20 return;
21 ceph_pagelist_unmap_tail(pl);
22 while (!list_empty(&pl->head)) {
23 struct page *page = list_first_entry(&pl->head, struct page,
24 lru);
25 list_del(&page->lru);
26 __free_page(page);
27 }
28 ceph_pagelist_free_reserve(pl);
29 kfree(pl);
30}
31EXPORT_SYMBOL(ceph_pagelist_release);
32
33static int ceph_pagelist_addpage(struct ceph_pagelist *pl)
34{
35 struct page *page;
36
37 if (!pl->num_pages_free) {
38 page = __page_cache_alloc(GFP_NOFS);
39 } else {
40 page = list_first_entry(&pl->free_list, struct page, lru);
41 list_del(&page->lru);
42 --pl->num_pages_free;
43 }
44 if (!page)
45 return -ENOMEM;
46 pl->room += PAGE_SIZE;
47 ceph_pagelist_unmap_tail(pl);
48 list_add_tail(&page->lru, &pl->head);
49 pl->mapped_tail = kmap(page);
50 return 0;
51}
52
53int ceph_pagelist_append(struct ceph_pagelist *pl, const void *buf, size_t len)
54{
55 while (pl->room < len) {
56 size_t bit = pl->room;
57 int ret;
58
59 memcpy(pl->mapped_tail + (pl->length & ~PAGE_MASK),
60 buf, bit);
61 pl->length += bit;
62 pl->room -= bit;
63 buf += bit;
64 len -= bit;
65 ret = ceph_pagelist_addpage(pl);
66 if (ret)
67 return ret;
68 }
69
70 memcpy(pl->mapped_tail + (pl->length & ~PAGE_MASK), buf, len);
71 pl->length += len;
72 pl->room -= len;
73 return 0;
74}
75EXPORT_SYMBOL(ceph_pagelist_append);
76
77/* Allocate enough pages for a pagelist to append the given amount
78 * of data without without allocating.
79 * Returns: 0 on success, -ENOMEM on error.
80 */
81int ceph_pagelist_reserve(struct ceph_pagelist *pl, size_t space)
82{
83 if (space <= pl->room)
84 return 0;
85 space -= pl->room;
86 space = (space + PAGE_SIZE - 1) >> PAGE_SHIFT; /* conv to num pages */
87
88 while (space > pl->num_pages_free) {
89 struct page *page = __page_cache_alloc(GFP_NOFS);
90 if (!page)
91 return -ENOMEM;
92 list_add_tail(&page->lru, &pl->free_list);
93 ++pl->num_pages_free;
94 }
95 return 0;
96}
97EXPORT_SYMBOL(ceph_pagelist_reserve);
98
99/* Free any pages that have been preallocated. */
100int ceph_pagelist_free_reserve(struct ceph_pagelist *pl)
101{
102 while (!list_empty(&pl->free_list)) {
103 struct page *page = list_first_entry(&pl->free_list,
104 struct page, lru);
105 list_del(&page->lru);
106 __free_page(page);
107 --pl->num_pages_free;
108 }
109 BUG_ON(pl->num_pages_free);
110 return 0;
111}
112EXPORT_SYMBOL(ceph_pagelist_free_reserve);
113
114/* Create a truncation point. */
115void ceph_pagelist_set_cursor(struct ceph_pagelist *pl,
116 struct ceph_pagelist_cursor *c)
117{
118 c->pl = pl;
119 c->page_lru = pl->head.prev;
120 c->room = pl->room;
121}
122EXPORT_SYMBOL(ceph_pagelist_set_cursor);
123
124/* Truncate a pagelist to the given point. Move extra pages to reserve.
125 * This won't sleep.
126 * Returns: 0 on success,
127 * -EINVAL if the pagelist doesn't match the trunc point pagelist
128 */
129int ceph_pagelist_truncate(struct ceph_pagelist *pl,
130 struct ceph_pagelist_cursor *c)
131{
132 struct page *page;
133
134 if (pl != c->pl)
135 return -EINVAL;
136 ceph_pagelist_unmap_tail(pl);
137 while (pl->head.prev != c->page_lru) {
138 page = list_entry(pl->head.prev, struct page, lru);
139 /* move from pagelist to reserve */
140 list_move_tail(&page->lru, &pl->free_list);
141 ++pl->num_pages_free;
142 }
143 pl->room = c->room;
144 if (!list_empty(&pl->head)) {
145 page = list_entry(pl->head.prev, struct page, lru);
146 pl->mapped_tail = kmap(page);
147 }
148 return 0;
149}
150EXPORT_SYMBOL(ceph_pagelist_truncate);