1// SPDX-License-Identifier: GPL-2.0
 2#include <linux/ceph/ceph_debug.h>
 3
 4#include <linux/err.h>
 5#include <linux/sched.h>
 6#include <linux/types.h>
 7#include <linux/vmalloc.h>
 8
 9#include <linux/ceph/messenger.h>
10#include <linux/ceph/msgpool.h>
11
12static void *msgpool_alloc(gfp_t gfp_mask, void *arg)
13{
14	struct ceph_msgpool *pool = arg;
15	struct ceph_msg *msg;
16
17	msg = ceph_msg_new2(pool->type, pool->front_len, pool->max_data_items,
18			    gfp_mask, true);
19	if (!msg) {
20		dout("msgpool_alloc %s failed\n", pool->name);
21	} else {
22		dout("msgpool_alloc %s %p\n", pool->name, msg);
23		msg->pool = pool;
24	}
25	return msg;
26}
27
28static void msgpool_free(void *element, void *arg)
29{
30	struct ceph_msgpool *pool = arg;
31	struct ceph_msg *msg = element;
32
33	dout("msgpool_release %s %p\n", pool->name, msg);
34	msg->pool = NULL;
35	ceph_msg_put(msg);
36}
37
38int ceph_msgpool_init(struct ceph_msgpool *pool, int type,
39		      int front_len, int max_data_items, int size,
40		      const char *name)
41{
42	dout("msgpool %s init\n", name);
43	pool->type = type;
44	pool->front_len = front_len;
45	pool->max_data_items = max_data_items;
46	pool->pool = mempool_create(size, msgpool_alloc, msgpool_free, pool);
47	if (!pool->pool)
48		return -ENOMEM;
49	pool->name = name;
50	return 0;
51}
52
53void ceph_msgpool_destroy(struct ceph_msgpool *pool)
54{
55	dout("msgpool %s destroy\n", pool->name);
56	mempool_destroy(pool->pool);
57}
58
59struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool, int front_len,
60				  int max_data_items)
61{
62	struct ceph_msg *msg;
63
64	if (front_len > pool->front_len ||
65	    max_data_items > pool->max_data_items) {
66		pr_warn_ratelimited("%s need %d/%d, pool %s has %d/%d\n",
67		    __func__, front_len, max_data_items, pool->name,
68		    pool->front_len, pool->max_data_items);
69		WARN_ON_ONCE(1);
70
71		/* try to alloc a fresh message */
72		return ceph_msg_new2(pool->type, front_len, max_data_items,
73				     GFP_NOFS, false);
74	}
75
76	msg = mempool_alloc(pool->pool, GFP_NOFS);
77	dout("msgpool_get %s %p\n", pool->name, msg);
78	return msg;
79}
80
81void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg)
82{
83	dout("msgpool_put %s %p\n", pool->name, msg);
84
85	/* reset msg front_len; user may have changed it */
86	msg->front.iov_len = pool->front_len;
87	msg->hdr.front_len = cpu_to_le32(pool->front_len);
88
89	msg->data_length = 0;
90	msg->num_data_items = 0;
91
92	kref_init(&msg->kref);  /* retake single ref */
93	mempool_free(msg, pool->pool);
94}

 
 1#include <linux/ceph/ceph_debug.h>
 2
 3#include <linux/err.h>
 4#include <linux/sched.h>
 5#include <linux/types.h>
 6#include <linux/vmalloc.h>
 7
 8#include <linux/ceph/messenger.h>
 9#include <linux/ceph/msgpool.h>
10
11static void *msgpool_alloc(gfp_t gfp_mask, void *arg)
12{
13	struct ceph_msgpool *pool = arg;
14	struct ceph_msg *msg;
15
16	msg = ceph_msg_new(pool->type, pool->front_len, gfp_mask, true);
 
17	if (!msg) {
18		dout("msgpool_alloc %s failed\n", pool->name);
19	} else {
20		dout("msgpool_alloc %s %p\n", pool->name, msg);
21		msg->pool = pool;
22	}
23	return msg;
24}
25
26static void msgpool_free(void *element, void *arg)
27{
28	struct ceph_msgpool *pool = arg;
29	struct ceph_msg *msg = element;
30
31	dout("msgpool_release %s %p\n", pool->name, msg);
32	msg->pool = NULL;
33	ceph_msg_put(msg);
34}
35
36int ceph_msgpool_init(struct ceph_msgpool *pool, int type,
37		      int front_len, int size, bool blocking, const char *name)
 
38{
39	dout("msgpool %s init\n", name);
40	pool->type = type;
41	pool->front_len = front_len;
 
42	pool->pool = mempool_create(size, msgpool_alloc, msgpool_free, pool);
43	if (!pool->pool)
44		return -ENOMEM;
45	pool->name = name;
46	return 0;
47}
48
49void ceph_msgpool_destroy(struct ceph_msgpool *pool)
50{
51	dout("msgpool %s destroy\n", pool->name);
52	mempool_destroy(pool->pool);
53}
54
55struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool,
56				  int front_len)
57{
58	struct ceph_msg *msg;
59
60	if (front_len > pool->front_len) {
61		dout("msgpool_get %s need front %d, pool size is %d\n",
62		       pool->name, front_len, pool->front_len);
63		WARN_ON(1);
 
 
64
65		/* try to alloc a fresh message */
66		return ceph_msg_new(pool->type, front_len, GFP_NOFS, false);
 
67	}
68
69	msg = mempool_alloc(pool->pool, GFP_NOFS);
70	dout("msgpool_get %s %p\n", pool->name, msg);
71	return msg;
72}
73
74void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg)
75{
76	dout("msgpool_put %s %p\n", pool->name, msg);
77
78	/* reset msg front_len; user may have changed it */
79	msg->front.iov_len = pool->front_len;
80	msg->hdr.front_len = cpu_to_le32(pool->front_len);
 
 
 
81
82	kref_init(&msg->kref);  /* retake single ref */
83	mempool_free(msg, pool->pool);
84}