1// SPDX-License-Identifier: GPL-2.0
 2#include <linux/ceph/ceph_debug.h>
 3
 4#include <linux/err.h>
 5#include <linux/sched.h>
 6#include <linux/types.h>
 7#include <linux/vmalloc.h>
 8
 9#include <linux/ceph/messenger.h>
10#include <linux/ceph/msgpool.h>
11
12static void *msgpool_alloc(gfp_t gfp_mask, void *arg)
13{
14	struct ceph_msgpool *pool = arg;
15	struct ceph_msg *msg;
16
17	msg = ceph_msg_new(pool->type, pool->front_len, gfp_mask, true);
18	if (!msg) {
19		dout("msgpool_alloc %s failed\n", pool->name);
20	} else {
21		dout("msgpool_alloc %s %p\n", pool->name, msg);
22		msg->pool = pool;
23	}
24	return msg;
25}
26
27static void msgpool_free(void *element, void *arg)
28{
29	struct ceph_msgpool *pool = arg;
30	struct ceph_msg *msg = element;
31
32	dout("msgpool_release %s %p\n", pool->name, msg);
33	msg->pool = NULL;
34	ceph_msg_put(msg);
35}
36
37int ceph_msgpool_init(struct ceph_msgpool *pool, int type,
38		      int front_len, int size, bool blocking, const char *name)
39{
40	dout("msgpool %s init\n", name);
41	pool->type = type;
42	pool->front_len = front_len;
43	pool->pool = mempool_create(size, msgpool_alloc, msgpool_free, pool);
44	if (!pool->pool)
45		return -ENOMEM;
46	pool->name = name;
47	return 0;
48}
49
50void ceph_msgpool_destroy(struct ceph_msgpool *pool)
51{
52	dout("msgpool %s destroy\n", pool->name);
53	mempool_destroy(pool->pool);
54}
55
56struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool,
57				  int front_len)
58{
59	struct ceph_msg *msg;
60
61	if (front_len > pool->front_len) {
62		dout("msgpool_get %s need front %d, pool size is %d\n",
63		       pool->name, front_len, pool->front_len);
64		WARN_ON(1);
65
66		/* try to alloc a fresh message */
67		return ceph_msg_new(pool->type, front_len, GFP_NOFS, false);
68	}
69
70	msg = mempool_alloc(pool->pool, GFP_NOFS);
71	dout("msgpool_get %s %p\n", pool->name, msg);
72	return msg;
73}
74
75void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg)
76{
77	dout("msgpool_put %s %p\n", pool->name, msg);
78
79	/* reset msg front_len; user may have changed it */
80	msg->front.iov_len = pool->front_len;
81	msg->hdr.front_len = cpu_to_le32(pool->front_len);
82
83	kref_init(&msg->kref);  /* retake single ref */
84	mempool_free(msg, pool->pool);
85}

 
 1#include <linux/ceph/ceph_debug.h>
 2
 3#include <linux/err.h>
 4#include <linux/sched.h>
 5#include <linux/types.h>
 6#include <linux/vmalloc.h>
 7
 
 8#include <linux/ceph/msgpool.h>
 9
10static void *msgpool_alloc(gfp_t gfp_mask, void *arg)
11{
12	struct ceph_msgpool *pool = arg;
13	struct ceph_msg *msg;
14
15	msg = ceph_msg_new(0, pool->front_len, gfp_mask, true);
16	if (!msg) {
17		dout("msgpool_alloc %s failed\n", pool->name);
18	} else {
19		dout("msgpool_alloc %s %p\n", pool->name, msg);
20		msg->pool = pool;
21	}
22	return msg;
23}
24
25static void msgpool_free(void *element, void *arg)
26{
27	struct ceph_msgpool *pool = arg;
28	struct ceph_msg *msg = element;
29
30	dout("msgpool_release %s %p\n", pool->name, msg);
31	msg->pool = NULL;
32	ceph_msg_put(msg);
33}
34
35int ceph_msgpool_init(struct ceph_msgpool *pool,
36		      int front_len, int size, bool blocking, const char *name)
37{
38	dout("msgpool %s init\n", name);
 
39	pool->front_len = front_len;
40	pool->pool = mempool_create(size, msgpool_alloc, msgpool_free, pool);
41	if (!pool->pool)
42		return -ENOMEM;
43	pool->name = name;
44	return 0;
45}
46
47void ceph_msgpool_destroy(struct ceph_msgpool *pool)
48{
49	dout("msgpool %s destroy\n", pool->name);
50	mempool_destroy(pool->pool);
51}
52
53struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool,
54				  int front_len)
55{
56	struct ceph_msg *msg;
57
58	if (front_len > pool->front_len) {
59		dout("msgpool_get %s need front %d, pool size is %d\n",
60		       pool->name, front_len, pool->front_len);
61		WARN_ON(1);
62
63		/* try to alloc a fresh message */
64		return ceph_msg_new(0, front_len, GFP_NOFS, false);
65	}
66
67	msg = mempool_alloc(pool->pool, GFP_NOFS);
68	dout("msgpool_get %s %p\n", pool->name, msg);
69	return msg;
70}
71
72void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg)
73{
74	dout("msgpool_put %s %p\n", pool->name, msg);
75
76	/* reset msg front_len; user may have changed it */
77	msg->front.iov_len = pool->front_len;
78	msg->hdr.front_len = cpu_to_le32(pool->front_len);
79
80	kref_init(&msg->kref);  /* retake single ref */
81	mempool_free(msg, pool->pool);
82}