Loading...
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * RDMA Transport Layer
4 *
5 * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
6 * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
7 * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
8 */
9#undef pr_fmt
10#define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
11
12#include "rtrs-clt.h"
13
14void rtrs_clt_update_wc_stats(struct rtrs_clt_con *con)
15{
16 struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);
17 struct rtrs_clt_stats *stats = clt_path->stats;
18 struct rtrs_clt_stats_pcpu *s;
19 int cpu;
20
21 cpu = raw_smp_processor_id();
22 s = get_cpu_ptr(stats->pcpu_stats);
23 if (con->cpu != cpu) {
24 s->cpu_migr.to++;
25
26 /* Careful here, override s pointer */
27 s = per_cpu_ptr(stats->pcpu_stats, con->cpu);
28 atomic_inc(&s->cpu_migr.from);
29 }
30 put_cpu_ptr(stats->pcpu_stats);
31}
32
33void rtrs_clt_inc_failover_cnt(struct rtrs_clt_stats *stats)
34{
35 this_cpu_inc(stats->pcpu_stats->rdma.failover_cnt);
36}
37
38int rtrs_clt_stats_migration_from_cnt_to_str(struct rtrs_clt_stats *stats, char *buf)
39{
40 struct rtrs_clt_stats_pcpu *s;
41
42 size_t used;
43 int cpu;
44
45 used = 0;
46 for_each_possible_cpu(cpu) {
47 s = per_cpu_ptr(stats->pcpu_stats, cpu);
48 used += sysfs_emit_at(buf, used, "%d ",
49 atomic_read(&s->cpu_migr.from));
50 }
51
52 used += sysfs_emit_at(buf, used, "\n");
53
54 return used;
55}
56
57int rtrs_clt_stats_migration_to_cnt_to_str(struct rtrs_clt_stats *stats, char *buf)
58{
59 struct rtrs_clt_stats_pcpu *s;
60
61 size_t used;
62 int cpu;
63
64 used = 0;
65 for_each_possible_cpu(cpu) {
66 s = per_cpu_ptr(stats->pcpu_stats, cpu);
67 used += sysfs_emit_at(buf, used, "%d ", s->cpu_migr.to);
68 }
69
70 used += sysfs_emit_at(buf, used, "\n");
71
72 return used;
73}
74
75int rtrs_clt_stats_reconnects_to_str(struct rtrs_clt_stats *stats, char *buf)
76{
77 return sysfs_emit(buf, "%d %d\n", stats->reconnects.successful_cnt,
78 stats->reconnects.fail_cnt);
79}
80
81ssize_t rtrs_clt_stats_rdma_to_str(struct rtrs_clt_stats *stats, char *page)
82{
83 struct rtrs_clt_stats_rdma sum;
84 struct rtrs_clt_stats_rdma *r;
85 int cpu;
86
87 memset(&sum, 0, sizeof(sum));
88
89 for_each_possible_cpu(cpu) {
90 r = &per_cpu_ptr(stats->pcpu_stats, cpu)->rdma;
91
92 sum.dir[READ].cnt += r->dir[READ].cnt;
93 sum.dir[READ].size_total += r->dir[READ].size_total;
94 sum.dir[WRITE].cnt += r->dir[WRITE].cnt;
95 sum.dir[WRITE].size_total += r->dir[WRITE].size_total;
96 sum.failover_cnt += r->failover_cnt;
97 }
98
99 return sysfs_emit(page, "%llu %llu %llu %llu %u %llu\n",
100 sum.dir[READ].cnt, sum.dir[READ].size_total,
101 sum.dir[WRITE].cnt, sum.dir[WRITE].size_total,
102 atomic_read(&stats->inflight), sum.failover_cnt);
103}
104
105ssize_t rtrs_clt_reset_all_help(struct rtrs_clt_stats *s, char *page)
106{
107 return sysfs_emit(page, "echo 1 to reset all statistics\n");
108}
109
110int rtrs_clt_reset_rdma_stats(struct rtrs_clt_stats *stats, bool enable)
111{
112 struct rtrs_clt_stats_pcpu *s;
113 int cpu;
114
115 if (!enable)
116 return -EINVAL;
117
118 for_each_possible_cpu(cpu) {
119 s = per_cpu_ptr(stats->pcpu_stats, cpu);
120 memset(&s->rdma, 0, sizeof(s->rdma));
121 }
122
123 return 0;
124}
125
126int rtrs_clt_reset_cpu_migr_stats(struct rtrs_clt_stats *stats, bool enable)
127{
128 struct rtrs_clt_stats_pcpu *s;
129 int cpu;
130
131 if (!enable)
132 return -EINVAL;
133
134 for_each_possible_cpu(cpu) {
135 s = per_cpu_ptr(stats->pcpu_stats, cpu);
136 memset(&s->cpu_migr, 0, sizeof(s->cpu_migr));
137 }
138
139 return 0;
140}
141
142int rtrs_clt_reset_reconnects_stat(struct rtrs_clt_stats *stats, bool enable)
143{
144 if (!enable)
145 return -EINVAL;
146
147 memset(&stats->reconnects, 0, sizeof(stats->reconnects));
148
149 return 0;
150}
151
152int rtrs_clt_reset_all_stats(struct rtrs_clt_stats *s, bool enable)
153{
154 if (enable) {
155 rtrs_clt_reset_rdma_stats(s, enable);
156 rtrs_clt_reset_cpu_migr_stats(s, enable);
157 rtrs_clt_reset_reconnects_stat(s, enable);
158 atomic_set(&s->inflight, 0);
159 return 0;
160 }
161
162 return -EINVAL;
163}
164
165static inline void rtrs_clt_update_rdma_stats(struct rtrs_clt_stats *stats,
166 size_t size, int d)
167{
168 this_cpu_inc(stats->pcpu_stats->rdma.dir[d].cnt);
169 this_cpu_add(stats->pcpu_stats->rdma.dir[d].size_total, size);
170}
171
172void rtrs_clt_update_all_stats(struct rtrs_clt_io_req *req, int dir)
173{
174 struct rtrs_clt_con *con = req->con;
175 struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);
176 struct rtrs_clt_stats *stats = clt_path->stats;
177 unsigned int len;
178
179 len = req->usr_len + req->data_len;
180 rtrs_clt_update_rdma_stats(stats, len, dir);
181 if (req->mp_policy == MP_POLICY_MIN_INFLIGHT)
182 atomic_inc(&stats->inflight);
183}
184
185int rtrs_clt_init_stats(struct rtrs_clt_stats *stats)
186{
187 stats->pcpu_stats = alloc_percpu(typeof(*stats->pcpu_stats));
188 if (!stats->pcpu_stats)
189 return -ENOMEM;
190
191 /*
192 * successful_cnt will be set to 0 after session
193 * is established for the first time
194 */
195 stats->reconnects.successful_cnt = -1;
196
197 return 0;
198}
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * RDMA Transport Layer
4 *
5 * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
6 * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
7 * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
8 */
9#undef pr_fmt
10#define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
11
12#include "rtrs-clt.h"
13
14void rtrs_clt_update_wc_stats(struct rtrs_clt_con *con)
15{
16 struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);
17 struct rtrs_clt_stats *stats = clt_path->stats;
18 struct rtrs_clt_stats_pcpu *s;
19 int cpu;
20
21 cpu = raw_smp_processor_id();
22 s = get_cpu_ptr(stats->pcpu_stats);
23 if (con->cpu != cpu) {
24 s->cpu_migr.to++;
25
26 /* Careful here, override s pointer */
27 s = per_cpu_ptr(stats->pcpu_stats, con->cpu);
28 atomic_inc(&s->cpu_migr.from);
29 }
30 put_cpu_ptr(stats->pcpu_stats);
31}
32
33void rtrs_clt_inc_failover_cnt(struct rtrs_clt_stats *stats)
34{
35 this_cpu_inc(stats->pcpu_stats->rdma.failover_cnt);
36}
37
38int rtrs_clt_stats_migration_from_cnt_to_str(struct rtrs_clt_stats *stats, char *buf)
39{
40 struct rtrs_clt_stats_pcpu *s;
41
42 size_t used;
43 int cpu;
44
45 used = 0;
46 for_each_possible_cpu(cpu) {
47 s = per_cpu_ptr(stats->pcpu_stats, cpu);
48 used += sysfs_emit_at(buf, used, "%d ",
49 atomic_read(&s->cpu_migr.from));
50 }
51
52 used += sysfs_emit_at(buf, used, "\n");
53
54 return used;
55}
56
57int rtrs_clt_stats_migration_to_cnt_to_str(struct rtrs_clt_stats *stats, char *buf)
58{
59 struct rtrs_clt_stats_pcpu *s;
60
61 size_t used;
62 int cpu;
63
64 used = 0;
65 for_each_possible_cpu(cpu) {
66 s = per_cpu_ptr(stats->pcpu_stats, cpu);
67 used += sysfs_emit_at(buf, used, "%d ", s->cpu_migr.to);
68 }
69
70 used += sysfs_emit_at(buf, used, "\n");
71
72 return used;
73}
74
75int rtrs_clt_stats_reconnects_to_str(struct rtrs_clt_stats *stats, char *buf)
76{
77 return sysfs_emit(buf, "%d %d\n", stats->reconnects.successful_cnt,
78 stats->reconnects.fail_cnt);
79}
80
81ssize_t rtrs_clt_stats_rdma_to_str(struct rtrs_clt_stats *stats, char *page)
82{
83 struct rtrs_clt_stats_rdma sum;
84 struct rtrs_clt_stats_rdma *r;
85 int cpu;
86
87 memset(&sum, 0, sizeof(sum));
88
89 for_each_possible_cpu(cpu) {
90 r = &per_cpu_ptr(stats->pcpu_stats, cpu)->rdma;
91
92 sum.dir[READ].cnt += r->dir[READ].cnt;
93 sum.dir[READ].size_total += r->dir[READ].size_total;
94 sum.dir[WRITE].cnt += r->dir[WRITE].cnt;
95 sum.dir[WRITE].size_total += r->dir[WRITE].size_total;
96 sum.failover_cnt += r->failover_cnt;
97 }
98
99 return sysfs_emit(page, "%llu %llu %llu %llu %u %llu\n",
100 sum.dir[READ].cnt, sum.dir[READ].size_total,
101 sum.dir[WRITE].cnt, sum.dir[WRITE].size_total,
102 atomic_read(&stats->inflight), sum.failover_cnt);
103}
104
105ssize_t rtrs_clt_reset_all_help(struct rtrs_clt_stats *s, char *page)
106{
107 return sysfs_emit(page, "echo 1 to reset all statistics\n");
108}
109
110int rtrs_clt_reset_rdma_stats(struct rtrs_clt_stats *stats, bool enable)
111{
112 struct rtrs_clt_stats_pcpu *s;
113 int cpu;
114
115 if (!enable)
116 return -EINVAL;
117
118 for_each_possible_cpu(cpu) {
119 s = per_cpu_ptr(stats->pcpu_stats, cpu);
120 memset(&s->rdma, 0, sizeof(s->rdma));
121 }
122
123 return 0;
124}
125
126int rtrs_clt_reset_cpu_migr_stats(struct rtrs_clt_stats *stats, bool enable)
127{
128 struct rtrs_clt_stats_pcpu *s;
129 int cpu;
130
131 if (!enable)
132 return -EINVAL;
133
134 for_each_possible_cpu(cpu) {
135 s = per_cpu_ptr(stats->pcpu_stats, cpu);
136 memset(&s->cpu_migr, 0, sizeof(s->cpu_migr));
137 }
138
139 return 0;
140}
141
142int rtrs_clt_reset_reconnects_stat(struct rtrs_clt_stats *stats, bool enable)
143{
144 if (!enable)
145 return -EINVAL;
146
147 memset(&stats->reconnects, 0, sizeof(stats->reconnects));
148
149 return 0;
150}
151
152int rtrs_clt_reset_all_stats(struct rtrs_clt_stats *s, bool enable)
153{
154 if (enable) {
155 rtrs_clt_reset_rdma_stats(s, enable);
156 rtrs_clt_reset_cpu_migr_stats(s, enable);
157 rtrs_clt_reset_reconnects_stat(s, enable);
158 atomic_set(&s->inflight, 0);
159 return 0;
160 }
161
162 return -EINVAL;
163}
164
165static inline void rtrs_clt_update_rdma_stats(struct rtrs_clt_stats *stats,
166 size_t size, int d)
167{
168 this_cpu_inc(stats->pcpu_stats->rdma.dir[d].cnt);
169 this_cpu_add(stats->pcpu_stats->rdma.dir[d].size_total, size);
170}
171
172void rtrs_clt_update_all_stats(struct rtrs_clt_io_req *req, int dir)
173{
174 struct rtrs_clt_con *con = req->con;
175 struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);
176 struct rtrs_clt_stats *stats = clt_path->stats;
177 unsigned int len;
178
179 len = req->usr_len + req->data_len;
180 rtrs_clt_update_rdma_stats(stats, len, dir);
181 if (req->mp_policy == MP_POLICY_MIN_INFLIGHT)
182 atomic_inc(&stats->inflight);
183}
184
185int rtrs_clt_init_stats(struct rtrs_clt_stats *stats)
186{
187 stats->pcpu_stats = alloc_percpu(typeof(*stats->pcpu_stats));
188 if (!stats->pcpu_stats)
189 return -ENOMEM;
190
191 /*
192 * successful_cnt will be set to 0 after session
193 * is established for the first time
194 */
195 stats->reconnects.successful_cnt = -1;
196
197 return 0;
198}