Loading...
Note: File does not exist in v3.1.
1/* SPDX-License-Identifier: GPL-2.0 */
2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM sunrpc
4
5#if !defined(_TRACE_SUNRPC_H) || defined(TRACE_HEADER_MULTI_READ)
6#define _TRACE_SUNRPC_H
7
8#include <linux/sunrpc/sched.h>
9#include <linux/sunrpc/clnt.h>
10#include <linux/sunrpc/svc.h>
11#include <linux/sunrpc/xprtsock.h>
12#include <linux/sunrpc/svc_xprt.h>
13#include <net/tcp_states.h>
14#include <linux/net.h>
15#include <linux/tracepoint.h>
16
17#include <trace/misc/sunrpc.h>
18
19TRACE_DEFINE_ENUM(SOCK_STREAM);
20TRACE_DEFINE_ENUM(SOCK_DGRAM);
21TRACE_DEFINE_ENUM(SOCK_RAW);
22TRACE_DEFINE_ENUM(SOCK_RDM);
23TRACE_DEFINE_ENUM(SOCK_SEQPACKET);
24TRACE_DEFINE_ENUM(SOCK_DCCP);
25TRACE_DEFINE_ENUM(SOCK_PACKET);
26
27#define show_socket_type(type) \
28 __print_symbolic(type, \
29 { SOCK_STREAM, "STREAM" }, \
30 { SOCK_DGRAM, "DGRAM" }, \
31 { SOCK_RAW, "RAW" }, \
32 { SOCK_RDM, "RDM" }, \
33 { SOCK_SEQPACKET, "SEQPACKET" }, \
34 { SOCK_DCCP, "DCCP" }, \
35 { SOCK_PACKET, "PACKET" })
36
37/* This list is known to be incomplete, add new enums as needed. */
38TRACE_DEFINE_ENUM(AF_UNSPEC);
39TRACE_DEFINE_ENUM(AF_UNIX);
40TRACE_DEFINE_ENUM(AF_LOCAL);
41TRACE_DEFINE_ENUM(AF_INET);
42TRACE_DEFINE_ENUM(AF_INET6);
43
44#define rpc_show_address_family(family) \
45 __print_symbolic(family, \
46 { AF_UNSPEC, "AF_UNSPEC" }, \
47 { AF_UNIX, "AF_UNIX" }, \
48 { AF_LOCAL, "AF_LOCAL" }, \
49 { AF_INET, "AF_INET" }, \
50 { AF_INET6, "AF_INET6" })
51
52DECLARE_EVENT_CLASS(rpc_xdr_buf_class,
53 TP_PROTO(
54 const struct rpc_task *task,
55 const struct xdr_buf *xdr
56 ),
57
58 TP_ARGS(task, xdr),
59
60 TP_STRUCT__entry(
61 __field(unsigned int, task_id)
62 __field(unsigned int, client_id)
63 __field(const void *, head_base)
64 __field(size_t, head_len)
65 __field(const void *, tail_base)
66 __field(size_t, tail_len)
67 __field(unsigned int, page_base)
68 __field(unsigned int, page_len)
69 __field(unsigned int, msg_len)
70 ),
71
72 TP_fast_assign(
73 __entry->task_id = task->tk_pid;
74 __entry->client_id = task->tk_client ?
75 task->tk_client->cl_clid : -1;
76 __entry->head_base = xdr->head[0].iov_base;
77 __entry->head_len = xdr->head[0].iov_len;
78 __entry->tail_base = xdr->tail[0].iov_base;
79 __entry->tail_len = xdr->tail[0].iov_len;
80 __entry->page_base = xdr->page_base;
81 __entry->page_len = xdr->page_len;
82 __entry->msg_len = xdr->len;
83 ),
84
85 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
86 " head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
87 __entry->task_id, __entry->client_id,
88 __entry->head_base, __entry->head_len,
89 __entry->page_len, __entry->page_base,
90 __entry->tail_base, __entry->tail_len,
91 __entry->msg_len
92 )
93);
94
95#define DEFINE_RPCXDRBUF_EVENT(name) \
96 DEFINE_EVENT(rpc_xdr_buf_class, \
97 rpc_xdr_##name, \
98 TP_PROTO( \
99 const struct rpc_task *task, \
100 const struct xdr_buf *xdr \
101 ), \
102 TP_ARGS(task, xdr))
103
104DEFINE_RPCXDRBUF_EVENT(sendto);
105DEFINE_RPCXDRBUF_EVENT(recvfrom);
106DEFINE_RPCXDRBUF_EVENT(reply_pages);
107
108
109DECLARE_EVENT_CLASS(rpc_clnt_class,
110 TP_PROTO(
111 const struct rpc_clnt *clnt
112 ),
113
114 TP_ARGS(clnt),
115
116 TP_STRUCT__entry(
117 __field(unsigned int, client_id)
118 ),
119
120 TP_fast_assign(
121 __entry->client_id = clnt->cl_clid;
122 ),
123
124 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER, __entry->client_id)
125);
126
127#define DEFINE_RPC_CLNT_EVENT(name) \
128 DEFINE_EVENT(rpc_clnt_class, \
129 rpc_clnt_##name, \
130 TP_PROTO( \
131 const struct rpc_clnt *clnt \
132 ), \
133 TP_ARGS(clnt))
134
135DEFINE_RPC_CLNT_EVENT(free);
136DEFINE_RPC_CLNT_EVENT(killall);
137DEFINE_RPC_CLNT_EVENT(shutdown);
138DEFINE_RPC_CLNT_EVENT(release);
139DEFINE_RPC_CLNT_EVENT(replace_xprt);
140DEFINE_RPC_CLNT_EVENT(replace_xprt_err);
141
142TRACE_DEFINE_ENUM(RPC_XPRTSEC_NONE);
143TRACE_DEFINE_ENUM(RPC_XPRTSEC_TLS_X509);
144
145#define rpc_show_xprtsec_policy(policy) \
146 __print_symbolic(policy, \
147 { RPC_XPRTSEC_NONE, "none" }, \
148 { RPC_XPRTSEC_TLS_ANON, "tls-anon" }, \
149 { RPC_XPRTSEC_TLS_X509, "tls-x509" })
150
151#define rpc_show_create_flags(flags) \
152 __print_flags(flags, "|", \
153 { RPC_CLNT_CREATE_HARDRTRY, "HARDRTRY" }, \
154 { RPC_CLNT_CREATE_AUTOBIND, "AUTOBIND" }, \
155 { RPC_CLNT_CREATE_NONPRIVPORT, "NONPRIVPORT" }, \
156 { RPC_CLNT_CREATE_NOPING, "NOPING" }, \
157 { RPC_CLNT_CREATE_DISCRTRY, "DISCRTRY" }, \
158 { RPC_CLNT_CREATE_QUIET, "QUIET" }, \
159 { RPC_CLNT_CREATE_INFINITE_SLOTS, \
160 "INFINITE_SLOTS" }, \
161 { RPC_CLNT_CREATE_NO_IDLE_TIMEOUT, \
162 "NO_IDLE_TIMEOUT" }, \
163 { RPC_CLNT_CREATE_NO_RETRANS_TIMEOUT, \
164 "NO_RETRANS_TIMEOUT" }, \
165 { RPC_CLNT_CREATE_SOFTERR, "SOFTERR" }, \
166 { RPC_CLNT_CREATE_REUSEPORT, "REUSEPORT" })
167
168TRACE_EVENT(rpc_clnt_new,
169 TP_PROTO(
170 const struct rpc_clnt *clnt,
171 const struct rpc_xprt *xprt,
172 const struct rpc_create_args *args
173 ),
174
175 TP_ARGS(clnt, xprt, args),
176
177 TP_STRUCT__entry(
178 __field(unsigned int, client_id)
179 __field(unsigned long, xprtsec)
180 __field(unsigned long, flags)
181 __string(program, clnt->cl_program->name)
182 __string(server, xprt->servername)
183 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
184 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
185 ),
186
187 TP_fast_assign(
188 __entry->client_id = clnt->cl_clid;
189 __entry->xprtsec = args->xprtsec.policy;
190 __entry->flags = args->flags;
191 __assign_str(program, clnt->cl_program->name);
192 __assign_str(server, xprt->servername);
193 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
194 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
195 ),
196
197 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER " peer=[%s]:%s"
198 " program=%s server=%s xprtsec=%s flags=%s",
199 __entry->client_id, __get_str(addr), __get_str(port),
200 __get_str(program), __get_str(server),
201 rpc_show_xprtsec_policy(__entry->xprtsec),
202 rpc_show_create_flags(__entry->flags)
203 )
204);
205
206TRACE_EVENT(rpc_clnt_new_err,
207 TP_PROTO(
208 const char *program,
209 const char *server,
210 int error
211 ),
212
213 TP_ARGS(program, server, error),
214
215 TP_STRUCT__entry(
216 __field(int, error)
217 __string(program, program)
218 __string(server, server)
219 ),
220
221 TP_fast_assign(
222 __entry->error = error;
223 __assign_str(program, program);
224 __assign_str(server, server);
225 ),
226
227 TP_printk("program=%s server=%s error=%d",
228 __get_str(program), __get_str(server), __entry->error)
229);
230
231TRACE_EVENT(rpc_clnt_clone_err,
232 TP_PROTO(
233 const struct rpc_clnt *clnt,
234 int error
235 ),
236
237 TP_ARGS(clnt, error),
238
239 TP_STRUCT__entry(
240 __field(unsigned int, client_id)
241 __field(int, error)
242 ),
243
244 TP_fast_assign(
245 __entry->client_id = clnt->cl_clid;
246 __entry->error = error;
247 ),
248
249 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER " error=%d",
250 __entry->client_id, __entry->error)
251);
252
253
254TRACE_DEFINE_ENUM(RPC_AUTH_OK);
255TRACE_DEFINE_ENUM(RPC_AUTH_BADCRED);
256TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDCRED);
257TRACE_DEFINE_ENUM(RPC_AUTH_BADVERF);
258TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDVERF);
259TRACE_DEFINE_ENUM(RPC_AUTH_TOOWEAK);
260TRACE_DEFINE_ENUM(RPCSEC_GSS_CREDPROBLEM);
261TRACE_DEFINE_ENUM(RPCSEC_GSS_CTXPROBLEM);
262
263#define rpc_show_auth_stat(status) \
264 __print_symbolic(status, \
265 { RPC_AUTH_OK, "AUTH_OK" }, \
266 { RPC_AUTH_BADCRED, "BADCRED" }, \
267 { RPC_AUTH_REJECTEDCRED, "REJECTEDCRED" }, \
268 { RPC_AUTH_BADVERF, "BADVERF" }, \
269 { RPC_AUTH_REJECTEDVERF, "REJECTEDVERF" }, \
270 { RPC_AUTH_TOOWEAK, "TOOWEAK" }, \
271 { RPCSEC_GSS_CREDPROBLEM, "GSS_CREDPROBLEM" }, \
272 { RPCSEC_GSS_CTXPROBLEM, "GSS_CTXPROBLEM" }) \
273
274DECLARE_EVENT_CLASS(rpc_task_status,
275
276 TP_PROTO(const struct rpc_task *task),
277
278 TP_ARGS(task),
279
280 TP_STRUCT__entry(
281 __field(unsigned int, task_id)
282 __field(unsigned int, client_id)
283 __field(int, status)
284 ),
285
286 TP_fast_assign(
287 __entry->task_id = task->tk_pid;
288 __entry->client_id = task->tk_client->cl_clid;
289 __entry->status = task->tk_status;
290 ),
291
292 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d",
293 __entry->task_id, __entry->client_id,
294 __entry->status)
295);
296#define DEFINE_RPC_STATUS_EVENT(name) \
297 DEFINE_EVENT(rpc_task_status, rpc_##name##_status, \
298 TP_PROTO( \
299 const struct rpc_task *task \
300 ), \
301 TP_ARGS(task))
302
303DEFINE_RPC_STATUS_EVENT(call);
304DEFINE_RPC_STATUS_EVENT(connect);
305DEFINE_RPC_STATUS_EVENT(timeout);
306DEFINE_RPC_STATUS_EVENT(retry_refresh);
307DEFINE_RPC_STATUS_EVENT(refresh);
308
309TRACE_EVENT(rpc_request,
310 TP_PROTO(const struct rpc_task *task),
311
312 TP_ARGS(task),
313
314 TP_STRUCT__entry(
315 __field(unsigned int, task_id)
316 __field(unsigned int, client_id)
317 __field(int, version)
318 __field(bool, async)
319 __string(progname, task->tk_client->cl_program->name)
320 __string(procname, rpc_proc_name(task))
321 ),
322
323 TP_fast_assign(
324 __entry->task_id = task->tk_pid;
325 __entry->client_id = task->tk_client->cl_clid;
326 __entry->version = task->tk_client->cl_vers;
327 __entry->async = RPC_IS_ASYNC(task);
328 __assign_str(progname, task->tk_client->cl_program->name);
329 __assign_str(procname, rpc_proc_name(task));
330 ),
331
332 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " %sv%d %s (%ssync)",
333 __entry->task_id, __entry->client_id,
334 __get_str(progname), __entry->version,
335 __get_str(procname), __entry->async ? "a": ""
336 )
337);
338
339#define rpc_show_task_flags(flags) \
340 __print_flags(flags, "|", \
341 { RPC_TASK_ASYNC, "ASYNC" }, \
342 { RPC_TASK_SWAPPER, "SWAPPER" }, \
343 { RPC_TASK_MOVEABLE, "MOVEABLE" }, \
344 { RPC_TASK_NULLCREDS, "NULLCREDS" }, \
345 { RPC_CALL_MAJORSEEN, "MAJORSEEN" }, \
346 { RPC_TASK_DYNAMIC, "DYNAMIC" }, \
347 { RPC_TASK_NO_ROUND_ROBIN, "NO_ROUND_ROBIN" }, \
348 { RPC_TASK_SOFT, "SOFT" }, \
349 { RPC_TASK_SOFTCONN, "SOFTCONN" }, \
350 { RPC_TASK_SENT, "SENT" }, \
351 { RPC_TASK_TIMEOUT, "TIMEOUT" }, \
352 { RPC_TASK_NOCONNECT, "NOCONNECT" }, \
353 { RPC_TASK_NO_RETRANS_TIMEOUT, "NORTO" }, \
354 { RPC_TASK_CRED_NOREF, "CRED_NOREF" })
355
356#define rpc_show_runstate(flags) \
357 __print_flags(flags, "|", \
358 { (1UL << RPC_TASK_RUNNING), "RUNNING" }, \
359 { (1UL << RPC_TASK_QUEUED), "QUEUED" }, \
360 { (1UL << RPC_TASK_ACTIVE), "ACTIVE" }, \
361 { (1UL << RPC_TASK_NEED_XMIT), "NEED_XMIT" }, \
362 { (1UL << RPC_TASK_NEED_RECV), "NEED_RECV" }, \
363 { (1UL << RPC_TASK_MSG_PIN_WAIT), "MSG_PIN_WAIT" }, \
364 { (1UL << RPC_TASK_SIGNALLED), "SIGNALLED" })
365
366DECLARE_EVENT_CLASS(rpc_task_running,
367
368 TP_PROTO(const struct rpc_task *task, const void *action),
369
370 TP_ARGS(task, action),
371
372 TP_STRUCT__entry(
373 __field(unsigned int, task_id)
374 __field(unsigned int, client_id)
375 __field(const void *, action)
376 __field(unsigned long, runstate)
377 __field(int, status)
378 __field(unsigned short, flags)
379 ),
380
381 TP_fast_assign(
382 __entry->client_id = task->tk_client ?
383 task->tk_client->cl_clid : -1;
384 __entry->task_id = task->tk_pid;
385 __entry->action = action;
386 __entry->runstate = task->tk_runstate;
387 __entry->status = task->tk_status;
388 __entry->flags = task->tk_flags;
389 ),
390
391 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
392 " flags=%s runstate=%s status=%d action=%ps",
393 __entry->task_id, __entry->client_id,
394 rpc_show_task_flags(__entry->flags),
395 rpc_show_runstate(__entry->runstate),
396 __entry->status,
397 __entry->action
398 )
399);
400#define DEFINE_RPC_RUNNING_EVENT(name) \
401 DEFINE_EVENT(rpc_task_running, rpc_task_##name, \
402 TP_PROTO( \
403 const struct rpc_task *task, \
404 const void *action \
405 ), \
406 TP_ARGS(task, action))
407
408DEFINE_RPC_RUNNING_EVENT(begin);
409DEFINE_RPC_RUNNING_EVENT(run_action);
410DEFINE_RPC_RUNNING_EVENT(sync_sleep);
411DEFINE_RPC_RUNNING_EVENT(sync_wake);
412DEFINE_RPC_RUNNING_EVENT(complete);
413DEFINE_RPC_RUNNING_EVENT(timeout);
414DEFINE_RPC_RUNNING_EVENT(signalled);
415DEFINE_RPC_RUNNING_EVENT(end);
416DEFINE_RPC_RUNNING_EVENT(call_done);
417
418DECLARE_EVENT_CLASS(rpc_task_queued,
419
420 TP_PROTO(const struct rpc_task *task, const struct rpc_wait_queue *q),
421
422 TP_ARGS(task, q),
423
424 TP_STRUCT__entry(
425 __field(unsigned int, task_id)
426 __field(unsigned int, client_id)
427 __field(unsigned long, timeout)
428 __field(unsigned long, runstate)
429 __field(int, status)
430 __field(unsigned short, flags)
431 __string(q_name, rpc_qname(q))
432 ),
433
434 TP_fast_assign(
435 __entry->client_id = task->tk_client ?
436 task->tk_client->cl_clid : -1;
437 __entry->task_id = task->tk_pid;
438 __entry->timeout = rpc_task_timeout(task);
439 __entry->runstate = task->tk_runstate;
440 __entry->status = task->tk_status;
441 __entry->flags = task->tk_flags;
442 __assign_str(q_name, rpc_qname(q));
443 ),
444
445 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
446 " flags=%s runstate=%s status=%d timeout=%lu queue=%s",
447 __entry->task_id, __entry->client_id,
448 rpc_show_task_flags(__entry->flags),
449 rpc_show_runstate(__entry->runstate),
450 __entry->status,
451 __entry->timeout,
452 __get_str(q_name)
453 )
454);
455#define DEFINE_RPC_QUEUED_EVENT(name) \
456 DEFINE_EVENT(rpc_task_queued, rpc_task_##name, \
457 TP_PROTO( \
458 const struct rpc_task *task, \
459 const struct rpc_wait_queue *q \
460 ), \
461 TP_ARGS(task, q))
462
463DEFINE_RPC_QUEUED_EVENT(sleep);
464DEFINE_RPC_QUEUED_EVENT(wakeup);
465
466DECLARE_EVENT_CLASS(rpc_failure,
467
468 TP_PROTO(const struct rpc_task *task),
469
470 TP_ARGS(task),
471
472 TP_STRUCT__entry(
473 __field(unsigned int, task_id)
474 __field(unsigned int, client_id)
475 ),
476
477 TP_fast_assign(
478 __entry->task_id = task->tk_pid;
479 __entry->client_id = task->tk_client->cl_clid;
480 ),
481
482 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER,
483 __entry->task_id, __entry->client_id)
484);
485
486#define DEFINE_RPC_FAILURE(name) \
487 DEFINE_EVENT(rpc_failure, rpc_bad_##name, \
488 TP_PROTO( \
489 const struct rpc_task *task \
490 ), \
491 TP_ARGS(task))
492
493DEFINE_RPC_FAILURE(callhdr);
494DEFINE_RPC_FAILURE(verifier);
495
496DECLARE_EVENT_CLASS(rpc_reply_event,
497
498 TP_PROTO(
499 const struct rpc_task *task
500 ),
501
502 TP_ARGS(task),
503
504 TP_STRUCT__entry(
505 __field(unsigned int, task_id)
506 __field(unsigned int, client_id)
507 __field(u32, xid)
508 __string(progname, task->tk_client->cl_program->name)
509 __field(u32, version)
510 __string(procname, rpc_proc_name(task))
511 __string(servername, task->tk_xprt->servername)
512 ),
513
514 TP_fast_assign(
515 __entry->task_id = task->tk_pid;
516 __entry->client_id = task->tk_client->cl_clid;
517 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
518 __assign_str(progname, task->tk_client->cl_program->name);
519 __entry->version = task->tk_client->cl_vers;
520 __assign_str(procname, rpc_proc_name(task));
521 __assign_str(servername, task->tk_xprt->servername);
522 ),
523
524 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
525 " server=%s xid=0x%08x %sv%d %s",
526 __entry->task_id, __entry->client_id, __get_str(servername),
527 __entry->xid, __get_str(progname), __entry->version,
528 __get_str(procname))
529)
530
531#define DEFINE_RPC_REPLY_EVENT(name) \
532 DEFINE_EVENT(rpc_reply_event, rpc__##name, \
533 TP_PROTO( \
534 const struct rpc_task *task \
535 ), \
536 TP_ARGS(task))
537
538DEFINE_RPC_REPLY_EVENT(prog_unavail);
539DEFINE_RPC_REPLY_EVENT(prog_mismatch);
540DEFINE_RPC_REPLY_EVENT(proc_unavail);
541DEFINE_RPC_REPLY_EVENT(garbage_args);
542DEFINE_RPC_REPLY_EVENT(unparsable);
543DEFINE_RPC_REPLY_EVENT(mismatch);
544DEFINE_RPC_REPLY_EVENT(stale_creds);
545DEFINE_RPC_REPLY_EVENT(bad_creds);
546DEFINE_RPC_REPLY_EVENT(auth_tooweak);
547
548#define DEFINE_RPCB_ERROR_EVENT(name) \
549 DEFINE_EVENT(rpc_reply_event, rpcb_##name##_err, \
550 TP_PROTO( \
551 const struct rpc_task *task \
552 ), \
553 TP_ARGS(task))
554
555DEFINE_RPCB_ERROR_EVENT(prog_unavail);
556DEFINE_RPCB_ERROR_EVENT(timeout);
557DEFINE_RPCB_ERROR_EVENT(bind_version);
558DEFINE_RPCB_ERROR_EVENT(unreachable);
559DEFINE_RPCB_ERROR_EVENT(unrecognized);
560
561TRACE_EVENT(rpc_buf_alloc,
562 TP_PROTO(
563 const struct rpc_task *task,
564 int status
565 ),
566
567 TP_ARGS(task, status),
568
569 TP_STRUCT__entry(
570 __field(unsigned int, task_id)
571 __field(unsigned int, client_id)
572 __field(size_t, callsize)
573 __field(size_t, recvsize)
574 __field(int, status)
575 ),
576
577 TP_fast_assign(
578 __entry->task_id = task->tk_pid;
579 __entry->client_id = task->tk_client->cl_clid;
580 __entry->callsize = task->tk_rqstp->rq_callsize;
581 __entry->recvsize = task->tk_rqstp->rq_rcvsize;
582 __entry->status = status;
583 ),
584
585 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
586 " callsize=%zu recvsize=%zu status=%d",
587 __entry->task_id, __entry->client_id,
588 __entry->callsize, __entry->recvsize, __entry->status
589 )
590);
591
592TRACE_EVENT(rpc_call_rpcerror,
593 TP_PROTO(
594 const struct rpc_task *task,
595 int tk_status,
596 int rpc_status
597 ),
598
599 TP_ARGS(task, tk_status, rpc_status),
600
601 TP_STRUCT__entry(
602 __field(unsigned int, task_id)
603 __field(unsigned int, client_id)
604 __field(int, tk_status)
605 __field(int, rpc_status)
606 ),
607
608 TP_fast_assign(
609 __entry->client_id = task->tk_client->cl_clid;
610 __entry->task_id = task->tk_pid;
611 __entry->tk_status = tk_status;
612 __entry->rpc_status = rpc_status;
613 ),
614
615 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
616 " tk_status=%d rpc_status=%d",
617 __entry->task_id, __entry->client_id,
618 __entry->tk_status, __entry->rpc_status)
619);
620
621TRACE_EVENT(rpc_stats_latency,
622
623 TP_PROTO(
624 const struct rpc_task *task,
625 ktime_t backlog,
626 ktime_t rtt,
627 ktime_t execute
628 ),
629
630 TP_ARGS(task, backlog, rtt, execute),
631
632 TP_STRUCT__entry(
633 __field(unsigned int, task_id)
634 __field(unsigned int, client_id)
635 __field(u32, xid)
636 __field(int, version)
637 __string(progname, task->tk_client->cl_program->name)
638 __string(procname, rpc_proc_name(task))
639 __field(unsigned long, backlog)
640 __field(unsigned long, rtt)
641 __field(unsigned long, execute)
642 __field(u32, xprt_id)
643 ),
644
645 TP_fast_assign(
646 __entry->client_id = task->tk_client->cl_clid;
647 __entry->task_id = task->tk_pid;
648 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
649 __entry->version = task->tk_client->cl_vers;
650 __assign_str(progname, task->tk_client->cl_program->name);
651 __assign_str(procname, rpc_proc_name(task));
652 __entry->backlog = ktime_to_us(backlog);
653 __entry->rtt = ktime_to_us(rtt);
654 __entry->execute = ktime_to_us(execute);
655 __entry->xprt_id = task->tk_xprt->id;
656 ),
657
658 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
659 " xid=0x%08x %sv%d %s backlog=%lu rtt=%lu execute=%lu"
660 " xprt_id=%d",
661 __entry->task_id, __entry->client_id, __entry->xid,
662 __get_str(progname), __entry->version, __get_str(procname),
663 __entry->backlog, __entry->rtt, __entry->execute,
664 __entry->xprt_id)
665);
666
667TRACE_EVENT(rpc_xdr_overflow,
668 TP_PROTO(
669 const struct xdr_stream *xdr,
670 size_t requested
671 ),
672
673 TP_ARGS(xdr, requested),
674
675 TP_STRUCT__entry(
676 __field(unsigned int, task_id)
677 __field(unsigned int, client_id)
678 __field(int, version)
679 __field(size_t, requested)
680 __field(const void *, end)
681 __field(const void *, p)
682 __field(const void *, head_base)
683 __field(size_t, head_len)
684 __field(const void *, tail_base)
685 __field(size_t, tail_len)
686 __field(unsigned int, page_len)
687 __field(unsigned int, len)
688 __string(progname, xdr->rqst ?
689 xdr->rqst->rq_task->tk_client->cl_program->name : "unknown")
690 __string(procedure, xdr->rqst ?
691 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name : "unknown")
692 ),
693
694 TP_fast_assign(
695 if (xdr->rqst) {
696 const struct rpc_task *task = xdr->rqst->rq_task;
697
698 __entry->task_id = task->tk_pid;
699 __entry->client_id = task->tk_client->cl_clid;
700 __assign_str(progname,
701 task->tk_client->cl_program->name);
702 __entry->version = task->tk_client->cl_vers;
703 __assign_str(procedure, task->tk_msg.rpc_proc->p_name);
704 } else {
705 __entry->task_id = -1;
706 __entry->client_id = -1;
707 __assign_str(progname, "unknown");
708 __entry->version = 0;
709 __assign_str(procedure, "unknown");
710 }
711 __entry->requested = requested;
712 __entry->end = xdr->end;
713 __entry->p = xdr->p;
714 __entry->head_base = xdr->buf->head[0].iov_base,
715 __entry->head_len = xdr->buf->head[0].iov_len,
716 __entry->page_len = xdr->buf->page_len,
717 __entry->tail_base = xdr->buf->tail[0].iov_base,
718 __entry->tail_len = xdr->buf->tail[0].iov_len,
719 __entry->len = xdr->buf->len;
720 ),
721
722 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
723 " %sv%d %s requested=%zu p=%p end=%p xdr=[%p,%zu]/%u/[%p,%zu]/%u\n",
724 __entry->task_id, __entry->client_id,
725 __get_str(progname), __entry->version, __get_str(procedure),
726 __entry->requested, __entry->p, __entry->end,
727 __entry->head_base, __entry->head_len,
728 __entry->page_len,
729 __entry->tail_base, __entry->tail_len,
730 __entry->len
731 )
732);
733
734TRACE_EVENT(rpc_xdr_alignment,
735 TP_PROTO(
736 const struct xdr_stream *xdr,
737 size_t offset,
738 unsigned int copied
739 ),
740
741 TP_ARGS(xdr, offset, copied),
742
743 TP_STRUCT__entry(
744 __field(unsigned int, task_id)
745 __field(unsigned int, client_id)
746 __field(int, version)
747 __field(size_t, offset)
748 __field(unsigned int, copied)
749 __field(const void *, head_base)
750 __field(size_t, head_len)
751 __field(const void *, tail_base)
752 __field(size_t, tail_len)
753 __field(unsigned int, page_len)
754 __field(unsigned int, len)
755 __string(progname,
756 xdr->rqst->rq_task->tk_client->cl_program->name)
757 __string(procedure,
758 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name)
759 ),
760
761 TP_fast_assign(
762 const struct rpc_task *task = xdr->rqst->rq_task;
763
764 __entry->task_id = task->tk_pid;
765 __entry->client_id = task->tk_client->cl_clid;
766 __assign_str(progname,
767 task->tk_client->cl_program->name);
768 __entry->version = task->tk_client->cl_vers;
769 __assign_str(procedure, task->tk_msg.rpc_proc->p_name);
770
771 __entry->offset = offset;
772 __entry->copied = copied;
773 __entry->head_base = xdr->buf->head[0].iov_base,
774 __entry->head_len = xdr->buf->head[0].iov_len,
775 __entry->page_len = xdr->buf->page_len,
776 __entry->tail_base = xdr->buf->tail[0].iov_base,
777 __entry->tail_len = xdr->buf->tail[0].iov_len,
778 __entry->len = xdr->buf->len;
779 ),
780
781 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
782 " %sv%d %s offset=%zu copied=%u xdr=[%p,%zu]/%u/[%p,%zu]/%u\n",
783 __entry->task_id, __entry->client_id,
784 __get_str(progname), __entry->version, __get_str(procedure),
785 __entry->offset, __entry->copied,
786 __entry->head_base, __entry->head_len,
787 __entry->page_len,
788 __entry->tail_base, __entry->tail_len,
789 __entry->len
790 )
791);
792
793/*
794 * First define the enums in the below macros to be exported to userspace
795 * via TRACE_DEFINE_ENUM().
796 */
797#undef EM
798#undef EMe
799#define EM(a, b) TRACE_DEFINE_ENUM(a);
800#define EMe(a, b) TRACE_DEFINE_ENUM(a);
801
802#define RPC_SHOW_SOCKET \
803 EM( SS_FREE, "FREE" ) \
804 EM( SS_UNCONNECTED, "UNCONNECTED" ) \
805 EM( SS_CONNECTING, "CONNECTING" ) \
806 EM( SS_CONNECTED, "CONNECTED" ) \
807 EMe( SS_DISCONNECTING, "DISCONNECTING" )
808
809#define rpc_show_socket_state(state) \
810 __print_symbolic(state, RPC_SHOW_SOCKET)
811
812RPC_SHOW_SOCKET
813
814#define RPC_SHOW_SOCK \
815 EM( TCP_ESTABLISHED, "ESTABLISHED" ) \
816 EM( TCP_SYN_SENT, "SYN_SENT" ) \
817 EM( TCP_SYN_RECV, "SYN_RECV" ) \
818 EM( TCP_FIN_WAIT1, "FIN_WAIT1" ) \
819 EM( TCP_FIN_WAIT2, "FIN_WAIT2" ) \
820 EM( TCP_TIME_WAIT, "TIME_WAIT" ) \
821 EM( TCP_CLOSE, "CLOSE" ) \
822 EM( TCP_CLOSE_WAIT, "CLOSE_WAIT" ) \
823 EM( TCP_LAST_ACK, "LAST_ACK" ) \
824 EM( TCP_LISTEN, "LISTEN" ) \
825 EMe( TCP_CLOSING, "CLOSING" )
826
827#define rpc_show_sock_state(state) \
828 __print_symbolic(state, RPC_SHOW_SOCK)
829
830RPC_SHOW_SOCK
831
832
833#include <trace/events/net_probe_common.h>
834
835/*
836 * Now redefine the EM() and EMe() macros to map the enums to the strings
837 * that will be printed in the output.
838 */
839#undef EM
840#undef EMe
841#define EM(a, b) {a, b},
842#define EMe(a, b) {a, b}
843
844DECLARE_EVENT_CLASS(xs_socket_event,
845
846 TP_PROTO(
847 struct rpc_xprt *xprt,
848 struct socket *socket
849 ),
850
851 TP_ARGS(xprt, socket),
852
853 TP_STRUCT__entry(
854 __field(unsigned int, socket_state)
855 __field(unsigned int, sock_state)
856 __field(unsigned long long, ino)
857 __array(__u8, saddr, sizeof(struct sockaddr_in6))
858 __array(__u8, daddr, sizeof(struct sockaddr_in6))
859 ),
860
861 TP_fast_assign(
862 struct inode *inode = SOCK_INODE(socket);
863 const struct sock *sk = socket->sk;
864 const struct inet_sock *inet = inet_sk(sk);
865
866 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
867 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
868
869 TP_STORE_ADDR_PORTS(__entry, inet, sk);
870
871 __entry->socket_state = socket->state;
872 __entry->sock_state = socket->sk->sk_state;
873 __entry->ino = (unsigned long long)inode->i_ino;
874
875 ),
876
877 TP_printk(
878 "socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc "
879 "state=%u (%s) sk_state=%u (%s)",
880 __entry->ino,
881 __entry->saddr,
882 __entry->daddr,
883 __entry->socket_state,
884 rpc_show_socket_state(__entry->socket_state),
885 __entry->sock_state,
886 rpc_show_sock_state(__entry->sock_state)
887 )
888);
889#define DEFINE_RPC_SOCKET_EVENT(name) \
890 DEFINE_EVENT(xs_socket_event, name, \
891 TP_PROTO( \
892 struct rpc_xprt *xprt, \
893 struct socket *socket \
894 ), \
895 TP_ARGS(xprt, socket))
896
897DECLARE_EVENT_CLASS(xs_socket_event_done,
898
899 TP_PROTO(
900 struct rpc_xprt *xprt,
901 struct socket *socket,
902 int error
903 ),
904
905 TP_ARGS(xprt, socket, error),
906
907 TP_STRUCT__entry(
908 __field(int, error)
909 __field(unsigned int, socket_state)
910 __field(unsigned int, sock_state)
911 __field(unsigned long long, ino)
912 __array(__u8, saddr, sizeof(struct sockaddr_in6))
913 __array(__u8, daddr, sizeof(struct sockaddr_in6))
914 ),
915
916 TP_fast_assign(
917 struct inode *inode = SOCK_INODE(socket);
918 const struct sock *sk = socket->sk;
919 const struct inet_sock *inet = inet_sk(sk);
920
921 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
922 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
923
924 TP_STORE_ADDR_PORTS(__entry, inet, sk);
925
926 __entry->socket_state = socket->state;
927 __entry->sock_state = socket->sk->sk_state;
928 __entry->ino = (unsigned long long)inode->i_ino;
929 __entry->error = error;
930 ),
931
932 TP_printk(
933 "error=%d socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc "
934 "state=%u (%s) sk_state=%u (%s)",
935 __entry->error,
936 __entry->ino,
937 __entry->saddr,
938 __entry->daddr,
939 __entry->socket_state,
940 rpc_show_socket_state(__entry->socket_state),
941 __entry->sock_state,
942 rpc_show_sock_state(__entry->sock_state)
943 )
944);
945#define DEFINE_RPC_SOCKET_EVENT_DONE(name) \
946 DEFINE_EVENT(xs_socket_event_done, name, \
947 TP_PROTO( \
948 struct rpc_xprt *xprt, \
949 struct socket *socket, \
950 int error \
951 ), \
952 TP_ARGS(xprt, socket, error))
953
954DEFINE_RPC_SOCKET_EVENT(rpc_socket_state_change);
955DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_connect);
956DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_error);
957DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_reset_connection);
958DEFINE_RPC_SOCKET_EVENT(rpc_socket_close);
959DEFINE_RPC_SOCKET_EVENT(rpc_socket_shutdown);
960
961TRACE_EVENT(rpc_socket_nospace,
962 TP_PROTO(
963 const struct rpc_rqst *rqst,
964 const struct sock_xprt *transport
965 ),
966
967 TP_ARGS(rqst, transport),
968
969 TP_STRUCT__entry(
970 __field(unsigned int, task_id)
971 __field(unsigned int, client_id)
972 __field(unsigned int, total)
973 __field(unsigned int, remaining)
974 ),
975
976 TP_fast_assign(
977 __entry->task_id = rqst->rq_task->tk_pid;
978 __entry->client_id = rqst->rq_task->tk_client->cl_clid;
979 __entry->total = rqst->rq_slen;
980 __entry->remaining = rqst->rq_slen - transport->xmit.offset;
981 ),
982
983 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
984 " total=%u remaining=%u",
985 __entry->task_id, __entry->client_id,
986 __entry->total, __entry->remaining
987 )
988);
989
990#define rpc_show_xprt_state(x) \
991 __print_flags(x, "|", \
992 { BIT(XPRT_LOCKED), "LOCKED" }, \
993 { BIT(XPRT_CONNECTED), "CONNECTED" }, \
994 { BIT(XPRT_CONNECTING), "CONNECTING" }, \
995 { BIT(XPRT_CLOSE_WAIT), "CLOSE_WAIT" }, \
996 { BIT(XPRT_BOUND), "BOUND" }, \
997 { BIT(XPRT_BINDING), "BINDING" }, \
998 { BIT(XPRT_CLOSING), "CLOSING" }, \
999 { BIT(XPRT_OFFLINE), "OFFLINE" }, \
1000 { BIT(XPRT_REMOVE), "REMOVE" }, \
1001 { BIT(XPRT_CONGESTED), "CONGESTED" }, \
1002 { BIT(XPRT_CWND_WAIT), "CWND_WAIT" }, \
1003 { BIT(XPRT_WRITE_SPACE), "WRITE_SPACE" }, \
1004 { BIT(XPRT_SND_IS_COOKIE), "SND_IS_COOKIE" })
1005
1006DECLARE_EVENT_CLASS(rpc_xprt_lifetime_class,
1007 TP_PROTO(
1008 const struct rpc_xprt *xprt
1009 ),
1010
1011 TP_ARGS(xprt),
1012
1013 TP_STRUCT__entry(
1014 __field(unsigned long, state)
1015 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1016 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1017 ),
1018
1019 TP_fast_assign(
1020 __entry->state = xprt->state;
1021 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1022 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1023 ),
1024
1025 TP_printk("peer=[%s]:%s state=%s",
1026 __get_str(addr), __get_str(port),
1027 rpc_show_xprt_state(__entry->state))
1028);
1029
1030#define DEFINE_RPC_XPRT_LIFETIME_EVENT(name) \
1031 DEFINE_EVENT(rpc_xprt_lifetime_class, \
1032 xprt_##name, \
1033 TP_PROTO( \
1034 const struct rpc_xprt *xprt \
1035 ), \
1036 TP_ARGS(xprt))
1037
1038DEFINE_RPC_XPRT_LIFETIME_EVENT(create);
1039DEFINE_RPC_XPRT_LIFETIME_EVENT(connect);
1040DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_auto);
1041DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_done);
1042DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_force);
1043DEFINE_RPC_XPRT_LIFETIME_EVENT(destroy);
1044
1045DECLARE_EVENT_CLASS(rpc_xprt_event,
1046 TP_PROTO(
1047 const struct rpc_xprt *xprt,
1048 __be32 xid,
1049 int status
1050 ),
1051
1052 TP_ARGS(xprt, xid, status),
1053
1054 TP_STRUCT__entry(
1055 __field(u32, xid)
1056 __field(int, status)
1057 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1058 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1059 ),
1060
1061 TP_fast_assign(
1062 __entry->xid = be32_to_cpu(xid);
1063 __entry->status = status;
1064 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1065 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1066 ),
1067
1068 TP_printk("peer=[%s]:%s xid=0x%08x status=%d", __get_str(addr),
1069 __get_str(port), __entry->xid,
1070 __entry->status)
1071);
1072#define DEFINE_RPC_XPRT_EVENT(name) \
1073 DEFINE_EVENT(rpc_xprt_event, xprt_##name, \
1074 TP_PROTO( \
1075 const struct rpc_xprt *xprt, \
1076 __be32 xid, \
1077 int status \
1078 ), \
1079 TP_ARGS(xprt, xid, status))
1080
1081DEFINE_RPC_XPRT_EVENT(timer);
1082DEFINE_RPC_XPRT_EVENT(lookup_rqst);
1083
1084TRACE_EVENT(xprt_transmit,
1085 TP_PROTO(
1086 const struct rpc_rqst *rqst,
1087 int status
1088 ),
1089
1090 TP_ARGS(rqst, status),
1091
1092 TP_STRUCT__entry(
1093 __field(unsigned int, task_id)
1094 __field(unsigned int, client_id)
1095 __field(u32, xid)
1096 __field(u32, seqno)
1097 __field(int, status)
1098 ),
1099
1100 TP_fast_assign(
1101 __entry->task_id = rqst->rq_task->tk_pid;
1102 __entry->client_id = rqst->rq_task->tk_client ?
1103 rqst->rq_task->tk_client->cl_clid : -1;
1104 __entry->xid = be32_to_cpu(rqst->rq_xid);
1105 __entry->seqno = rqst->rq_seqno;
1106 __entry->status = status;
1107 ),
1108
1109 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1110 " xid=0x%08x seqno=%u status=%d",
1111 __entry->task_id, __entry->client_id, __entry->xid,
1112 __entry->seqno, __entry->status)
1113);
1114
1115TRACE_EVENT(xprt_retransmit,
1116 TP_PROTO(
1117 const struct rpc_rqst *rqst
1118 ),
1119
1120 TP_ARGS(rqst),
1121
1122 TP_STRUCT__entry(
1123 __field(unsigned int, task_id)
1124 __field(unsigned int, client_id)
1125 __field(u32, xid)
1126 __field(int, ntrans)
1127 __field(int, version)
1128 __field(unsigned long, timeout)
1129 __string(progname,
1130 rqst->rq_task->tk_client->cl_program->name)
1131 __string(procname, rpc_proc_name(rqst->rq_task))
1132 ),
1133
1134 TP_fast_assign(
1135 struct rpc_task *task = rqst->rq_task;
1136
1137 __entry->task_id = task->tk_pid;
1138 __entry->client_id = task->tk_client ?
1139 task->tk_client->cl_clid : -1;
1140 __entry->xid = be32_to_cpu(rqst->rq_xid);
1141 __entry->ntrans = rqst->rq_ntrans;
1142 __entry->timeout = task->tk_timeout;
1143 __assign_str(progname,
1144 task->tk_client->cl_program->name);
1145 __entry->version = task->tk_client->cl_vers;
1146 __assign_str(procname, rpc_proc_name(task));
1147 ),
1148
1149 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1150 " xid=0x%08x %sv%d %s ntrans=%d timeout=%lu",
1151 __entry->task_id, __entry->client_id, __entry->xid,
1152 __get_str(progname), __entry->version, __get_str(procname),
1153 __entry->ntrans, __entry->timeout
1154 )
1155);
1156
1157TRACE_EVENT(xprt_ping,
1158 TP_PROTO(const struct rpc_xprt *xprt, int status),
1159
1160 TP_ARGS(xprt, status),
1161
1162 TP_STRUCT__entry(
1163 __field(int, status)
1164 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1165 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1166 ),
1167
1168 TP_fast_assign(
1169 __entry->status = status;
1170 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1171 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1172 ),
1173
1174 TP_printk("peer=[%s]:%s status=%d",
1175 __get_str(addr), __get_str(port), __entry->status)
1176);
1177
1178DECLARE_EVENT_CLASS(xprt_writelock_event,
1179 TP_PROTO(
1180 const struct rpc_xprt *xprt, const struct rpc_task *task
1181 ),
1182
1183 TP_ARGS(xprt, task),
1184
1185 TP_STRUCT__entry(
1186 __field(unsigned int, task_id)
1187 __field(unsigned int, client_id)
1188 __field(unsigned int, snd_task_id)
1189 ),
1190
1191 TP_fast_assign(
1192 if (task) {
1193 __entry->task_id = task->tk_pid;
1194 __entry->client_id = task->tk_client ?
1195 task->tk_client->cl_clid : -1;
1196 } else {
1197 __entry->task_id = -1;
1198 __entry->client_id = -1;
1199 }
1200 if (xprt->snd_task &&
1201 !test_bit(XPRT_SND_IS_COOKIE, &xprt->state))
1202 __entry->snd_task_id = xprt->snd_task->tk_pid;
1203 else
1204 __entry->snd_task_id = -1;
1205 ),
1206
1207 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1208 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER,
1209 __entry->task_id, __entry->client_id,
1210 __entry->snd_task_id)
1211);
1212
1213#define DEFINE_WRITELOCK_EVENT(name) \
1214 DEFINE_EVENT(xprt_writelock_event, xprt_##name, \
1215 TP_PROTO( \
1216 const struct rpc_xprt *xprt, \
1217 const struct rpc_task *task \
1218 ), \
1219 TP_ARGS(xprt, task))
1220
1221DEFINE_WRITELOCK_EVENT(reserve_xprt);
1222DEFINE_WRITELOCK_EVENT(release_xprt);
1223
1224DECLARE_EVENT_CLASS(xprt_cong_event,
1225 TP_PROTO(
1226 const struct rpc_xprt *xprt, const struct rpc_task *task
1227 ),
1228
1229 TP_ARGS(xprt, task),
1230
1231 TP_STRUCT__entry(
1232 __field(unsigned int, task_id)
1233 __field(unsigned int, client_id)
1234 __field(unsigned int, snd_task_id)
1235 __field(unsigned long, cong)
1236 __field(unsigned long, cwnd)
1237 __field(bool, wait)
1238 ),
1239
1240 TP_fast_assign(
1241 if (task) {
1242 __entry->task_id = task->tk_pid;
1243 __entry->client_id = task->tk_client ?
1244 task->tk_client->cl_clid : -1;
1245 } else {
1246 __entry->task_id = -1;
1247 __entry->client_id = -1;
1248 }
1249 if (xprt->snd_task &&
1250 !test_bit(XPRT_SND_IS_COOKIE, &xprt->state))
1251 __entry->snd_task_id = xprt->snd_task->tk_pid;
1252 else
1253 __entry->snd_task_id = -1;
1254
1255 __entry->cong = xprt->cong;
1256 __entry->cwnd = xprt->cwnd;
1257 __entry->wait = test_bit(XPRT_CWND_WAIT, &xprt->state);
1258 ),
1259
1260 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1261 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER
1262 " cong=%lu cwnd=%lu%s",
1263 __entry->task_id, __entry->client_id,
1264 __entry->snd_task_id, __entry->cong, __entry->cwnd,
1265 __entry->wait ? " (wait)" : "")
1266);
1267
1268#define DEFINE_CONG_EVENT(name) \
1269 DEFINE_EVENT(xprt_cong_event, xprt_##name, \
1270 TP_PROTO( \
1271 const struct rpc_xprt *xprt, \
1272 const struct rpc_task *task \
1273 ), \
1274 TP_ARGS(xprt, task))
1275
1276DEFINE_CONG_EVENT(reserve_cong);
1277DEFINE_CONG_EVENT(release_cong);
1278DEFINE_CONG_EVENT(get_cong);
1279DEFINE_CONG_EVENT(put_cong);
1280
1281TRACE_EVENT(xprt_reserve,
1282 TP_PROTO(
1283 const struct rpc_rqst *rqst
1284 ),
1285
1286 TP_ARGS(rqst),
1287
1288 TP_STRUCT__entry(
1289 __field(unsigned int, task_id)
1290 __field(unsigned int, client_id)
1291 __field(u32, xid)
1292 ),
1293
1294 TP_fast_assign(
1295 __entry->task_id = rqst->rq_task->tk_pid;
1296 __entry->client_id = rqst->rq_task->tk_client->cl_clid;
1297 __entry->xid = be32_to_cpu(rqst->rq_xid);
1298 ),
1299
1300 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " xid=0x%08x",
1301 __entry->task_id, __entry->client_id, __entry->xid
1302 )
1303);
1304
1305TRACE_EVENT(xs_data_ready,
1306 TP_PROTO(
1307 const struct rpc_xprt *xprt
1308 ),
1309
1310 TP_ARGS(xprt),
1311
1312 TP_STRUCT__entry(
1313 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1314 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1315 ),
1316
1317 TP_fast_assign(
1318 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1319 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1320 ),
1321
1322 TP_printk("peer=[%s]:%s", __get_str(addr), __get_str(port))
1323);
1324
1325TRACE_EVENT(xs_stream_read_data,
1326 TP_PROTO(struct rpc_xprt *xprt, ssize_t err, size_t total),
1327
1328 TP_ARGS(xprt, err, total),
1329
1330 TP_STRUCT__entry(
1331 __field(ssize_t, err)
1332 __field(size_t, total)
1333 __string(addr, xprt ? xprt->address_strings[RPC_DISPLAY_ADDR] :
1334 EVENT_NULL_STR)
1335 __string(port, xprt ? xprt->address_strings[RPC_DISPLAY_PORT] :
1336 EVENT_NULL_STR)
1337 ),
1338
1339 TP_fast_assign(
1340 __entry->err = err;
1341 __entry->total = total;
1342 __assign_str(addr, xprt ?
1343 xprt->address_strings[RPC_DISPLAY_ADDR] : EVENT_NULL_STR);
1344 __assign_str(port, xprt ?
1345 xprt->address_strings[RPC_DISPLAY_PORT] : EVENT_NULL_STR);
1346 ),
1347
1348 TP_printk("peer=[%s]:%s err=%zd total=%zu", __get_str(addr),
1349 __get_str(port), __entry->err, __entry->total)
1350);
1351
1352TRACE_EVENT(xs_stream_read_request,
1353 TP_PROTO(struct sock_xprt *xs),
1354
1355 TP_ARGS(xs),
1356
1357 TP_STRUCT__entry(
1358 __string(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR])
1359 __string(port, xs->xprt.address_strings[RPC_DISPLAY_PORT])
1360 __field(u32, xid)
1361 __field(unsigned long, copied)
1362 __field(unsigned int, reclen)
1363 __field(unsigned int, offset)
1364 ),
1365
1366 TP_fast_assign(
1367 __assign_str(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR]);
1368 __assign_str(port, xs->xprt.address_strings[RPC_DISPLAY_PORT]);
1369 __entry->xid = be32_to_cpu(xs->recv.xid);
1370 __entry->copied = xs->recv.copied;
1371 __entry->reclen = xs->recv.len;
1372 __entry->offset = xs->recv.offset;
1373 ),
1374
1375 TP_printk("peer=[%s]:%s xid=0x%08x copied=%lu reclen=%u offset=%u",
1376 __get_str(addr), __get_str(port), __entry->xid,
1377 __entry->copied, __entry->reclen, __entry->offset)
1378);
1379
1380TRACE_EVENT(rpcb_getport,
1381 TP_PROTO(
1382 const struct rpc_clnt *clnt,
1383 const struct rpc_task *task,
1384 unsigned int bind_version
1385 ),
1386
1387 TP_ARGS(clnt, task, bind_version),
1388
1389 TP_STRUCT__entry(
1390 __field(unsigned int, task_id)
1391 __field(unsigned int, client_id)
1392 __field(unsigned int, program)
1393 __field(unsigned int, version)
1394 __field(int, protocol)
1395 __field(unsigned int, bind_version)
1396 __string(servername, task->tk_xprt->servername)
1397 ),
1398
1399 TP_fast_assign(
1400 __entry->task_id = task->tk_pid;
1401 __entry->client_id = clnt->cl_clid;
1402 __entry->program = clnt->cl_prog;
1403 __entry->version = clnt->cl_vers;
1404 __entry->protocol = task->tk_xprt->prot;
1405 __entry->bind_version = bind_version;
1406 __assign_str(servername, task->tk_xprt->servername);
1407 ),
1408
1409 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1410 " server=%s program=%u version=%u protocol=%d bind_version=%u",
1411 __entry->task_id, __entry->client_id, __get_str(servername),
1412 __entry->program, __entry->version, __entry->protocol,
1413 __entry->bind_version
1414 )
1415);
1416
1417TRACE_EVENT(rpcb_setport,
1418 TP_PROTO(
1419 const struct rpc_task *task,
1420 int status,
1421 unsigned short port
1422 ),
1423
1424 TP_ARGS(task, status, port),
1425
1426 TP_STRUCT__entry(
1427 __field(unsigned int, task_id)
1428 __field(unsigned int, client_id)
1429 __field(int, status)
1430 __field(unsigned short, port)
1431 ),
1432
1433 TP_fast_assign(
1434 __entry->task_id = task->tk_pid;
1435 __entry->client_id = task->tk_client->cl_clid;
1436 __entry->status = status;
1437 __entry->port = port;
1438 ),
1439
1440 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d port=%u",
1441 __entry->task_id, __entry->client_id,
1442 __entry->status, __entry->port
1443 )
1444);
1445
1446TRACE_EVENT(pmap_register,
1447 TP_PROTO(
1448 u32 program,
1449 u32 version,
1450 int protocol,
1451 unsigned short port
1452 ),
1453
1454 TP_ARGS(program, version, protocol, port),
1455
1456 TP_STRUCT__entry(
1457 __field(unsigned int, program)
1458 __field(unsigned int, version)
1459 __field(int, protocol)
1460 __field(unsigned int, port)
1461 ),
1462
1463 TP_fast_assign(
1464 __entry->program = program;
1465 __entry->version = version;
1466 __entry->protocol = protocol;
1467 __entry->port = port;
1468 ),
1469
1470 TP_printk("program=%u version=%u protocol=%d port=%u",
1471 __entry->program, __entry->version,
1472 __entry->protocol, __entry->port
1473 )
1474);
1475
1476TRACE_EVENT(rpcb_register,
1477 TP_PROTO(
1478 u32 program,
1479 u32 version,
1480 const char *addr,
1481 const char *netid
1482 ),
1483
1484 TP_ARGS(program, version, addr, netid),
1485
1486 TP_STRUCT__entry(
1487 __field(unsigned int, program)
1488 __field(unsigned int, version)
1489 __string(addr, addr)
1490 __string(netid, netid)
1491 ),
1492
1493 TP_fast_assign(
1494 __entry->program = program;
1495 __entry->version = version;
1496 __assign_str(addr, addr);
1497 __assign_str(netid, netid);
1498 ),
1499
1500 TP_printk("program=%u version=%u addr=%s netid=%s",
1501 __entry->program, __entry->version,
1502 __get_str(addr), __get_str(netid)
1503 )
1504);
1505
1506TRACE_EVENT(rpcb_unregister,
1507 TP_PROTO(
1508 u32 program,
1509 u32 version,
1510 const char *netid
1511 ),
1512
1513 TP_ARGS(program, version, netid),
1514
1515 TP_STRUCT__entry(
1516 __field(unsigned int, program)
1517 __field(unsigned int, version)
1518 __string(netid, netid)
1519 ),
1520
1521 TP_fast_assign(
1522 __entry->program = program;
1523 __entry->version = version;
1524 __assign_str(netid, netid);
1525 ),
1526
1527 TP_printk("program=%u version=%u netid=%s",
1528 __entry->program, __entry->version, __get_str(netid)
1529 )
1530);
1531
1532/**
1533 ** RPC-over-TLS tracepoints
1534 **/
1535
1536DECLARE_EVENT_CLASS(rpc_tls_class,
1537 TP_PROTO(
1538 const struct rpc_clnt *clnt,
1539 const struct rpc_xprt *xprt
1540 ),
1541
1542 TP_ARGS(clnt, xprt),
1543
1544 TP_STRUCT__entry(
1545 __field(unsigned long, requested_policy)
1546 __field(u32, version)
1547 __string(servername, xprt->servername)
1548 __string(progname, clnt->cl_program->name)
1549 ),
1550
1551 TP_fast_assign(
1552 __entry->requested_policy = clnt->cl_xprtsec.policy;
1553 __entry->version = clnt->cl_vers;
1554 __assign_str(servername, xprt->servername);
1555 __assign_str(progname, clnt->cl_program->name)
1556 ),
1557
1558 TP_printk("server=%s %sv%u requested_policy=%s",
1559 __get_str(servername), __get_str(progname), __entry->version,
1560 rpc_show_xprtsec_policy(__entry->requested_policy)
1561 )
1562);
1563
1564#define DEFINE_RPC_TLS_EVENT(name) \
1565 DEFINE_EVENT(rpc_tls_class, rpc_tls_##name, \
1566 TP_PROTO( \
1567 const struct rpc_clnt *clnt, \
1568 const struct rpc_xprt *xprt \
1569 ), \
1570 TP_ARGS(clnt, xprt))
1571
1572DEFINE_RPC_TLS_EVENT(unavailable);
1573DEFINE_RPC_TLS_EVENT(not_started);
1574
1575
1576/* Record an xdr_buf containing a fully-formed RPC message */
1577DECLARE_EVENT_CLASS(svc_xdr_msg_class,
1578 TP_PROTO(
1579 const struct xdr_buf *xdr
1580 ),
1581
1582 TP_ARGS(xdr),
1583
1584 TP_STRUCT__entry(
1585 __field(u32, xid)
1586 __field(const void *, head_base)
1587 __field(size_t, head_len)
1588 __field(const void *, tail_base)
1589 __field(size_t, tail_len)
1590 __field(unsigned int, page_len)
1591 __field(unsigned int, msg_len)
1592 ),
1593
1594 TP_fast_assign(
1595 __be32 *p = (__be32 *)xdr->head[0].iov_base;
1596
1597 __entry->xid = be32_to_cpu(*p);
1598 __entry->head_base = p;
1599 __entry->head_len = xdr->head[0].iov_len;
1600 __entry->tail_base = xdr->tail[0].iov_base;
1601 __entry->tail_len = xdr->tail[0].iov_len;
1602 __entry->page_len = xdr->page_len;
1603 __entry->msg_len = xdr->len;
1604 ),
1605
1606 TP_printk("xid=0x%08x head=[%p,%zu] page=%u tail=[%p,%zu] len=%u",
1607 __entry->xid,
1608 __entry->head_base, __entry->head_len, __entry->page_len,
1609 __entry->tail_base, __entry->tail_len, __entry->msg_len
1610 )
1611);
1612
1613#define DEFINE_SVCXDRMSG_EVENT(name) \
1614 DEFINE_EVENT(svc_xdr_msg_class, \
1615 svc_xdr_##name, \
1616 TP_PROTO( \
1617 const struct xdr_buf *xdr \
1618 ), \
1619 TP_ARGS(xdr))
1620
1621DEFINE_SVCXDRMSG_EVENT(recvfrom);
1622
1623/* Record an xdr_buf containing arbitrary data, tagged with an XID */
1624DECLARE_EVENT_CLASS(svc_xdr_buf_class,
1625 TP_PROTO(
1626 __be32 xid,
1627 const struct xdr_buf *xdr
1628 ),
1629
1630 TP_ARGS(xid, xdr),
1631
1632 TP_STRUCT__entry(
1633 __field(u32, xid)
1634 __field(const void *, head_base)
1635 __field(size_t, head_len)
1636 __field(const void *, tail_base)
1637 __field(size_t, tail_len)
1638 __field(unsigned int, page_base)
1639 __field(unsigned int, page_len)
1640 __field(unsigned int, msg_len)
1641 ),
1642
1643 TP_fast_assign(
1644 __entry->xid = be32_to_cpu(xid);
1645 __entry->head_base = xdr->head[0].iov_base;
1646 __entry->head_len = xdr->head[0].iov_len;
1647 __entry->tail_base = xdr->tail[0].iov_base;
1648 __entry->tail_len = xdr->tail[0].iov_len;
1649 __entry->page_base = xdr->page_base;
1650 __entry->page_len = xdr->page_len;
1651 __entry->msg_len = xdr->len;
1652 ),
1653
1654 TP_printk("xid=0x%08x head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
1655 __entry->xid,
1656 __entry->head_base, __entry->head_len,
1657 __entry->page_len, __entry->page_base,
1658 __entry->tail_base, __entry->tail_len,
1659 __entry->msg_len
1660 )
1661);
1662
1663#define DEFINE_SVCXDRBUF_EVENT(name) \
1664 DEFINE_EVENT(svc_xdr_buf_class, \
1665 svc_xdr_##name, \
1666 TP_PROTO( \
1667 __be32 xid, \
1668 const struct xdr_buf *xdr \
1669 ), \
1670 TP_ARGS(xid, xdr))
1671
1672DEFINE_SVCXDRBUF_EVENT(sendto);
1673
1674/*
1675 * from include/linux/sunrpc/svc.h
1676 */
1677#define SVC_RQST_FLAG_LIST \
1678 svc_rqst_flag(SECURE) \
1679 svc_rqst_flag(LOCAL) \
1680 svc_rqst_flag(USEDEFERRAL) \
1681 svc_rqst_flag(DROPME) \
1682 svc_rqst_flag(VICTIM) \
1683 svc_rqst_flag_end(DATA)
1684
1685#undef svc_rqst_flag
1686#undef svc_rqst_flag_end
1687#define svc_rqst_flag(x) TRACE_DEFINE_ENUM(RQ_##x);
1688#define svc_rqst_flag_end(x) TRACE_DEFINE_ENUM(RQ_##x);
1689
1690SVC_RQST_FLAG_LIST
1691
1692#undef svc_rqst_flag
1693#undef svc_rqst_flag_end
1694#define svc_rqst_flag(x) { BIT(RQ_##x), #x },
1695#define svc_rqst_flag_end(x) { BIT(RQ_##x), #x }
1696
1697#define show_rqstp_flags(flags) \
1698 __print_flags(flags, "|", SVC_RQST_FLAG_LIST)
1699
1700TRACE_DEFINE_ENUM(SVC_GARBAGE);
1701TRACE_DEFINE_ENUM(SVC_SYSERR);
1702TRACE_DEFINE_ENUM(SVC_VALID);
1703TRACE_DEFINE_ENUM(SVC_NEGATIVE);
1704TRACE_DEFINE_ENUM(SVC_OK);
1705TRACE_DEFINE_ENUM(SVC_DROP);
1706TRACE_DEFINE_ENUM(SVC_CLOSE);
1707TRACE_DEFINE_ENUM(SVC_DENIED);
1708TRACE_DEFINE_ENUM(SVC_PENDING);
1709TRACE_DEFINE_ENUM(SVC_COMPLETE);
1710
1711#define show_svc_auth_status(status) \
1712 __print_symbolic(status, \
1713 { SVC_GARBAGE, "SVC_GARBAGE" }, \
1714 { SVC_SYSERR, "SVC_SYSERR" }, \
1715 { SVC_VALID, "SVC_VALID" }, \
1716 { SVC_NEGATIVE, "SVC_NEGATIVE" }, \
1717 { SVC_OK, "SVC_OK" }, \
1718 { SVC_DROP, "SVC_DROP" }, \
1719 { SVC_CLOSE, "SVC_CLOSE" }, \
1720 { SVC_DENIED, "SVC_DENIED" }, \
1721 { SVC_PENDING, "SVC_PENDING" }, \
1722 { SVC_COMPLETE, "SVC_COMPLETE" })
1723
1724#define SVC_RQST_ENDPOINT_FIELDS(r) \
1725 __sockaddr(server, (r)->rq_xprt->xpt_locallen) \
1726 __sockaddr(client, (r)->rq_xprt->xpt_remotelen) \
1727 __field(unsigned int, netns_ino) \
1728 __field(u32, xid)
1729
1730#define SVC_RQST_ENDPOINT_ASSIGNMENTS(r) \
1731 do { \
1732 struct svc_xprt *xprt = (r)->rq_xprt; \
1733 __assign_sockaddr(server, &xprt->xpt_local, \
1734 xprt->xpt_locallen); \
1735 __assign_sockaddr(client, &xprt->xpt_remote, \
1736 xprt->xpt_remotelen); \
1737 __entry->netns_ino = xprt->xpt_net->ns.inum; \
1738 __entry->xid = be32_to_cpu((r)->rq_xid); \
1739 } while (0)
1740
1741#define SVC_RQST_ENDPOINT_FORMAT \
1742 "xid=0x%08x server=%pISpc client=%pISpc"
1743
1744#define SVC_RQST_ENDPOINT_VARARGS \
1745 __entry->xid, __get_sockaddr(server), __get_sockaddr(client)
1746
1747TRACE_EVENT_CONDITION(svc_authenticate,
1748 TP_PROTO(
1749 const struct svc_rqst *rqst,
1750 enum svc_auth_status auth_res
1751 ),
1752
1753 TP_ARGS(rqst, auth_res),
1754
1755 TP_CONDITION(auth_res != SVC_OK && auth_res != SVC_COMPLETE),
1756
1757 TP_STRUCT__entry(
1758 SVC_RQST_ENDPOINT_FIELDS(rqst)
1759
1760 __field(unsigned long, svc_status)
1761 __field(unsigned long, auth_stat)
1762 ),
1763
1764 TP_fast_assign(
1765 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1766
1767 __entry->svc_status = auth_res;
1768 __entry->auth_stat = be32_to_cpu(rqst->rq_auth_stat);
1769 ),
1770
1771 TP_printk(SVC_RQST_ENDPOINT_FORMAT
1772 " auth_res=%s auth_stat=%s",
1773 SVC_RQST_ENDPOINT_VARARGS,
1774 show_svc_auth_status(__entry->svc_status),
1775 rpc_show_auth_stat(__entry->auth_stat))
1776);
1777
1778TRACE_EVENT(svc_process,
1779 TP_PROTO(const struct svc_rqst *rqst, const char *name),
1780
1781 TP_ARGS(rqst, name),
1782
1783 TP_STRUCT__entry(
1784 __field(u32, xid)
1785 __field(u32, vers)
1786 __field(u32, proc)
1787 __string(service, name)
1788 __string(procedure, svc_proc_name(rqst))
1789 __string(addr, rqst->rq_xprt ?
1790 rqst->rq_xprt->xpt_remotebuf : EVENT_NULL_STR)
1791 ),
1792
1793 TP_fast_assign(
1794 __entry->xid = be32_to_cpu(rqst->rq_xid);
1795 __entry->vers = rqst->rq_vers;
1796 __entry->proc = rqst->rq_proc;
1797 __assign_str(service, name);
1798 __assign_str(procedure, svc_proc_name(rqst));
1799 __assign_str(addr, rqst->rq_xprt ?
1800 rqst->rq_xprt->xpt_remotebuf : EVENT_NULL_STR);
1801 ),
1802
1803 TP_printk("addr=%s xid=0x%08x service=%s vers=%u proc=%s",
1804 __get_str(addr), __entry->xid,
1805 __get_str(service), __entry->vers,
1806 __get_str(procedure)
1807 )
1808);
1809
1810DECLARE_EVENT_CLASS(svc_rqst_event,
1811 TP_PROTO(
1812 const struct svc_rqst *rqst
1813 ),
1814
1815 TP_ARGS(rqst),
1816
1817 TP_STRUCT__entry(
1818 SVC_RQST_ENDPOINT_FIELDS(rqst)
1819
1820 __field(unsigned long, flags)
1821 ),
1822
1823 TP_fast_assign(
1824 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1825
1826 __entry->flags = rqst->rq_flags;
1827 ),
1828
1829 TP_printk(SVC_RQST_ENDPOINT_FORMAT " flags=%s",
1830 SVC_RQST_ENDPOINT_VARARGS,
1831 show_rqstp_flags(__entry->flags))
1832);
1833#define DEFINE_SVC_RQST_EVENT(name) \
1834 DEFINE_EVENT(svc_rqst_event, svc_##name, \
1835 TP_PROTO( \
1836 const struct svc_rqst *rqst \
1837 ), \
1838 TP_ARGS(rqst))
1839
1840DEFINE_SVC_RQST_EVENT(defer);
1841DEFINE_SVC_RQST_EVENT(drop);
1842
1843DECLARE_EVENT_CLASS(svc_rqst_status,
1844 TP_PROTO(
1845 const struct svc_rqst *rqst,
1846 int status
1847 ),
1848
1849 TP_ARGS(rqst, status),
1850
1851 TP_STRUCT__entry(
1852 SVC_RQST_ENDPOINT_FIELDS(rqst)
1853
1854 __field(int, status)
1855 __field(unsigned long, flags)
1856 ),
1857
1858 TP_fast_assign(
1859 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1860
1861 __entry->status = status;
1862 __entry->flags = rqst->rq_flags;
1863 ),
1864
1865 TP_printk(SVC_RQST_ENDPOINT_FORMAT " status=%d flags=%s",
1866 SVC_RQST_ENDPOINT_VARARGS,
1867 __entry->status, show_rqstp_flags(__entry->flags))
1868);
1869
1870DEFINE_EVENT(svc_rqst_status, svc_send,
1871 TP_PROTO(const struct svc_rqst *rqst, int status),
1872 TP_ARGS(rqst, status));
1873
1874TRACE_EVENT(svc_replace_page_err,
1875 TP_PROTO(const struct svc_rqst *rqst),
1876
1877 TP_ARGS(rqst),
1878 TP_STRUCT__entry(
1879 SVC_RQST_ENDPOINT_FIELDS(rqst)
1880
1881 __field(const void *, begin)
1882 __field(const void *, respages)
1883 __field(const void *, nextpage)
1884 ),
1885
1886 TP_fast_assign(
1887 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1888
1889 __entry->begin = rqst->rq_pages;
1890 __entry->respages = rqst->rq_respages;
1891 __entry->nextpage = rqst->rq_next_page;
1892 ),
1893
1894 TP_printk(SVC_RQST_ENDPOINT_FORMAT " begin=%p respages=%p nextpage=%p",
1895 SVC_RQST_ENDPOINT_VARARGS,
1896 __entry->begin, __entry->respages, __entry->nextpage)
1897);
1898
1899TRACE_EVENT(svc_stats_latency,
1900 TP_PROTO(
1901 const struct svc_rqst *rqst
1902 ),
1903
1904 TP_ARGS(rqst),
1905
1906 TP_STRUCT__entry(
1907 SVC_RQST_ENDPOINT_FIELDS(rqst)
1908
1909 __field(unsigned long, execute)
1910 __string(procedure, svc_proc_name(rqst))
1911 ),
1912
1913 TP_fast_assign(
1914 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1915
1916 __entry->execute = ktime_to_us(ktime_sub(ktime_get(),
1917 rqst->rq_stime));
1918 __assign_str(procedure, svc_proc_name(rqst));
1919 ),
1920
1921 TP_printk(SVC_RQST_ENDPOINT_FORMAT " proc=%s execute-us=%lu",
1922 SVC_RQST_ENDPOINT_VARARGS,
1923 __get_str(procedure), __entry->execute)
1924);
1925
1926/*
1927 * from include/linux/sunrpc/svc_xprt.h
1928 */
1929#define SVC_XPRT_FLAG_LIST \
1930 svc_xprt_flag(BUSY) \
1931 svc_xprt_flag(CONN) \
1932 svc_xprt_flag(CLOSE) \
1933 svc_xprt_flag(DATA) \
1934 svc_xprt_flag(TEMP) \
1935 svc_xprt_flag(DEAD) \
1936 svc_xprt_flag(CHNGBUF) \
1937 svc_xprt_flag(DEFERRED) \
1938 svc_xprt_flag(OLD) \
1939 svc_xprt_flag(LISTENER) \
1940 svc_xprt_flag(CACHE_AUTH) \
1941 svc_xprt_flag(LOCAL) \
1942 svc_xprt_flag(KILL_TEMP) \
1943 svc_xprt_flag(CONG_CTRL) \
1944 svc_xprt_flag(HANDSHAKE) \
1945 svc_xprt_flag(TLS_SESSION) \
1946 svc_xprt_flag_end(PEER_AUTH)
1947
1948#undef svc_xprt_flag
1949#undef svc_xprt_flag_end
1950#define svc_xprt_flag(x) TRACE_DEFINE_ENUM(XPT_##x);
1951#define svc_xprt_flag_end(x) TRACE_DEFINE_ENUM(XPT_##x);
1952
1953SVC_XPRT_FLAG_LIST
1954
1955#undef svc_xprt_flag
1956#undef svc_xprt_flag_end
1957#define svc_xprt_flag(x) { BIT(XPT_##x), #x },
1958#define svc_xprt_flag_end(x) { BIT(XPT_##x), #x }
1959
1960#define show_svc_xprt_flags(flags) \
1961 __print_flags(flags, "|", SVC_XPRT_FLAG_LIST)
1962
1963TRACE_EVENT(svc_xprt_create_err,
1964 TP_PROTO(
1965 const char *program,
1966 const char *protocol,
1967 struct sockaddr *sap,
1968 size_t salen,
1969 const struct svc_xprt *xprt
1970 ),
1971
1972 TP_ARGS(program, protocol, sap, salen, xprt),
1973
1974 TP_STRUCT__entry(
1975 __field(long, error)
1976 __string(program, program)
1977 __string(protocol, protocol)
1978 __sockaddr(addr, salen)
1979 ),
1980
1981 TP_fast_assign(
1982 __entry->error = PTR_ERR(xprt);
1983 __assign_str(program, program);
1984 __assign_str(protocol, protocol);
1985 __assign_sockaddr(addr, sap, salen);
1986 ),
1987
1988 TP_printk("addr=%pISpc program=%s protocol=%s error=%ld",
1989 __get_sockaddr(addr), __get_str(program), __get_str(protocol),
1990 __entry->error)
1991);
1992
1993#define SVC_XPRT_ENDPOINT_FIELDS(x) \
1994 __sockaddr(server, (x)->xpt_locallen) \
1995 __sockaddr(client, (x)->xpt_remotelen) \
1996 __field(unsigned long, flags) \
1997 __field(unsigned int, netns_ino)
1998
1999#define SVC_XPRT_ENDPOINT_ASSIGNMENTS(x) \
2000 do { \
2001 __assign_sockaddr(server, &(x)->xpt_local, \
2002 (x)->xpt_locallen); \
2003 __assign_sockaddr(client, &(x)->xpt_remote, \
2004 (x)->xpt_remotelen); \
2005 __entry->flags = (x)->xpt_flags; \
2006 __entry->netns_ino = (x)->xpt_net->ns.inum; \
2007 } while (0)
2008
2009#define SVC_XPRT_ENDPOINT_FORMAT \
2010 "server=%pISpc client=%pISpc flags=%s"
2011
2012#define SVC_XPRT_ENDPOINT_VARARGS \
2013 __get_sockaddr(server), __get_sockaddr(client), \
2014 show_svc_xprt_flags(__entry->flags)
2015
2016TRACE_EVENT(svc_xprt_enqueue,
2017 TP_PROTO(
2018 const struct svc_xprt *xprt,
2019 unsigned long flags
2020 ),
2021
2022 TP_ARGS(xprt, flags),
2023
2024 TP_STRUCT__entry(
2025 SVC_XPRT_ENDPOINT_FIELDS(xprt)
2026 ),
2027
2028 TP_fast_assign(
2029 __assign_sockaddr(server, &xprt->xpt_local,
2030 xprt->xpt_locallen);
2031 __assign_sockaddr(client, &xprt->xpt_remote,
2032 xprt->xpt_remotelen);
2033 __entry->flags = flags;
2034 __entry->netns_ino = xprt->xpt_net->ns.inum;
2035 ),
2036
2037 TP_printk(SVC_XPRT_ENDPOINT_FORMAT, SVC_XPRT_ENDPOINT_VARARGS)
2038);
2039
2040TRACE_EVENT(svc_xprt_dequeue,
2041 TP_PROTO(
2042 const struct svc_rqst *rqst
2043 ),
2044
2045 TP_ARGS(rqst),
2046
2047 TP_STRUCT__entry(
2048 SVC_XPRT_ENDPOINT_FIELDS(rqst->rq_xprt)
2049
2050 __field(unsigned long, wakeup)
2051 ),
2052
2053 TP_fast_assign(
2054 SVC_XPRT_ENDPOINT_ASSIGNMENTS(rqst->rq_xprt);
2055
2056 __entry->wakeup = ktime_to_us(ktime_sub(ktime_get(),
2057 rqst->rq_qtime));
2058 ),
2059
2060 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " wakeup-us=%lu",
2061 SVC_XPRT_ENDPOINT_VARARGS, __entry->wakeup)
2062);
2063
2064DECLARE_EVENT_CLASS(svc_xprt_event,
2065 TP_PROTO(
2066 const struct svc_xprt *xprt
2067 ),
2068
2069 TP_ARGS(xprt),
2070
2071 TP_STRUCT__entry(
2072 SVC_XPRT_ENDPOINT_FIELDS(xprt)
2073 ),
2074
2075 TP_fast_assign(
2076 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
2077 ),
2078
2079 TP_printk(SVC_XPRT_ENDPOINT_FORMAT, SVC_XPRT_ENDPOINT_VARARGS)
2080);
2081
2082#define DEFINE_SVC_XPRT_EVENT(name) \
2083 DEFINE_EVENT(svc_xprt_event, svc_xprt_##name, \
2084 TP_PROTO( \
2085 const struct svc_xprt *xprt \
2086 ), \
2087 TP_ARGS(xprt))
2088
2089DEFINE_SVC_XPRT_EVENT(no_write_space);
2090DEFINE_SVC_XPRT_EVENT(close);
2091DEFINE_SVC_XPRT_EVENT(detach);
2092DEFINE_SVC_XPRT_EVENT(free);
2093
2094#define DEFINE_SVC_TLS_EVENT(name) \
2095 DEFINE_EVENT(svc_xprt_event, svc_tls_##name, \
2096 TP_PROTO(const struct svc_xprt *xprt), \
2097 TP_ARGS(xprt))
2098
2099DEFINE_SVC_TLS_EVENT(start);
2100DEFINE_SVC_TLS_EVENT(upcall);
2101DEFINE_SVC_TLS_EVENT(unavailable);
2102DEFINE_SVC_TLS_EVENT(not_started);
2103DEFINE_SVC_TLS_EVENT(timed_out);
2104
2105TRACE_EVENT(svc_xprt_accept,
2106 TP_PROTO(
2107 const struct svc_xprt *xprt,
2108 const char *service
2109 ),
2110
2111 TP_ARGS(xprt, service),
2112
2113 TP_STRUCT__entry(
2114 SVC_XPRT_ENDPOINT_FIELDS(xprt)
2115
2116 __string(protocol, xprt->xpt_class->xcl_name)
2117 __string(service, service)
2118 ),
2119
2120 TP_fast_assign(
2121 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
2122
2123 __assign_str(protocol, xprt->xpt_class->xcl_name);
2124 __assign_str(service, service);
2125 ),
2126
2127 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " protocol=%s service=%s",
2128 SVC_XPRT_ENDPOINT_VARARGS,
2129 __get_str(protocol), __get_str(service)
2130 )
2131);
2132
2133TRACE_EVENT(svc_wake_up,
2134 TP_PROTO(int pid),
2135
2136 TP_ARGS(pid),
2137
2138 TP_STRUCT__entry(
2139 __field(int, pid)
2140 ),
2141
2142 TP_fast_assign(
2143 __entry->pid = pid;
2144 ),
2145
2146 TP_printk("pid=%d", __entry->pid)
2147);
2148
2149TRACE_EVENT(svc_alloc_arg_err,
2150 TP_PROTO(
2151 unsigned int requested,
2152 unsigned int allocated
2153 ),
2154
2155 TP_ARGS(requested, allocated),
2156
2157 TP_STRUCT__entry(
2158 __field(unsigned int, requested)
2159 __field(unsigned int, allocated)
2160 ),
2161
2162 TP_fast_assign(
2163 __entry->requested = requested;
2164 __entry->allocated = allocated;
2165 ),
2166
2167 TP_printk("requested=%u allocated=%u",
2168 __entry->requested, __entry->allocated)
2169);
2170
2171DECLARE_EVENT_CLASS(svc_deferred_event,
2172 TP_PROTO(
2173 const struct svc_deferred_req *dr
2174 ),
2175
2176 TP_ARGS(dr),
2177
2178 TP_STRUCT__entry(
2179 __field(const void *, dr)
2180 __field(u32, xid)
2181 __sockaddr(addr, dr->addrlen)
2182 ),
2183
2184 TP_fast_assign(
2185 __entry->dr = dr;
2186 __entry->xid = be32_to_cpu(*(__be32 *)dr->args);
2187 __assign_sockaddr(addr, &dr->addr, dr->addrlen);
2188 ),
2189
2190 TP_printk("addr=%pISpc dr=%p xid=0x%08x", __get_sockaddr(addr),
2191 __entry->dr, __entry->xid)
2192);
2193
2194#define DEFINE_SVC_DEFERRED_EVENT(name) \
2195 DEFINE_EVENT(svc_deferred_event, svc_defer_##name, \
2196 TP_PROTO( \
2197 const struct svc_deferred_req *dr \
2198 ), \
2199 TP_ARGS(dr))
2200
2201DEFINE_SVC_DEFERRED_EVENT(drop);
2202DEFINE_SVC_DEFERRED_EVENT(queue);
2203DEFINE_SVC_DEFERRED_EVENT(recv);
2204
2205DECLARE_EVENT_CLASS(svcsock_lifetime_class,
2206 TP_PROTO(
2207 const void *svsk,
2208 const struct socket *socket
2209 ),
2210 TP_ARGS(svsk, socket),
2211 TP_STRUCT__entry(
2212 __field(unsigned int, netns_ino)
2213 __field(const void *, svsk)
2214 __field(const void *, sk)
2215 __field(unsigned long, type)
2216 __field(unsigned long, family)
2217 __field(unsigned long, state)
2218 ),
2219 TP_fast_assign(
2220 struct sock *sk = socket->sk;
2221
2222 __entry->netns_ino = sock_net(sk)->ns.inum;
2223 __entry->svsk = svsk;
2224 __entry->sk = sk;
2225 __entry->type = socket->type;
2226 __entry->family = sk->sk_family;
2227 __entry->state = sk->sk_state;
2228 ),
2229 TP_printk("svsk=%p type=%s family=%s%s",
2230 __entry->svsk, show_socket_type(__entry->type),
2231 rpc_show_address_family(__entry->family),
2232 __entry->state == TCP_LISTEN ? " (listener)" : ""
2233 )
2234);
2235#define DEFINE_SVCSOCK_LIFETIME_EVENT(name) \
2236 DEFINE_EVENT(svcsock_lifetime_class, name, \
2237 TP_PROTO( \
2238 const void *svsk, \
2239 const struct socket *socket \
2240 ), \
2241 TP_ARGS(svsk, socket))
2242
2243DEFINE_SVCSOCK_LIFETIME_EVENT(svcsock_new);
2244DEFINE_SVCSOCK_LIFETIME_EVENT(svcsock_free);
2245
2246TRACE_EVENT(svcsock_marker,
2247 TP_PROTO(
2248 const struct svc_xprt *xprt,
2249 __be32 marker
2250 ),
2251
2252 TP_ARGS(xprt, marker),
2253
2254 TP_STRUCT__entry(
2255 __field(unsigned int, length)
2256 __field(bool, last)
2257 __string(addr, xprt->xpt_remotebuf)
2258 ),
2259
2260 TP_fast_assign(
2261 __entry->length = be32_to_cpu(marker) & RPC_FRAGMENT_SIZE_MASK;
2262 __entry->last = be32_to_cpu(marker) & RPC_LAST_STREAM_FRAGMENT;
2263 __assign_str(addr, xprt->xpt_remotebuf);
2264 ),
2265
2266 TP_printk("addr=%s length=%u%s", __get_str(addr),
2267 __entry->length, __entry->last ? " (last)" : "")
2268);
2269
2270DECLARE_EVENT_CLASS(svcsock_class,
2271 TP_PROTO(
2272 const struct svc_xprt *xprt,
2273 ssize_t result
2274 ),
2275
2276 TP_ARGS(xprt, result),
2277
2278 TP_STRUCT__entry(
2279 __field(ssize_t, result)
2280 __field(unsigned long, flags)
2281 __string(addr, xprt->xpt_remotebuf)
2282 ),
2283
2284 TP_fast_assign(
2285 __entry->result = result;
2286 __entry->flags = xprt->xpt_flags;
2287 __assign_str(addr, xprt->xpt_remotebuf);
2288 ),
2289
2290 TP_printk("addr=%s result=%zd flags=%s", __get_str(addr),
2291 __entry->result, show_svc_xprt_flags(__entry->flags)
2292 )
2293);
2294
2295#define DEFINE_SVCSOCK_EVENT(name) \
2296 DEFINE_EVENT(svcsock_class, svcsock_##name, \
2297 TP_PROTO( \
2298 const struct svc_xprt *xprt, \
2299 ssize_t result \
2300 ), \
2301 TP_ARGS(xprt, result))
2302
2303DEFINE_SVCSOCK_EVENT(udp_send);
2304DEFINE_SVCSOCK_EVENT(udp_recv);
2305DEFINE_SVCSOCK_EVENT(udp_recv_err);
2306DEFINE_SVCSOCK_EVENT(tcp_send);
2307DEFINE_SVCSOCK_EVENT(tcp_recv);
2308DEFINE_SVCSOCK_EVENT(tcp_recv_eagain);
2309DEFINE_SVCSOCK_EVENT(tcp_recv_err);
2310DEFINE_SVCSOCK_EVENT(data_ready);
2311DEFINE_SVCSOCK_EVENT(write_space);
2312
2313TRACE_EVENT(svcsock_tcp_recv_short,
2314 TP_PROTO(
2315 const struct svc_xprt *xprt,
2316 u32 expected,
2317 u32 received
2318 ),
2319
2320 TP_ARGS(xprt, expected, received),
2321
2322 TP_STRUCT__entry(
2323 __field(u32, expected)
2324 __field(u32, received)
2325 __field(unsigned long, flags)
2326 __string(addr, xprt->xpt_remotebuf)
2327 ),
2328
2329 TP_fast_assign(
2330 __entry->expected = expected;
2331 __entry->received = received;
2332 __entry->flags = xprt->xpt_flags;
2333 __assign_str(addr, xprt->xpt_remotebuf);
2334 ),
2335
2336 TP_printk("addr=%s flags=%s expected=%u received=%u",
2337 __get_str(addr), show_svc_xprt_flags(__entry->flags),
2338 __entry->expected, __entry->received
2339 )
2340);
2341
2342TRACE_EVENT(svcsock_tcp_state,
2343 TP_PROTO(
2344 const struct svc_xprt *xprt,
2345 const struct socket *socket
2346 ),
2347
2348 TP_ARGS(xprt, socket),
2349
2350 TP_STRUCT__entry(
2351 __field(unsigned long, socket_state)
2352 __field(unsigned long, sock_state)
2353 __field(unsigned long, flags)
2354 __string(addr, xprt->xpt_remotebuf)
2355 ),
2356
2357 TP_fast_assign(
2358 __entry->socket_state = socket->state;
2359 __entry->sock_state = socket->sk->sk_state;
2360 __entry->flags = xprt->xpt_flags;
2361 __assign_str(addr, xprt->xpt_remotebuf);
2362 ),
2363
2364 TP_printk("addr=%s state=%s sk_state=%s flags=%s", __get_str(addr),
2365 rpc_show_socket_state(__entry->socket_state),
2366 rpc_show_sock_state(__entry->sock_state),
2367 show_svc_xprt_flags(__entry->flags)
2368 )
2369);
2370
2371DECLARE_EVENT_CLASS(svcsock_accept_class,
2372 TP_PROTO(
2373 const struct svc_xprt *xprt,
2374 const char *service,
2375 long status
2376 ),
2377
2378 TP_ARGS(xprt, service, status),
2379
2380 TP_STRUCT__entry(
2381 __field(long, status)
2382 __string(service, service)
2383 __field(unsigned int, netns_ino)
2384 ),
2385
2386 TP_fast_assign(
2387 __entry->status = status;
2388 __assign_str(service, service);
2389 __entry->netns_ino = xprt->xpt_net->ns.inum;
2390 ),
2391
2392 TP_printk("addr=listener service=%s status=%ld",
2393 __get_str(service), __entry->status
2394 )
2395);
2396
2397#define DEFINE_ACCEPT_EVENT(name) \
2398 DEFINE_EVENT(svcsock_accept_class, svcsock_##name##_err, \
2399 TP_PROTO( \
2400 const struct svc_xprt *xprt, \
2401 const char *service, \
2402 long status \
2403 ), \
2404 TP_ARGS(xprt, service, status))
2405
2406DEFINE_ACCEPT_EVENT(accept);
2407DEFINE_ACCEPT_EVENT(getpeername);
2408
2409DECLARE_EVENT_CLASS(cache_event,
2410 TP_PROTO(
2411 const struct cache_detail *cd,
2412 const struct cache_head *h
2413 ),
2414
2415 TP_ARGS(cd, h),
2416
2417 TP_STRUCT__entry(
2418 __field(const struct cache_head *, h)
2419 __string(name, cd->name)
2420 ),
2421
2422 TP_fast_assign(
2423 __entry->h = h;
2424 __assign_str(name, cd->name);
2425 ),
2426
2427 TP_printk("cache=%s entry=%p", __get_str(name), __entry->h)
2428);
2429#define DEFINE_CACHE_EVENT(name) \
2430 DEFINE_EVENT(cache_event, name, \
2431 TP_PROTO( \
2432 const struct cache_detail *cd, \
2433 const struct cache_head *h \
2434 ), \
2435 TP_ARGS(cd, h))
2436DEFINE_CACHE_EVENT(cache_entry_expired);
2437DEFINE_CACHE_EVENT(cache_entry_upcall);
2438DEFINE_CACHE_EVENT(cache_entry_update);
2439DEFINE_CACHE_EVENT(cache_entry_make_negative);
2440DEFINE_CACHE_EVENT(cache_entry_no_listener);
2441
2442DECLARE_EVENT_CLASS(register_class,
2443 TP_PROTO(
2444 const char *program,
2445 const u32 version,
2446 const int family,
2447 const unsigned short protocol,
2448 const unsigned short port,
2449 int error
2450 ),
2451
2452 TP_ARGS(program, version, family, protocol, port, error),
2453
2454 TP_STRUCT__entry(
2455 __field(u32, version)
2456 __field(unsigned long, family)
2457 __field(unsigned short, protocol)
2458 __field(unsigned short, port)
2459 __field(int, error)
2460 __string(program, program)
2461 ),
2462
2463 TP_fast_assign(
2464 __entry->version = version;
2465 __entry->family = family;
2466 __entry->protocol = protocol;
2467 __entry->port = port;
2468 __entry->error = error;
2469 __assign_str(program, program);
2470 ),
2471
2472 TP_printk("program=%sv%u proto=%s port=%u family=%s error=%d",
2473 __get_str(program), __entry->version,
2474 __entry->protocol == IPPROTO_UDP ? "udp" : "tcp",
2475 __entry->port, rpc_show_address_family(__entry->family),
2476 __entry->error
2477 )
2478);
2479
2480#define DEFINE_REGISTER_EVENT(name) \
2481 DEFINE_EVENT(register_class, svc_##name, \
2482 TP_PROTO( \
2483 const char *program, \
2484 const u32 version, \
2485 const int family, \
2486 const unsigned short protocol, \
2487 const unsigned short port, \
2488 int error \
2489 ), \
2490 TP_ARGS(program, version, family, protocol, \
2491 port, error))
2492
2493DEFINE_REGISTER_EVENT(register);
2494DEFINE_REGISTER_EVENT(noregister);
2495
2496TRACE_EVENT(svc_unregister,
2497 TP_PROTO(
2498 const char *program,
2499 const u32 version,
2500 int error
2501 ),
2502
2503 TP_ARGS(program, version, error),
2504
2505 TP_STRUCT__entry(
2506 __field(u32, version)
2507 __field(int, error)
2508 __string(program, program)
2509 ),
2510
2511 TP_fast_assign(
2512 __entry->version = version;
2513 __entry->error = error;
2514 __assign_str(program, program);
2515 ),
2516
2517 TP_printk("program=%sv%u error=%d",
2518 __get_str(program), __entry->version, __entry->error
2519 )
2520);
2521
2522#endif /* _TRACE_SUNRPC_H */
2523
2524#include <trace/define_trace.h>