1 /* SPDX-License-Identifier: GPL-2.0 */
3 #define TRACE_SYSTEM sunrpc
5 #if !defined(_TRACE_SUNRPC_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define _TRACE_SUNRPC_H
8 #include <linux/sunrpc/sched.h>
9 #include <linux/sunrpc/clnt.h>
10 #include <linux/sunrpc/svc.h>
11 #include <linux/sunrpc/xprtsock.h>
12 #include <linux/sunrpc/svc_xprt.h>
13 #include <net/tcp_states.h>
14 #include <linux/net.h>
15 #include <linux/tracepoint.h>
17 #include <trace/events/sunrpc_base.h>
19 TRACE_DEFINE_ENUM(SOCK_STREAM);
20 TRACE_DEFINE_ENUM(SOCK_DGRAM);
21 TRACE_DEFINE_ENUM(SOCK_RAW);
22 TRACE_DEFINE_ENUM(SOCK_RDM);
23 TRACE_DEFINE_ENUM(SOCK_SEQPACKET);
24 TRACE_DEFINE_ENUM(SOCK_DCCP);
25 TRACE_DEFINE_ENUM(SOCK_PACKET);
27 #define show_socket_type(type) \
28 __print_symbolic(type, \
29 { SOCK_STREAM, "STREAM" }, \
30 { SOCK_DGRAM, "DGRAM" }, \
31 { SOCK_RAW, "RAW" }, \
32 { SOCK_RDM, "RDM" }, \
33 { SOCK_SEQPACKET, "SEQPACKET" }, \
34 { SOCK_DCCP, "DCCP" }, \
35 { SOCK_PACKET, "PACKET" })
37 /* This list is known to be incomplete, add new enums as needed. */
38 TRACE_DEFINE_ENUM(AF_UNSPEC);
39 TRACE_DEFINE_ENUM(AF_UNIX);
40 TRACE_DEFINE_ENUM(AF_LOCAL);
41 TRACE_DEFINE_ENUM(AF_INET);
42 TRACE_DEFINE_ENUM(AF_INET6);
44 #define rpc_show_address_family(family) \
45 __print_symbolic(family, \
46 { AF_UNSPEC, "AF_UNSPEC" }, \
47 { AF_UNIX, "AF_UNIX" }, \
48 { AF_LOCAL, "AF_LOCAL" }, \
49 { AF_INET, "AF_INET" }, \
50 { AF_INET6, "AF_INET6" })
52 DECLARE_EVENT_CLASS(rpc_xdr_buf_class,
54 const struct rpc_task *task,
55 const struct xdr_buf *xdr
61 __field(unsigned int, task_id)
62 __field(unsigned int, client_id)
63 __field(const void *, head_base)
64 __field(size_t, head_len)
65 __field(const void *, tail_base)
66 __field(size_t, tail_len)
67 __field(unsigned int, page_base)
68 __field(unsigned int, page_len)
69 __field(unsigned int, msg_len)
73 __entry->task_id = task->tk_pid;
74 __entry->client_id = task->tk_client ?
75 task->tk_client->cl_clid : -1;
76 __entry->head_base = xdr->head[0].iov_base;
77 __entry->head_len = xdr->head[0].iov_len;
78 __entry->tail_base = xdr->tail[0].iov_base;
79 __entry->tail_len = xdr->tail[0].iov_len;
80 __entry->page_base = xdr->page_base;
81 __entry->page_len = xdr->page_len;
82 __entry->msg_len = xdr->len;
85 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
86 " head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
87 __entry->task_id, __entry->client_id,
88 __entry->head_base, __entry->head_len,
89 __entry->page_len, __entry->page_base,
90 __entry->tail_base, __entry->tail_len,
95 #define DEFINE_RPCXDRBUF_EVENT(name) \
96 DEFINE_EVENT(rpc_xdr_buf_class, \
99 const struct rpc_task *task, \
100 const struct xdr_buf *xdr \
104 DEFINE_RPCXDRBUF_EVENT(sendto);
105 DEFINE_RPCXDRBUF_EVENT(recvfrom);
106 DEFINE_RPCXDRBUF_EVENT(reply_pages);
109 DECLARE_EVENT_CLASS(rpc_clnt_class,
111 const struct rpc_clnt *clnt
117 __field(unsigned int, client_id)
121 __entry->client_id = clnt->cl_clid;
124 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER, __entry->client_id)
127 #define DEFINE_RPC_CLNT_EVENT(name) \
128 DEFINE_EVENT(rpc_clnt_class, \
131 const struct rpc_clnt *clnt \
135 DEFINE_RPC_CLNT_EVENT(free);
136 DEFINE_RPC_CLNT_EVENT(killall);
137 DEFINE_RPC_CLNT_EVENT(shutdown);
138 DEFINE_RPC_CLNT_EVENT(release);
139 DEFINE_RPC_CLNT_EVENT(replace_xprt);
140 DEFINE_RPC_CLNT_EVENT(replace_xprt_err);
142 TRACE_EVENT(rpc_clnt_new,
144 const struct rpc_clnt *clnt,
145 const struct rpc_xprt *xprt,
150 TP_ARGS(clnt, xprt, program, server),
153 __field(unsigned int, client_id)
154 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
155 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
156 __string(program, program)
157 __string(server, server)
161 __entry->client_id = clnt->cl_clid;
162 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
163 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
164 __assign_str(program, program);
165 __assign_str(server, server);
168 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER
169 " peer=[%s]:%s program=%s server=%s",
170 __entry->client_id, __get_str(addr), __get_str(port),
171 __get_str(program), __get_str(server))
174 TRACE_EVENT(rpc_clnt_new_err,
181 TP_ARGS(program, server, error),
185 __string(program, program)
186 __string(server, server)
190 __entry->error = error;
191 __assign_str(program, program);
192 __assign_str(server, server);
195 TP_printk("program=%s server=%s error=%d",
196 __get_str(program), __get_str(server), __entry->error)
199 TRACE_EVENT(rpc_clnt_clone_err,
201 const struct rpc_clnt *clnt,
205 TP_ARGS(clnt, error),
208 __field(unsigned int, client_id)
213 __entry->client_id = clnt->cl_clid;
214 __entry->error = error;
217 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER " error=%d",
218 __entry->client_id, __entry->error)
222 TRACE_DEFINE_ENUM(RPC_AUTH_OK);
223 TRACE_DEFINE_ENUM(RPC_AUTH_BADCRED);
224 TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDCRED);
225 TRACE_DEFINE_ENUM(RPC_AUTH_BADVERF);
226 TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDVERF);
227 TRACE_DEFINE_ENUM(RPC_AUTH_TOOWEAK);
228 TRACE_DEFINE_ENUM(RPCSEC_GSS_CREDPROBLEM);
229 TRACE_DEFINE_ENUM(RPCSEC_GSS_CTXPROBLEM);
231 #define rpc_show_auth_stat(status) \
232 __print_symbolic(status, \
233 { RPC_AUTH_OK, "AUTH_OK" }, \
234 { RPC_AUTH_BADCRED, "BADCRED" }, \
235 { RPC_AUTH_REJECTEDCRED, "REJECTEDCRED" }, \
236 { RPC_AUTH_BADVERF, "BADVERF" }, \
237 { RPC_AUTH_REJECTEDVERF, "REJECTEDVERF" }, \
238 { RPC_AUTH_TOOWEAK, "TOOWEAK" }, \
239 { RPCSEC_GSS_CREDPROBLEM, "GSS_CREDPROBLEM" }, \
240 { RPCSEC_GSS_CTXPROBLEM, "GSS_CTXPROBLEM" }) \
242 DECLARE_EVENT_CLASS(rpc_task_status,
244 TP_PROTO(const struct rpc_task *task),
249 __field(unsigned int, task_id)
250 __field(unsigned int, client_id)
255 __entry->task_id = task->tk_pid;
256 __entry->client_id = task->tk_client->cl_clid;
257 __entry->status = task->tk_status;
260 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d",
261 __entry->task_id, __entry->client_id,
264 #define DEFINE_RPC_STATUS_EVENT(name) \
265 DEFINE_EVENT(rpc_task_status, rpc_##name##_status, \
267 const struct rpc_task *task \
271 DEFINE_RPC_STATUS_EVENT(call);
272 DEFINE_RPC_STATUS_EVENT(connect);
273 DEFINE_RPC_STATUS_EVENT(timeout);
274 DEFINE_RPC_STATUS_EVENT(retry_refresh);
275 DEFINE_RPC_STATUS_EVENT(refresh);
277 TRACE_EVENT(rpc_request,
278 TP_PROTO(const struct rpc_task *task),
283 __field(unsigned int, task_id)
284 __field(unsigned int, client_id)
285 __field(int, version)
287 __string(progname, task->tk_client->cl_program->name)
288 __string(procname, rpc_proc_name(task))
292 __entry->task_id = task->tk_pid;
293 __entry->client_id = task->tk_client->cl_clid;
294 __entry->version = task->tk_client->cl_vers;
295 __entry->async = RPC_IS_ASYNC(task);
296 __assign_str(progname, task->tk_client->cl_program->name);
297 __assign_str(procname, rpc_proc_name(task));
300 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " %sv%d %s (%ssync)",
301 __entry->task_id, __entry->client_id,
302 __get_str(progname), __entry->version,
303 __get_str(procname), __entry->async ? "a": ""
307 #define rpc_show_task_flags(flags) \
308 __print_flags(flags, "|", \
309 { RPC_TASK_ASYNC, "ASYNC" }, \
310 { RPC_TASK_SWAPPER, "SWAPPER" }, \
311 { RPC_TASK_MOVEABLE, "MOVEABLE" }, \
312 { RPC_TASK_NULLCREDS, "NULLCREDS" }, \
313 { RPC_CALL_MAJORSEEN, "MAJORSEEN" }, \
314 { RPC_TASK_ROOTCREDS, "ROOTCREDS" }, \
315 { RPC_TASK_DYNAMIC, "DYNAMIC" }, \
316 { RPC_TASK_NO_ROUND_ROBIN, "NO_ROUND_ROBIN" }, \
317 { RPC_TASK_SOFT, "SOFT" }, \
318 { RPC_TASK_SOFTCONN, "SOFTCONN" }, \
319 { RPC_TASK_SENT, "SENT" }, \
320 { RPC_TASK_TIMEOUT, "TIMEOUT" }, \
321 { RPC_TASK_NOCONNECT, "NOCONNECT" }, \
322 { RPC_TASK_NO_RETRANS_TIMEOUT, "NORTO" }, \
323 { RPC_TASK_CRED_NOREF, "CRED_NOREF" })
325 #define rpc_show_runstate(flags) \
326 __print_flags(flags, "|", \
327 { (1UL << RPC_TASK_RUNNING), "RUNNING" }, \
328 { (1UL << RPC_TASK_QUEUED), "QUEUED" }, \
329 { (1UL << RPC_TASK_ACTIVE), "ACTIVE" }, \
330 { (1UL << RPC_TASK_NEED_XMIT), "NEED_XMIT" }, \
331 { (1UL << RPC_TASK_NEED_RECV), "NEED_RECV" }, \
332 { (1UL << RPC_TASK_MSG_PIN_WAIT), "MSG_PIN_WAIT" }, \
333 { (1UL << RPC_TASK_SIGNALLED), "SIGNALLED" })
335 DECLARE_EVENT_CLASS(rpc_task_running,
337 TP_PROTO(const struct rpc_task *task, const void *action),
339 TP_ARGS(task, action),
342 __field(unsigned int, task_id)
343 __field(unsigned int, client_id)
344 __field(const void *, action)
345 __field(unsigned long, runstate)
347 __field(unsigned short, flags)
351 __entry->client_id = task->tk_client ?
352 task->tk_client->cl_clid : -1;
353 __entry->task_id = task->tk_pid;
354 __entry->action = action;
355 __entry->runstate = task->tk_runstate;
356 __entry->status = task->tk_status;
357 __entry->flags = task->tk_flags;
360 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
361 " flags=%s runstate=%s status=%d action=%ps",
362 __entry->task_id, __entry->client_id,
363 rpc_show_task_flags(__entry->flags),
364 rpc_show_runstate(__entry->runstate),
369 #define DEFINE_RPC_RUNNING_EVENT(name) \
370 DEFINE_EVENT(rpc_task_running, rpc_task_##name, \
372 const struct rpc_task *task, \
375 TP_ARGS(task, action))
377 DEFINE_RPC_RUNNING_EVENT(begin);
378 DEFINE_RPC_RUNNING_EVENT(run_action);
379 DEFINE_RPC_RUNNING_EVENT(sync_sleep);
380 DEFINE_RPC_RUNNING_EVENT(sync_wake);
381 DEFINE_RPC_RUNNING_EVENT(complete);
382 DEFINE_RPC_RUNNING_EVENT(timeout);
383 DEFINE_RPC_RUNNING_EVENT(signalled);
384 DEFINE_RPC_RUNNING_EVENT(end);
385 DEFINE_RPC_RUNNING_EVENT(call_done);
387 DECLARE_EVENT_CLASS(rpc_task_queued,
389 TP_PROTO(const struct rpc_task *task, const struct rpc_wait_queue *q),
394 __field(unsigned int, task_id)
395 __field(unsigned int, client_id)
396 __field(unsigned long, timeout)
397 __field(unsigned long, runstate)
399 __field(unsigned short, flags)
400 __string(q_name, rpc_qname(q))
404 __entry->client_id = task->tk_client ?
405 task->tk_client->cl_clid : -1;
406 __entry->task_id = task->tk_pid;
407 __entry->timeout = rpc_task_timeout(task);
408 __entry->runstate = task->tk_runstate;
409 __entry->status = task->tk_status;
410 __entry->flags = task->tk_flags;
411 __assign_str(q_name, rpc_qname(q));
414 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
415 " flags=%s runstate=%s status=%d timeout=%lu queue=%s",
416 __entry->task_id, __entry->client_id,
417 rpc_show_task_flags(__entry->flags),
418 rpc_show_runstate(__entry->runstate),
424 #define DEFINE_RPC_QUEUED_EVENT(name) \
425 DEFINE_EVENT(rpc_task_queued, rpc_task_##name, \
427 const struct rpc_task *task, \
428 const struct rpc_wait_queue *q \
432 DEFINE_RPC_QUEUED_EVENT(sleep);
433 DEFINE_RPC_QUEUED_EVENT(wakeup);
435 DECLARE_EVENT_CLASS(rpc_failure,
437 TP_PROTO(const struct rpc_task *task),
442 __field(unsigned int, task_id)
443 __field(unsigned int, client_id)
447 __entry->task_id = task->tk_pid;
448 __entry->client_id = task->tk_client->cl_clid;
451 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER,
452 __entry->task_id, __entry->client_id)
455 #define DEFINE_RPC_FAILURE(name) \
456 DEFINE_EVENT(rpc_failure, rpc_bad_##name, \
458 const struct rpc_task *task \
462 DEFINE_RPC_FAILURE(callhdr);
463 DEFINE_RPC_FAILURE(verifier);
465 DECLARE_EVENT_CLASS(rpc_reply_event,
468 const struct rpc_task *task
474 __field(unsigned int, task_id)
475 __field(unsigned int, client_id)
477 __string(progname, task->tk_client->cl_program->name)
478 __field(u32, version)
479 __string(procname, rpc_proc_name(task))
480 __string(servername, task->tk_xprt->servername)
484 __entry->task_id = task->tk_pid;
485 __entry->client_id = task->tk_client->cl_clid;
486 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
487 __assign_str(progname, task->tk_client->cl_program->name);
488 __entry->version = task->tk_client->cl_vers;
489 __assign_str(procname, rpc_proc_name(task));
490 __assign_str(servername, task->tk_xprt->servername);
493 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
494 " server=%s xid=0x%08x %sv%d %s",
495 __entry->task_id, __entry->client_id, __get_str(servername),
496 __entry->xid, __get_str(progname), __entry->version,
500 #define DEFINE_RPC_REPLY_EVENT(name) \
501 DEFINE_EVENT(rpc_reply_event, rpc__##name, \
503 const struct rpc_task *task \
507 DEFINE_RPC_REPLY_EVENT(prog_unavail);
508 DEFINE_RPC_REPLY_EVENT(prog_mismatch);
509 DEFINE_RPC_REPLY_EVENT(proc_unavail);
510 DEFINE_RPC_REPLY_EVENT(garbage_args);
511 DEFINE_RPC_REPLY_EVENT(unparsable);
512 DEFINE_RPC_REPLY_EVENT(mismatch);
513 DEFINE_RPC_REPLY_EVENT(stale_creds);
514 DEFINE_RPC_REPLY_EVENT(bad_creds);
515 DEFINE_RPC_REPLY_EVENT(auth_tooweak);
517 #define DEFINE_RPCB_ERROR_EVENT(name) \
518 DEFINE_EVENT(rpc_reply_event, rpcb_##name##_err, \
520 const struct rpc_task *task \
524 DEFINE_RPCB_ERROR_EVENT(prog_unavail);
525 DEFINE_RPCB_ERROR_EVENT(timeout);
526 DEFINE_RPCB_ERROR_EVENT(bind_version);
527 DEFINE_RPCB_ERROR_EVENT(unreachable);
528 DEFINE_RPCB_ERROR_EVENT(unrecognized);
530 TRACE_EVENT(rpc_buf_alloc,
532 const struct rpc_task *task,
536 TP_ARGS(task, status),
539 __field(unsigned int, task_id)
540 __field(unsigned int, client_id)
541 __field(size_t, callsize)
542 __field(size_t, recvsize)
547 __entry->task_id = task->tk_pid;
548 __entry->client_id = task->tk_client->cl_clid;
549 __entry->callsize = task->tk_rqstp->rq_callsize;
550 __entry->recvsize = task->tk_rqstp->rq_rcvsize;
551 __entry->status = status;
554 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
555 " callsize=%zu recvsize=%zu status=%d",
556 __entry->task_id, __entry->client_id,
557 __entry->callsize, __entry->recvsize, __entry->status
561 TRACE_EVENT(rpc_call_rpcerror,
563 const struct rpc_task *task,
568 TP_ARGS(task, tk_status, rpc_status),
571 __field(unsigned int, task_id)
572 __field(unsigned int, client_id)
573 __field(int, tk_status)
574 __field(int, rpc_status)
578 __entry->client_id = task->tk_client->cl_clid;
579 __entry->task_id = task->tk_pid;
580 __entry->tk_status = tk_status;
581 __entry->rpc_status = rpc_status;
584 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
585 " tk_status=%d rpc_status=%d",
586 __entry->task_id, __entry->client_id,
587 __entry->tk_status, __entry->rpc_status)
590 TRACE_EVENT(rpc_stats_latency,
593 const struct rpc_task *task,
599 TP_ARGS(task, backlog, rtt, execute),
602 __field(unsigned int, task_id)
603 __field(unsigned int, client_id)
605 __field(int, version)
606 __string(progname, task->tk_client->cl_program->name)
607 __string(procname, rpc_proc_name(task))
608 __field(unsigned long, backlog)
609 __field(unsigned long, rtt)
610 __field(unsigned long, execute)
614 __entry->client_id = task->tk_client->cl_clid;
615 __entry->task_id = task->tk_pid;
616 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
617 __entry->version = task->tk_client->cl_vers;
618 __assign_str(progname, task->tk_client->cl_program->name);
619 __assign_str(procname, rpc_proc_name(task));
620 __entry->backlog = ktime_to_us(backlog);
621 __entry->rtt = ktime_to_us(rtt);
622 __entry->execute = ktime_to_us(execute);
625 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
626 " xid=0x%08x %sv%d %s backlog=%lu rtt=%lu execute=%lu",
627 __entry->task_id, __entry->client_id, __entry->xid,
628 __get_str(progname), __entry->version, __get_str(procname),
629 __entry->backlog, __entry->rtt, __entry->execute)
632 TRACE_EVENT(rpc_xdr_overflow,
634 const struct xdr_stream *xdr,
638 TP_ARGS(xdr, requested),
641 __field(unsigned int, task_id)
642 __field(unsigned int, client_id)
643 __field(int, version)
644 __field(size_t, requested)
645 __field(const void *, end)
646 __field(const void *, p)
647 __field(const void *, head_base)
648 __field(size_t, head_len)
649 __field(const void *, tail_base)
650 __field(size_t, tail_len)
651 __field(unsigned int, page_len)
652 __field(unsigned int, len)
653 __string(progname, xdr->rqst ?
654 xdr->rqst->rq_task->tk_client->cl_program->name : "unknown")
655 __string(procedure, xdr->rqst ?
656 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name : "unknown")
661 const struct rpc_task *task = xdr->rqst->rq_task;
663 __entry->task_id = task->tk_pid;
664 __entry->client_id = task->tk_client->cl_clid;
665 __assign_str(progname,
666 task->tk_client->cl_program->name);
667 __entry->version = task->tk_client->cl_vers;
668 __assign_str(procedure, task->tk_msg.rpc_proc->p_name);
670 __entry->task_id = -1;
671 __entry->client_id = -1;
672 __assign_str(progname, "unknown");
673 __entry->version = 0;
674 __assign_str(procedure, "unknown");
676 __entry->requested = requested;
677 __entry->end = xdr->end;
679 __entry->head_base = xdr->buf->head[0].iov_base,
680 __entry->head_len = xdr->buf->head[0].iov_len,
681 __entry->page_len = xdr->buf->page_len,
682 __entry->tail_base = xdr->buf->tail[0].iov_base,
683 __entry->tail_len = xdr->buf->tail[0].iov_len,
684 __entry->len = xdr->buf->len;
687 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
688 " %sv%d %s requested=%zu p=%p end=%p xdr=[%p,%zu]/%u/[%p,%zu]/%u\n",
689 __entry->task_id, __entry->client_id,
690 __get_str(progname), __entry->version, __get_str(procedure),
691 __entry->requested, __entry->p, __entry->end,
692 __entry->head_base, __entry->head_len,
694 __entry->tail_base, __entry->tail_len,
699 TRACE_EVENT(rpc_xdr_alignment,
701 const struct xdr_stream *xdr,
706 TP_ARGS(xdr, offset, copied),
709 __field(unsigned int, task_id)
710 __field(unsigned int, client_id)
711 __field(int, version)
712 __field(size_t, offset)
713 __field(unsigned int, copied)
714 __field(const void *, head_base)
715 __field(size_t, head_len)
716 __field(const void *, tail_base)
717 __field(size_t, tail_len)
718 __field(unsigned int, page_len)
719 __field(unsigned int, len)
721 xdr->rqst->rq_task->tk_client->cl_program->name)
723 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name)
727 const struct rpc_task *task = xdr->rqst->rq_task;
729 __entry->task_id = task->tk_pid;
730 __entry->client_id = task->tk_client->cl_clid;
731 __assign_str(progname,
732 task->tk_client->cl_program->name);
733 __entry->version = task->tk_client->cl_vers;
734 __assign_str(procedure, task->tk_msg.rpc_proc->p_name);
736 __entry->offset = offset;
737 __entry->copied = copied;
738 __entry->head_base = xdr->buf->head[0].iov_base,
739 __entry->head_len = xdr->buf->head[0].iov_len,
740 __entry->page_len = xdr->buf->page_len,
741 __entry->tail_base = xdr->buf->tail[0].iov_base,
742 __entry->tail_len = xdr->buf->tail[0].iov_len,
743 __entry->len = xdr->buf->len;
746 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
747 " %sv%d %s offset=%zu copied=%u xdr=[%p,%zu]/%u/[%p,%zu]/%u\n",
748 __entry->task_id, __entry->client_id,
749 __get_str(progname), __entry->version, __get_str(procedure),
750 __entry->offset, __entry->copied,
751 __entry->head_base, __entry->head_len,
753 __entry->tail_base, __entry->tail_len,
759 * First define the enums in the below macros to be exported to userspace
760 * via TRACE_DEFINE_ENUM().
764 #define EM(a, b) TRACE_DEFINE_ENUM(a);
765 #define EMe(a, b) TRACE_DEFINE_ENUM(a);
767 #define RPC_SHOW_SOCKET \
768 EM( SS_FREE, "FREE" ) \
769 EM( SS_UNCONNECTED, "UNCONNECTED" ) \
770 EM( SS_CONNECTING, "CONNECTING" ) \
771 EM( SS_CONNECTED, "CONNECTED" ) \
772 EMe( SS_DISCONNECTING, "DISCONNECTING" )
774 #define rpc_show_socket_state(state) \
775 __print_symbolic(state, RPC_SHOW_SOCKET)
779 #define RPC_SHOW_SOCK \
780 EM( TCP_ESTABLISHED, "ESTABLISHED" ) \
781 EM( TCP_SYN_SENT, "SYN_SENT" ) \
782 EM( TCP_SYN_RECV, "SYN_RECV" ) \
783 EM( TCP_FIN_WAIT1, "FIN_WAIT1" ) \
784 EM( TCP_FIN_WAIT2, "FIN_WAIT2" ) \
785 EM( TCP_TIME_WAIT, "TIME_WAIT" ) \
786 EM( TCP_CLOSE, "CLOSE" ) \
787 EM( TCP_CLOSE_WAIT, "CLOSE_WAIT" ) \
788 EM( TCP_LAST_ACK, "LAST_ACK" ) \
789 EM( TCP_LISTEN, "LISTEN" ) \
790 EMe( TCP_CLOSING, "CLOSING" )
792 #define rpc_show_sock_state(state) \
793 __print_symbolic(state, RPC_SHOW_SOCK)
798 * Now redefine the EM() and EMe() macros to map the enums to the strings
799 * that will be printed in the output.
803 #define EM(a, b) {a, b},
804 #define EMe(a, b) {a, b}
806 DECLARE_EVENT_CLASS(xs_socket_event,
809 struct rpc_xprt *xprt,
810 struct socket *socket
813 TP_ARGS(xprt, socket),
816 __field(unsigned int, socket_state)
817 __field(unsigned int, sock_state)
818 __field(unsigned long long, ino)
820 xprt->address_strings[RPC_DISPLAY_ADDR])
822 xprt->address_strings[RPC_DISPLAY_PORT])
826 struct inode *inode = SOCK_INODE(socket);
827 __entry->socket_state = socket->state;
828 __entry->sock_state = socket->sk->sk_state;
829 __entry->ino = (unsigned long long)inode->i_ino;
830 __assign_str(dstaddr,
831 xprt->address_strings[RPC_DISPLAY_ADDR]);
832 __assign_str(dstport,
833 xprt->address_strings[RPC_DISPLAY_PORT]);
837 "socket:[%llu] dstaddr=%s/%s "
838 "state=%u (%s) sk_state=%u (%s)",
839 __entry->ino, __get_str(dstaddr), __get_str(dstport),
840 __entry->socket_state,
841 rpc_show_socket_state(__entry->socket_state),
843 rpc_show_sock_state(__entry->sock_state)
846 #define DEFINE_RPC_SOCKET_EVENT(name) \
847 DEFINE_EVENT(xs_socket_event, name, \
849 struct rpc_xprt *xprt, \
850 struct socket *socket \
852 TP_ARGS(xprt, socket))
854 DECLARE_EVENT_CLASS(xs_socket_event_done,
857 struct rpc_xprt *xprt,
858 struct socket *socket,
862 TP_ARGS(xprt, socket, error),
866 __field(unsigned int, socket_state)
867 __field(unsigned int, sock_state)
868 __field(unsigned long long, ino)
870 xprt->address_strings[RPC_DISPLAY_ADDR])
872 xprt->address_strings[RPC_DISPLAY_PORT])
876 struct inode *inode = SOCK_INODE(socket);
877 __entry->socket_state = socket->state;
878 __entry->sock_state = socket->sk->sk_state;
879 __entry->ino = (unsigned long long)inode->i_ino;
880 __entry->error = error;
881 __assign_str(dstaddr,
882 xprt->address_strings[RPC_DISPLAY_ADDR]);
883 __assign_str(dstport,
884 xprt->address_strings[RPC_DISPLAY_PORT]);
888 "error=%d socket:[%llu] dstaddr=%s/%s "
889 "state=%u (%s) sk_state=%u (%s)",
891 __entry->ino, __get_str(dstaddr), __get_str(dstport),
892 __entry->socket_state,
893 rpc_show_socket_state(__entry->socket_state),
895 rpc_show_sock_state(__entry->sock_state)
898 #define DEFINE_RPC_SOCKET_EVENT_DONE(name) \
899 DEFINE_EVENT(xs_socket_event_done, name, \
901 struct rpc_xprt *xprt, \
902 struct socket *socket, \
905 TP_ARGS(xprt, socket, error))
907 DEFINE_RPC_SOCKET_EVENT(rpc_socket_state_change);
908 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_connect);
909 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_error);
910 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_reset_connection);
911 DEFINE_RPC_SOCKET_EVENT(rpc_socket_close);
912 DEFINE_RPC_SOCKET_EVENT(rpc_socket_shutdown);
914 TRACE_EVENT(rpc_socket_nospace,
916 const struct rpc_rqst *rqst,
917 const struct sock_xprt *transport
920 TP_ARGS(rqst, transport),
923 __field(unsigned int, task_id)
924 __field(unsigned int, client_id)
925 __field(unsigned int, total)
926 __field(unsigned int, remaining)
930 __entry->task_id = rqst->rq_task->tk_pid;
931 __entry->client_id = rqst->rq_task->tk_client->cl_clid;
932 __entry->total = rqst->rq_slen;
933 __entry->remaining = rqst->rq_slen - transport->xmit.offset;
936 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
937 " total=%u remaining=%u",
938 __entry->task_id, __entry->client_id,
939 __entry->total, __entry->remaining
943 #define rpc_show_xprt_state(x) \
944 __print_flags(x, "|", \
945 { BIT(XPRT_LOCKED), "LOCKED" }, \
946 { BIT(XPRT_CONNECTED), "CONNECTED" }, \
947 { BIT(XPRT_CONNECTING), "CONNECTING" }, \
948 { BIT(XPRT_CLOSE_WAIT), "CLOSE_WAIT" }, \
949 { BIT(XPRT_BOUND), "BOUND" }, \
950 { BIT(XPRT_BINDING), "BINDING" }, \
951 { BIT(XPRT_CLOSING), "CLOSING" }, \
952 { BIT(XPRT_OFFLINE), "OFFLINE" }, \
953 { BIT(XPRT_REMOVE), "REMOVE" }, \
954 { BIT(XPRT_CONGESTED), "CONGESTED" }, \
955 { BIT(XPRT_CWND_WAIT), "CWND_WAIT" }, \
956 { BIT(XPRT_WRITE_SPACE), "WRITE_SPACE" })
958 DECLARE_EVENT_CLASS(rpc_xprt_lifetime_class,
960 const struct rpc_xprt *xprt
966 __field(unsigned long, state)
967 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
968 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
972 __entry->state = xprt->state;
973 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
974 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
977 TP_printk("peer=[%s]:%s state=%s",
978 __get_str(addr), __get_str(port),
979 rpc_show_xprt_state(__entry->state))
982 #define DEFINE_RPC_XPRT_LIFETIME_EVENT(name) \
983 DEFINE_EVENT(rpc_xprt_lifetime_class, \
986 const struct rpc_xprt *xprt \
990 DEFINE_RPC_XPRT_LIFETIME_EVENT(create);
991 DEFINE_RPC_XPRT_LIFETIME_EVENT(connect);
992 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_auto);
993 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_done);
994 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_force);
995 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_cleanup);
996 DEFINE_RPC_XPRT_LIFETIME_EVENT(destroy);
998 DECLARE_EVENT_CLASS(rpc_xprt_event,
1000 const struct rpc_xprt *xprt,
1005 TP_ARGS(xprt, xid, status),
1009 __field(int, status)
1010 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1011 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1015 __entry->xid = be32_to_cpu(xid);
1016 __entry->status = status;
1017 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1018 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1021 TP_printk("peer=[%s]:%s xid=0x%08x status=%d", __get_str(addr),
1022 __get_str(port), __entry->xid,
1025 #define DEFINE_RPC_XPRT_EVENT(name) \
1026 DEFINE_EVENT(rpc_xprt_event, xprt_##name, \
1028 const struct rpc_xprt *xprt, \
1032 TP_ARGS(xprt, xid, status))
1034 DEFINE_RPC_XPRT_EVENT(timer);
1035 DEFINE_RPC_XPRT_EVENT(lookup_rqst);
1037 TRACE_EVENT(xprt_transmit,
1039 const struct rpc_rqst *rqst,
1043 TP_ARGS(rqst, status),
1046 __field(unsigned int, task_id)
1047 __field(unsigned int, client_id)
1050 __field(int, status)
1054 __entry->task_id = rqst->rq_task->tk_pid;
1055 __entry->client_id = rqst->rq_task->tk_client ?
1056 rqst->rq_task->tk_client->cl_clid : -1;
1057 __entry->xid = be32_to_cpu(rqst->rq_xid);
1058 __entry->seqno = rqst->rq_seqno;
1059 __entry->status = status;
1062 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1063 " xid=0x%08x seqno=%u status=%d",
1064 __entry->task_id, __entry->client_id, __entry->xid,
1065 __entry->seqno, __entry->status)
1068 TRACE_EVENT(xprt_retransmit,
1070 const struct rpc_rqst *rqst
1076 __field(unsigned int, task_id)
1077 __field(unsigned int, client_id)
1079 __field(int, ntrans)
1080 __field(int, version)
1081 __field(unsigned long, timeout)
1083 rqst->rq_task->tk_client->cl_program->name)
1084 __string(procname, rpc_proc_name(rqst->rq_task))
1088 struct rpc_task *task = rqst->rq_task;
1090 __entry->task_id = task->tk_pid;
1091 __entry->client_id = task->tk_client ?
1092 task->tk_client->cl_clid : -1;
1093 __entry->xid = be32_to_cpu(rqst->rq_xid);
1094 __entry->ntrans = rqst->rq_ntrans;
1095 __entry->timeout = task->tk_timeout;
1096 __assign_str(progname,
1097 task->tk_client->cl_program->name);
1098 __entry->version = task->tk_client->cl_vers;
1099 __assign_str(procname, rpc_proc_name(task));
1102 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1103 " xid=0x%08x %sv%d %s ntrans=%d timeout=%lu",
1104 __entry->task_id, __entry->client_id, __entry->xid,
1105 __get_str(progname), __entry->version, __get_str(procname),
1106 __entry->ntrans, __entry->timeout
1110 TRACE_EVENT(xprt_ping,
1111 TP_PROTO(const struct rpc_xprt *xprt, int status),
1113 TP_ARGS(xprt, status),
1116 __field(int, status)
1117 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1118 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1122 __entry->status = status;
1123 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1124 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1127 TP_printk("peer=[%s]:%s status=%d",
1128 __get_str(addr), __get_str(port), __entry->status)
1131 DECLARE_EVENT_CLASS(xprt_writelock_event,
1133 const struct rpc_xprt *xprt, const struct rpc_task *task
1136 TP_ARGS(xprt, task),
1139 __field(unsigned int, task_id)
1140 __field(unsigned int, client_id)
1141 __field(unsigned int, snd_task_id)
1146 __entry->task_id = task->tk_pid;
1147 __entry->client_id = task->tk_client ?
1148 task->tk_client->cl_clid : -1;
1150 __entry->task_id = -1;
1151 __entry->client_id = -1;
1153 __entry->snd_task_id = xprt->snd_task ?
1154 xprt->snd_task->tk_pid : -1;
1157 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1158 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER,
1159 __entry->task_id, __entry->client_id,
1160 __entry->snd_task_id)
1163 #define DEFINE_WRITELOCK_EVENT(name) \
1164 DEFINE_EVENT(xprt_writelock_event, xprt_##name, \
1166 const struct rpc_xprt *xprt, \
1167 const struct rpc_task *task \
1169 TP_ARGS(xprt, task))
1171 DEFINE_WRITELOCK_EVENT(reserve_xprt);
1172 DEFINE_WRITELOCK_EVENT(release_xprt);
1174 DECLARE_EVENT_CLASS(xprt_cong_event,
1176 const struct rpc_xprt *xprt, const struct rpc_task *task
1179 TP_ARGS(xprt, task),
1182 __field(unsigned int, task_id)
1183 __field(unsigned int, client_id)
1184 __field(unsigned int, snd_task_id)
1185 __field(unsigned long, cong)
1186 __field(unsigned long, cwnd)
1192 __entry->task_id = task->tk_pid;
1193 __entry->client_id = task->tk_client ?
1194 task->tk_client->cl_clid : -1;
1196 __entry->task_id = -1;
1197 __entry->client_id = -1;
1199 __entry->snd_task_id = xprt->snd_task ?
1200 xprt->snd_task->tk_pid : -1;
1201 __entry->cong = xprt->cong;
1202 __entry->cwnd = xprt->cwnd;
1203 __entry->wait = test_bit(XPRT_CWND_WAIT, &xprt->state);
1206 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1207 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER
1208 " cong=%lu cwnd=%lu%s",
1209 __entry->task_id, __entry->client_id,
1210 __entry->snd_task_id, __entry->cong, __entry->cwnd,
1211 __entry->wait ? " (wait)" : "")
1214 #define DEFINE_CONG_EVENT(name) \
1215 DEFINE_EVENT(xprt_cong_event, xprt_##name, \
1217 const struct rpc_xprt *xprt, \
1218 const struct rpc_task *task \
1220 TP_ARGS(xprt, task))
1222 DEFINE_CONG_EVENT(reserve_cong);
1223 DEFINE_CONG_EVENT(release_cong);
1224 DEFINE_CONG_EVENT(get_cong);
1225 DEFINE_CONG_EVENT(put_cong);
1227 TRACE_EVENT(xprt_reserve,
1229 const struct rpc_rqst *rqst
1235 __field(unsigned int, task_id)
1236 __field(unsigned int, client_id)
1241 __entry->task_id = rqst->rq_task->tk_pid;
1242 __entry->client_id = rqst->rq_task->tk_client->cl_clid;
1243 __entry->xid = be32_to_cpu(rqst->rq_xid);
1246 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " xid=0x%08x",
1247 __entry->task_id, __entry->client_id, __entry->xid
1251 TRACE_EVENT(xs_stream_read_data,
1252 TP_PROTO(struct rpc_xprt *xprt, ssize_t err, size_t total),
1254 TP_ARGS(xprt, err, total),
1257 __field(ssize_t, err)
1258 __field(size_t, total)
1259 __string(addr, xprt ? xprt->address_strings[RPC_DISPLAY_ADDR] :
1261 __string(port, xprt ? xprt->address_strings[RPC_DISPLAY_PORT] :
1267 __entry->total = total;
1268 __assign_str(addr, xprt ?
1269 xprt->address_strings[RPC_DISPLAY_ADDR] : "(null)");
1270 __assign_str(port, xprt ?
1271 xprt->address_strings[RPC_DISPLAY_PORT] : "(null)");
1274 TP_printk("peer=[%s]:%s err=%zd total=%zu", __get_str(addr),
1275 __get_str(port), __entry->err, __entry->total)
1278 TRACE_EVENT(xs_stream_read_request,
1279 TP_PROTO(struct sock_xprt *xs),
1284 __string(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR])
1285 __string(port, xs->xprt.address_strings[RPC_DISPLAY_PORT])
1287 __field(unsigned long, copied)
1288 __field(unsigned int, reclen)
1289 __field(unsigned int, offset)
1293 __assign_str(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR]);
1294 __assign_str(port, xs->xprt.address_strings[RPC_DISPLAY_PORT]);
1295 __entry->xid = be32_to_cpu(xs->recv.xid);
1296 __entry->copied = xs->recv.copied;
1297 __entry->reclen = xs->recv.len;
1298 __entry->offset = xs->recv.offset;
1301 TP_printk("peer=[%s]:%s xid=0x%08x copied=%lu reclen=%u offset=%u",
1302 __get_str(addr), __get_str(port), __entry->xid,
1303 __entry->copied, __entry->reclen, __entry->offset)
1306 TRACE_EVENT(rpcb_getport,
1308 const struct rpc_clnt *clnt,
1309 const struct rpc_task *task,
1310 unsigned int bind_version
1313 TP_ARGS(clnt, task, bind_version),
1316 __field(unsigned int, task_id)
1317 __field(unsigned int, client_id)
1318 __field(unsigned int, program)
1319 __field(unsigned int, version)
1320 __field(int, protocol)
1321 __field(unsigned int, bind_version)
1322 __string(servername, task->tk_xprt->servername)
1326 __entry->task_id = task->tk_pid;
1327 __entry->client_id = clnt->cl_clid;
1328 __entry->program = clnt->cl_prog;
1329 __entry->version = clnt->cl_vers;
1330 __entry->protocol = task->tk_xprt->prot;
1331 __entry->bind_version = bind_version;
1332 __assign_str(servername, task->tk_xprt->servername);
1335 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1336 " server=%s program=%u version=%u protocol=%d bind_version=%u",
1337 __entry->task_id, __entry->client_id, __get_str(servername),
1338 __entry->program, __entry->version, __entry->protocol,
1339 __entry->bind_version
1343 TRACE_EVENT(rpcb_setport,
1345 const struct rpc_task *task,
1350 TP_ARGS(task, status, port),
1353 __field(unsigned int, task_id)
1354 __field(unsigned int, client_id)
1355 __field(int, status)
1356 __field(unsigned short, port)
1360 __entry->task_id = task->tk_pid;
1361 __entry->client_id = task->tk_client->cl_clid;
1362 __entry->status = status;
1363 __entry->port = port;
1366 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d port=%u",
1367 __entry->task_id, __entry->client_id,
1368 __entry->status, __entry->port
1372 TRACE_EVENT(pmap_register,
1380 TP_ARGS(program, version, protocol, port),
1383 __field(unsigned int, program)
1384 __field(unsigned int, version)
1385 __field(int, protocol)
1386 __field(unsigned int, port)
1390 __entry->program = program;
1391 __entry->version = version;
1392 __entry->protocol = protocol;
1393 __entry->port = port;
1396 TP_printk("program=%u version=%u protocol=%d port=%u",
1397 __entry->program, __entry->version,
1398 __entry->protocol, __entry->port
1402 TRACE_EVENT(rpcb_register,
1410 TP_ARGS(program, version, addr, netid),
1413 __field(unsigned int, program)
1414 __field(unsigned int, version)
1415 __string(addr, addr)
1416 __string(netid, netid)
1420 __entry->program = program;
1421 __entry->version = version;
1422 __assign_str(addr, addr);
1423 __assign_str(netid, netid);
1426 TP_printk("program=%u version=%u addr=%s netid=%s",
1427 __entry->program, __entry->version,
1428 __get_str(addr), __get_str(netid)
1432 TRACE_EVENT(rpcb_unregister,
1439 TP_ARGS(program, version, netid),
1442 __field(unsigned int, program)
1443 __field(unsigned int, version)
1444 __string(netid, netid)
1448 __entry->program = program;
1449 __entry->version = version;
1450 __assign_str(netid, netid);
1453 TP_printk("program=%u version=%u netid=%s",
1454 __entry->program, __entry->version, __get_str(netid)
1458 /* Record an xdr_buf containing a fully-formed RPC message */
1459 DECLARE_EVENT_CLASS(svc_xdr_msg_class,
1461 const struct xdr_buf *xdr
1468 __field(const void *, head_base)
1469 __field(size_t, head_len)
1470 __field(const void *, tail_base)
1471 __field(size_t, tail_len)
1472 __field(unsigned int, page_len)
1473 __field(unsigned int, msg_len)
1477 __be32 *p = (__be32 *)xdr->head[0].iov_base;
1479 __entry->xid = be32_to_cpu(*p);
1480 __entry->head_base = p;
1481 __entry->head_len = xdr->head[0].iov_len;
1482 __entry->tail_base = xdr->tail[0].iov_base;
1483 __entry->tail_len = xdr->tail[0].iov_len;
1484 __entry->page_len = xdr->page_len;
1485 __entry->msg_len = xdr->len;
1488 TP_printk("xid=0x%08x head=[%p,%zu] page=%u tail=[%p,%zu] len=%u",
1490 __entry->head_base, __entry->head_len, __entry->page_len,
1491 __entry->tail_base, __entry->tail_len, __entry->msg_len
1495 #define DEFINE_SVCXDRMSG_EVENT(name) \
1496 DEFINE_EVENT(svc_xdr_msg_class, \
1499 const struct xdr_buf *xdr \
1503 DEFINE_SVCXDRMSG_EVENT(recvfrom);
1505 /* Record an xdr_buf containing arbitrary data, tagged with an XID */
1506 DECLARE_EVENT_CLASS(svc_xdr_buf_class,
1509 const struct xdr_buf *xdr
1516 __field(const void *, head_base)
1517 __field(size_t, head_len)
1518 __field(const void *, tail_base)
1519 __field(size_t, tail_len)
1520 __field(unsigned int, page_base)
1521 __field(unsigned int, page_len)
1522 __field(unsigned int, msg_len)
1526 __entry->xid = be32_to_cpu(xid);
1527 __entry->head_base = xdr->head[0].iov_base;
1528 __entry->head_len = xdr->head[0].iov_len;
1529 __entry->tail_base = xdr->tail[0].iov_base;
1530 __entry->tail_len = xdr->tail[0].iov_len;
1531 __entry->page_base = xdr->page_base;
1532 __entry->page_len = xdr->page_len;
1533 __entry->msg_len = xdr->len;
1536 TP_printk("xid=0x%08x head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
1538 __entry->head_base, __entry->head_len,
1539 __entry->page_len, __entry->page_base,
1540 __entry->tail_base, __entry->tail_len,
1545 #define DEFINE_SVCXDRBUF_EVENT(name) \
1546 DEFINE_EVENT(svc_xdr_buf_class, \
1550 const struct xdr_buf *xdr \
1554 DEFINE_SVCXDRBUF_EVENT(sendto);
1557 * from include/linux/sunrpc/svc.h
1559 #define SVC_RQST_FLAG_LIST \
1560 svc_rqst_flag(SECURE) \
1561 svc_rqst_flag(LOCAL) \
1562 svc_rqst_flag(USEDEFERRAL) \
1563 svc_rqst_flag(DROPME) \
1564 svc_rqst_flag(SPLICE_OK) \
1565 svc_rqst_flag(VICTIM) \
1566 svc_rqst_flag(BUSY) \
1567 svc_rqst_flag_end(DATA)
1569 #undef svc_rqst_flag
1570 #undef svc_rqst_flag_end
1571 #define svc_rqst_flag(x) TRACE_DEFINE_ENUM(RQ_##x);
1572 #define svc_rqst_flag_end(x) TRACE_DEFINE_ENUM(RQ_##x);
1576 #undef svc_rqst_flag
1577 #undef svc_rqst_flag_end
1578 #define svc_rqst_flag(x) { BIT(RQ_##x), #x },
1579 #define svc_rqst_flag_end(x) { BIT(RQ_##x), #x }
1581 #define show_rqstp_flags(flags) \
1582 __print_flags(flags, "|", SVC_RQST_FLAG_LIST)
1584 TRACE_DEFINE_ENUM(SVC_GARBAGE);
1585 TRACE_DEFINE_ENUM(SVC_SYSERR);
1586 TRACE_DEFINE_ENUM(SVC_VALID);
1587 TRACE_DEFINE_ENUM(SVC_NEGATIVE);
1588 TRACE_DEFINE_ENUM(SVC_OK);
1589 TRACE_DEFINE_ENUM(SVC_DROP);
1590 TRACE_DEFINE_ENUM(SVC_CLOSE);
1591 TRACE_DEFINE_ENUM(SVC_DENIED);
1592 TRACE_DEFINE_ENUM(SVC_PENDING);
1593 TRACE_DEFINE_ENUM(SVC_COMPLETE);
1595 #define svc_show_status(status) \
1596 __print_symbolic(status, \
1597 { SVC_GARBAGE, "SVC_GARBAGE" }, \
1598 { SVC_SYSERR, "SVC_SYSERR" }, \
1599 { SVC_VALID, "SVC_VALID" }, \
1600 { SVC_NEGATIVE, "SVC_NEGATIVE" }, \
1601 { SVC_OK, "SVC_OK" }, \
1602 { SVC_DROP, "SVC_DROP" }, \
1603 { SVC_CLOSE, "SVC_CLOSE" }, \
1604 { SVC_DENIED, "SVC_DENIED" }, \
1605 { SVC_PENDING, "SVC_PENDING" }, \
1606 { SVC_COMPLETE, "SVC_COMPLETE" })
1608 TRACE_EVENT(svc_authenticate,
1609 TP_PROTO(const struct svc_rqst *rqst, int auth_res),
1611 TP_ARGS(rqst, auth_res),
1615 __field(unsigned long, svc_status)
1616 __field(unsigned long, auth_stat)
1620 __entry->xid = be32_to_cpu(rqst->rq_xid);
1621 __entry->svc_status = auth_res;
1622 __entry->auth_stat = be32_to_cpu(rqst->rq_auth_stat);
1625 TP_printk("xid=0x%08x auth_res=%s auth_stat=%s",
1626 __entry->xid, svc_show_status(__entry->svc_status),
1627 rpc_show_auth_stat(__entry->auth_stat))
1630 TRACE_EVENT(svc_process,
1631 TP_PROTO(const struct svc_rqst *rqst, const char *name),
1633 TP_ARGS(rqst, name),
1639 __string(service, name)
1640 __string(procedure, svc_proc_name(rqst))
1641 __string(addr, rqst->rq_xprt ?
1642 rqst->rq_xprt->xpt_remotebuf : "(null)")
1646 __entry->xid = be32_to_cpu(rqst->rq_xid);
1647 __entry->vers = rqst->rq_vers;
1648 __entry->proc = rqst->rq_proc;
1649 __assign_str(service, name);
1650 __assign_str(procedure, svc_proc_name(rqst));
1651 __assign_str(addr, rqst->rq_xprt ?
1652 rqst->rq_xprt->xpt_remotebuf : "(null)");
1655 TP_printk("addr=%s xid=0x%08x service=%s vers=%u proc=%s",
1656 __get_str(addr), __entry->xid,
1657 __get_str(service), __entry->vers,
1658 __get_str(procedure)
1662 DECLARE_EVENT_CLASS(svc_rqst_event,
1665 const struct svc_rqst *rqst
1672 __field(unsigned long, flags)
1673 __string(addr, rqst->rq_xprt->xpt_remotebuf)
1677 __entry->xid = be32_to_cpu(rqst->rq_xid);
1678 __entry->flags = rqst->rq_flags;
1679 __assign_str(addr, rqst->rq_xprt->xpt_remotebuf);
1682 TP_printk("addr=%s xid=0x%08x flags=%s",
1683 __get_str(addr), __entry->xid,
1684 show_rqstp_flags(__entry->flags))
1686 #define DEFINE_SVC_RQST_EVENT(name) \
1687 DEFINE_EVENT(svc_rqst_event, svc_##name, \
1689 const struct svc_rqst *rqst \
1693 DEFINE_SVC_RQST_EVENT(defer);
1694 DEFINE_SVC_RQST_EVENT(drop);
1696 DECLARE_EVENT_CLASS(svc_rqst_status,
1698 TP_PROTO(struct svc_rqst *rqst, int status),
1700 TP_ARGS(rqst, status),
1704 __field(int, status)
1705 __field(unsigned long, flags)
1706 __string(addr, rqst->rq_xprt->xpt_remotebuf)
1710 __entry->xid = be32_to_cpu(rqst->rq_xid);
1711 __entry->status = status;
1712 __entry->flags = rqst->rq_flags;
1713 __assign_str(addr, rqst->rq_xprt->xpt_remotebuf);
1716 TP_printk("addr=%s xid=0x%08x status=%d flags=%s",
1717 __get_str(addr), __entry->xid,
1718 __entry->status, show_rqstp_flags(__entry->flags))
1721 DEFINE_EVENT(svc_rqst_status, svc_send,
1722 TP_PROTO(struct svc_rqst *rqst, int status),
1723 TP_ARGS(rqst, status));
1725 #define show_svc_xprt_flags(flags) \
1726 __print_flags(flags, "|", \
1727 { (1UL << XPT_BUSY), "XPT_BUSY"}, \
1728 { (1UL << XPT_CONN), "XPT_CONN"}, \
1729 { (1UL << XPT_CLOSE), "XPT_CLOSE"}, \
1730 { (1UL << XPT_DATA), "XPT_DATA"}, \
1731 { (1UL << XPT_TEMP), "XPT_TEMP"}, \
1732 { (1UL << XPT_DEAD), "XPT_DEAD"}, \
1733 { (1UL << XPT_CHNGBUF), "XPT_CHNGBUF"}, \
1734 { (1UL << XPT_DEFERRED), "XPT_DEFERRED"}, \
1735 { (1UL << XPT_OLD), "XPT_OLD"}, \
1736 { (1UL << XPT_LISTENER), "XPT_LISTENER"}, \
1737 { (1UL << XPT_CACHE_AUTH), "XPT_CACHE_AUTH"}, \
1738 { (1UL << XPT_LOCAL), "XPT_LOCAL"}, \
1739 { (1UL << XPT_KILL_TEMP), "XPT_KILL_TEMP"}, \
1740 { (1UL << XPT_CONG_CTRL), "XPT_CONG_CTRL"})
1742 TRACE_EVENT(svc_xprt_create_err,
1744 const char *program,
1745 const char *protocol,
1746 struct sockaddr *sap,
1748 const struct svc_xprt *xprt
1751 TP_ARGS(program, protocol, sap, salen, xprt),
1754 __field(long, error)
1755 __string(program, program)
1756 __string(protocol, protocol)
1757 __array(unsigned char, addr, sizeof(struct sockaddr_in6))
1761 __entry->error = PTR_ERR(xprt);
1762 __assign_str(program, program);
1763 __assign_str(protocol, protocol);
1764 memcpy(__entry->addr, sap, min(salen, sizeof(__entry->addr)));
1767 TP_printk("addr=%pISpc program=%s protocol=%s error=%ld",
1768 __entry->addr, __get_str(program), __get_str(protocol),
1772 TRACE_EVENT(svc_xprt_enqueue,
1773 TP_PROTO(struct svc_xprt *xprt, struct svc_rqst *rqst),
1775 TP_ARGS(xprt, rqst),
1779 __field(unsigned long, flags)
1780 __string(addr, xprt->xpt_remotebuf)
1784 __entry->pid = rqst? rqst->rq_task->pid : 0;
1785 __entry->flags = xprt->xpt_flags;
1786 __assign_str(addr, xprt->xpt_remotebuf);
1789 TP_printk("addr=%s pid=%d flags=%s", __get_str(addr),
1790 __entry->pid, show_svc_xprt_flags(__entry->flags))
1793 DECLARE_EVENT_CLASS(svc_xprt_event,
1794 TP_PROTO(struct svc_xprt *xprt),
1799 __field(unsigned long, flags)
1800 __string(addr, xprt->xpt_remotebuf)
1804 __entry->flags = xprt->xpt_flags;
1805 __assign_str(addr, xprt->xpt_remotebuf);
1808 TP_printk("addr=%s flags=%s", __get_str(addr),
1809 show_svc_xprt_flags(__entry->flags))
1812 #define DEFINE_SVC_XPRT_EVENT(name) \
1813 DEFINE_EVENT(svc_xprt_event, svc_xprt_##name, \
1815 struct svc_xprt *xprt \
1819 DEFINE_SVC_XPRT_EVENT(no_write_space);
1820 DEFINE_SVC_XPRT_EVENT(close);
1821 DEFINE_SVC_XPRT_EVENT(detach);
1822 DEFINE_SVC_XPRT_EVENT(free);
1824 TRACE_EVENT(svc_xprt_accept,
1826 const struct svc_xprt *xprt,
1830 TP_ARGS(xprt, service),
1833 __string(addr, xprt->xpt_remotebuf)
1834 __string(protocol, xprt->xpt_class->xcl_name)
1835 __string(service, service)
1839 __assign_str(addr, xprt->xpt_remotebuf);
1840 __assign_str(protocol, xprt->xpt_class->xcl_name);
1841 __assign_str(service, service);
1844 TP_printk("addr=%s protocol=%s service=%s",
1845 __get_str(addr), __get_str(protocol), __get_str(service)
1849 TRACE_EVENT(svc_xprt_dequeue,
1850 TP_PROTO(struct svc_rqst *rqst),
1855 __field(unsigned long, flags)
1856 __field(unsigned long, wakeup)
1857 __string(addr, rqst->rq_xprt->xpt_remotebuf)
1861 __entry->flags = rqst->rq_xprt->xpt_flags;
1862 __entry->wakeup = ktime_to_us(ktime_sub(ktime_get(),
1864 __assign_str(addr, rqst->rq_xprt->xpt_remotebuf);
1867 TP_printk("addr=%s flags=%s wakeup-us=%lu", __get_str(addr),
1868 show_svc_xprt_flags(__entry->flags), __entry->wakeup)
1871 TRACE_EVENT(svc_wake_up,
1884 TP_printk("pid=%d", __entry->pid)
1887 TRACE_EVENT(svc_alloc_arg_err,
1895 __field(unsigned int, pages)
1899 __entry->pages = pages;
1902 TP_printk("pages=%u", __entry->pages)
1905 TRACE_EVENT(svc_stats_latency,
1906 TP_PROTO(const struct svc_rqst *rqst),
1912 __field(unsigned long, execute)
1913 __string(procedure, svc_proc_name(rqst))
1914 __string(addr, rqst->rq_xprt->xpt_remotebuf)
1918 __entry->xid = be32_to_cpu(rqst->rq_xid);
1919 __entry->execute = ktime_to_us(ktime_sub(ktime_get(),
1921 __assign_str(procedure, svc_proc_name(rqst));
1922 __assign_str(addr, rqst->rq_xprt->xpt_remotebuf);
1925 TP_printk("addr=%s xid=0x%08x proc=%s execute-us=%lu",
1926 __get_str(addr), __entry->xid, __get_str(procedure),
1930 DECLARE_EVENT_CLASS(svc_deferred_event,
1932 const struct svc_deferred_req *dr
1938 __field(const void *, dr)
1940 __string(addr, dr->xprt->xpt_remotebuf)
1945 __entry->xid = be32_to_cpu(*(__be32 *)(dr->args +
1946 (dr->xprt_hlen>>2)));
1947 __assign_str(addr, dr->xprt->xpt_remotebuf);
1950 TP_printk("addr=%s dr=%p xid=0x%08x", __get_str(addr), __entry->dr,
1954 #define DEFINE_SVC_DEFERRED_EVENT(name) \
1955 DEFINE_EVENT(svc_deferred_event, svc_defer_##name, \
1957 const struct svc_deferred_req *dr \
1961 DEFINE_SVC_DEFERRED_EVENT(drop);
1962 DEFINE_SVC_DEFERRED_EVENT(queue);
1963 DEFINE_SVC_DEFERRED_EVENT(recv);
1965 TRACE_EVENT(svcsock_new_socket,
1967 const struct socket *socket
1973 __field(unsigned long, type)
1974 __field(unsigned long, family)
1975 __field(bool, listener)
1979 __entry->type = socket->type;
1980 __entry->family = socket->sk->sk_family;
1981 __entry->listener = (socket->sk->sk_state == TCP_LISTEN);
1984 TP_printk("type=%s family=%s%s",
1985 show_socket_type(__entry->type),
1986 rpc_show_address_family(__entry->family),
1987 __entry->listener ? " (listener)" : ""
1991 TRACE_EVENT(svcsock_marker,
1993 const struct svc_xprt *xprt,
1997 TP_ARGS(xprt, marker),
2000 __field(unsigned int, length)
2002 __string(addr, xprt->xpt_remotebuf)
2006 __entry->length = be32_to_cpu(marker) & RPC_FRAGMENT_SIZE_MASK;
2007 __entry->last = be32_to_cpu(marker) & RPC_LAST_STREAM_FRAGMENT;
2008 __assign_str(addr, xprt->xpt_remotebuf);
2011 TP_printk("addr=%s length=%u%s", __get_str(addr),
2012 __entry->length, __entry->last ? " (last)" : "")
2015 DECLARE_EVENT_CLASS(svcsock_class,
2017 const struct svc_xprt *xprt,
2021 TP_ARGS(xprt, result),
2024 __field(ssize_t, result)
2025 __field(unsigned long, flags)
2026 __string(addr, xprt->xpt_remotebuf)
2030 __entry->result = result;
2031 __entry->flags = xprt->xpt_flags;
2032 __assign_str(addr, xprt->xpt_remotebuf);
2035 TP_printk("addr=%s result=%zd flags=%s", __get_str(addr),
2036 __entry->result, show_svc_xprt_flags(__entry->flags)
2040 #define DEFINE_SVCSOCK_EVENT(name) \
2041 DEFINE_EVENT(svcsock_class, svcsock_##name, \
2043 const struct svc_xprt *xprt, \
2046 TP_ARGS(xprt, result))
2048 DEFINE_SVCSOCK_EVENT(udp_send);
2049 DEFINE_SVCSOCK_EVENT(udp_recv);
2050 DEFINE_SVCSOCK_EVENT(udp_recv_err);
2051 DEFINE_SVCSOCK_EVENT(tcp_send);
2052 DEFINE_SVCSOCK_EVENT(tcp_recv);
2053 DEFINE_SVCSOCK_EVENT(tcp_recv_eagain);
2054 DEFINE_SVCSOCK_EVENT(tcp_recv_err);
2055 DEFINE_SVCSOCK_EVENT(data_ready);
2056 DEFINE_SVCSOCK_EVENT(write_space);
2058 TRACE_EVENT(svcsock_tcp_recv_short,
2060 const struct svc_xprt *xprt,
2065 TP_ARGS(xprt, expected, received),
2068 __field(u32, expected)
2069 __field(u32, received)
2070 __field(unsigned long, flags)
2071 __string(addr, xprt->xpt_remotebuf)
2075 __entry->expected = expected;
2076 __entry->received = received;
2077 __entry->flags = xprt->xpt_flags;
2078 __assign_str(addr, xprt->xpt_remotebuf);
2081 TP_printk("addr=%s flags=%s expected=%u received=%u",
2082 __get_str(addr), show_svc_xprt_flags(__entry->flags),
2083 __entry->expected, __entry->received
2087 TRACE_EVENT(svcsock_tcp_state,
2089 const struct svc_xprt *xprt,
2090 const struct socket *socket
2093 TP_ARGS(xprt, socket),
2096 __field(unsigned long, socket_state)
2097 __field(unsigned long, sock_state)
2098 __field(unsigned long, flags)
2099 __string(addr, xprt->xpt_remotebuf)
2103 __entry->socket_state = socket->state;
2104 __entry->sock_state = socket->sk->sk_state;
2105 __entry->flags = xprt->xpt_flags;
2106 __assign_str(addr, xprt->xpt_remotebuf);
2109 TP_printk("addr=%s state=%s sk_state=%s flags=%s", __get_str(addr),
2110 rpc_show_socket_state(__entry->socket_state),
2111 rpc_show_sock_state(__entry->sock_state),
2112 show_svc_xprt_flags(__entry->flags)
2116 DECLARE_EVENT_CLASS(svcsock_accept_class,
2118 const struct svc_xprt *xprt,
2119 const char *service,
2123 TP_ARGS(xprt, service, status),
2126 __field(long, status)
2127 __string(service, service)
2128 __field(unsigned int, netns_ino)
2132 __entry->status = status;
2133 __assign_str(service, service);
2134 __entry->netns_ino = xprt->xpt_net->ns.inum;
2137 TP_printk("addr=listener service=%s status=%ld",
2138 __get_str(service), __entry->status
2142 #define DEFINE_ACCEPT_EVENT(name) \
2143 DEFINE_EVENT(svcsock_accept_class, svcsock_##name##_err, \
2145 const struct svc_xprt *xprt, \
2146 const char *service, \
2149 TP_ARGS(xprt, service, status))
2151 DEFINE_ACCEPT_EVENT(accept);
2152 DEFINE_ACCEPT_EVENT(getpeername);
2154 DECLARE_EVENT_CLASS(cache_event,
2156 const struct cache_detail *cd,
2157 const struct cache_head *h
2163 __field(const struct cache_head *, h)
2164 __string(name, cd->name)
2169 __assign_str(name, cd->name);
2172 TP_printk("cache=%s entry=%p", __get_str(name), __entry->h)
2174 #define DEFINE_CACHE_EVENT(name) \
2175 DEFINE_EVENT(cache_event, name, \
2177 const struct cache_detail *cd, \
2178 const struct cache_head *h \
2181 DEFINE_CACHE_EVENT(cache_entry_expired);
2182 DEFINE_CACHE_EVENT(cache_entry_upcall);
2183 DEFINE_CACHE_EVENT(cache_entry_update);
2184 DEFINE_CACHE_EVENT(cache_entry_make_negative);
2185 DEFINE_CACHE_EVENT(cache_entry_no_listener);
2187 DECLARE_EVENT_CLASS(register_class,
2189 const char *program,
2192 const unsigned short protocol,
2193 const unsigned short port,
2197 TP_ARGS(program, version, family, protocol, port, error),
2200 __field(u32, version)
2201 __field(unsigned long, family)
2202 __field(unsigned short, protocol)
2203 __field(unsigned short, port)
2205 __string(program, program)
2209 __entry->version = version;
2210 __entry->family = family;
2211 __entry->protocol = protocol;
2212 __entry->port = port;
2213 __entry->error = error;
2214 __assign_str(program, program);
2217 TP_printk("program=%sv%u proto=%s port=%u family=%s error=%d",
2218 __get_str(program), __entry->version,
2219 __entry->protocol == IPPROTO_UDP ? "udp" : "tcp",
2220 __entry->port, rpc_show_address_family(__entry->family),
2225 #define DEFINE_REGISTER_EVENT(name) \
2226 DEFINE_EVENT(register_class, svc_##name, \
2228 const char *program, \
2229 const u32 version, \
2231 const unsigned short protocol, \
2232 const unsigned short port, \
2235 TP_ARGS(program, version, family, protocol, \
2238 DEFINE_REGISTER_EVENT(register);
2239 DEFINE_REGISTER_EVENT(noregister);
2241 TRACE_EVENT(svc_unregister,
2243 const char *program,
2248 TP_ARGS(program, version, error),
2251 __field(u32, version)
2253 __string(program, program)
2257 __entry->version = version;
2258 __entry->error = error;
2259 __assign_str(program, program);
2262 TP_printk("program=%sv%u error=%d",
2263 __get_str(program), __entry->version, __entry->error
2267 #endif /* _TRACE_SUNRPC_H */
2269 #include <trace/define_trace.h>