projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge tag 'mm-hotfixes-stable-2025-07-11-16-16' of git://git.kernel.org/pub/scm/linux...
[linux-2.6-block.git] / include / trace / events / sunrpc.h
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
82b0a4c3
TM		 2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM sunrpc
4
5#if !defined(_TRACE_SUNRPC_H) || defined(TRACE_HEADER_MULTI_READ)
6#define _TRACE_SUNRPC_H
7
8#include <linux/sunrpc/sched.h>
9#include <linux/sunrpc/clnt.h>
860a0d9e 10#include <linux/sunrpc/svc.h>
1a867a08 11#include <linux/sunrpc/xprtsock.h>
83a712e0 12#include <linux/sunrpc/svc_xprt.h>
40b5ea0c
TM		 13#include <net/tcp_states.h>
14#include <linux/net.h>
82b0a4c3
TM		 15#include <linux/tracepoint.h>
16
247c01ff 17#include <trace/misc/sunrpc.h>
b4776a34 18
998024de
CL		 19TRACE_DEFINE_ENUM(SOCK_STREAM);
20TRACE_DEFINE_ENUM(SOCK_DGRAM);
21TRACE_DEFINE_ENUM(SOCK_RAW);
22TRACE_DEFINE_ENUM(SOCK_RDM);
23TRACE_DEFINE_ENUM(SOCK_SEQPACKET);
998024de
CL		 24TRACE_DEFINE_ENUM(SOCK_PACKET);
25
26#define show_socket_type(type) \
27 __print_symbolic(type, \
28 { SOCK_STREAM, "STREAM" }, \
29 { SOCK_DGRAM, "DGRAM" }, \
30 { SOCK_RAW, "RAW" }, \
31 { SOCK_RDM, "RDM" }, \
32 { SOCK_SEQPACKET, "SEQPACKET" }, \
998024de
CL		 33 { SOCK_PACKET, "PACKET" })
34
35/* This list is known to be incomplete, add new enums as needed. */
36TRACE_DEFINE_ENUM(AF_UNSPEC);
37TRACE_DEFINE_ENUM(AF_UNIX);
38TRACE_DEFINE_ENUM(AF_LOCAL);
39TRACE_DEFINE_ENUM(AF_INET);
40TRACE_DEFINE_ENUM(AF_INET6);
41
42#define rpc_show_address_family(family) \
43 __print_symbolic(family, \
44 { AF_UNSPEC, "AF_UNSPEC" }, \
45 { AF_UNIX, "AF_UNIX" }, \
46 { AF_LOCAL, "AF_LOCAL" }, \
47 { AF_INET, "AF_INET" }, \
48 { AF_INET6, "AF_INET6" })
49
c509f15a 50DECLARE_EVENT_CLASS(rpc_xdr_buf_class,
b20dfc3f 51 TP_PROTO(
c509f15a 52 const struct rpc_task *task,
b20dfc3f
CL		 53 const struct xdr_buf *xdr
54 ),
55
c509f15a 56 TP_ARGS(task, xdr),
b20dfc3f
CL		 57
58 TP_STRUCT__entry(
c509f15a
CL		 59 __field(unsigned int, task_id)
60 __field(unsigned int, client_id)
b20dfc3f
CL		 61 __field(const void *, head_base)
62 __field(size_t, head_len)
63 __field(const void *, tail_base)
64 __field(size_t, tail_len)
35940a58 65 __field(unsigned int, page_base)
b20dfc3f
CL		 66 __field(unsigned int, page_len)
67 __field(unsigned int, msg_len)
68 ),
69
70 TP_fast_assign(
c509f15a 71 __entry->task_id = task->tk_pid;
c3213d26
SM		 72 __entry->client_id = task->tk_client ?
73 task->tk_client->cl_clid : -1;
b20dfc3f
CL		 74 __entry->head_base = xdr->head[0].iov_base;
75 __entry->head_len = xdr->head[0].iov_len;
76 __entry->tail_base = xdr->tail[0].iov_base;
77 __entry->tail_len = xdr->tail[0].iov_len;
35940a58 78 __entry->page_base = xdr->page_base;
b20dfc3f
CL		 79 __entry->page_len = xdr->page_len;
80 __entry->msg_len = xdr->len;
81 ),
82
b4776a34 83 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
38764c73 84 " head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
c509f15a 85 __entry->task_id, __entry->client_id,
35940a58
CL		 86 __entry->head_base, __entry->head_len,
87 __entry->page_len, __entry->page_base,
88 __entry->tail_base, __entry->tail_len,
89 __entry->msg_len
b20dfc3f
CL		 90 )
91);
92
c509f15a
CL		 93#define DEFINE_RPCXDRBUF_EVENT(name) \
94 DEFINE_EVENT(rpc_xdr_buf_class, \
95 rpc_xdr_##name, \
b20dfc3f 96 TP_PROTO( \
c509f15a 97 const struct rpc_task *task, \
b20dfc3f
CL		 98 const struct xdr_buf *xdr \
99 ), \
c509f15a
CL		 100 TP_ARGS(task, xdr))
101
102DEFINE_RPCXDRBUF_EVENT(sendto);
103DEFINE_RPCXDRBUF_EVENT(recvfrom);
104DEFINE_RPCXDRBUF_EVENT(reply_pages);
b20dfc3f 105
b20dfc3f 106
42aad0d7
CL		 107DECLARE_EVENT_CLASS(rpc_clnt_class,
108 TP_PROTO(
109 const struct rpc_clnt *clnt
110 ),
111
112 TP_ARGS(clnt),
113
114 TP_STRUCT__entry(
115 __field(unsigned int, client_id)
116 ),
117
118 TP_fast_assign(
119 __entry->client_id = clnt->cl_clid;
120 ),
121
b4776a34 122 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER, __entry->client_id)
42aad0d7
CL		 123);
124
125#define DEFINE_RPC_CLNT_EVENT(name) \
126 DEFINE_EVENT(rpc_clnt_class, \
127 rpc_clnt_##name, \
128 TP_PROTO( \
129 const struct rpc_clnt *clnt \
130 ), \
131 TP_ARGS(clnt))
132
133DEFINE_RPC_CLNT_EVENT(free);
134DEFINE_RPC_CLNT_EVENT(killall);
135DEFINE_RPC_CLNT_EVENT(shutdown);
136DEFINE_RPC_CLNT_EVENT(release);
137DEFINE_RPC_CLNT_EVENT(replace_xprt);
138DEFINE_RPC_CLNT_EVENT(replace_xprt_err);
139
97d1c83c
CL		 140TRACE_DEFINE_ENUM(RPC_XPRTSEC_NONE);
141TRACE_DEFINE_ENUM(RPC_XPRTSEC_TLS_X509);
142
143#define rpc_show_xprtsec_policy(policy) \
144 __print_symbolic(policy, \
145 { RPC_XPRTSEC_NONE, "none" }, \
146 { RPC_XPRTSEC_TLS_ANON, "tls-anon" }, \
147 { RPC_XPRTSEC_TLS_X509, "tls-x509" })
148
149#define rpc_show_create_flags(flags) \
150 __print_flags(flags, "|", \
151 { RPC_CLNT_CREATE_HARDRTRY, "HARDRTRY" }, \
152 { RPC_CLNT_CREATE_AUTOBIND, "AUTOBIND" }, \
153 { RPC_CLNT_CREATE_NONPRIVPORT, "NONPRIVPORT" }, \
154 { RPC_CLNT_CREATE_NOPING, "NOPING" }, \
155 { RPC_CLNT_CREATE_DISCRTRY, "DISCRTRY" }, \
156 { RPC_CLNT_CREATE_QUIET, "QUIET" }, \
157 { RPC_CLNT_CREATE_INFINITE_SLOTS, \
158 "INFINITE_SLOTS" }, \
159 { RPC_CLNT_CREATE_NO_IDLE_TIMEOUT, \
160 "NO_IDLE_TIMEOUT" }, \
161 { RPC_CLNT_CREATE_NO_RETRANS_TIMEOUT, \
162 "NO_RETRANS_TIMEOUT" }, \
163 { RPC_CLNT_CREATE_SOFTERR, "SOFTERR" }, \
164 { RPC_CLNT_CREATE_REUSEPORT, "REUSEPORT" })
165
42aad0d7
CL		 166TRACE_EVENT(rpc_clnt_new,
167 TP_PROTO(
168 const struct rpc_clnt *clnt,
169 const struct rpc_xprt *xprt,
97d1c83c 170 const struct rpc_create_args *args
42aad0d7
CL		 171 ),
172
97d1c83c 173 TP_ARGS(clnt, xprt, args),
42aad0d7
CL		 174
175 TP_STRUCT__entry(
176 __field(unsigned int, client_id)
97d1c83c
CL		 177 __field(unsigned long, xprtsec)
178 __field(unsigned long, flags)
179 __string(program, clnt->cl_program->name)
180 __string(server, xprt->servername)
42aad0d7
CL		 181 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
182 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
42aad0d7
CL		 183 ),
184
185 TP_fast_assign(
186 __entry->client_id = clnt->cl_clid;
97d1c83c
CL		 187 __entry->xprtsec = args->xprtsec.policy;
188 __entry->flags = args->flags;
2c92ca84
SRG		 189 __assign_str(program);
190 __assign_str(server);
191 __assign_str(addr);
192 __assign_str(port);
42aad0d7
CL		 193 ),
194
97d1c83c
CL		 195 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER " peer=[%s]:%s"
196 " program=%s server=%s xprtsec=%s flags=%s",
42aad0d7 197 __entry->client_id, __get_str(addr), __get_str(port),
97d1c83c
CL		 198 __get_str(program), __get_str(server),
199 rpc_show_xprtsec_policy(__entry->xprtsec),
200 rpc_show_create_flags(__entry->flags)
201 )
42aad0d7
CL		 202);
203
204TRACE_EVENT(rpc_clnt_new_err,
205 TP_PROTO(
206 const char *program,
207 const char *server,
208 int error
209 ),
210
211 TP_ARGS(program, server, error),
212
213 TP_STRUCT__entry(
214 __field(int, error)
215 __string(program, program)
216 __string(server, server)
217 ),
218
219 TP_fast_assign(
220 __entry->error = error;
2c92ca84
SRG		 221 __assign_str(program);
222 __assign_str(server);
42aad0d7
CL		 223 ),
224
225 TP_printk("program=%s server=%s error=%d",
226 __get_str(program), __get_str(server), __entry->error)
227);
228
229TRACE_EVENT(rpc_clnt_clone_err,
230 TP_PROTO(
231 const struct rpc_clnt *clnt,
232 int error
233 ),
234
235 TP_ARGS(clnt, error),
236
237 TP_STRUCT__entry(
238 __field(unsigned int, client_id)
239 __field(int, error)
240 ),
241
242 TP_fast_assign(
243 __entry->client_id = clnt->cl_clid;
244 __entry->error = error;
245 ),
246
b4776a34
CL		 247 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER " error=%d",
248 __entry->client_id, __entry->error)
42aad0d7 249);
b20dfc3f 250
b20dfc3f 251
ff27e9f7
CL		 252TRACE_DEFINE_ENUM(RPC_AUTH_OK);
253TRACE_DEFINE_ENUM(RPC_AUTH_BADCRED);
254TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDCRED);
255TRACE_DEFINE_ENUM(RPC_AUTH_BADVERF);
256TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDVERF);
257TRACE_DEFINE_ENUM(RPC_AUTH_TOOWEAK);
258TRACE_DEFINE_ENUM(RPCSEC_GSS_CREDPROBLEM);
259TRACE_DEFINE_ENUM(RPCSEC_GSS_CTXPROBLEM);
260
261#define rpc_show_auth_stat(status) \
262 __print_symbolic(status, \
263 { RPC_AUTH_OK, "AUTH_OK" }, \
264 { RPC_AUTH_BADCRED, "BADCRED" }, \
265 { RPC_AUTH_REJECTEDCRED, "REJECTEDCRED" }, \
266 { RPC_AUTH_BADVERF, "BADVERF" }, \
267 { RPC_AUTH_REJECTEDVERF, "REJECTEDVERF" }, \
268 { RPC_AUTH_TOOWEAK, "TOOWEAK" }, \
269 { RPCSEC_GSS_CREDPROBLEM, "GSS_CREDPROBLEM" }, \
270 { RPCSEC_GSS_CTXPROBLEM, "GSS_CTXPROBLEM" }) \
271
5753cba1
SD		 272DECLARE_EVENT_CLASS(rpc_task_status,
273
e671edb9 274 TP_PROTO(const struct rpc_task *task),
5753cba1 275
e671edb9 276 TP_ARGS(task),
5753cba1
SD		 277
278 TP_STRUCT__entry(
92cb6c5b
TM		 279 __field(unsigned int, task_id)
280 __field(unsigned int, client_id)
5753cba1
SD		 281 __field(int, status)
282 ),
283
284 TP_fast_assign(
92cb6c5b
TM		 285 __entry->task_id = task->tk_pid;
286 __entry->client_id = task->tk_client->cl_clid;
e671edb9 287 __entry->status = task->tk_status;
5753cba1
SD		 288 ),
289
b4776a34 290 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d",
92cb6c5b
TM		 291 __entry->task_id, __entry->client_id,
292 __entry->status)
5753cba1 293);
dc5820bd
CL		 294#define DEFINE_RPC_STATUS_EVENT(name) \
295 DEFINE_EVENT(rpc_task_status, rpc_##name##_status, \
296 TP_PROTO( \
297 const struct rpc_task *task \
298 ), \
299 TP_ARGS(task))
300
301DEFINE_RPC_STATUS_EVENT(call);
dc5820bd 302DEFINE_RPC_STATUS_EVENT(connect);
914cdcc7 303DEFINE_RPC_STATUS_EVENT(timeout);
7c8099f6
CL		 304DEFINE_RPC_STATUS_EVENT(retry_refresh);
305DEFINE_RPC_STATUS_EVENT(refresh);
5753cba1 306
c435da68
CL		 307TRACE_EVENT(rpc_request,
308 TP_PROTO(const struct rpc_task *task),
309
310 TP_ARGS(task),
311
312 TP_STRUCT__entry(
313 __field(unsigned int, task_id)
314 __field(unsigned int, client_id)
315 __field(int, version)
316 __field(bool, async)
317 __string(progname, task->tk_client->cl_program->name)
318 __string(procname, rpc_proc_name(task))
319 ),
320
321 TP_fast_assign(
322 __entry->task_id = task->tk_pid;
323 __entry->client_id = task->tk_client->cl_clid;
324 __entry->version = task->tk_client->cl_vers;
325 __entry->async = RPC_IS_ASYNC(task);
2c92ca84
SRG		 326 __assign_str(progname);
327 __assign_str(procname);
c435da68
CL		 328 ),
329
b4776a34 330 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " %sv%d %s (%ssync)",
c435da68
CL		 331 __entry->task_id, __entry->client_id,
332 __get_str(progname), __entry->version,
333 __get_str(procname), __entry->async ? "a": ""
334 )
335);
336
6f701383
CL		 337#define rpc_show_task_flags(flags) \
338 __print_flags(flags, "|", \
339 { RPC_TASK_ASYNC, "ASYNC" }, \
340 { RPC_TASK_SWAPPER, "SWAPPER" }, \
f9d091cf 341 { RPC_TASK_MOVEABLE, "MOVEABLE" }, \
7a34c8e0 342 { RPC_TASK_NULLCREDS, "NULLCREDS" }, \
6f701383 343 { RPC_CALL_MAJORSEEN, "MAJORSEEN" }, \
9827144b 344 { RPC_TASK_NETUNREACH_FATAL, "NETUNREACH_FATAL"}, \
6f701383 345 { RPC_TASK_DYNAMIC, "DYNAMIC" }, \
7a34c8e0 346 { RPC_TASK_NO_ROUND_ROBIN, "NO_ROUND_ROBIN" }, \
6f701383
CL		 347 { RPC_TASK_SOFT, "SOFT" }, \
348 { RPC_TASK_SOFTCONN, "SOFTCONN" }, \
349 { RPC_TASK_SENT, "SENT" }, \
350 { RPC_TASK_TIMEOUT, "TIMEOUT" }, \
351 { RPC_TASK_NOCONNECT, "NOCONNECT" }, \
7a34c8e0
CL		 352 { RPC_TASK_NO_RETRANS_TIMEOUT, "NORTO" }, \
353 { RPC_TASK_CRED_NOREF, "CRED_NOREF" })
6f701383 354
6f701383
CL		 355#define rpc_show_runstate(flags) \
356 __print_flags(flags, "|", \
357 { (1UL << RPC_TASK_RUNNING), "RUNNING" }, \
358 { (1UL << RPC_TASK_QUEUED), "QUEUED" }, \
359 { (1UL << RPC_TASK_ACTIVE), "ACTIVE" }, \
360 { (1UL << RPC_TASK_NEED_XMIT), "NEED_XMIT" }, \
361 { (1UL << RPC_TASK_NEED_RECV), "NEED_RECV" }, \
5bbd6e86 362 { (1UL << RPC_TASK_MSG_PIN_WAIT), "MSG_PIN_WAIT" })
6f701383 363
82b0a4c3
TM		 364DECLARE_EVENT_CLASS(rpc_task_running,
365
e671edb9 366 TP_PROTO(const struct rpc_task *task, const void *action),
82b0a4c3 367
e671edb9 368 TP_ARGS(task, action),
82b0a4c3
TM		 369
370 TP_STRUCT__entry(
92cb6c5b
TM		 371 __field(unsigned int, task_id)
372 __field(unsigned int, client_id)
82b0a4c3
TM		 373 __field(const void *, action)
374 __field(unsigned long, runstate)
375 __field(int, status)
376 __field(unsigned short, flags)
377 ),
378
379 TP_fast_assign(
e671edb9
CL		 380 __entry->client_id = task->tk_client ?
381 task->tk_client->cl_clid : -1;
92cb6c5b 382 __entry->task_id = task->tk_pid;
82b0a4c3
TM		 383 __entry->action = action;
384 __entry->runstate = task->tk_runstate;
385 __entry->status = task->tk_status;
386 __entry->flags = task->tk_flags;
387 ),
388
b4776a34
CL		 389 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
390 " flags=%s runstate=%s status=%d action=%ps",
92cb6c5b 391 __entry->task_id, __entry->client_id,
6f701383
CL		 392 rpc_show_task_flags(__entry->flags),
393 rpc_show_runstate(__entry->runstate),
82b0a4c3
TM		 394 __entry->status,
395 __entry->action
396 )
397);
dc5820bd
CL		 398#define DEFINE_RPC_RUNNING_EVENT(name) \
399 DEFINE_EVENT(rpc_task_running, rpc_task_##name, \
400 TP_PROTO( \
401 const struct rpc_task *task, \
402 const void *action \
403 ), \
404 TP_ARGS(task, action))
82b0a4c3 405
dc5820bd
CL		 406DEFINE_RPC_RUNNING_EVENT(begin);
407DEFINE_RPC_RUNNING_EVENT(run_action);
1466c221
CL		 408DEFINE_RPC_RUNNING_EVENT(sync_sleep);
409DEFINE_RPC_RUNNING_EVENT(sync_wake);
dc5820bd 410DEFINE_RPC_RUNNING_EVENT(complete);
721a1d38 411DEFINE_RPC_RUNNING_EVENT(timeout);
abf8af78 412DEFINE_RPC_RUNNING_EVENT(signalled);
a264abad 413DEFINE_RPC_RUNNING_EVENT(end);
b40887e1 414DEFINE_RPC_RUNNING_EVENT(call_done);
82b0a4c3
TM		 415
416DECLARE_EVENT_CLASS(rpc_task_queued,
417
e671edb9 418 TP_PROTO(const struct rpc_task *task, const struct rpc_wait_queue *q),
82b0a4c3 419
e671edb9 420 TP_ARGS(task, q),
82b0a4c3
TM		 421
422 TP_STRUCT__entry(
92cb6c5b
TM		 423 __field(unsigned int, task_id)
424 __field(unsigned int, client_id)
82b0a4c3
TM		 425 __field(unsigned long, timeout)
426 __field(unsigned long, runstate)
427 __field(int, status)
428 __field(unsigned short, flags)
85c0d24f 429 __string(q_name, rpc_qname(q))
82b0a4c3
TM		 430 ),
431
432 TP_fast_assign(
e671edb9
CL		 433 __entry->client_id = task->tk_client ?
434 task->tk_client->cl_clid : -1;
92cb6c5b 435 __entry->task_id = task->tk_pid;
5efd1876 436 __entry->timeout = rpc_task_timeout(task);
82b0a4c3
TM		 437 __entry->runstate = task->tk_runstate;
438 __entry->status = task->tk_status;
439 __entry->flags = task->tk_flags;
2c92ca84 440 __assign_str(q_name);
82b0a4c3
TM		 441 ),
442
b4776a34
CL		 443 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
444 " flags=%s runstate=%s status=%d timeout=%lu queue=%s",
92cb6c5b 445 __entry->task_id, __entry->client_id,
6f701383
CL		 446 rpc_show_task_flags(__entry->flags),
447 rpc_show_runstate(__entry->runstate),
82b0a4c3
TM		 448 __entry->status,
449 __entry->timeout,
85c0d24f 450 __get_str(q_name)
82b0a4c3
TM		 451 )
452);
dc5820bd
CL		 453#define DEFINE_RPC_QUEUED_EVENT(name) \
454 DEFINE_EVENT(rpc_task_queued, rpc_task_##name, \
455 TP_PROTO( \
456 const struct rpc_task *task, \
457 const struct rpc_wait_queue *q \
458 ), \
459 TP_ARGS(task, q))
82b0a4c3 460
dc5820bd
CL		 461DEFINE_RPC_QUEUED_EVENT(sleep);
462DEFINE_RPC_QUEUED_EVENT(wakeup);
82b0a4c3 463
e8680a24
CL		 464DECLARE_EVENT_CLASS(rpc_failure,
465
466 TP_PROTO(const struct rpc_task *task),
467
468 TP_ARGS(task),
469
470 TP_STRUCT__entry(
471 __field(unsigned int, task_id)
472 __field(unsigned int, client_id)
473 ),
474
475 TP_fast_assign(
476 __entry->task_id = task->tk_pid;
477 __entry->client_id = task->tk_client->cl_clid;
478 ),
479
b4776a34 480 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER,
e8680a24
CL		 481 __entry->task_id, __entry->client_id)
482);
483
484#define DEFINE_RPC_FAILURE(name) \
485 DEFINE_EVENT(rpc_failure, rpc_bad_##name, \
486 TP_PROTO( \
487 const struct rpc_task *task \
488 ), \
489 TP_ARGS(task))
490
491DEFINE_RPC_FAILURE(callhdr);
7f5667a5
CL		 492DEFINE_RPC_FAILURE(verifier);
493
494DECLARE_EVENT_CLASS(rpc_reply_event,
495
496 TP_PROTO(
497 const struct rpc_task *task
498 ),
499
500 TP_ARGS(task),
501
502 TP_STRUCT__entry(
503 __field(unsigned int, task_id)
504 __field(unsigned int, client_id)
505 __field(u32, xid)
506 __string(progname, task->tk_client->cl_program->name)
507 __field(u32, version)
508 __string(procname, rpc_proc_name(task))
509 __string(servername, task->tk_xprt->servername)
510 ),
511
512 TP_fast_assign(
513 __entry->task_id = task->tk_pid;
514 __entry->client_id = task->tk_client->cl_clid;
515 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
2c92ca84 516 __assign_str(progname);
7f5667a5 517 __entry->version = task->tk_client->cl_vers;
2c92ca84
SRG		 518 __assign_str(procname);
519 __assign_str(servername);
7f5667a5
CL		 520 ),
521
b4776a34
CL		 522 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
523 " server=%s xid=0x%08x %sv%d %s",
7f5667a5
CL		 524 __entry->task_id, __entry->client_id, __get_str(servername),
525 __entry->xid, __get_str(progname), __entry->version,
526 __get_str(procname))
527)
528
529#define DEFINE_RPC_REPLY_EVENT(name) \
530 DEFINE_EVENT(rpc_reply_event, rpc__##name, \
531 TP_PROTO( \
532 const struct rpc_task *task \
533 ), \
534 TP_ARGS(task))
535
536DEFINE_RPC_REPLY_EVENT(prog_unavail);
537DEFINE_RPC_REPLY_EVENT(prog_mismatch);
538DEFINE_RPC_REPLY_EVENT(proc_unavail);
539DEFINE_RPC_REPLY_EVENT(garbage_args);
540DEFINE_RPC_REPLY_EVENT(unparsable);
541DEFINE_RPC_REPLY_EVENT(mismatch);
542DEFINE_RPC_REPLY_EVENT(stale_creds);
543DEFINE_RPC_REPLY_EVENT(bad_creds);
544DEFINE_RPC_REPLY_EVENT(auth_tooweak);
e8680a24 545
42ebfc2c
CL		 546#define DEFINE_RPCB_ERROR_EVENT(name) \
547 DEFINE_EVENT(rpc_reply_event, rpcb_##name##_err, \
548 TP_PROTO( \
549 const struct rpc_task *task \
550 ), \
551 TP_ARGS(task))
552
553DEFINE_RPCB_ERROR_EVENT(prog_unavail);
554DEFINE_RPCB_ERROR_EVENT(timeout);
555DEFINE_RPCB_ERROR_EVENT(bind_version);
556DEFINE_RPCB_ERROR_EVENT(unreachable);
557DEFINE_RPCB_ERROR_EVENT(unrecognized);
558
06e234c6
CL		 559TRACE_EVENT(rpc_buf_alloc,
560 TP_PROTO(
561 const struct rpc_task *task,
562 int status
563 ),
564
565 TP_ARGS(task, status),
566
567 TP_STRUCT__entry(
568 __field(unsigned int, task_id)
569 __field(unsigned int, client_id)
570 __field(size_t, callsize)
571 __field(size_t, recvsize)
572 __field(int, status)
573 ),
574
575 TP_fast_assign(
576 __entry->task_id = task->tk_pid;
577 __entry->client_id = task->tk_client->cl_clid;
578 __entry->callsize = task->tk_rqstp->rq_callsize;
579 __entry->recvsize = task->tk_rqstp->rq_rcvsize;
580 __entry->status = status;
581 ),
582
b4776a34
CL		 583 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
584 " callsize=%zu recvsize=%zu status=%d",
06e234c6
CL		 585 __entry->task_id, __entry->client_id,
586 __entry->callsize, __entry->recvsize, __entry->status
587 )
588);
589
0125ecbb
CL		 590TRACE_EVENT(rpc_call_rpcerror,
591 TP_PROTO(
592 const struct rpc_task *task,
593 int tk_status,
594 int rpc_status
595 ),
596
597 TP_ARGS(task, tk_status, rpc_status),
598
599 TP_STRUCT__entry(
600 __field(unsigned int, task_id)
601 __field(unsigned int, client_id)
602 __field(int, tk_status)
603 __field(int, rpc_status)
604 ),
605
606 TP_fast_assign(
607 __entry->client_id = task->tk_client->cl_clid;
608 __entry->task_id = task->tk_pid;
609 __entry->tk_status = tk_status;
610 __entry->rpc_status = rpc_status;
611 ),
612
b4776a34
CL		 613 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
614 " tk_status=%d rpc_status=%d",
0125ecbb
CL		 615 __entry->task_id, __entry->client_id,
616 __entry->tk_status, __entry->rpc_status)
617);
618
40bf7eb3
CL		 619TRACE_EVENT(rpc_stats_latency,
620
621 TP_PROTO(
622 const struct rpc_task *task,
623 ktime_t backlog,
624 ktime_t rtt,
625 ktime_t execute
626 ),
627
628 TP_ARGS(task, backlog, rtt, execute),
629
630 TP_STRUCT__entry(
98eb6cf2
CL		 631 __field(unsigned int, task_id)
632 __field(unsigned int, client_id)
40bf7eb3
CL		 633 __field(u32, xid)
634 __field(int, version)
635 __string(progname, task->tk_client->cl_program->name)
636 __string(procname, rpc_proc_name(task))
637 __field(unsigned long, backlog)
638 __field(unsigned long, rtt)
639 __field(unsigned long, execute)
6e21eda4 640 __field(u32, xprt_id)
40bf7eb3
CL		 641 ),
642
643 TP_fast_assign(
98eb6cf2
CL		 644 __entry->client_id = task->tk_client->cl_clid;
645 __entry->task_id = task->tk_pid;
40bf7eb3
CL		 646 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
647 __entry->version = task->tk_client->cl_vers;
2c92ca84
SRG		 648 __assign_str(progname);
649 __assign_str(procname);
40bf7eb3
CL		 650 __entry->backlog = ktime_to_us(backlog);
651 __entry->rtt = ktime_to_us(rtt);
652 __entry->execute = ktime_to_us(execute);
6e21eda4 653 __entry->xprt_id = task->tk_xprt->id;
40bf7eb3
CL		 654 ),
655
b4776a34 656 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
6e21eda4
OK		 657 " xid=0x%08x %sv%d %s backlog=%lu rtt=%lu execute=%lu"
658 " xprt_id=%d",
98eb6cf2 659 __entry->task_id, __entry->client_id, __entry->xid,
40bf7eb3 660 __get_str(progname), __entry->version, __get_str(procname),
6e21eda4
OK		 661 __entry->backlog, __entry->rtt, __entry->execute,
662 __entry->xprt_id)
40bf7eb3
CL		 663);
664
5582863f
CL		 665TRACE_EVENT(rpc_xdr_overflow,
666 TP_PROTO(
667 const struct xdr_stream *xdr,
668 size_t requested
669 ),
670
671 TP_ARGS(xdr, requested),
672
673 TP_STRUCT__entry(
674 __field(unsigned int, task_id)
675 __field(unsigned int, client_id)
676 __field(int, version)
677 __field(size_t, requested)
678 __field(const void *, end)
679 __field(const void *, p)
680 __field(const void *, head_base)
681 __field(size_t, head_len)
682 __field(const void *, tail_base)
683 __field(size_t, tail_len)
684 __field(unsigned int, page_len)
685 __field(unsigned int, len)
d321ff58
CL		 686 __string(progname, xdr->rqst ?
687 xdr->rqst->rq_task->tk_client->cl_program->name : "unknown")
688 __string(procedure, xdr->rqst ?
689 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name : "unknown")
5582863f
CL		 690 ),
691
692 TP_fast_assign(
693 if (xdr->rqst) {
694 const struct rpc_task *task = xdr->rqst->rq_task;
695
696 __entry->task_id = task->tk_pid;
697 __entry->client_id = task->tk_client->cl_clid;
2c92ca84 698 __assign_str(progname);
5582863f 699 __entry->version = task->tk_client->cl_vers;
2c92ca84 700 __assign_str(procedure);
5582863f 701 } else {
b4776a34
CL		 702 __entry->task_id = -1;
703 __entry->client_id = -1;
2c92ca84 704 __assign_str(progname);
5582863f 705 __entry->version = 0;
2c92ca84 706 __assign_str(procedure);
5582863f
CL		 707 }
708 __entry->requested = requested;
709 __entry->end = xdr->end;
710 __entry->p = xdr->p;
711 __entry->head_base = xdr->buf->head[0].iov_base,
712 __entry->head_len = xdr->buf->head[0].iov_len,
713 __entry->page_len = xdr->buf->page_len,
714 __entry->tail_base = xdr->buf->tail[0].iov_base,
715 __entry->tail_len = xdr->buf->tail[0].iov_len,
716 __entry->len = xdr->buf->len;
717 ),
718
b4776a34 719 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
93970b6a 720 " %sv%d %s requested=%zu p=%p end=%p xdr=[%p,%zu]/%u/[%p,%zu]/%u",
5582863f
CL		 721 __entry->task_id, __entry->client_id,
722 __get_str(progname), __entry->version, __get_str(procedure),
723 __entry->requested, __entry->p, __entry->end,
724 __entry->head_base, __entry->head_len,
725 __entry->page_len,
726 __entry->tail_base, __entry->tail_len,
727 __entry->len
728 )
729);
730
7be9cea3
CL		 731TRACE_EVENT(rpc_xdr_alignment,
732 TP_PROTO(
733 const struct xdr_stream *xdr,
734 size_t offset,
735 unsigned int copied
736 ),
737
738 TP_ARGS(xdr, offset, copied),
739
740 TP_STRUCT__entry(
741 __field(unsigned int, task_id)
742 __field(unsigned int, client_id)
743 __field(int, version)
744 __field(size_t, offset)
745 __field(unsigned int, copied)
746 __field(const void *, head_base)
747 __field(size_t, head_len)
748 __field(const void *, tail_base)
749 __field(size_t, tail_len)
750 __field(unsigned int, page_len)
751 __field(unsigned int, len)
752 __string(progname,
753 xdr->rqst->rq_task->tk_client->cl_program->name)
754 __string(procedure,
755 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name)
756 ),
757
758 TP_fast_assign(
759 const struct rpc_task *task = xdr->rqst->rq_task;
760
761 __entry->task_id = task->tk_pid;
762 __entry->client_id = task->tk_client->cl_clid;
2c92ca84 763 __assign_str(progname);
7be9cea3 764 __entry->version = task->tk_client->cl_vers;
2c92ca84 765 __assign_str(procedure);
7be9cea3
CL		 766
767 __entry->offset = offset;
768 __entry->copied = copied;
769 __entry->head_base = xdr->buf->head[0].iov_base,
770 __entry->head_len = xdr->buf->head[0].iov_len,
771 __entry->page_len = xdr->buf->page_len,
772 __entry->tail_base = xdr->buf->tail[0].iov_base,
773 __entry->tail_len = xdr->buf->tail[0].iov_len,
774 __entry->len = xdr->buf->len;
775 ),
776
b4776a34 777 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
93970b6a 778 " %sv%d %s offset=%zu copied=%u xdr=[%p,%zu]/%u/[%p,%zu]/%u",
7be9cea3
CL		 779 __entry->task_id, __entry->client_id,
780 __get_str(progname), __entry->version, __get_str(procedure),
781 __entry->offset, __entry->copied,
782 __entry->head_base, __entry->head_len,
783 __entry->page_len,
784 __entry->tail_base, __entry->tail_len,
785 __entry->len
786 )
787);
788
6ba16eef
SRRH		 789/*
790 * First define the enums in the below macros to be exported to userspace
791 * via TRACE_DEFINE_ENUM().
792 */
793#undef EM
794#undef EMe
795#define EM(a, b) TRACE_DEFINE_ENUM(a);
796#define EMe(a, b) TRACE_DEFINE_ENUM(a);
797
798#define RPC_SHOW_SOCKET \
799 EM( SS_FREE, "FREE" ) \
800 EM( SS_UNCONNECTED, "UNCONNECTED" ) \
82909dc5
CL		 801 EM( SS_CONNECTING, "CONNECTING" ) \
802 EM( SS_CONNECTED, "CONNECTED" ) \
803 EMe( SS_DISCONNECTING, "DISCONNECTING" )
6ba16eef 804
40b5ea0c 805#define rpc_show_socket_state(state) \
6ba16eef
SRRH		 806 __print_symbolic(state, RPC_SHOW_SOCKET)
807
808RPC_SHOW_SOCKET
809
810#define RPC_SHOW_SOCK \
811 EM( TCP_ESTABLISHED, "ESTABLISHED" ) \
812 EM( TCP_SYN_SENT, "SYN_SENT" ) \
813 EM( TCP_SYN_RECV, "SYN_RECV" ) \
814 EM( TCP_FIN_WAIT1, "FIN_WAIT1" ) \
815 EM( TCP_FIN_WAIT2, "FIN_WAIT2" ) \
816 EM( TCP_TIME_WAIT, "TIME_WAIT" ) \
817 EM( TCP_CLOSE, "CLOSE" ) \
818 EM( TCP_CLOSE_WAIT, "CLOSE_WAIT" ) \
819 EM( TCP_LAST_ACK, "LAST_ACK" ) \
820 EM( TCP_LISTEN, "LISTEN" ) \
821 EMe( TCP_CLOSING, "CLOSING" )
40b5ea0c
TM		 822
823#define rpc_show_sock_state(state) \
6ba16eef
SRRH		 824 __print_symbolic(state, RPC_SHOW_SOCK)
825
826RPC_SHOW_SOCK
827
4b0c359b
PL		 828
829#include <trace/events/net_probe_common.h>
830
6ba16eef
SRRH		 831/*
832 * Now redefine the EM() and EMe() macros to map the enums to the strings
833 * that will be printed in the output.
834 */
835#undef EM
836#undef EMe
837#define EM(a, b) {a, b},
838#define EMe(a, b) {a, b}
40b5ea0c
TM		 839
840DECLARE_EVENT_CLASS(xs_socket_event,
841
842 TP_PROTO(
843 struct rpc_xprt *xprt,
844 struct socket *socket
845 ),
846
847 TP_ARGS(xprt, socket),
848
849 TP_STRUCT__entry(
850 __field(unsigned int, socket_state)
851 __field(unsigned int, sock_state)
852 __field(unsigned long long, ino)
4b0c359b
PL		 853 __array(__u8, saddr, sizeof(struct sockaddr_in6))
854 __array(__u8, daddr, sizeof(struct sockaddr_in6))
40b5ea0c
TM		 855 ),
856
857 TP_fast_assign(
858 struct inode *inode = SOCK_INODE(socket);
4b0c359b
PL		 859 const struct sock *sk = socket->sk;
860 const struct inet_sock *inet = inet_sk(sk);
861
862 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
863 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
864
865 TP_STORE_ADDR_PORTS(__entry, inet, sk);
866
40b5ea0c
TM		 867 __entry->socket_state = socket->state;
868 __entry->sock_state = socket->sk->sk_state;
869 __entry->ino = (unsigned long long)inode->i_ino;
4b0c359b 870
40b5ea0c
TM		 871 ),
872
873 TP_printk(
4b0c359b 874 "socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc "
40b5ea0c 875 "state=%u (%s) sk_state=%u (%s)",
4b0c359b
PL		 876 __entry->ino,
877 __entry->saddr,
878 __entry->daddr,
40b5ea0c
TM		 879 __entry->socket_state,
880 rpc_show_socket_state(__entry->socket_state),
881 __entry->sock_state,
882 rpc_show_sock_state(__entry->sock_state)
883 )
884);
885#define DEFINE_RPC_SOCKET_EVENT(name) \
886 DEFINE_EVENT(xs_socket_event, name, \
887 TP_PROTO( \
888 struct rpc_xprt *xprt, \
889 struct socket *socket \
890 ), \
891 TP_ARGS(xprt, socket))
892
893DECLARE_EVENT_CLASS(xs_socket_event_done,
894
895 TP_PROTO(
896 struct rpc_xprt *xprt,
897 struct socket *socket,
898 int error
899 ),
900
901 TP_ARGS(xprt, socket, error),
902
903 TP_STRUCT__entry(
904 __field(int, error)
905 __field(unsigned int, socket_state)
906 __field(unsigned int, sock_state)
907 __field(unsigned long long, ino)
4b0c359b
PL		 908 __array(__u8, saddr, sizeof(struct sockaddr_in6))
909 __array(__u8, daddr, sizeof(struct sockaddr_in6))
40b5ea0c
TM		 910 ),
911
912 TP_fast_assign(
913 struct inode *inode = SOCK_INODE(socket);
4b0c359b
PL		 914 const struct sock *sk = socket->sk;
915 const struct inet_sock *inet = inet_sk(sk);
916
917 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
918 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
919
920 TP_STORE_ADDR_PORTS(__entry, inet, sk);
921
40b5ea0c
TM		 922 __entry->socket_state = socket->state;
923 __entry->sock_state = socket->sk->sk_state;
924 __entry->ino = (unsigned long long)inode->i_ino;
925 __entry->error = error;
40b5ea0c
TM		 926 ),
927
928 TP_printk(
4b0c359b 929 "error=%d socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc "
40b5ea0c
TM		 930 "state=%u (%s) sk_state=%u (%s)",
931 __entry->error,
4b0c359b
PL		 932 __entry->ino,
933 __entry->saddr,
934 __entry->daddr,
40b5ea0c
TM		 935 __entry->socket_state,
936 rpc_show_socket_state(__entry->socket_state),
937 __entry->sock_state,
938 rpc_show_sock_state(__entry->sock_state)
939 )
940);
941#define DEFINE_RPC_SOCKET_EVENT_DONE(name) \
942 DEFINE_EVENT(xs_socket_event_done, name, \
943 TP_PROTO( \
944 struct rpc_xprt *xprt, \
945 struct socket *socket, \
946 int error \
947 ), \
948 TP_ARGS(xprt, socket, error))
949
950DEFINE_RPC_SOCKET_EVENT(rpc_socket_state_change);
951DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_connect);
e8353c76 952DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_error);
40b5ea0c
TM		 953DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_reset_connection);
954DEFINE_RPC_SOCKET_EVENT(rpc_socket_close);
955DEFINE_RPC_SOCKET_EVENT(rpc_socket_shutdown);
956
015747d2
CL		 957TRACE_EVENT(rpc_socket_nospace,
958 TP_PROTO(
959 const struct rpc_rqst *rqst,
960 const struct sock_xprt *transport
961 ),
962
963 TP_ARGS(rqst, transport),
964
965 TP_STRUCT__entry(
966 __field(unsigned int, task_id)
967 __field(unsigned int, client_id)
968 __field(unsigned int, total)
969 __field(unsigned int, remaining)
970 ),
971
972 TP_fast_assign(
973 __entry->task_id = rqst->rq_task->tk_pid;
974 __entry->client_id = rqst->rq_task->tk_client->cl_clid;
975 __entry->total = rqst->rq_slen;
976 __entry->remaining = rqst->rq_slen - transport->xmit.offset;
977 ),
978
b4776a34
CL		 979 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
980 " total=%u remaining=%u",
015747d2
CL		 981 __entry->task_id, __entry->client_id,
982 __entry->total, __entry->remaining
983 )
984);
985
94afd9c4
CL		 986#define rpc_show_xprt_state(x) \
987 __print_flags(x, "|", \
76497b1a
CL		 988 { BIT(XPRT_LOCKED), "LOCKED" }, \
989 { BIT(XPRT_CONNECTED), "CONNECTED" }, \
990 { BIT(XPRT_CONNECTING), "CONNECTING" }, \
991 { BIT(XPRT_CLOSE_WAIT), "CLOSE_WAIT" }, \
992 { BIT(XPRT_BOUND), "BOUND" }, \
993 { BIT(XPRT_BINDING), "BINDING" }, \
994 { BIT(XPRT_CLOSING), "CLOSING" }, \
995 { BIT(XPRT_OFFLINE), "OFFLINE" }, \
996 { BIT(XPRT_REMOVE), "REMOVE" }, \
997 { BIT(XPRT_CONGESTED), "CONGESTED" }, \
998 { BIT(XPRT_CWND_WAIT), "CWND_WAIT" }, \
aed28b7a
CL		 999 { BIT(XPRT_WRITE_SPACE), "WRITE_SPACE" }, \
1000 { BIT(XPRT_SND_IS_COOKIE), "SND_IS_COOKIE" })
94afd9c4 1001
911813d7
CL		 1002DECLARE_EVENT_CLASS(rpc_xprt_lifetime_class,
1003 TP_PROTO(
1004 const struct rpc_xprt *xprt
1005 ),
1006
1007 TP_ARGS(xprt),
1008
1009 TP_STRUCT__entry(
94afd9c4 1010 __field(unsigned long, state)
911813d7
CL		 1011 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1012 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1013 ),
1014
1015 TP_fast_assign(
94afd9c4 1016 __entry->state = xprt->state;
2c92ca84
SRG		 1017 __assign_str(addr);
1018 __assign_str(port);
911813d7
CL		 1019 ),
1020
94afd9c4
CL		 1021 TP_printk("peer=[%s]:%s state=%s",
1022 __get_str(addr), __get_str(port),
1023 rpc_show_xprt_state(__entry->state))
911813d7
CL		 1024);
1025
1026#define DEFINE_RPC_XPRT_LIFETIME_EVENT(name) \
1027 DEFINE_EVENT(rpc_xprt_lifetime_class, \
1028 xprt_##name, \
1029 TP_PROTO( \
1030 const struct rpc_xprt *xprt \
1031 ), \
1032 TP_ARGS(xprt))
1033
1034DEFINE_RPC_XPRT_LIFETIME_EVENT(create);
db0a86c4 1035DEFINE_RPC_XPRT_LIFETIME_EVENT(connect);
911813d7
CL		 1036DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_auto);
1037DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_done);
1038DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_force);
911813d7
CL		 1039DEFINE_RPC_XPRT_LIFETIME_EVENT(destroy);
1040
3705ad64 1041DECLARE_EVENT_CLASS(rpc_xprt_event,
dc5820bd
CL		 1042 TP_PROTO(
1043 const struct rpc_xprt *xprt,
1044 __be32 xid,
1045 int status
1046 ),
3705ad64
JL		 1047
1048 TP_ARGS(xprt, xid, status),
1049
1050 TP_STRUCT__entry(
a30ccf1a 1051 __field(u32, xid)
3705ad64
JL		 1052 __field(int, status)
1053 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1054 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1055 ),
1056
1057 TP_fast_assign(
a30ccf1a 1058 __entry->xid = be32_to_cpu(xid);
3705ad64 1059 __entry->status = status;
2c92ca84
SRG		 1060 __assign_str(addr);
1061 __assign_str(port);
3705ad64
JL		 1062 ),
1063
a30ccf1a
CL		 1064 TP_printk("peer=[%s]:%s xid=0x%08x status=%d", __get_str(addr),
1065 __get_str(port), __entry->xid,
3705ad64
JL		 1066 __entry->status)
1067);
dc5820bd
CL		 1068#define DEFINE_RPC_XPRT_EVENT(name) \
1069 DEFINE_EVENT(rpc_xprt_event, xprt_##name, \
1070 TP_PROTO( \
1071 const struct rpc_xprt *xprt, \
1072 __be32 xid, \
1073 int status \
1074 ), \
1075 TP_ARGS(xprt, xid, status))
3705ad64 1076
dc5820bd
CL		 1077DEFINE_RPC_XPRT_EVENT(timer);
1078DEFINE_RPC_XPRT_EVENT(lookup_rqst);
3705ad64 1079
0c77668d
CL		 1080TRACE_EVENT(xprt_transmit,
1081 TP_PROTO(
1082 const struct rpc_rqst *rqst,
1083 int status
1084 ),
1085
1086 TP_ARGS(rqst, status),
1087
1088 TP_STRUCT__entry(
1089 __field(unsigned int, task_id)
1090 __field(unsigned int, client_id)
1091 __field(u32, xid)
1092 __field(u32, seqno)
1093 __field(int, status)
1094 ),
1095
1096 TP_fast_assign(
1097 __entry->task_id = rqst->rq_task->tk_pid;
f87b543a
OK		 1098 __entry->client_id = rqst->rq_task->tk_client ?
1099 rqst->rq_task->tk_client->cl_clid : -1;
0c77668d 1100 __entry->xid = be32_to_cpu(rqst->rq_xid);
08d6ee6d 1101 __entry->seqno = *rqst->rq_seqnos;
0c77668d
CL		 1102 __entry->status = status;
1103 ),
1104
b4776a34
CL		 1105 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1106 " xid=0x%08x seqno=%u status=%d",
0c77668d
CL		 1107 __entry->task_id, __entry->client_id, __entry->xid,
1108 __entry->seqno, __entry->status)
1109);
1110
e936a597
CL		 1111TRACE_EVENT(xprt_retransmit,
1112 TP_PROTO(
1113 const struct rpc_rqst *rqst
1114 ),
1115
1116 TP_ARGS(rqst),
1117
1118 TP_STRUCT__entry(
1119 __field(unsigned int, task_id)
1120 __field(unsigned int, client_id)
1121 __field(u32, xid)
1122 __field(int, ntrans)
1123 __field(int, version)
be17b8ca 1124 __field(unsigned long, timeout)
e936a597
CL		 1125 __string(progname,
1126 rqst->rq_task->tk_client->cl_program->name)
be630b91 1127 __string(procname, rpc_proc_name(rqst->rq_task))
e936a597
CL		 1128 ),
1129
1130 TP_fast_assign(
1131 struct rpc_task *task = rqst->rq_task;
1132
1133 __entry->task_id = task->tk_pid;
1134 __entry->client_id = task->tk_client ?
1135 task->tk_client->cl_clid : -1;
1136 __entry->xid = be32_to_cpu(rqst->rq_xid);
1137 __entry->ntrans = rqst->rq_ntrans;
be17b8ca 1138 __entry->timeout = task->tk_timeout;
2c92ca84 1139 __assign_str(progname);
e936a597 1140 __entry->version = task->tk_client->cl_vers;
2c92ca84 1141 __assign_str(procname);
e936a597
CL		 1142 ),
1143
b4776a34
CL		 1144 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1145 " xid=0x%08x %sv%d %s ntrans=%d timeout=%lu",
e936a597 1146 __entry->task_id, __entry->client_id, __entry->xid,
be630b91 1147 __get_str(progname), __entry->version, __get_str(procname),
be17b8ca 1148 __entry->ntrans, __entry->timeout
be630b91 1149 )
e936a597
CL		 1150);
1151
a25a4cb3
CL		 1152TRACE_EVENT(xprt_ping,
1153 TP_PROTO(const struct rpc_xprt *xprt, int status),
1154
1155 TP_ARGS(xprt, status),
1156
1157 TP_STRUCT__entry(
1158 __field(int, status)
1159 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1160 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1161 ),
1162
1163 TP_fast_assign(
1164 __entry->status = status;
2c92ca84
SRG		 1165 __assign_str(addr);
1166 __assign_str(port);
a25a4cb3
CL		 1167 ),
1168
1169 TP_printk("peer=[%s]:%s status=%d",
1170 __get_str(addr), __get_str(port), __entry->status)
1171);
1172
bf7ca707
CL		 1173DECLARE_EVENT_CLASS(xprt_writelock_event,
1174 TP_PROTO(
1175 const struct rpc_xprt *xprt, const struct rpc_task *task
1176 ),
1177
1178 TP_ARGS(xprt, task),
1179
1180 TP_STRUCT__entry(
1181 __field(unsigned int, task_id)
1182 __field(unsigned int, client_id)
1183 __field(unsigned int, snd_task_id)
1184 ),
1185
1186 TP_fast_assign(
1187 if (task) {
1188 __entry->task_id = task->tk_pid;
1189 __entry->client_id = task->tk_client ?
1190 task->tk_client->cl_clid : -1;
1191 } else {
1192 __entry->task_id = -1;
1193 __entry->client_id = -1;
1194 }
aed28b7a
CL		 1195 if (xprt->snd_task &&
1196 !test_bit(XPRT_SND_IS_COOKIE, &xprt->state))
1197 __entry->snd_task_id = xprt->snd_task->tk_pid;
1198 else
1199 __entry->snd_task_id = -1;
bf7ca707
CL		 1200 ),
1201
b4776a34
CL		 1202 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1203 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER,
bf7ca707
CL		 1204 __entry->task_id, __entry->client_id,
1205 __entry->snd_task_id)
1206);
1207
1208#define DEFINE_WRITELOCK_EVENT(name) \
1209 DEFINE_EVENT(xprt_writelock_event, xprt_##name, \
1210 TP_PROTO( \
1211 const struct rpc_xprt *xprt, \
1212 const struct rpc_task *task \
1213 ), \
1214 TP_ARGS(xprt, task))
1215
1216DEFINE_WRITELOCK_EVENT(reserve_xprt);
1217DEFINE_WRITELOCK_EVENT(release_xprt);
1218
1219DECLARE_EVENT_CLASS(xprt_cong_event,
1220 TP_PROTO(
1221 const struct rpc_xprt *xprt, const struct rpc_task *task
1222 ),
1223
1224 TP_ARGS(xprt, task),
1225
1226 TP_STRUCT__entry(
1227 __field(unsigned int, task_id)
1228 __field(unsigned int, client_id)
1229 __field(unsigned int, snd_task_id)
1230 __field(unsigned long, cong)
1231 __field(unsigned long, cwnd)
1232 __field(bool, wait)
1233 ),
1234
1235 TP_fast_assign(
1236 if (task) {
1237 __entry->task_id = task->tk_pid;
1238 __entry->client_id = task->tk_client ?
1239 task->tk_client->cl_clid : -1;
1240 } else {
1241 __entry->task_id = -1;
1242 __entry->client_id = -1;
1243 }
aed28b7a
CL		 1244 if (xprt->snd_task &&
1245 !test_bit(XPRT_SND_IS_COOKIE, &xprt->state))
1246 __entry->snd_task_id = xprt->snd_task->tk_pid;
1247 else
1248 __entry->snd_task_id = -1;
1249
bf7ca707
CL		 1250 __entry->cong = xprt->cong;
1251 __entry->cwnd = xprt->cwnd;
1252 __entry->wait = test_bit(XPRT_CWND_WAIT, &xprt->state);
1253 ),
1254
b4776a34
CL		 1255 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1256 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER
1257 " cong=%lu cwnd=%lu%s",
bf7ca707
CL		 1258 __entry->task_id, __entry->client_id,
1259 __entry->snd_task_id, __entry->cong, __entry->cwnd,
1260 __entry->wait ? " (wait)" : "")
1261);
1262
1263#define DEFINE_CONG_EVENT(name) \
1264 DEFINE_EVENT(xprt_cong_event, xprt_##name, \
1265 TP_PROTO( \
1266 const struct rpc_xprt *xprt, \
1267 const struct rpc_task *task \
1268 ), \
1269 TP_ARGS(xprt, task))
1270
1271DEFINE_CONG_EVENT(reserve_cong);
1272DEFINE_CONG_EVENT(release_cong);
1273DEFINE_CONG_EVENT(get_cong);
1274DEFINE_CONG_EVENT(put_cong);
1275
09d2ba0c
CL		 1276TRACE_EVENT(xprt_reserve,
1277 TP_PROTO(
1278 const struct rpc_rqst *rqst
1279 ),
1280
1281 TP_ARGS(rqst),
1282
1283 TP_STRUCT__entry(
1284 __field(unsigned int, task_id)
1285 __field(unsigned int, client_id)
1286 __field(u32, xid)
1287 ),
1288
1289 TP_fast_assign(
1290 __entry->task_id = rqst->rq_task->tk_pid;
1291 __entry->client_id = rqst->rq_task->tk_client->cl_clid;
1292 __entry->xid = be32_to_cpu(rqst->rq_xid);
1293 ),
1294
b4776a34 1295 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " xid=0x%08x",
09d2ba0c
CL		 1296 __entry->task_id, __entry->client_id, __entry->xid
1297 )
1298);
1299
f67939e4
CL		 1300TRACE_EVENT(xs_data_ready,
1301 TP_PROTO(
1302 const struct rpc_xprt *xprt
1303 ),
1304
1305 TP_ARGS(xprt),
1306
1307 TP_STRUCT__entry(
1308 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1309 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1310 ),
1311
1312 TP_fast_assign(
2c92ca84
SRG		 1313 __assign_str(addr);
1314 __assign_str(port);
f67939e4
CL		 1315 ),
1316
1317 TP_printk("peer=[%s]:%s", __get_str(addr), __get_str(port))
1318);
1319
c50b8ee0
TM		 1320TRACE_EVENT(xs_stream_read_data,
1321 TP_PROTO(struct rpc_xprt *xprt, ssize_t err, size_t total),
3705ad64
JL		 1322
1323 TP_ARGS(xprt, err, total),
1324
1325 TP_STRUCT__entry(
c50b8ee0
TM		 1326 __field(ssize_t, err)
1327 __field(size_t, total)
3705ad64 1328 __string(addr, xprt ? xprt->address_strings[RPC_DISPLAY_ADDR] :
70a6ed55 1329 EVENT_NULL_STR)
3705ad64 1330 __string(port, xprt ? xprt->address_strings[RPC_DISPLAY_PORT] :
70a6ed55 1331 EVENT_NULL_STR)
3705ad64
JL		 1332 ),
1333
1334 TP_fast_assign(
1335 __entry->err = err;
1336 __entry->total = total;
2c92ca84
SRG		 1337 __assign_str(addr);
1338 __assign_str(port);
3705ad64
JL		 1339 ),
1340
c50b8ee0 1341 TP_printk("peer=[%s]:%s err=%zd total=%zu", __get_str(addr),
3705ad64
JL		 1342 __get_str(port), __entry->err, __entry->total)
1343);
1344
c50b8ee0 1345TRACE_EVENT(xs_stream_read_request,
1a867a08
JL		 1346 TP_PROTO(struct sock_xprt *xs),
1347
1348 TP_ARGS(xs),
1349
1350 TP_STRUCT__entry(
1351 __string(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR])
1352 __string(port, xs->xprt.address_strings[RPC_DISPLAY_PORT])
a30ccf1a 1353 __field(u32, xid)
1a867a08
JL		 1354 __field(unsigned long, copied)
1355 __field(unsigned int, reclen)
c50b8ee0 1356 __field(unsigned int, offset)
1a867a08
JL		 1357 ),
1358
1359 TP_fast_assign(
2c92ca84
SRG		 1360 __assign_str(addr);
1361 __assign_str(port);
d1109aa5 1362 __entry->xid = be32_to_cpu(xs->recv.xid);
d1109aa5
TM		 1363 __entry->copied = xs->recv.copied;
1364 __entry->reclen = xs->recv.len;
1365 __entry->offset = xs->recv.offset;
1a867a08
JL		 1366 ),
1367
c50b8ee0 1368 TP_printk("peer=[%s]:%s xid=0x%08x copied=%lu reclen=%u offset=%u",
a30ccf1a 1369 __get_str(addr), __get_str(port), __entry->xid,
1a867a08
JL		 1370 __entry->copied, __entry->reclen, __entry->offset)
1371);
1372
e465cc3f
CL		 1373TRACE_EVENT(rpcb_getport,
1374 TP_PROTO(
1375 const struct rpc_clnt *clnt,
1376 const struct rpc_task *task,
1377 unsigned int bind_version
1378 ),
1379
1380 TP_ARGS(clnt, task, bind_version),
1381
1382 TP_STRUCT__entry(
1383 __field(unsigned int, task_id)
1384 __field(unsigned int, client_id)
1385 __field(unsigned int, program)
1386 __field(unsigned int, version)
1387 __field(int, protocol)
1388 __field(unsigned int, bind_version)
1389 __string(servername, task->tk_xprt->servername)
1390 ),
1391
1392 TP_fast_assign(
1393 __entry->task_id = task->tk_pid;
1394 __entry->client_id = clnt->cl_clid;
1395 __entry->program = clnt->cl_prog;
1396 __entry->version = clnt->cl_vers;
1397 __entry->protocol = task->tk_xprt->prot;
1398 __entry->bind_version = bind_version;
2c92ca84 1399 __assign_str(servername);
e465cc3f
CL		 1400 ),
1401
b4776a34
CL		 1402 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1403 " server=%s program=%u version=%u protocol=%d bind_version=%u",
e465cc3f
CL		 1404 __entry->task_id, __entry->client_id, __get_str(servername),
1405 __entry->program, __entry->version, __entry->protocol,
1406 __entry->bind_version
1407 )
1408);
c509f15a 1409
ac1ae534
CL		 1410TRACE_EVENT(rpcb_setport,
1411 TP_PROTO(
1412 const struct rpc_task *task,
1413 int status,
1414 unsigned short port
1415 ),
1416
1417 TP_ARGS(task, status, port),
1418
1419 TP_STRUCT__entry(
1420 __field(unsigned int, task_id)
1421 __field(unsigned int, client_id)
1422 __field(int, status)
1423 __field(unsigned short, port)
1424 ),
1425
1426 TP_fast_assign(
1427 __entry->task_id = task->tk_pid;
1428 __entry->client_id = task->tk_client->cl_clid;
1429 __entry->status = status;
1430 __entry->port = port;
1431 ),
1432
b4776a34 1433 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d port=%u",
ac1ae534
CL		 1434 __entry->task_id, __entry->client_id,
1435 __entry->status, __entry->port
1436 )
1437);
1438
c3adcc7d
CL		 1439TRACE_EVENT(pmap_register,
1440 TP_PROTO(
1441 u32 program,
1442 u32 version,
1443 int protocol,
1444 unsigned short port
1445 ),
1446
1447 TP_ARGS(program, version, protocol, port),
1448
1449 TP_STRUCT__entry(
1450 __field(unsigned int, program)
1451 __field(unsigned int, version)
1452 __field(int, protocol)
1453 __field(unsigned int, port)
1454 ),
1455
1456 TP_fast_assign(
1457 __entry->program = program;
1458 __entry->version = version;
1459 __entry->protocol = protocol;
1460 __entry->port = port;
1461 ),
1462
1463 TP_printk("program=%u version=%u protocol=%d port=%u",
1464 __entry->program, __entry->version,
1465 __entry->protocol, __entry->port
1466 )
1467);
1468
1469TRACE_EVENT(rpcb_register,
1470 TP_PROTO(
1471 u32 program,
1472 u32 version,
1473 const char *addr,
1474 const char *netid
1475 ),
1476
1477 TP_ARGS(program, version, addr, netid),
1478
1479 TP_STRUCT__entry(
1480 __field(unsigned int, program)
1481 __field(unsigned int, version)
1482 __string(addr, addr)
1483 __string(netid, netid)
1484 ),
1485
1486 TP_fast_assign(
1487 __entry->program = program;
1488 __entry->version = version;
2c92ca84
SRG		 1489 __assign_str(addr);
1490 __assign_str(netid);
c3adcc7d
CL		 1491 ),
1492
1493 TP_printk("program=%u version=%u addr=%s netid=%s",
1494 __entry->program, __entry->version,
1495 __get_str(addr), __get_str(netid)
1496 )
1497);
1498
1499TRACE_EVENT(rpcb_unregister,
1500 TP_PROTO(
1501 u32 program,
1502 u32 version,
1503 const char *netid
1504 ),
1505
1506 TP_ARGS(program, version, netid),
1507
1508 TP_STRUCT__entry(
1509 __field(unsigned int, program)
1510 __field(unsigned int, version)
1511 __string(netid, netid)
1512 ),
1513
1514 TP_fast_assign(
1515 __entry->program = program;
1516 __entry->version = version;
2c92ca84 1517 __assign_str(netid);
c3adcc7d
CL		 1518 ),
1519
1520 TP_printk("program=%u version=%u netid=%s",
1521 __entry->program, __entry->version, __get_str(netid)
1522 )
1523);
1524
75eb6af7
CL		 1525/**
1526 ** RPC-over-TLS tracepoints
1527 **/
1528
1529DECLARE_EVENT_CLASS(rpc_tls_class,
1530 TP_PROTO(
1531 const struct rpc_clnt *clnt,
1532 const struct rpc_xprt *xprt
1533 ),
1534
1535 TP_ARGS(clnt, xprt),
1536
1537 TP_STRUCT__entry(
1538 __field(unsigned long, requested_policy)
1539 __field(u32, version)
1540 __string(servername, xprt->servername)
1541 __string(progname, clnt->cl_program->name)
1542 ),
1543
1544 TP_fast_assign(
1545 __entry->requested_policy = clnt->cl_xprtsec.policy;
1546 __entry->version = clnt->cl_vers;
2c92ca84
SRG		 1547 __assign_str(servername);
1548 __assign_str(progname);
75eb6af7
CL		 1549 ),
1550
1551 TP_printk("server=%s %sv%u requested_policy=%s",
1552 __get_str(servername), __get_str(progname), __entry->version,
1553 rpc_show_xprtsec_policy(__entry->requested_policy)
1554 )
1555);
1556
1557#define DEFINE_RPC_TLS_EVENT(name) \
1558 DEFINE_EVENT(rpc_tls_class, rpc_tls_##name, \
1559 TP_PROTO( \
1560 const struct rpc_clnt *clnt, \
1561 const struct rpc_xprt *xprt \
1562 ), \
1563 TP_ARGS(clnt, xprt))
1564
1565DEFINE_RPC_TLS_EVENT(unavailable);
1566DEFINE_RPC_TLS_EVENT(not_started);
1567
1568
5f39d271
CL		 1569/* Record an xdr_buf containing a fully-formed RPC message */
1570DECLARE_EVENT_CLASS(svc_xdr_msg_class,
1571 TP_PROTO(
1572 const struct xdr_buf *xdr
1573 ),
1574
1575 TP_ARGS(xdr),
1576
1577 TP_STRUCT__entry(
1578 __field(u32, xid)
1579 __field(const void *, head_base)
1580 __field(size_t, head_len)
1581 __field(const void *, tail_base)
1582 __field(size_t, tail_len)
1583 __field(unsigned int, page_len)
1584 __field(unsigned int, msg_len)
1585 ),
1586
1587 TP_fast_assign(
1588 __be32 *p = (__be32 *)xdr->head[0].iov_base;
1589
1590 __entry->xid = be32_to_cpu(*p);
1591 __entry->head_base = p;
1592 __entry->head_len = xdr->head[0].iov_len;
1593 __entry->tail_base = xdr->tail[0].iov_base;
1594 __entry->tail_len = xdr->tail[0].iov_len;
1595 __entry->page_len = xdr->page_len;
1596 __entry->msg_len = xdr->len;
1597 ),
1598
1599 TP_printk("xid=0x%08x head=[%p,%zu] page=%u tail=[%p,%zu] len=%u",
1600 __entry->xid,
1601 __entry->head_base, __entry->head_len, __entry->page_len,
1602 __entry->tail_base, __entry->tail_len, __entry->msg_len
1603 )
1604);
1605
1606#define DEFINE_SVCXDRMSG_EVENT(name) \
1607 DEFINE_EVENT(svc_xdr_msg_class, \
1608 svc_xdr_##name, \
1609 TP_PROTO( \
1610 const struct xdr_buf *xdr \
1611 ), \
1612 TP_ARGS(xdr))
1613
1614DEFINE_SVCXDRMSG_EVENT(recvfrom);
1615
1616/* Record an xdr_buf containing arbitrary data, tagged with an XID */
c509f15a
CL		 1617DECLARE_EVENT_CLASS(svc_xdr_buf_class,
1618 TP_PROTO(
5f39d271 1619 __be32 xid,
c509f15a
CL		 1620 const struct xdr_buf *xdr
1621 ),
1622
5f39d271 1623 TP_ARGS(xid, xdr),
c509f15a
CL		 1624
1625 TP_STRUCT__entry(
1626 __field(u32, xid)
1627 __field(const void *, head_base)
1628 __field(size_t, head_len)
1629 __field(const void *, tail_base)
1630 __field(size_t, tail_len)
35940a58 1631 __field(unsigned int, page_base)
c509f15a
CL		 1632 __field(unsigned int, page_len)
1633 __field(unsigned int, msg_len)
1634 ),
1635
1636 TP_fast_assign(
5f39d271 1637 __entry->xid = be32_to_cpu(xid);
c509f15a
CL		 1638 __entry->head_base = xdr->head[0].iov_base;
1639 __entry->head_len = xdr->head[0].iov_len;
1640 __entry->tail_base = xdr->tail[0].iov_base;
1641 __entry->tail_len = xdr->tail[0].iov_len;
35940a58 1642 __entry->page_base = xdr->page_base;
c509f15a
CL		 1643 __entry->page_len = xdr->page_len;
1644 __entry->msg_len = xdr->len;
1645 ),
1646
35940a58 1647 TP_printk("xid=0x%08x head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
c509f15a 1648 __entry->xid,
35940a58
CL		 1649 __entry->head_base, __entry->head_len,
1650 __entry->page_len, __entry->page_base,
1651 __entry->tail_base, __entry->tail_len,
1652 __entry->msg_len
c509f15a
CL		 1653 )
1654);
1655
1656#define DEFINE_SVCXDRBUF_EVENT(name) \
1657 DEFINE_EVENT(svc_xdr_buf_class, \
1658 svc_xdr_##name, \
1659 TP_PROTO( \
5f39d271 1660 __be32 xid, \
c509f15a
CL		 1661 const struct xdr_buf *xdr \
1662 ), \
5f39d271 1663 TP_ARGS(xid, xdr))
c509f15a 1664
c509f15a
CL		 1665DEFINE_SVCXDRBUF_EVENT(sendto);
1666
a68d5a50
CL		 1667/*
1668 * from include/linux/sunrpc/svc.h
1669 */
1670#define SVC_RQST_FLAG_LIST \
1671 svc_rqst_flag(SECURE) \
1672 svc_rqst_flag(LOCAL) \
1673 svc_rqst_flag(USEDEFERRAL) \
1674 svc_rqst_flag(DROPME) \
a68d5a50 1675 svc_rqst_flag(VICTIM) \
9082e1d9 1676 svc_rqst_flag_end(DATA)
a68d5a50
CL		 1677
1678#undef svc_rqst_flag
1679#undef svc_rqst_flag_end
1680#define svc_rqst_flag(x) TRACE_DEFINE_ENUM(RQ_##x);
1681#define svc_rqst_flag_end(x) TRACE_DEFINE_ENUM(RQ_##x);
1682
1683SVC_RQST_FLAG_LIST
1684
1685#undef svc_rqst_flag
1686#undef svc_rqst_flag_end
1687#define svc_rqst_flag(x) { BIT(RQ_##x), #x },
1688#define svc_rqst_flag_end(x) { BIT(RQ_##x), #x }
1689
30660e04 1690#define show_rqstp_flags(flags) \
a68d5a50 1691 __print_flags(flags, "|", SVC_RQST_FLAG_LIST)
4d152e2c 1692
d88ff958
CL		 1693TRACE_DEFINE_ENUM(SVC_GARBAGE);
1694TRACE_DEFINE_ENUM(SVC_SYSERR);
1695TRACE_DEFINE_ENUM(SVC_VALID);
1696TRACE_DEFINE_ENUM(SVC_NEGATIVE);
1697TRACE_DEFINE_ENUM(SVC_OK);
1698TRACE_DEFINE_ENUM(SVC_DROP);
1699TRACE_DEFINE_ENUM(SVC_CLOSE);
1700TRACE_DEFINE_ENUM(SVC_DENIED);
1701TRACE_DEFINE_ENUM(SVC_PENDING);
1702TRACE_DEFINE_ENUM(SVC_COMPLETE);
1703
78c542f9 1704#define show_svc_auth_status(status) \
ff27e9f7
CL		 1705 __print_symbolic(status, \
1706 { SVC_GARBAGE, "SVC_GARBAGE" }, \
1707 { SVC_SYSERR, "SVC_SYSERR" }, \
1708 { SVC_VALID, "SVC_VALID" }, \
1709 { SVC_NEGATIVE, "SVC_NEGATIVE" }, \
1710 { SVC_OK, "SVC_OK" }, \
1711 { SVC_DROP, "SVC_DROP" }, \
1712 { SVC_CLOSE, "SVC_CLOSE" }, \
1713 { SVC_DENIED, "SVC_DENIED" }, \
1714 { SVC_PENDING, "SVC_PENDING" }, \
1715 { SVC_COMPLETE, "SVC_COMPLETE" })
1716
70a60cbf
CL		 1717#define SVC_RQST_ENDPOINT_FIELDS(r) \
1718 __sockaddr(server, (r)->rq_xprt->xpt_locallen) \
1719 __sockaddr(client, (r)->rq_xprt->xpt_remotelen) \
1720 __field(unsigned int, netns_ino) \
1721 __field(u32, xid)
1722
1723#define SVC_RQST_ENDPOINT_ASSIGNMENTS(r) \
1724 do { \
1725 struct svc_xprt *xprt = (r)->rq_xprt; \
1726 __assign_sockaddr(server, &xprt->xpt_local, \
1727 xprt->xpt_locallen); \
1728 __assign_sockaddr(client, &xprt->xpt_remote, \
1729 xprt->xpt_remotelen); \
1730 __entry->netns_ino = xprt->xpt_net->ns.inum; \
1731 __entry->xid = be32_to_cpu((r)->rq_xid); \
1732 } while (0)
1733
1734#define SVC_RQST_ENDPOINT_FORMAT \
1735 "xid=0x%08x server=%pISpc client=%pISpc"
1736
1737#define SVC_RQST_ENDPOINT_VARARGS \
1738 __entry->xid, __get_sockaddr(server), __get_sockaddr(client)
1739
c65d9df0 1740TRACE_EVENT_CONDITION(svc_authenticate,
78c542f9
CL		 1741 TP_PROTO(
1742 const struct svc_rqst *rqst,
1743 enum svc_auth_status auth_res
1744 ),
ff27e9f7 1745
438623a0 1746 TP_ARGS(rqst, auth_res),
ff27e9f7 1747
c65d9df0
CL		 1748 TP_CONDITION(auth_res != SVC_OK && auth_res != SVC_COMPLETE),
1749
ff27e9f7 1750 TP_STRUCT__entry(
70a60cbf
CL		 1751 SVC_RQST_ENDPOINT_FIELDS(rqst)
1752
ff27e9f7
CL		 1753 __field(unsigned long, svc_status)
1754 __field(unsigned long, auth_stat)
1755 ),
1756
1757 TP_fast_assign(
70a60cbf
CL		 1758 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1759
ff27e9f7 1760 __entry->svc_status = auth_res;
438623a0 1761 __entry->auth_stat = be32_to_cpu(rqst->rq_auth_stat);
ff27e9f7
CL		 1762 ),
1763
70a60cbf
CL		 1764 TP_printk(SVC_RQST_ENDPOINT_FORMAT
1765 " auth_res=%s auth_stat=%s",
1766 SVC_RQST_ENDPOINT_VARARGS,
78c542f9 1767 show_svc_auth_status(__entry->svc_status),
70a60cbf 1768 rpc_show_auth_stat(__entry->auth_stat))
ff27e9f7
CL		 1769);
1770
0b9547bf
CL		 1771TRACE_EVENT(svc_process,
1772 TP_PROTO(const struct svc_rqst *rqst, const char *name),
1773
1774 TP_ARGS(rqst, name),
1775
1776 TP_STRUCT__entry(
1777 __field(u32, xid)
1778 __field(u32, vers)
1779 __field(u32, proc)
1780 __string(service, name)
5c117207 1781 __string(procedure, svc_proc_name(rqst))
d4b09acf 1782 __string(addr, rqst->rq_xprt ?
70a6ed55 1783 rqst->rq_xprt->xpt_remotebuf : EVENT_NULL_STR)
0b9547bf
CL		 1784 ),
1785
1786 TP_fast_assign(
1787 __entry->xid = be32_to_cpu(rqst->rq_xid);
1788 __entry->vers = rqst->rq_vers;
1789 __entry->proc = rqst->rq_proc;
2c92ca84
SRG		 1790 __assign_str(service);
1791 __assign_str(procedure);
1792 __assign_str(addr);
0b9547bf
CL		 1793 ),
1794
89ff8749 1795 TP_printk("addr=%s xid=0x%08x service=%s vers=%u proc=%s",
0b9547bf 1796 __get_str(addr), __entry->xid,
89ff8749
CL		 1797 __get_str(service), __entry->vers,
1798 __get_str(procedure)
1799 )
0b9547bf
CL		 1800);
1801
104f6351 1802DECLARE_EVENT_CLASS(svc_rqst_event,
dc5820bd
CL		 1803 TP_PROTO(
1804 const struct svc_rqst *rqst
1805 ),
104f6351
TM		 1806
1807 TP_ARGS(rqst),
1808
1809 TP_STRUCT__entry(
70a60cbf
CL		 1810 SVC_RQST_ENDPOINT_FIELDS(rqst)
1811
104f6351 1812 __field(unsigned long, flags)
104f6351
TM		 1813 ),
1814
1815 TP_fast_assign(
70a60cbf
CL		 1816 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1817
104f6351 1818 __entry->flags = rqst->rq_flags;
104f6351
TM		 1819 ),
1820
70a60cbf
CL		 1821 TP_printk(SVC_RQST_ENDPOINT_FORMAT " flags=%s",
1822 SVC_RQST_ENDPOINT_VARARGS,
1823 show_rqstp_flags(__entry->flags))
104f6351 1824);
dc5820bd
CL		 1825#define DEFINE_SVC_RQST_EVENT(name) \
1826 DEFINE_EVENT(svc_rqst_event, svc_##name, \
1827 TP_PROTO( \
1828 const struct svc_rqst *rqst \
1829 ), \
1830 TP_ARGS(rqst))
104f6351 1831
dc5820bd
CL		 1832DEFINE_SVC_RQST_EVENT(defer);
1833DEFINE_SVC_RQST_EVENT(drop);
104f6351 1834
860a0d9e 1835DECLARE_EVENT_CLASS(svc_rqst_status,
70a60cbf
CL		 1836 TP_PROTO(
1837 const struct svc_rqst *rqst,
1838 int status
1839 ),
860a0d9e
JL		 1840
1841 TP_ARGS(rqst, status),
1842
1843 TP_STRUCT__entry(
70a60cbf
CL		 1844 SVC_RQST_ENDPOINT_FIELDS(rqst)
1845
860a0d9e 1846 __field(int, status)
4d152e2c 1847 __field(unsigned long, flags)
860a0d9e
JL		 1848 ),
1849
1850 TP_fast_assign(
70a60cbf
CL		 1851 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1852
860a0d9e 1853 __entry->status = status;
4d152e2c 1854 __entry->flags = rqst->rq_flags;
860a0d9e
JL		 1855 ),
1856
70a60cbf
CL		 1857 TP_printk(SVC_RQST_ENDPOINT_FORMAT " status=%d flags=%s",
1858 SVC_RQST_ENDPOINT_VARARGS,
1859 __entry->status, show_rqstp_flags(__entry->flags))
860a0d9e
JL		 1860);
1861
860a0d9e 1862DEFINE_EVENT(svc_rqst_status, svc_send,
70a60cbf 1863 TP_PROTO(const struct svc_rqst *rqst, int status),
860a0d9e
JL		 1864 TP_ARGS(rqst, status));
1865
0f516248
CL		 1866TRACE_EVENT(svc_replace_page_err,
1867 TP_PROTO(const struct svc_rqst *rqst),
1868
1869 TP_ARGS(rqst),
1870 TP_STRUCT__entry(
1871 SVC_RQST_ENDPOINT_FIELDS(rqst)
1872
1873 __field(const void *, begin)
1874 __field(const void *, respages)
1875 __field(const void *, nextpage)
1876 ),
1877
1878 TP_fast_assign(
1879 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1880
1881 __entry->begin = rqst->rq_pages;
1882 __entry->respages = rqst->rq_respages;
1883 __entry->nextpage = rqst->rq_next_page;
1884 ),
1885
1886 TP_printk(SVC_RQST_ENDPOINT_FORMAT " begin=%p respages=%p nextpage=%p",
1887 SVC_RQST_ENDPOINT_VARARGS,
1888 __entry->begin, __entry->respages, __entry->nextpage)
1889);
1890
70a60cbf
CL		 1891TRACE_EVENT(svc_stats_latency,
1892 TP_PROTO(
1893 const struct svc_rqst *rqst
1894 ),
1895
1896 TP_ARGS(rqst),
1897
1898 TP_STRUCT__entry(
1899 SVC_RQST_ENDPOINT_FIELDS(rqst)
1900
1901 __field(unsigned long, execute)
1902 __string(procedure, svc_proc_name(rqst))
1903 ),
1904
1905 TP_fast_assign(
1906 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1907
1908 __entry->execute = ktime_to_us(ktime_sub(ktime_get(),
1909 rqst->rq_stime));
2c92ca84 1910 __assign_str(procedure);
70a60cbf
CL		 1911 ),
1912
1913 TP_printk(SVC_RQST_ENDPOINT_FORMAT " proc=%s execute-us=%lu",
1914 SVC_RQST_ENDPOINT_VARARGS,
1915 __get_str(procedure), __entry->execute)
1916);
1917
d75e490f
CL		 1918/*
1919 * from include/linux/sunrpc/svc_xprt.h
1920 */
1921#define SVC_XPRT_FLAG_LIST \
1922 svc_xprt_flag(BUSY) \
1923 svc_xprt_flag(CONN) \
1924 svc_xprt_flag(CLOSE) \
1925 svc_xprt_flag(DATA) \
1926 svc_xprt_flag(TEMP) \
1927 svc_xprt_flag(DEAD) \
1928 svc_xprt_flag(CHNGBUF) \
1929 svc_xprt_flag(DEFERRED) \
1930 svc_xprt_flag(OLD) \
1931 svc_xprt_flag(LISTENER) \
1932 svc_xprt_flag(CACHE_AUTH) \
1933 svc_xprt_flag(LOCAL) \
1934 svc_xprt_flag(KILL_TEMP) \
1935 svc_xprt_flag(CONG_CTRL) \
1936 svc_xprt_flag(HANDSHAKE) \
1937 svc_xprt_flag(TLS_SESSION) \
1938 svc_xprt_flag_end(PEER_AUTH)
1939
1940#undef svc_xprt_flag
1941#undef svc_xprt_flag_end
1942#define svc_xprt_flag(x) TRACE_DEFINE_ENUM(XPT_##x);
1943#define svc_xprt_flag_end(x) TRACE_DEFINE_ENUM(XPT_##x);
1944
1945SVC_XPRT_FLAG_LIST
1946
1947#undef svc_xprt_flag
1948#undef svc_xprt_flag_end
1949#define svc_xprt_flag(x) { BIT(XPT_##x), #x },
1950#define svc_xprt_flag_end(x) { BIT(XPT_##x), #x }
1951
83a712e0 1952#define show_svc_xprt_flags(flags) \
d75e490f 1953 __print_flags(flags, "|", SVC_XPRT_FLAG_LIST)
83a712e0 1954
4b8f380e
CL		 1955TRACE_EVENT(svc_xprt_create_err,
1956 TP_PROTO(
1957 const char *program,
1958 const char *protocol,
1959 struct sockaddr *sap,
dc6c6fb3 1960 size_t salen,
4b8f380e
CL		 1961 const struct svc_xprt *xprt
1962 ),
1963
dc6c6fb3 1964 TP_ARGS(program, protocol, sap, salen, xprt),
4b8f380e
CL		 1965
1966 TP_STRUCT__entry(
1967 __field(long, error)
1968 __string(program, program)
1969 __string(protocol, protocol)
26ce14e7 1970 __sockaddr(addr, salen)
4b8f380e
CL		 1971 ),
1972
1973 TP_fast_assign(
1974 __entry->error = PTR_ERR(xprt);
2c92ca84
SRG		 1975 __assign_str(program);
1976 __assign_str(protocol);
26ce14e7 1977 __assign_sockaddr(addr, sap, salen);
4b8f380e
CL		 1978 ),
1979
1980 TP_printk("addr=%pISpc program=%s protocol=%s error=%ld",
26ce14e7 1981 __get_sockaddr(addr), __get_str(program), __get_str(protocol),
4b8f380e
CL		 1982 __entry->error)
1983);
1984
aca3ed79
CL		 1985#define SVC_XPRT_ENDPOINT_FIELDS(x) \
1986 __sockaddr(server, (x)->xpt_locallen) \
1987 __sockaddr(client, (x)->xpt_remotelen) \
1988 __field(unsigned long, flags) \
1989 __field(unsigned int, netns_ino)
1990
1991#define SVC_XPRT_ENDPOINT_ASSIGNMENTS(x) \
1992 do { \
1993 __assign_sockaddr(server, &(x)->xpt_local, \
1994 (x)->xpt_locallen); \
1995 __assign_sockaddr(client, &(x)->xpt_remote, \
1996 (x)->xpt_remotelen); \
1997 __entry->flags = (x)->xpt_flags; \
1998 __entry->netns_ino = (x)->xpt_net->ns.inum; \
1999 } while (0)
2000
2001#define SVC_XPRT_ENDPOINT_FORMAT \
2002 "server=%pISpc client=%pISpc flags=%s"
2003
2004#define SVC_XPRT_ENDPOINT_VARARGS \
2005 __get_sockaddr(server), __get_sockaddr(client), \
2006 show_svc_xprt_flags(__entry->flags)
2007
5089f3d9 2008TRACE_EVENT(svc_xprt_enqueue,
aca3ed79
CL		 2009 TP_PROTO(
2010 const struct svc_xprt *xprt,
82e5d82a 2011 unsigned long flags
aca3ed79 2012 ),
83a712e0 2013
82e5d82a 2014 TP_ARGS(xprt, flags),
83a712e0
JL		 2015
2016 TP_STRUCT__entry(
aca3ed79 2017 SVC_XPRT_ENDPOINT_FIELDS(xprt)
83a712e0
JL		 2018 ),
2019
2020 TP_fast_assign(
82e5d82a
CL		 2021 __assign_sockaddr(server, &xprt->xpt_local,
2022 xprt->xpt_locallen);
2023 __assign_sockaddr(client, &xprt->xpt_remote,
2024 xprt->xpt_remotelen);
2025 __entry->flags = flags;
2026 __entry->netns_ino = xprt->xpt_net->ns.inum;
83a712e0
JL		 2027 ),
2028
82e5d82a 2029 TP_printk(SVC_XPRT_ENDPOINT_FORMAT, SVC_XPRT_ENDPOINT_VARARGS)
aca3ed79
CL		 2030);
2031
2032TRACE_EVENT(svc_xprt_dequeue,
2033 TP_PROTO(
2034 const struct svc_rqst *rqst
2035 ),
2036
2037 TP_ARGS(rqst),
2038
2039 TP_STRUCT__entry(
2040 SVC_XPRT_ENDPOINT_FIELDS(rqst->rq_xprt)
aca3ed79 2041 __field(unsigned long, wakeup)
18c64378 2042 __field(unsigned long, qtime)
aca3ed79
CL		 2043 ),
2044
2045 TP_fast_assign(
18c64378 2046 ktime_t ktime = ktime_get();
aca3ed79 2047
18c64378
JL		 2048 SVC_XPRT_ENDPOINT_ASSIGNMENTS(rqst->rq_xprt);
2049 __entry->wakeup = ktime_to_us(ktime_sub(ktime, rqst->rq_qtime));
2050 __entry->qtime = ktime_to_us(ktime_sub(ktime, rqst->rq_xprt->xpt_qtime));
aca3ed79
CL		 2051 ),
2052
18c64378
JL		 2053 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " wakeup-us=%lu qtime-us=%lu",
2054 SVC_XPRT_ENDPOINT_VARARGS, __entry->wakeup, __entry->qtime)
83a712e0
JL		 2055);
2056
82ea2d76 2057DECLARE_EVENT_CLASS(svc_xprt_event,
aca3ed79
CL		 2058 TP_PROTO(
2059 const struct svc_xprt *xprt
2060 ),
83a712e0
JL		 2061
2062 TP_ARGS(xprt),
2063
2064 TP_STRUCT__entry(
aca3ed79 2065 SVC_XPRT_ENDPOINT_FIELDS(xprt)
83a712e0
JL		 2066 ),
2067
2068 TP_fast_assign(
aca3ed79 2069 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
83a712e0
JL		 2070 ),
2071
aca3ed79 2072 TP_printk(SVC_XPRT_ENDPOINT_FORMAT, SVC_XPRT_ENDPOINT_VARARGS)
83a712e0
JL		 2073);
2074
11bbb0f7
CL		 2075#define DEFINE_SVC_XPRT_EVENT(name) \
2076 DEFINE_EVENT(svc_xprt_event, svc_xprt_##name, \
2077 TP_PROTO( \
aca3ed79 2078 const struct svc_xprt *xprt \
11bbb0f7
CL		 2079 ), \
2080 TP_ARGS(xprt))
2081
2082DEFINE_SVC_XPRT_EVENT(no_write_space);
2083DEFINE_SVC_XPRT_EVENT(close);
2084DEFINE_SVC_XPRT_EVENT(detach);
2085DEFINE_SVC_XPRT_EVENT(free);
2086
b3cbf98e
CL		 2087#define DEFINE_SVC_TLS_EVENT(name) \
2088 DEFINE_EVENT(svc_xprt_event, svc_tls_##name, \
2089 TP_PROTO(const struct svc_xprt *xprt), \
2090 TP_ARGS(xprt))
2091
2092DEFINE_SVC_TLS_EVENT(start);
2093DEFINE_SVC_TLS_EVENT(upcall);
2094DEFINE_SVC_TLS_EVENT(unavailable);
2095DEFINE_SVC_TLS_EVENT(not_started);
2096DEFINE_SVC_TLS_EVENT(timed_out);
2097
11bbb0f7
CL		 2098TRACE_EVENT(svc_xprt_accept,
2099 TP_PROTO(
2100 const struct svc_xprt *xprt,
2101 const char *service
2102 ),
2103
2104 TP_ARGS(xprt, service),
2105
2106 TP_STRUCT__entry(
aca3ed79
CL		 2107 SVC_XPRT_ENDPOINT_FIELDS(xprt)
2108
11bbb0f7
CL		 2109 __string(protocol, xprt->xpt_class->xcl_name)
2110 __string(service, service)
2111 ),
2112
2113 TP_fast_assign(
aca3ed79
CL		 2114 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
2115
2c92ca84
SRG		 2116 __assign_str(protocol);
2117 __assign_str(service);
11bbb0f7
CL		 2118 ),
2119
aca3ed79
CL		 2120 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " protocol=%s service=%s",
2121 SVC_XPRT_ENDPOINT_VARARGS,
2122 __get_str(protocol), __get_str(service)
11bbb0f7
CL		 2123 )
2124);
82ea2d76 2125
83a712e0
JL		 2126TRACE_EVENT(svc_wake_up,
2127 TP_PROTO(int pid),
2128
2129 TP_ARGS(pid),
2130
2131 TP_STRUCT__entry(
2132 __field(int, pid)
2133 ),
2134
2135 TP_fast_assign(
2136 __entry->pid = pid;
2137 ),
2138
2139 TP_printk("pid=%d", __entry->pid)
2140);
2141
22a027e8
CL		 2142TRACE_EVENT(svc_alloc_arg_err,
2143 TP_PROTO(
28fffa6c
CL		 2144 unsigned int requested,
2145 unsigned int allocated
22a027e8
CL		 2146 ),
2147
28fffa6c 2148 TP_ARGS(requested, allocated),
22a027e8
CL		 2149
2150 TP_STRUCT__entry(
28fffa6c
CL		 2151 __field(unsigned int, requested)
2152 __field(unsigned int, allocated)
22a027e8
CL		 2153 ),
2154
2155 TP_fast_assign(
28fffa6c
CL		 2156 __entry->requested = requested;
2157 __entry->allocated = allocated;
22a027e8
CL		 2158 ),
2159
28fffa6c
CL		 2160 TP_printk("requested=%u allocated=%u",
2161 __entry->requested, __entry->allocated)
22a027e8
CL		 2162);
2163
104f6351 2164DECLARE_EVENT_CLASS(svc_deferred_event,
dc5820bd
CL		 2165 TP_PROTO(
2166 const struct svc_deferred_req *dr
2167 ),
104f6351
TM		 2168
2169 TP_ARGS(dr),
2170
2171 TP_STRUCT__entry(
8954c5c2 2172 __field(const void *, dr)
a30ccf1a 2173 __field(u32, xid)
45cb7955 2174 __sockaddr(addr, dr->addrlen)
104f6351
TM		 2175 ),
2176
2177 TP_fast_assign(
8954c5c2 2178 __entry->dr = dr;
983084b2 2179 __entry->xid = be32_to_cpu(*(__be32 *)dr->args);
45cb7955 2180 __assign_sockaddr(addr, &dr->addr, dr->addrlen);
104f6351
TM		 2181 ),
2182
45cb7955
CL		 2183 TP_printk("addr=%pISpc dr=%p xid=0x%08x", __get_sockaddr(addr),
2184 __entry->dr, __entry->xid)
104f6351 2185);
8954c5c2 2186
dc5820bd 2187#define DEFINE_SVC_DEFERRED_EVENT(name) \
8954c5c2 2188 DEFINE_EVENT(svc_deferred_event, svc_defer_##name, \
dc5820bd
CL		 2189 TP_PROTO( \
2190 const struct svc_deferred_req *dr \
2191 ), \
2192 TP_ARGS(dr))
2193
2194DEFINE_SVC_DEFERRED_EVENT(drop);
8954c5c2
CL		 2195DEFINE_SVC_DEFERRED_EVENT(queue);
2196DEFINE_SVC_DEFERRED_EVENT(recv);
104f6351 2197
c42bebca 2198DECLARE_EVENT_CLASS(svcsock_lifetime_class,
998024de 2199 TP_PROTO(
c42bebca 2200 const void *svsk,
998024de
CL		 2201 const struct socket *socket
2202 ),
c42bebca 2203 TP_ARGS(svsk, socket),
998024de 2204 TP_STRUCT__entry(
c42bebca
CL		 2205 __field(unsigned int, netns_ino)
2206 __field(const void *, svsk)
2207 __field(const void *, sk)
998024de
CL		 2208 __field(unsigned long, type)
2209 __field(unsigned long, family)
c42bebca 2210 __field(unsigned long, state)
998024de 2211 ),
998024de 2212 TP_fast_assign(
c42bebca
CL		 2213 struct sock *sk = socket->sk;
2214
2215 __entry->netns_ino = sock_net(sk)->ns.inum;
2216 __entry->svsk = svsk;
2217 __entry->sk = sk;
998024de 2218 __entry->type = socket->type;
c42bebca
CL		 2219 __entry->family = sk->sk_family;
2220 __entry->state = sk->sk_state;
998024de 2221 ),
c42bebca
CL		 2222 TP_printk("svsk=%p type=%s family=%s%s",
2223 __entry->svsk, show_socket_type(__entry->type),
998024de 2224 rpc_show_address_family(__entry->family),
c42bebca 2225 __entry->state == TCP_LISTEN ? " (listener)" : ""
998024de
CL		 2226 )
2227);
c42bebca
CL		 2228#define DEFINE_SVCSOCK_LIFETIME_EVENT(name) \
2229 DEFINE_EVENT(svcsock_lifetime_class, name, \
2230 TP_PROTO( \
2231 const void *svsk, \
2232 const struct socket *socket \
2233 ), \
2234 TP_ARGS(svsk, socket))
2235
2236DEFINE_SVCSOCK_LIFETIME_EVENT(svcsock_new);
2237DEFINE_SVCSOCK_LIFETIME_EVENT(svcsock_free);
998024de 2238
a5cda73e
CL		 2239TRACE_EVENT(svcsock_marker,
2240 TP_PROTO(
2241 const struct svc_xprt *xprt,
2242 __be32 marker
2243 ),
2244
2245 TP_ARGS(xprt, marker),
2246
2247 TP_STRUCT__entry(
2248 __field(unsigned int, length)
2249 __field(bool, last)
2250 __string(addr, xprt->xpt_remotebuf)
2251 ),
2252
2253 TP_fast_assign(
2254 __entry->length = be32_to_cpu(marker) & RPC_FRAGMENT_SIZE_MASK;
2255 __entry->last = be32_to_cpu(marker) & RPC_LAST_STREAM_FRAGMENT;
2c92ca84 2256 __assign_str(addr);
a5cda73e
CL		 2257 ),
2258
2259 TP_printk("addr=%s length=%u%s", __get_str(addr),
2260 __entry->length, __entry->last ? " (last)" : "")
2261);
2262
998024de
CL		 2263DECLARE_EVENT_CLASS(svcsock_class,
2264 TP_PROTO(
2265 const struct svc_xprt *xprt,
2266 ssize_t result
2267 ),
2268
2269 TP_ARGS(xprt, result),
2270
2271 TP_STRUCT__entry(
2272 __field(ssize_t, result)
2273 __field(unsigned long, flags)
2274 __string(addr, xprt->xpt_remotebuf)
2275 ),
2276
2277 TP_fast_assign(
2278 __entry->result = result;
2279 __entry->flags = xprt->xpt_flags;
2c92ca84 2280 __assign_str(addr);
998024de
CL		 2281 ),
2282
2283 TP_printk("addr=%s result=%zd flags=%s", __get_str(addr),
2284 __entry->result, show_svc_xprt_flags(__entry->flags)
2285 )
2286);
2287
2288#define DEFINE_SVCSOCK_EVENT(name) \
2289 DEFINE_EVENT(svcsock_class, svcsock_##name, \
2290 TP_PROTO( \
2291 const struct svc_xprt *xprt, \
2292 ssize_t result \
2293 ), \
2294 TP_ARGS(xprt, result))
2295
2296DEFINE_SVCSOCK_EVENT(udp_send);
fff1ebb2
CL		 2297DEFINE_SVCSOCK_EVENT(udp_recv);
2298DEFINE_SVCSOCK_EVENT(udp_recv_err);
998024de 2299DEFINE_SVCSOCK_EVENT(tcp_send);
7dae1dd7 2300DEFINE_SVCSOCK_EVENT(tcp_recv);
6be8c594
CL		 2301DEFINE_SVCSOCK_EVENT(tcp_recv_eagain);
2302DEFINE_SVCSOCK_EVENT(tcp_recv_err);
998024de
CL		 2303DEFINE_SVCSOCK_EVENT(data_ready);
2304DEFINE_SVCSOCK_EVENT(write_space);
2305
6be8c594
CL		 2306TRACE_EVENT(svcsock_tcp_recv_short,
2307 TP_PROTO(
2308 const struct svc_xprt *xprt,
2309 u32 expected,
2310 u32 received
2311 ),
2312
2313 TP_ARGS(xprt, expected, received),
2314
2315 TP_STRUCT__entry(
2316 __field(u32, expected)
2317 __field(u32, received)
2318 __field(unsigned long, flags)
2319 __string(addr, xprt->xpt_remotebuf)
2320 ),
2321
2322 TP_fast_assign(
2323 __entry->expected = expected;
2324 __entry->received = received;
2325 __entry->flags = xprt->xpt_flags;
2c92ca84 2326 __assign_str(addr);
6be8c594
CL		 2327 ),
2328
2329 TP_printk("addr=%s flags=%s expected=%u received=%u",
2330 __get_str(addr), show_svc_xprt_flags(__entry->flags),
2331 __entry->expected, __entry->received
2332 )
2333);
2334
a0469f46
CL		 2335TRACE_EVENT(svcsock_tcp_state,
2336 TP_PROTO(
2337 const struct svc_xprt *xprt,
2338 const struct socket *socket
2339 ),
2340
2341 TP_ARGS(xprt, socket),
2342
2343 TP_STRUCT__entry(
2344 __field(unsigned long, socket_state)
2345 __field(unsigned long, sock_state)
2346 __field(unsigned long, flags)
2347 __string(addr, xprt->xpt_remotebuf)
2348 ),
2349
2350 TP_fast_assign(
2351 __entry->socket_state = socket->state;
2352 __entry->sock_state = socket->sk->sk_state;
2353 __entry->flags = xprt->xpt_flags;
2c92ca84 2354 __assign_str(addr);
a0469f46
CL		 2355 ),
2356
2357 TP_printk("addr=%s state=%s sk_state=%s flags=%s", __get_str(addr),
2358 rpc_show_socket_state(__entry->socket_state),
2359 rpc_show_sock_state(__entry->sock_state),
2360 show_svc_xprt_flags(__entry->flags)
2361 )
2362);
2363
2364DECLARE_EVENT_CLASS(svcsock_accept_class,
2365 TP_PROTO(
2366 const struct svc_xprt *xprt,
2367 const char *service,
2368 long status
2369 ),
2370
2371 TP_ARGS(xprt, service, status),
2372
2373 TP_STRUCT__entry(
2374 __field(long, status)
2375 __string(service, service)
16720861 2376 __field(unsigned int, netns_ino)
a0469f46
CL		 2377 ),
2378
2379 TP_fast_assign(
2380 __entry->status = status;
2c92ca84 2381 __assign_str(service);
16720861 2382 __entry->netns_ino = xprt->xpt_net->ns.inum;
a0469f46
CL		 2383 ),
2384
16720861
CL		 2385 TP_printk("addr=listener service=%s status=%ld",
2386 __get_str(service), __entry->status
a0469f46
CL		 2387 )
2388);
2389
2390#define DEFINE_ACCEPT_EVENT(name) \
2391 DEFINE_EVENT(svcsock_accept_class, svcsock_##name##_err, \
2392 TP_PROTO( \
2393 const struct svc_xprt *xprt, \
2394 const char *service, \
2395 long status \
2396 ), \
2397 TP_ARGS(xprt, service, status))
2398
2399DEFINE_ACCEPT_EVENT(accept);
2400DEFINE_ACCEPT_EVENT(getpeername);
2401
78a947f5
TM		 2402DECLARE_EVENT_CLASS(cache_event,
2403 TP_PROTO(
2404 const struct cache_detail *cd,
2405 const struct cache_head *h
2406 ),
2407
2408 TP_ARGS(cd, h),
2409
2410 TP_STRUCT__entry(
2411 __field(const struct cache_head *, h)
2412 __string(name, cd->name)
2413 ),
2414
2415 TP_fast_assign(
2416 __entry->h = h;
2c92ca84 2417 __assign_str(name);
78a947f5
TM		 2418 ),
2419
2420 TP_printk("cache=%s entry=%p", __get_str(name), __entry->h)
2421);
2422#define DEFINE_CACHE_EVENT(name) \
2423 DEFINE_EVENT(cache_event, name, \
2424 TP_PROTO( \
2425 const struct cache_detail *cd, \
2426 const struct cache_head *h \
2427 ), \
2428 TP_ARGS(cd, h))
2429DEFINE_CACHE_EVENT(cache_entry_expired);
2430DEFINE_CACHE_EVENT(cache_entry_upcall);
2431DEFINE_CACHE_EVENT(cache_entry_update);
2432DEFINE_CACHE_EVENT(cache_entry_make_negative);
2433DEFINE_CACHE_EVENT(cache_entry_no_listener);
2434
b4af5932
CL		 2435DECLARE_EVENT_CLASS(register_class,
2436 TP_PROTO(
2437 const char *program,
2438 const u32 version,
2439 const int family,
2440 const unsigned short protocol,
2441 const unsigned short port,
2442 int error
2443 ),
2444
2445 TP_ARGS(program, version, family, protocol, port, error),
2446
2447 TP_STRUCT__entry(
2448 __field(u32, version)
2449 __field(unsigned long, family)
2450 __field(unsigned short, protocol)
2451 __field(unsigned short, port)
2452 __field(int, error)
2453 __string(program, program)
2454 ),
2455
2456 TP_fast_assign(
2457 __entry->version = version;
2458 __entry->family = family;
2459 __entry->protocol = protocol;
2460 __entry->port = port;
2461 __entry->error = error;
2c92ca84 2462 __assign_str(program);
b4af5932
CL		 2463 ),
2464
2465 TP_printk("program=%sv%u proto=%s port=%u family=%s error=%d",
2466 __get_str(program), __entry->version,
2467 __entry->protocol == IPPROTO_UDP ? "udp" : "tcp",
2468 __entry->port, rpc_show_address_family(__entry->family),
2469 __entry->error
2470 )
2471);
2472
2473#define DEFINE_REGISTER_EVENT(name) \
2474 DEFINE_EVENT(register_class, svc_##name, \
2475 TP_PROTO( \
2476 const char *program, \
2477 const u32 version, \
2478 const int family, \
2479 const unsigned short protocol, \
2480 const unsigned short port, \
2481 int error \
2482 ), \
2483 TP_ARGS(program, version, family, protocol, \
2484 port, error))
2485
2486DEFINE_REGISTER_EVENT(register);
2487DEFINE_REGISTER_EVENT(noregister);
2488
2489TRACE_EVENT(svc_unregister,
2490 TP_PROTO(
2491 const char *program,
2492 const u32 version,
2493 int error
2494 ),
2495
2496 TP_ARGS(program, version, error),
2497
2498 TP_STRUCT__entry(
2499 __field(u32, version)
2500 __field(int, error)
2501 __string(program, program)
2502 ),
2503
2504 TP_fast_assign(
2505 __entry->version = version;
2506 __entry->error = error;
2c92ca84 2507 __assign_str(program);
b4af5932
CL		 2508 ),
2509
2510 TP_printk("program=%sv%u error=%d",
2511 __get_str(program), __entry->version, __entry->error
2512 )
2513);
2514
82b0a4c3
TM		 2515#endif /* _TRACE_SUNRPC_H */
2516
2517#include <trace/define_trace.h>
Linux 6.x block layer and io_uring tree(s)