Loading...
1/* SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause) */
2/*
3 * Copyright(c) 2018 Intel Corporation.
4 *
5 */
6#if !defined(__HFI1_TRACE_TID_H) || defined(TRACE_HEADER_MULTI_READ)
7#define __HFI1_TRACE_TID_H
8
9#include <linux/tracepoint.h>
10#include <linux/trace_seq.h>
11
12#include "hfi.h"
13
14#define tidtype_name(type) { PT_##type, #type }
15#define show_tidtype(type) \
16__print_symbolic(type, \
17 tidtype_name(EXPECTED), \
18 tidtype_name(EAGER), \
19 tidtype_name(INVALID)) \
20
21#undef TRACE_SYSTEM
22#define TRACE_SYSTEM hfi1_tid
23
24u8 hfi1_trace_get_tid_ctrl(u32 ent);
25u16 hfi1_trace_get_tid_len(u32 ent);
26u16 hfi1_trace_get_tid_idx(u32 ent);
27
28#define OPFN_PARAM_PRN "[%s] qpn 0x%x %s OPFN: qp 0x%x, max read %u, " \
29 "max write %u, max length %u, jkey 0x%x timeout %u " \
30 "urg %u"
31
32#define TID_FLOW_PRN "[%s] qpn 0x%x flow %d: idx %d resp_ib_psn 0x%x " \
33 "generation 0x%x fpsn 0x%x-%x r_next_psn 0x%x " \
34 "ib_psn 0x%x-%x npagesets %u tnode_cnt %u " \
35 "tidcnt %u tid_idx %u tid_offset %u length %u sent %u"
36
37#define TID_NODE_PRN "[%s] qpn 0x%x %s idx %u grp base 0x%x map 0x%x " \
38 "used %u cnt %u"
39
40#define RSP_INFO_PRN "[%s] qpn 0x%x state 0x%x s_state 0x%x psn 0x%x " \
41 "r_psn 0x%x r_state 0x%x r_flags 0x%x " \
42 "r_head_ack_queue %u s_tail_ack_queue %u " \
43 "s_acked_ack_queue %u s_ack_state 0x%x " \
44 "s_nak_state 0x%x s_flags 0x%x ps_flags 0x%x " \
45 "iow_flags 0x%lx"
46
47#define SENDER_INFO_PRN "[%s] qpn 0x%x state 0x%x s_cur %u s_tail %u " \
48 "s_head %u s_acked %u s_last %u s_psn 0x%x " \
49 "s_last_psn 0x%x s_flags 0x%x ps_flags 0x%x " \
50 "iow_flags 0x%lx s_state 0x%x s_num_rd %u s_retry %u"
51
52#define TID_READ_SENDER_PRN "[%s] qpn 0x%x newreq %u tid_r_reqs %u " \
53 "tid_r_comp %u pending_tid_r_segs %u " \
54 "s_flags 0x%x ps_flags 0x%x iow_flags 0x%lx " \
55 "s_state 0x%x hw_flow_index %u generation 0x%x " \
56 "fpsn 0x%x"
57
58#define TID_REQ_PRN "[%s] qpn 0x%x newreq %u opcode 0x%x psn 0x%x lpsn 0x%x " \
59 "cur_seg %u comp_seg %u ack_seg %u alloc_seg %u " \
60 "total_segs %u setup_head %u clear_tail %u flow_idx %u " \
61 "acked_tail %u state %u r_ack_psn 0x%x r_flow_psn 0x%x " \
62 "r_last_ackd 0x%x s_next_psn 0x%x"
63
64#define RCV_ERR_PRN "[%s] qpn 0x%x s_flags 0x%x state 0x%x " \
65 "s_acked_ack_queue %u s_tail_ack_queue %u " \
66 "r_head_ack_queue %u opcode 0x%x psn 0x%x r_psn 0x%x " \
67 " diff %d"
68
69#define TID_WRITE_RSPDR_PRN "[%s] qpn 0x%x r_tid_head %u r_tid_tail %u " \
70 "r_tid_ack %u r_tid_alloc %u alloc_w_segs %u " \
71 "pending_tid_w_segs %u sync_pt %s " \
72 "ps_nak_psn 0x%x ps_nak_state 0x%x " \
73 "prnr_nak_state 0x%x hw_flow_index %u generation "\
74 "0x%x fpsn 0x%x resync %s" \
75 "r_next_psn_kdeth 0x%x"
76
77#define TID_WRITE_SENDER_PRN "[%s] qpn 0x%x newreq %u s_tid_cur %u " \
78 "s_tid_tail %u s_tid_head %u " \
79 "pending_tid_w_resp %u n_requests %u " \
80 "n_tid_requests %u s_flags 0x%x ps_flags 0x%x "\
81 "iow_flags 0x%lx s_state 0x%x s_retry %u"
82
83#define KDETH_EFLAGS_ERR_PRN "[%s] qpn 0x%x TID ERR: RcvType 0x%x " \
84 "RcvTypeError 0x%x PSN 0x%x"
85
86DECLARE_EVENT_CLASS(/* class */
87 hfi1_exp_tid_reg_unreg,
88 TP_PROTO(unsigned int ctxt, u16 subctxt, u32 rarr, u32 npages,
89 unsigned long va, unsigned long pa, dma_addr_t dma),
90 TP_ARGS(ctxt, subctxt, rarr, npages, va, pa, dma),
91 TP_STRUCT__entry(/* entry */
92 __field(unsigned int, ctxt)
93 __field(u16, subctxt)
94 __field(u32, rarr)
95 __field(u32, npages)
96 __field(unsigned long, va)
97 __field(unsigned long, pa)
98 __field(dma_addr_t, dma)
99 ),
100 TP_fast_assign(/* assign */
101 __entry->ctxt = ctxt;
102 __entry->subctxt = subctxt;
103 __entry->rarr = rarr;
104 __entry->npages = npages;
105 __entry->va = va;
106 __entry->pa = pa;
107 __entry->dma = dma;
108 ),
109 TP_printk("[%u:%u] entry:%u, %u pages @ 0x%lx, va:0x%lx dma:0x%llx",
110 __entry->ctxt,
111 __entry->subctxt,
112 __entry->rarr,
113 __entry->npages,
114 __entry->pa,
115 __entry->va,
116 __entry->dma
117 )
118);
119
120DEFINE_EVENT(/* exp_tid_unreg */
121 hfi1_exp_tid_reg_unreg, hfi1_exp_tid_unreg,
122 TP_PROTO(unsigned int ctxt, u16 subctxt, u32 rarr, u32 npages,
123 unsigned long va, unsigned long pa, dma_addr_t dma),
124 TP_ARGS(ctxt, subctxt, rarr, npages, va, pa, dma)
125);
126
127DEFINE_EVENT(/* exp_tid_reg */
128 hfi1_exp_tid_reg_unreg, hfi1_exp_tid_reg,
129 TP_PROTO(unsigned int ctxt, u16 subctxt, u32 rarr, u32 npages,
130 unsigned long va, unsigned long pa, dma_addr_t dma),
131 TP_ARGS(ctxt, subctxt, rarr, npages, va, pa, dma)
132);
133
134TRACE_EVENT(/* put_tid */
135 hfi1_put_tid,
136 TP_PROTO(struct hfi1_devdata *dd,
137 u32 index, u32 type, unsigned long pa, u16 order),
138 TP_ARGS(dd, index, type, pa, order),
139 TP_STRUCT__entry(/* entry */
140 DD_DEV_ENTRY(dd)
141 __field(unsigned long, pa)
142 __field(u32, index)
143 __field(u32, type)
144 __field(u16, order)
145 ),
146 TP_fast_assign(/* assign */
147 DD_DEV_ASSIGN(dd);
148 __entry->pa = pa;
149 __entry->index = index;
150 __entry->type = type;
151 __entry->order = order;
152 ),
153 TP_printk("[%s] type %s pa %lx index %u order %u",
154 __get_str(dev),
155 show_tidtype(__entry->type),
156 __entry->pa,
157 __entry->index,
158 __entry->order
159 )
160);
161
162TRACE_EVENT(/* exp_tid_inval */
163 hfi1_exp_tid_inval,
164 TP_PROTO(unsigned int ctxt, u16 subctxt, unsigned long va, u32 rarr,
165 u32 npages, dma_addr_t dma),
166 TP_ARGS(ctxt, subctxt, va, rarr, npages, dma),
167 TP_STRUCT__entry(/* entry */
168 __field(unsigned int, ctxt)
169 __field(u16, subctxt)
170 __field(unsigned long, va)
171 __field(u32, rarr)
172 __field(u32, npages)
173 __field(dma_addr_t, dma)
174 ),
175 TP_fast_assign(/* assign */
176 __entry->ctxt = ctxt;
177 __entry->subctxt = subctxt;
178 __entry->va = va;
179 __entry->rarr = rarr;
180 __entry->npages = npages;
181 __entry->dma = dma;
182 ),
183 TP_printk("[%u:%u] entry:%u, %u pages @ 0x%lx dma: 0x%llx",
184 __entry->ctxt,
185 __entry->subctxt,
186 __entry->rarr,
187 __entry->npages,
188 __entry->va,
189 __entry->dma
190 )
191);
192
193DECLARE_EVENT_CLASS(/* opfn_state */
194 hfi1_opfn_state_template,
195 TP_PROTO(struct rvt_qp *qp),
196 TP_ARGS(qp),
197 TP_STRUCT__entry(/* entry */
198 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
199 __field(u32, qpn)
200 __field(u16, requested)
201 __field(u16, completed)
202 __field(u8, curr)
203 ),
204 TP_fast_assign(/* assign */
205 struct hfi1_qp_priv *priv = qp->priv;
206
207 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
208 __entry->qpn = qp->ibqp.qp_num;
209 __entry->requested = priv->opfn.requested;
210 __entry->completed = priv->opfn.completed;
211 __entry->curr = priv->opfn.curr;
212 ),
213 TP_printk(/* print */
214 "[%s] qpn 0x%x requested 0x%x completed 0x%x curr 0x%x",
215 __get_str(dev),
216 __entry->qpn,
217 __entry->requested,
218 __entry->completed,
219 __entry->curr
220 )
221);
222
223DEFINE_EVENT(/* event */
224 hfi1_opfn_state_template, hfi1_opfn_state_conn_request,
225 TP_PROTO(struct rvt_qp *qp),
226 TP_ARGS(qp)
227);
228
229DEFINE_EVENT(/* event */
230 hfi1_opfn_state_template, hfi1_opfn_state_sched_conn_request,
231 TP_PROTO(struct rvt_qp *qp),
232 TP_ARGS(qp)
233);
234
235DEFINE_EVENT(/* event */
236 hfi1_opfn_state_template, hfi1_opfn_state_conn_response,
237 TP_PROTO(struct rvt_qp *qp),
238 TP_ARGS(qp)
239);
240
241DEFINE_EVENT(/* event */
242 hfi1_opfn_state_template, hfi1_opfn_state_conn_reply,
243 TP_PROTO(struct rvt_qp *qp),
244 TP_ARGS(qp)
245);
246
247DEFINE_EVENT(/* event */
248 hfi1_opfn_state_template, hfi1_opfn_state_conn_error,
249 TP_PROTO(struct rvt_qp *qp),
250 TP_ARGS(qp)
251);
252
253DECLARE_EVENT_CLASS(/* opfn_data */
254 hfi1_opfn_data_template,
255 TP_PROTO(struct rvt_qp *qp, u8 capcode, u64 data),
256 TP_ARGS(qp, capcode, data),
257 TP_STRUCT__entry(/* entry */
258 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
259 __field(u32, qpn)
260 __field(u32, state)
261 __field(u8, capcode)
262 __field(u64, data)
263 ),
264 TP_fast_assign(/* assign */
265 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
266 __entry->qpn = qp->ibqp.qp_num;
267 __entry->state = qp->state;
268 __entry->capcode = capcode;
269 __entry->data = data;
270 ),
271 TP_printk(/* printk */
272 "[%s] qpn 0x%x (state 0x%x) Capcode %u data 0x%llx",
273 __get_str(dev),
274 __entry->qpn,
275 __entry->state,
276 __entry->capcode,
277 __entry->data
278 )
279);
280
281DEFINE_EVENT(/* event */
282 hfi1_opfn_data_template, hfi1_opfn_data_conn_request,
283 TP_PROTO(struct rvt_qp *qp, u8 capcode, u64 data),
284 TP_ARGS(qp, capcode, data)
285);
286
287DEFINE_EVENT(/* event */
288 hfi1_opfn_data_template, hfi1_opfn_data_conn_response,
289 TP_PROTO(struct rvt_qp *qp, u8 capcode, u64 data),
290 TP_ARGS(qp, capcode, data)
291);
292
293DEFINE_EVENT(/* event */
294 hfi1_opfn_data_template, hfi1_opfn_data_conn_reply,
295 TP_PROTO(struct rvt_qp *qp, u8 capcode, u64 data),
296 TP_ARGS(qp, capcode, data)
297);
298
299DECLARE_EVENT_CLASS(/* opfn_param */
300 hfi1_opfn_param_template,
301 TP_PROTO(struct rvt_qp *qp, char remote,
302 struct tid_rdma_params *param),
303 TP_ARGS(qp, remote, param),
304 TP_STRUCT__entry(/* entry */
305 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
306 __field(u32, qpn)
307 __field(char, remote)
308 __field(u32, param_qp)
309 __field(u32, max_len)
310 __field(u16, jkey)
311 __field(u8, max_read)
312 __field(u8, max_write)
313 __field(u8, timeout)
314 __field(u8, urg)
315 ),
316 TP_fast_assign(/* assign */
317 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
318 __entry->qpn = qp->ibqp.qp_num;
319 __entry->remote = remote;
320 __entry->param_qp = param->qp;
321 __entry->max_len = param->max_len;
322 __entry->jkey = param->jkey;
323 __entry->max_read = param->max_read;
324 __entry->max_write = param->max_write;
325 __entry->timeout = param->timeout;
326 __entry->urg = param->urg;
327 ),
328 TP_printk(/* print */
329 OPFN_PARAM_PRN,
330 __get_str(dev),
331 __entry->qpn,
332 __entry->remote ? "remote" : "local",
333 __entry->param_qp,
334 __entry->max_read,
335 __entry->max_write,
336 __entry->max_len,
337 __entry->jkey,
338 __entry->timeout,
339 __entry->urg
340 )
341);
342
343DEFINE_EVENT(/* event */
344 hfi1_opfn_param_template, hfi1_opfn_param,
345 TP_PROTO(struct rvt_qp *qp, char remote,
346 struct tid_rdma_params *param),
347 TP_ARGS(qp, remote, param)
348);
349
350DECLARE_EVENT_CLASS(/* msg */
351 hfi1_msg_template,
352 TP_PROTO(struct rvt_qp *qp, const char *msg, u64 more),
353 TP_ARGS(qp, msg, more),
354 TP_STRUCT__entry(/* entry */
355 __field(u32, qpn)
356 __string(msg, msg)
357 __field(u64, more)
358 ),
359 TP_fast_assign(/* assign */
360 __entry->qpn = qp ? qp->ibqp.qp_num : 0;
361 __assign_str(msg, msg);
362 __entry->more = more;
363 ),
364 TP_printk(/* print */
365 "qpn 0x%x %s 0x%llx",
366 __entry->qpn,
367 __get_str(msg),
368 __entry->more
369 )
370);
371
372DEFINE_EVENT(/* event */
373 hfi1_msg_template, hfi1_msg_opfn_conn_request,
374 TP_PROTO(struct rvt_qp *qp, const char *msg, u64 more),
375 TP_ARGS(qp, msg, more)
376);
377
378DEFINE_EVENT(/* event */
379 hfi1_msg_template, hfi1_msg_opfn_conn_error,
380 TP_PROTO(struct rvt_qp *qp, const char *msg, u64 more),
381 TP_ARGS(qp, msg, more)
382);
383
384DEFINE_EVENT(/* event */
385 hfi1_msg_template, hfi1_msg_alloc_tids,
386 TP_PROTO(struct rvt_qp *qp, const char *msg, u64 more),
387 TP_ARGS(qp, msg, more)
388);
389
390DEFINE_EVENT(/* event */
391 hfi1_msg_template, hfi1_msg_tid_restart_req,
392 TP_PROTO(struct rvt_qp *qp, const char *msg, u64 more),
393 TP_ARGS(qp, msg, more)
394);
395
396DEFINE_EVENT(/* event */
397 hfi1_msg_template, hfi1_msg_handle_kdeth_eflags,
398 TP_PROTO(struct rvt_qp *qp, const char *msg, u64 more),
399 TP_ARGS(qp, msg, more)
400);
401
402DEFINE_EVENT(/* event */
403 hfi1_msg_template, hfi1_msg_tid_timeout,
404 TP_PROTO(struct rvt_qp *qp, const char *msg, u64 more),
405 TP_ARGS(qp, msg, more)
406);
407
408DEFINE_EVENT(/* event */
409 hfi1_msg_template, hfi1_msg_tid_retry_timeout,
410 TP_PROTO(struct rvt_qp *qp, const char *msg, u64 more),
411 TP_ARGS(qp, msg, more)
412);
413
414DECLARE_EVENT_CLASS(/* tid_flow_page */
415 hfi1_tid_flow_page_template,
416 TP_PROTO(struct rvt_qp *qp, struct tid_rdma_flow *flow, u32 index,
417 char mtu8k, char v1, void *vaddr),
418 TP_ARGS(qp, flow, index, mtu8k, v1, vaddr),
419 TP_STRUCT__entry(/* entry */
420 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
421 __field(u32, qpn)
422 __field(char, mtu8k)
423 __field(char, v1)
424 __field(u32, index)
425 __field(u64, page)
426 __field(u64, vaddr)
427 ),
428 TP_fast_assign(/* assign */
429 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
430 __entry->qpn = qp->ibqp.qp_num;
431 __entry->mtu8k = mtu8k;
432 __entry->v1 = v1;
433 __entry->index = index;
434 __entry->page = vaddr ? (u64)virt_to_page(vaddr) : 0ULL;
435 __entry->vaddr = (u64)vaddr;
436 ),
437 TP_printk(/* print */
438 "[%s] qpn 0x%x page[%u]: page 0x%llx %s 0x%llx",
439 __get_str(dev),
440 __entry->qpn,
441 __entry->index,
442 __entry->page,
443 __entry->mtu8k ? (__entry->v1 ? "v1" : "v0") : "vaddr",
444 __entry->vaddr
445 )
446);
447
448DEFINE_EVENT(/* event */
449 hfi1_tid_flow_page_template, hfi1_tid_flow_page,
450 TP_PROTO(struct rvt_qp *qp, struct tid_rdma_flow *flow, u32 index,
451 char mtu8k, char v1, void *vaddr),
452 TP_ARGS(qp, flow, index, mtu8k, v1, vaddr)
453);
454
455DECLARE_EVENT_CLASS(/* tid_pageset */
456 hfi1_tid_pageset_template,
457 TP_PROTO(struct rvt_qp *qp, u32 index, u16 idx, u16 count),
458 TP_ARGS(qp, index, idx, count),
459 TP_STRUCT__entry(/* entry */
460 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
461 __field(u32, qpn)
462 __field(u32, index)
463 __field(u16, idx)
464 __field(u16, count)
465 ),
466 TP_fast_assign(/* assign */
467 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
468 __entry->qpn = qp->ibqp.qp_num;
469 __entry->index = index;
470 __entry->idx = idx;
471 __entry->count = count;
472 ),
473 TP_printk(/* print */
474 "[%s] qpn 0x%x list[%u]: idx %u count %u",
475 __get_str(dev),
476 __entry->qpn,
477 __entry->index,
478 __entry->idx,
479 __entry->count
480 )
481);
482
483DEFINE_EVENT(/* event */
484 hfi1_tid_pageset_template, hfi1_tid_pageset,
485 TP_PROTO(struct rvt_qp *qp, u32 index, u16 idx, u16 count),
486 TP_ARGS(qp, index, idx, count)
487);
488
489DECLARE_EVENT_CLASS(/* tid_fow */
490 hfi1_tid_flow_template,
491 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
492 TP_ARGS(qp, index, flow),
493 TP_STRUCT__entry(/* entry */
494 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
495 __field(u32, qpn)
496 __field(int, index)
497 __field(int, idx)
498 __field(u32, resp_ib_psn)
499 __field(u32, generation)
500 __field(u32, fspsn)
501 __field(u32, flpsn)
502 __field(u32, r_next_psn)
503 __field(u32, ib_spsn)
504 __field(u32, ib_lpsn)
505 __field(u32, npagesets)
506 __field(u32, tnode_cnt)
507 __field(u32, tidcnt)
508 __field(u32, tid_idx)
509 __field(u32, tid_offset)
510 __field(u32, length)
511 __field(u32, sent)
512 ),
513 TP_fast_assign(/* assign */
514 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
515 __entry->qpn = qp->ibqp.qp_num;
516 __entry->index = index;
517 __entry->idx = flow->idx;
518 __entry->resp_ib_psn = flow->flow_state.resp_ib_psn;
519 __entry->generation = flow->flow_state.generation;
520 __entry->fspsn = full_flow_psn(flow,
521 flow->flow_state.spsn);
522 __entry->flpsn = full_flow_psn(flow,
523 flow->flow_state.lpsn);
524 __entry->r_next_psn = flow->flow_state.r_next_psn;
525 __entry->ib_spsn = flow->flow_state.ib_spsn;
526 __entry->ib_lpsn = flow->flow_state.ib_lpsn;
527 __entry->npagesets = flow->npagesets;
528 __entry->tnode_cnt = flow->tnode_cnt;
529 __entry->tidcnt = flow->tidcnt;
530 __entry->tid_idx = flow->tid_idx;
531 __entry->tid_offset = flow->tid_offset;
532 __entry->length = flow->length;
533 __entry->sent = flow->sent;
534 ),
535 TP_printk(/* print */
536 TID_FLOW_PRN,
537 __get_str(dev),
538 __entry->qpn,
539 __entry->index,
540 __entry->idx,
541 __entry->resp_ib_psn,
542 __entry->generation,
543 __entry->fspsn,
544 __entry->flpsn,
545 __entry->r_next_psn,
546 __entry->ib_spsn,
547 __entry->ib_lpsn,
548 __entry->npagesets,
549 __entry->tnode_cnt,
550 __entry->tidcnt,
551 __entry->tid_idx,
552 __entry->tid_offset,
553 __entry->length,
554 __entry->sent
555 )
556);
557
558DEFINE_EVENT(/* event */
559 hfi1_tid_flow_template, hfi1_tid_flow_alloc,
560 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
561 TP_ARGS(qp, index, flow)
562);
563
564DEFINE_EVENT(/* event */
565 hfi1_tid_flow_template, hfi1_tid_flow_build_read_pkt,
566 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
567 TP_ARGS(qp, index, flow)
568);
569
570DEFINE_EVENT(/* event */
571 hfi1_tid_flow_template, hfi1_tid_flow_build_read_resp,
572 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
573 TP_ARGS(qp, index, flow)
574);
575
576DEFINE_EVENT(/* event */
577 hfi1_tid_flow_template, hfi1_tid_flow_rcv_read_req,
578 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
579 TP_ARGS(qp, index, flow)
580);
581
582DEFINE_EVENT(/* event */
583 hfi1_tid_flow_template, hfi1_tid_flow_rcv_read_resp,
584 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
585 TP_ARGS(qp, index, flow)
586);
587
588DEFINE_EVENT(/* event */
589 hfi1_tid_flow_template, hfi1_tid_flow_restart_req,
590 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
591 TP_ARGS(qp, index, flow)
592);
593
594DEFINE_EVENT(/* event */
595 hfi1_tid_flow_template, hfi1_tid_flow_build_write_resp,
596 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
597 TP_ARGS(qp, index, flow)
598);
599
600DEFINE_EVENT(/* event */
601 hfi1_tid_flow_template, hfi1_tid_flow_rcv_write_resp,
602 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
603 TP_ARGS(qp, index, flow)
604);
605
606DEFINE_EVENT(/* event */
607 hfi1_tid_flow_template, hfi1_tid_flow_build_write_data,
608 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
609 TP_ARGS(qp, index, flow)
610);
611
612DEFINE_EVENT(/* event */
613 hfi1_tid_flow_template, hfi1_tid_flow_rcv_tid_ack,
614 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
615 TP_ARGS(qp, index, flow)
616);
617
618DEFINE_EVENT(/* event */
619 hfi1_tid_flow_template, hfi1_tid_flow_rcv_resync,
620 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
621 TP_ARGS(qp, index, flow)
622);
623
624DEFINE_EVENT(/* event */
625 hfi1_tid_flow_template, hfi1_tid_flow_handle_kdeth_eflags,
626 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
627 TP_ARGS(qp, index, flow)
628);
629
630DEFINE_EVENT(/* event */
631 hfi1_tid_flow_template, hfi1_tid_flow_read_kdeth_eflags,
632 TP_PROTO(struct rvt_qp *qp, int index, struct tid_rdma_flow *flow),
633 TP_ARGS(qp, index, flow)
634);
635
636DECLARE_EVENT_CLASS(/* tid_node */
637 hfi1_tid_node_template,
638 TP_PROTO(struct rvt_qp *qp, const char *msg, u32 index, u32 base,
639 u8 map, u8 used, u8 cnt),
640 TP_ARGS(qp, msg, index, base, map, used, cnt),
641 TP_STRUCT__entry(/* entry */
642 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
643 __field(u32, qpn)
644 __string(msg, msg)
645 __field(u32, index)
646 __field(u32, base)
647 __field(u8, map)
648 __field(u8, used)
649 __field(u8, cnt)
650 ),
651 TP_fast_assign(/* assign */
652 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
653 __entry->qpn = qp->ibqp.qp_num;
654 __assign_str(msg, msg);
655 __entry->index = index;
656 __entry->base = base;
657 __entry->map = map;
658 __entry->used = used;
659 __entry->cnt = cnt;
660 ),
661 TP_printk(/* print */
662 TID_NODE_PRN,
663 __get_str(dev),
664 __entry->qpn,
665 __get_str(msg),
666 __entry->index,
667 __entry->base,
668 __entry->map,
669 __entry->used,
670 __entry->cnt
671 )
672);
673
674DEFINE_EVENT(/* event */
675 hfi1_tid_node_template, hfi1_tid_node_add,
676 TP_PROTO(struct rvt_qp *qp, const char *msg, u32 index, u32 base,
677 u8 map, u8 used, u8 cnt),
678 TP_ARGS(qp, msg, index, base, map, used, cnt)
679);
680
681DECLARE_EVENT_CLASS(/* tid_entry */
682 hfi1_tid_entry_template,
683 TP_PROTO(struct rvt_qp *qp, int index, u32 ent),
684 TP_ARGS(qp, index, ent),
685 TP_STRUCT__entry(/* entry */
686 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
687 __field(u32, qpn)
688 __field(int, index)
689 __field(u8, ctrl)
690 __field(u16, idx)
691 __field(u16, len)
692 ),
693 TP_fast_assign(/* assign */
694 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
695 __entry->qpn = qp->ibqp.qp_num;
696 __entry->index = index;
697 __entry->ctrl = hfi1_trace_get_tid_ctrl(ent);
698 __entry->idx = hfi1_trace_get_tid_idx(ent);
699 __entry->len = hfi1_trace_get_tid_len(ent);
700 ),
701 TP_printk(/* print */
702 "[%s] qpn 0x%x TID entry %d: idx %u len %u ctrl 0x%x",
703 __get_str(dev),
704 __entry->qpn,
705 __entry->index,
706 __entry->idx,
707 __entry->len,
708 __entry->ctrl
709 )
710);
711
712DEFINE_EVENT(/* event */
713 hfi1_tid_entry_template, hfi1_tid_entry_alloc,
714 TP_PROTO(struct rvt_qp *qp, int index, u32 entry),
715 TP_ARGS(qp, index, entry)
716);
717
718DEFINE_EVENT(/* event */
719 hfi1_tid_entry_template, hfi1_tid_entry_build_read_resp,
720 TP_PROTO(struct rvt_qp *qp, int index, u32 ent),
721 TP_ARGS(qp, index, ent)
722);
723
724DEFINE_EVENT(/* event */
725 hfi1_tid_entry_template, hfi1_tid_entry_rcv_read_req,
726 TP_PROTO(struct rvt_qp *qp, int index, u32 ent),
727 TP_ARGS(qp, index, ent)
728);
729
730DEFINE_EVENT(/* event */
731 hfi1_tid_entry_template, hfi1_tid_entry_rcv_write_resp,
732 TP_PROTO(struct rvt_qp *qp, int index, u32 entry),
733 TP_ARGS(qp, index, entry)
734);
735
736DEFINE_EVENT(/* event */
737 hfi1_tid_entry_template, hfi1_tid_entry_build_write_data,
738 TP_PROTO(struct rvt_qp *qp, int index, u32 entry),
739 TP_ARGS(qp, index, entry)
740);
741
742DECLARE_EVENT_CLASS(/* rsp_info */
743 hfi1_responder_info_template,
744 TP_PROTO(struct rvt_qp *qp, u32 psn),
745 TP_ARGS(qp, psn),
746 TP_STRUCT__entry(/* entry */
747 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
748 __field(u32, qpn)
749 __field(u8, state)
750 __field(u8, s_state)
751 __field(u32, psn)
752 __field(u32, r_psn)
753 __field(u8, r_state)
754 __field(u8, r_flags)
755 __field(u8, r_head_ack_queue)
756 __field(u8, s_tail_ack_queue)
757 __field(u8, s_acked_ack_queue)
758 __field(u8, s_ack_state)
759 __field(u8, s_nak_state)
760 __field(u8, r_nak_state)
761 __field(u32, s_flags)
762 __field(u32, ps_flags)
763 __field(unsigned long, iow_flags)
764 ),
765 TP_fast_assign(/* assign */
766 struct hfi1_qp_priv *priv = qp->priv;
767
768 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
769 __entry->qpn = qp->ibqp.qp_num;
770 __entry->state = qp->state;
771 __entry->s_state = qp->s_state;
772 __entry->psn = psn;
773 __entry->r_psn = qp->r_psn;
774 __entry->r_state = qp->r_state;
775 __entry->r_flags = qp->r_flags;
776 __entry->r_head_ack_queue = qp->r_head_ack_queue;
777 __entry->s_tail_ack_queue = qp->s_tail_ack_queue;
778 __entry->s_acked_ack_queue = qp->s_acked_ack_queue;
779 __entry->s_ack_state = qp->s_ack_state;
780 __entry->s_nak_state = qp->s_nak_state;
781 __entry->s_flags = qp->s_flags;
782 __entry->ps_flags = priv->s_flags;
783 __entry->iow_flags = priv->s_iowait.flags;
784 ),
785 TP_printk(/* print */
786 RSP_INFO_PRN,
787 __get_str(dev),
788 __entry->qpn,
789 __entry->state,
790 __entry->s_state,
791 __entry->psn,
792 __entry->r_psn,
793 __entry->r_state,
794 __entry->r_flags,
795 __entry->r_head_ack_queue,
796 __entry->s_tail_ack_queue,
797 __entry->s_acked_ack_queue,
798 __entry->s_ack_state,
799 __entry->s_nak_state,
800 __entry->s_flags,
801 __entry->ps_flags,
802 __entry->iow_flags
803 )
804);
805
806DEFINE_EVENT(/* event */
807 hfi1_responder_info_template, hfi1_rsp_make_rc_ack,
808 TP_PROTO(struct rvt_qp *qp, u32 psn),
809 TP_ARGS(qp, psn)
810);
811
812DEFINE_EVENT(/* event */
813 hfi1_responder_info_template, hfi1_rsp_rcv_tid_read_req,
814 TP_PROTO(struct rvt_qp *qp, u32 psn),
815 TP_ARGS(qp, psn)
816);
817
818DEFINE_EVENT(/* event */
819 hfi1_responder_info_template, hfi1_rsp_tid_rcv_error,
820 TP_PROTO(struct rvt_qp *qp, u32 psn),
821 TP_ARGS(qp, psn)
822);
823
824DEFINE_EVENT(/* event */
825 hfi1_responder_info_template, hfi1_rsp_tid_write_alloc_res,
826 TP_PROTO(struct rvt_qp *qp, u32 psn),
827 TP_ARGS(qp, psn)
828);
829
830DEFINE_EVENT(/* event */
831 hfi1_responder_info_template, hfi1_rsp_rcv_tid_write_req,
832 TP_PROTO(struct rvt_qp *qp, u32 psn),
833 TP_ARGS(qp, psn)
834);
835
836DEFINE_EVENT(/* event */
837 hfi1_responder_info_template, hfi1_rsp_build_tid_write_resp,
838 TP_PROTO(struct rvt_qp *qp, u32 psn),
839 TP_ARGS(qp, psn)
840);
841
842DEFINE_EVENT(/* event */
843 hfi1_responder_info_template, hfi1_rsp_rcv_tid_write_data,
844 TP_PROTO(struct rvt_qp *qp, u32 psn),
845 TP_ARGS(qp, psn)
846);
847
848DEFINE_EVENT(/* event */
849 hfi1_responder_info_template, hfi1_rsp_make_tid_ack,
850 TP_PROTO(struct rvt_qp *qp, u32 psn),
851 TP_ARGS(qp, psn)
852);
853
854DEFINE_EVENT(/* event */
855 hfi1_responder_info_template, hfi1_rsp_handle_kdeth_eflags,
856 TP_PROTO(struct rvt_qp *qp, u32 psn),
857 TP_ARGS(qp, psn)
858);
859
860DEFINE_EVENT(/* event */
861 hfi1_responder_info_template, hfi1_rsp_read_kdeth_eflags,
862 TP_PROTO(struct rvt_qp *qp, u32 psn),
863 TP_ARGS(qp, psn)
864);
865
866DECLARE_EVENT_CLASS(/* sender_info */
867 hfi1_sender_info_template,
868 TP_PROTO(struct rvt_qp *qp),
869 TP_ARGS(qp),
870 TP_STRUCT__entry(/* entry */
871 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
872 __field(u32, qpn)
873 __field(u8, state)
874 __field(u32, s_cur)
875 __field(u32, s_tail)
876 __field(u32, s_head)
877 __field(u32, s_acked)
878 __field(u32, s_last)
879 __field(u32, s_psn)
880 __field(u32, s_last_psn)
881 __field(u32, s_flags)
882 __field(u32, ps_flags)
883 __field(unsigned long, iow_flags)
884 __field(u8, s_state)
885 __field(u8, s_num_rd)
886 __field(u8, s_retry)
887 ),
888 TP_fast_assign(/* assign */
889 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
890 __entry->qpn = qp->ibqp.qp_num;
891 __entry->state = qp->state;
892 __entry->s_cur = qp->s_cur;
893 __entry->s_tail = qp->s_tail;
894 __entry->s_head = qp->s_head;
895 __entry->s_acked = qp->s_acked;
896 __entry->s_last = qp->s_last;
897 __entry->s_psn = qp->s_psn;
898 __entry->s_last_psn = qp->s_last_psn;
899 __entry->s_flags = qp->s_flags;
900 __entry->ps_flags = ((struct hfi1_qp_priv *)qp->priv)->s_flags;
901 __entry->iow_flags =
902 ((struct hfi1_qp_priv *)qp->priv)->s_iowait.flags;
903 __entry->s_state = qp->s_state;
904 __entry->s_num_rd = qp->s_num_rd_atomic;
905 __entry->s_retry = qp->s_retry;
906 ),
907 TP_printk(/* print */
908 SENDER_INFO_PRN,
909 __get_str(dev),
910 __entry->qpn,
911 __entry->state,
912 __entry->s_cur,
913 __entry->s_tail,
914 __entry->s_head,
915 __entry->s_acked,
916 __entry->s_last,
917 __entry->s_psn,
918 __entry->s_last_psn,
919 __entry->s_flags,
920 __entry->ps_flags,
921 __entry->iow_flags,
922 __entry->s_state,
923 __entry->s_num_rd,
924 __entry->s_retry
925 )
926);
927
928DEFINE_EVENT(/* event */
929 hfi1_sender_info_template, hfi1_sender_make_rc_req,
930 TP_PROTO(struct rvt_qp *qp),
931 TP_ARGS(qp)
932);
933
934DEFINE_EVENT(/* event */
935 hfi1_sender_info_template, hfi1_sender_reset_psn,
936 TP_PROTO(struct rvt_qp *qp),
937 TP_ARGS(qp)
938);
939
940DEFINE_EVENT(/* event */
941 hfi1_sender_info_template, hfi1_sender_restart_rc,
942 TP_PROTO(struct rvt_qp *qp),
943 TP_ARGS(qp)
944);
945
946DEFINE_EVENT(/* event */
947 hfi1_sender_info_template, hfi1_sender_do_rc_ack,
948 TP_PROTO(struct rvt_qp *qp),
949 TP_ARGS(qp)
950);
951
952DEFINE_EVENT(/* event */
953 hfi1_sender_info_template, hfi1_sender_rcv_tid_read_resp,
954 TP_PROTO(struct rvt_qp *qp),
955 TP_ARGS(qp)
956);
957
958DEFINE_EVENT(/* event */
959 hfi1_sender_info_template, hfi1_sender_rcv_tid_ack,
960 TP_PROTO(struct rvt_qp *qp),
961 TP_ARGS(qp)
962);
963
964DEFINE_EVENT(/* event */
965 hfi1_sender_info_template, hfi1_sender_make_tid_pkt,
966 TP_PROTO(struct rvt_qp *qp),
967 TP_ARGS(qp)
968);
969
970DEFINE_EVENT(/* event */
971 hfi1_sender_info_template, hfi1_sender_read_kdeth_eflags,
972 TP_PROTO(struct rvt_qp *qp),
973 TP_ARGS(qp)
974);
975
976DECLARE_EVENT_CLASS(/* tid_read_sender */
977 hfi1_tid_read_sender_template,
978 TP_PROTO(struct rvt_qp *qp, char newreq),
979 TP_ARGS(qp, newreq),
980 TP_STRUCT__entry(/* entry */
981 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
982 __field(u32, qpn)
983 __field(char, newreq)
984 __field(u32, tid_r_reqs)
985 __field(u32, tid_r_comp)
986 __field(u32, pending_tid_r_segs)
987 __field(u32, s_flags)
988 __field(u32, ps_flags)
989 __field(unsigned long, iow_flags)
990 __field(u8, s_state)
991 __field(u32, hw_flow_index)
992 __field(u32, generation)
993 __field(u32, fpsn)
994 ),
995 TP_fast_assign(/* assign */
996 struct hfi1_qp_priv *priv = qp->priv;
997
998 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
999 __entry->qpn = qp->ibqp.qp_num;
1000 __entry->newreq = newreq;
1001 __entry->tid_r_reqs = priv->tid_r_reqs;
1002 __entry->tid_r_comp = priv->tid_r_comp;
1003 __entry->pending_tid_r_segs = priv->pending_tid_r_segs;
1004 __entry->s_flags = qp->s_flags;
1005 __entry->ps_flags = priv->s_flags;
1006 __entry->iow_flags = priv->s_iowait.flags;
1007 __entry->s_state = priv->s_state;
1008 __entry->hw_flow_index = priv->flow_state.index;
1009 __entry->generation = priv->flow_state.generation;
1010 __entry->fpsn = priv->flow_state.psn;
1011 ),
1012 TP_printk(/* print */
1013 TID_READ_SENDER_PRN,
1014 __get_str(dev),
1015 __entry->qpn,
1016 __entry->newreq,
1017 __entry->tid_r_reqs,
1018 __entry->tid_r_comp,
1019 __entry->pending_tid_r_segs,
1020 __entry->s_flags,
1021 __entry->ps_flags,
1022 __entry->iow_flags,
1023 __entry->s_state,
1024 __entry->hw_flow_index,
1025 __entry->generation,
1026 __entry->fpsn
1027 )
1028);
1029
1030DEFINE_EVENT(/* event */
1031 hfi1_tid_read_sender_template, hfi1_tid_read_sender_make_req,
1032 TP_PROTO(struct rvt_qp *qp, char newreq),
1033 TP_ARGS(qp, newreq)
1034);
1035
1036DEFINE_EVENT(/* event */
1037 hfi1_tid_read_sender_template, hfi1_tid_read_sender_kdeth_eflags,
1038 TP_PROTO(struct rvt_qp *qp, char newreq),
1039 TP_ARGS(qp, newreq)
1040);
1041
1042DECLARE_EVENT_CLASS(/* tid_rdma_request */
1043 hfi1_tid_rdma_request_template,
1044 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1045 struct tid_rdma_request *req),
1046 TP_ARGS(qp, newreq, opcode, psn, lpsn, req),
1047 TP_STRUCT__entry(/* entry */
1048 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
1049 __field(u32, qpn)
1050 __field(char, newreq)
1051 __field(u8, opcode)
1052 __field(u32, psn)
1053 __field(u32, lpsn)
1054 __field(u32, cur_seg)
1055 __field(u32, comp_seg)
1056 __field(u32, ack_seg)
1057 __field(u32, alloc_seg)
1058 __field(u32, total_segs)
1059 __field(u16, setup_head)
1060 __field(u16, clear_tail)
1061 __field(u16, flow_idx)
1062 __field(u16, acked_tail)
1063 __field(u32, state)
1064 __field(u32, r_ack_psn)
1065 __field(u32, r_flow_psn)
1066 __field(u32, r_last_acked)
1067 __field(u32, s_next_psn)
1068 ),
1069 TP_fast_assign(/* assign */
1070 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
1071 __entry->qpn = qp->ibqp.qp_num;
1072 __entry->newreq = newreq;
1073 __entry->opcode = opcode;
1074 __entry->psn = psn;
1075 __entry->lpsn = lpsn;
1076 __entry->cur_seg = req->cur_seg;
1077 __entry->comp_seg = req->comp_seg;
1078 __entry->ack_seg = req->ack_seg;
1079 __entry->alloc_seg = req->alloc_seg;
1080 __entry->total_segs = req->total_segs;
1081 __entry->setup_head = req->setup_head;
1082 __entry->clear_tail = req->clear_tail;
1083 __entry->flow_idx = req->flow_idx;
1084 __entry->acked_tail = req->acked_tail;
1085 __entry->state = req->state;
1086 __entry->r_ack_psn = req->r_ack_psn;
1087 __entry->r_flow_psn = req->r_flow_psn;
1088 __entry->r_last_acked = req->r_last_acked;
1089 __entry->s_next_psn = req->s_next_psn;
1090 ),
1091 TP_printk(/* print */
1092 TID_REQ_PRN,
1093 __get_str(dev),
1094 __entry->qpn,
1095 __entry->newreq,
1096 __entry->opcode,
1097 __entry->psn,
1098 __entry->lpsn,
1099 __entry->cur_seg,
1100 __entry->comp_seg,
1101 __entry->ack_seg,
1102 __entry->alloc_seg,
1103 __entry->total_segs,
1104 __entry->setup_head,
1105 __entry->clear_tail,
1106 __entry->flow_idx,
1107 __entry->acked_tail,
1108 __entry->state,
1109 __entry->r_ack_psn,
1110 __entry->r_flow_psn,
1111 __entry->r_last_acked,
1112 __entry->s_next_psn
1113 )
1114);
1115
1116DEFINE_EVENT(/* event */
1117 hfi1_tid_rdma_request_template, hfi1_tid_req_make_req_read,
1118 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1119 struct tid_rdma_request *req),
1120 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1121);
1122
1123DEFINE_EVENT(/* event */
1124 hfi1_tid_rdma_request_template, hfi1_tid_req_build_read_req,
1125 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1126 struct tid_rdma_request *req),
1127 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1128);
1129
1130DEFINE_EVENT(/* event */
1131 hfi1_tid_rdma_request_template, hfi1_tid_req_rcv_read_req,
1132 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1133 struct tid_rdma_request *req),
1134 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1135);
1136
1137DEFINE_EVENT(/* event */
1138 hfi1_tid_rdma_request_template, hfi1_tid_req_rcv_read_resp,
1139 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1140 struct tid_rdma_request *req),
1141 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1142);
1143
1144DEFINE_EVENT(/* event */
1145 hfi1_tid_rdma_request_template, hfi1_tid_req_rcv_err,
1146 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1147 struct tid_rdma_request *req),
1148 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1149);
1150
1151DEFINE_EVENT(/* event */
1152 hfi1_tid_rdma_request_template, hfi1_tid_req_restart_req,
1153 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1154 struct tid_rdma_request *req),
1155 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1156);
1157
1158DEFINE_EVENT(/* event */
1159 hfi1_tid_rdma_request_template, hfi1_tid_req_setup_tid_wqe,
1160 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1161 struct tid_rdma_request *req),
1162 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1163);
1164
1165DEFINE_EVENT(/* event */
1166 hfi1_tid_rdma_request_template, hfi1_tid_req_write_alloc_res,
1167 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1168 struct tid_rdma_request *req),
1169 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1170);
1171
1172DEFINE_EVENT(/* event */
1173 hfi1_tid_rdma_request_template, hfi1_tid_req_rcv_write_req,
1174 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1175 struct tid_rdma_request *req),
1176 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1177);
1178
1179DEFINE_EVENT(/* event */
1180 hfi1_tid_rdma_request_template, hfi1_tid_req_build_write_resp,
1181 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1182 struct tid_rdma_request *req),
1183 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1184);
1185
1186DEFINE_EVENT(/* event */
1187 hfi1_tid_rdma_request_template, hfi1_tid_req_rcv_write_resp,
1188 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1189 struct tid_rdma_request *req),
1190 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1191);
1192
1193DEFINE_EVENT(/* event */
1194 hfi1_tid_rdma_request_template, hfi1_tid_req_rcv_write_data,
1195 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1196 struct tid_rdma_request *req),
1197 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1198);
1199
1200DEFINE_EVENT(/* event */
1201 hfi1_tid_rdma_request_template, hfi1_tid_req_rcv_tid_ack,
1202 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1203 struct tid_rdma_request *req),
1204 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1205);
1206
1207DEFINE_EVENT(/* event */
1208 hfi1_tid_rdma_request_template, hfi1_tid_req_tid_retry_timeout,
1209 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1210 struct tid_rdma_request *req),
1211 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1212);
1213
1214DEFINE_EVENT(/* event */
1215 hfi1_tid_rdma_request_template, hfi1_tid_req_rcv_resync,
1216 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1217 struct tid_rdma_request *req),
1218 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1219);
1220
1221DEFINE_EVENT(/* event */
1222 hfi1_tid_rdma_request_template, hfi1_tid_req_make_tid_pkt,
1223 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1224 struct tid_rdma_request *req),
1225 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1226);
1227
1228DEFINE_EVENT(/* event */
1229 hfi1_tid_rdma_request_template, hfi1_tid_req_make_tid_ack,
1230 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1231 struct tid_rdma_request *req),
1232 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1233);
1234
1235DEFINE_EVENT(/* event */
1236 hfi1_tid_rdma_request_template, hfi1_tid_req_handle_kdeth_eflags,
1237 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1238 struct tid_rdma_request *req),
1239 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1240);
1241
1242DEFINE_EVENT(/* event */
1243 hfi1_tid_rdma_request_template, hfi1_tid_req_read_kdeth_eflags,
1244 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1245 struct tid_rdma_request *req),
1246 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1247);
1248
1249DEFINE_EVENT(/* event */
1250 hfi1_tid_rdma_request_template, hfi1_tid_req_make_rc_ack_write,
1251 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1252 struct tid_rdma_request *req),
1253 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1254);
1255
1256DEFINE_EVENT(/* event */
1257 hfi1_tid_rdma_request_template, hfi1_tid_req_make_req_write,
1258 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1259 struct tid_rdma_request *req),
1260 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1261);
1262
1263DEFINE_EVENT(/* event */
1264 hfi1_tid_rdma_request_template, hfi1_tid_req_update_num_rd_atomic,
1265 TP_PROTO(struct rvt_qp *qp, char newreq, u8 opcode, u32 psn, u32 lpsn,
1266 struct tid_rdma_request *req),
1267 TP_ARGS(qp, newreq, opcode, psn, lpsn, req)
1268);
1269
1270DECLARE_EVENT_CLASS(/* rc_rcv_err */
1271 hfi1_rc_rcv_err_template,
1272 TP_PROTO(struct rvt_qp *qp, u32 opcode, u32 psn, int diff),
1273 TP_ARGS(qp, opcode, psn, diff),
1274 TP_STRUCT__entry(/* entry */
1275 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
1276 __field(u32, qpn)
1277 __field(u32, s_flags)
1278 __field(u8, state)
1279 __field(u8, s_acked_ack_queue)
1280 __field(u8, s_tail_ack_queue)
1281 __field(u8, r_head_ack_queue)
1282 __field(u32, opcode)
1283 __field(u32, psn)
1284 __field(u32, r_psn)
1285 __field(int, diff)
1286 ),
1287 TP_fast_assign(/* assign */
1288 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
1289 __entry->qpn = qp->ibqp.qp_num;
1290 __entry->s_flags = qp->s_flags;
1291 __entry->state = qp->state;
1292 __entry->s_acked_ack_queue = qp->s_acked_ack_queue;
1293 __entry->s_tail_ack_queue = qp->s_tail_ack_queue;
1294 __entry->r_head_ack_queue = qp->r_head_ack_queue;
1295 __entry->opcode = opcode;
1296 __entry->psn = psn;
1297 __entry->r_psn = qp->r_psn;
1298 __entry->diff = diff;
1299 ),
1300 TP_printk(/* print */
1301 RCV_ERR_PRN,
1302 __get_str(dev),
1303 __entry->qpn,
1304 __entry->s_flags,
1305 __entry->state,
1306 __entry->s_acked_ack_queue,
1307 __entry->s_tail_ack_queue,
1308 __entry->r_head_ack_queue,
1309 __entry->opcode,
1310 __entry->psn,
1311 __entry->r_psn,
1312 __entry->diff
1313 )
1314);
1315
1316DEFINE_EVENT(/* event */
1317 hfi1_rc_rcv_err_template, hfi1_tid_rdma_rcv_err,
1318 TP_PROTO(struct rvt_qp *qp, u32 opcode, u32 psn, int diff),
1319 TP_ARGS(qp, opcode, psn, diff)
1320);
1321
1322DECLARE_EVENT_CLASS(/* sge */
1323 hfi1_sge_template,
1324 TP_PROTO(struct rvt_qp *qp, int index, struct rvt_sge *sge),
1325 TP_ARGS(qp, index, sge),
1326 TP_STRUCT__entry(/* entry */
1327 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
1328 __field(u32, qpn)
1329 __field(int, index)
1330 __field(u64, vaddr)
1331 __field(u32, sge_length)
1332 ),
1333 TP_fast_assign(/* assign */
1334 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
1335 __entry->qpn = qp->ibqp.qp_num;
1336 __entry->index = index;
1337 __entry->vaddr = (u64)sge->vaddr;
1338 __entry->sge_length = sge->sge_length;
1339 ),
1340 TP_printk(/* print */
1341 "[%s] qpn 0x%x sge %d: vaddr 0x%llx sge_length %u",
1342 __get_str(dev),
1343 __entry->qpn,
1344 __entry->index,
1345 __entry->vaddr,
1346 __entry->sge_length
1347 )
1348);
1349
1350DEFINE_EVENT(/* event */
1351 hfi1_sge_template, hfi1_sge_check_align,
1352 TP_PROTO(struct rvt_qp *qp, int index, struct rvt_sge *sge),
1353 TP_ARGS(qp, index, sge)
1354);
1355
1356DECLARE_EVENT_CLASS(/* tid_write_sp */
1357 hfi1_tid_write_rsp_template,
1358 TP_PROTO(struct rvt_qp *qp),
1359 TP_ARGS(qp),
1360 TP_STRUCT__entry(/* entry */
1361 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
1362 __field(u32, qpn)
1363 __field(u32, r_tid_head)
1364 __field(u32, r_tid_tail)
1365 __field(u32, r_tid_ack)
1366 __field(u32, r_tid_alloc)
1367 __field(u32, alloc_w_segs)
1368 __field(u32, pending_tid_w_segs)
1369 __field(bool, sync_pt)
1370 __field(u32, ps_nak_psn)
1371 __field(u8, ps_nak_state)
1372 __field(u8, prnr_nak_state)
1373 __field(u32, hw_flow_index)
1374 __field(u32, generation)
1375 __field(u32, fpsn)
1376 __field(bool, resync)
1377 __field(u32, r_next_psn_kdeth)
1378 ),
1379 TP_fast_assign(/* assign */
1380 struct hfi1_qp_priv *priv = qp->priv;
1381
1382 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
1383 __entry->qpn = qp->ibqp.qp_num;
1384 __entry->r_tid_head = priv->r_tid_head;
1385 __entry->r_tid_tail = priv->r_tid_tail;
1386 __entry->r_tid_ack = priv->r_tid_ack;
1387 __entry->r_tid_alloc = priv->r_tid_alloc;
1388 __entry->alloc_w_segs = priv->alloc_w_segs;
1389 __entry->pending_tid_w_segs = priv->pending_tid_w_segs;
1390 __entry->sync_pt = priv->sync_pt;
1391 __entry->ps_nak_psn = priv->s_nak_psn;
1392 __entry->ps_nak_state = priv->s_nak_state;
1393 __entry->prnr_nak_state = priv->rnr_nak_state;
1394 __entry->hw_flow_index = priv->flow_state.index;
1395 __entry->generation = priv->flow_state.generation;
1396 __entry->fpsn = priv->flow_state.psn;
1397 __entry->resync = priv->resync;
1398 __entry->r_next_psn_kdeth = priv->r_next_psn_kdeth;
1399 ),
1400 TP_printk(/* print */
1401 TID_WRITE_RSPDR_PRN,
1402 __get_str(dev),
1403 __entry->qpn,
1404 __entry->r_tid_head,
1405 __entry->r_tid_tail,
1406 __entry->r_tid_ack,
1407 __entry->r_tid_alloc,
1408 __entry->alloc_w_segs,
1409 __entry->pending_tid_w_segs,
1410 __entry->sync_pt ? "yes" : "no",
1411 __entry->ps_nak_psn,
1412 __entry->ps_nak_state,
1413 __entry->prnr_nak_state,
1414 __entry->hw_flow_index,
1415 __entry->generation,
1416 __entry->fpsn,
1417 __entry->resync ? "yes" : "no",
1418 __entry->r_next_psn_kdeth
1419 )
1420);
1421
1422DEFINE_EVENT(/* event */
1423 hfi1_tid_write_rsp_template, hfi1_tid_write_rsp_alloc_res,
1424 TP_PROTO(struct rvt_qp *qp),
1425 TP_ARGS(qp)
1426);
1427
1428DEFINE_EVENT(/* event */
1429 hfi1_tid_write_rsp_template, hfi1_tid_write_rsp_rcv_req,
1430 TP_PROTO(struct rvt_qp *qp),
1431 TP_ARGS(qp)
1432);
1433
1434DEFINE_EVENT(/* event */
1435 hfi1_tid_write_rsp_template, hfi1_tid_write_rsp_build_resp,
1436 TP_PROTO(struct rvt_qp *qp),
1437 TP_ARGS(qp)
1438);
1439
1440DEFINE_EVENT(/* event */
1441 hfi1_tid_write_rsp_template, hfi1_tid_write_rsp_rcv_data,
1442 TP_PROTO(struct rvt_qp *qp),
1443 TP_ARGS(qp)
1444);
1445
1446DEFINE_EVENT(/* event */
1447 hfi1_tid_write_rsp_template, hfi1_tid_write_rsp_rcv_resync,
1448 TP_PROTO(struct rvt_qp *qp),
1449 TP_ARGS(qp)
1450);
1451
1452DEFINE_EVENT(/* event */
1453 hfi1_tid_write_rsp_template, hfi1_tid_write_rsp_make_tid_ack,
1454 TP_PROTO(struct rvt_qp *qp),
1455 TP_ARGS(qp)
1456);
1457
1458DEFINE_EVENT(/* event */
1459 hfi1_tid_write_rsp_template, hfi1_tid_write_rsp_handle_kdeth_eflags,
1460 TP_PROTO(struct rvt_qp *qp),
1461 TP_ARGS(qp)
1462);
1463
1464DEFINE_EVENT(/* event */
1465 hfi1_tid_write_rsp_template, hfi1_tid_write_rsp_make_rc_ack,
1466 TP_PROTO(struct rvt_qp *qp),
1467 TP_ARGS(qp)
1468);
1469
1470DECLARE_EVENT_CLASS(/* tid_write_sender */
1471 hfi1_tid_write_sender_template,
1472 TP_PROTO(struct rvt_qp *qp, char newreq),
1473 TP_ARGS(qp, newreq),
1474 TP_STRUCT__entry(/* entry */
1475 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
1476 __field(u32, qpn)
1477 __field(char, newreq)
1478 __field(u32, s_tid_cur)
1479 __field(u32, s_tid_tail)
1480 __field(u32, s_tid_head)
1481 __field(u32, pending_tid_w_resp)
1482 __field(u32, n_requests)
1483 __field(u32, n_tid_requests)
1484 __field(u32, s_flags)
1485 __field(u32, ps_flags)
1486 __field(unsigned long, iow_flags)
1487 __field(u8, s_state)
1488 __field(u8, s_retry)
1489 ),
1490 TP_fast_assign(/* assign */
1491 struct hfi1_qp_priv *priv = qp->priv;
1492
1493 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
1494 __entry->qpn = qp->ibqp.qp_num;
1495 __entry->newreq = newreq;
1496 __entry->s_tid_cur = priv->s_tid_cur;
1497 __entry->s_tid_tail = priv->s_tid_tail;
1498 __entry->s_tid_head = priv->s_tid_head;
1499 __entry->pending_tid_w_resp = priv->pending_tid_w_resp;
1500 __entry->n_requests = atomic_read(&priv->n_requests);
1501 __entry->n_tid_requests = atomic_read(&priv->n_tid_requests);
1502 __entry->s_flags = qp->s_flags;
1503 __entry->ps_flags = priv->s_flags;
1504 __entry->iow_flags = priv->s_iowait.flags;
1505 __entry->s_state = priv->s_state;
1506 __entry->s_retry = priv->s_retry;
1507 ),
1508 TP_printk(/* print */
1509 TID_WRITE_SENDER_PRN,
1510 __get_str(dev),
1511 __entry->qpn,
1512 __entry->newreq,
1513 __entry->s_tid_cur,
1514 __entry->s_tid_tail,
1515 __entry->s_tid_head,
1516 __entry->pending_tid_w_resp,
1517 __entry->n_requests,
1518 __entry->n_tid_requests,
1519 __entry->s_flags,
1520 __entry->ps_flags,
1521 __entry->iow_flags,
1522 __entry->s_state,
1523 __entry->s_retry
1524 )
1525);
1526
1527DEFINE_EVENT(/* event */
1528 hfi1_tid_write_sender_template, hfi1_tid_write_sender_rcv_resp,
1529 TP_PROTO(struct rvt_qp *qp, char newreq),
1530 TP_ARGS(qp, newreq)
1531);
1532
1533DEFINE_EVENT(/* event */
1534 hfi1_tid_write_sender_template, hfi1_tid_write_sender_rcv_tid_ack,
1535 TP_PROTO(struct rvt_qp *qp, char newreq),
1536 TP_ARGS(qp, newreq)
1537);
1538
1539DEFINE_EVENT(/* event */
1540 hfi1_tid_write_sender_template, hfi1_tid_write_sender_retry_timeout,
1541 TP_PROTO(struct rvt_qp *qp, char newreq),
1542 TP_ARGS(qp, newreq)
1543);
1544
1545DEFINE_EVENT(/* event */
1546 hfi1_tid_write_sender_template, hfi1_tid_write_sender_make_tid_pkt,
1547 TP_PROTO(struct rvt_qp *qp, char newreq),
1548 TP_ARGS(qp, newreq)
1549);
1550
1551DEFINE_EVENT(/* event */
1552 hfi1_tid_write_sender_template, hfi1_tid_write_sender_make_req,
1553 TP_PROTO(struct rvt_qp *qp, char newreq),
1554 TP_ARGS(qp, newreq)
1555);
1556
1557DEFINE_EVENT(/* event */
1558 hfi1_tid_write_sender_template, hfi1_tid_write_sender_restart_rc,
1559 TP_PROTO(struct rvt_qp *qp, char newreq),
1560 TP_ARGS(qp, newreq)
1561);
1562
1563DECLARE_EVENT_CLASS(/* tid_ack */
1564 hfi1_tid_ack_template,
1565 TP_PROTO(struct rvt_qp *qp, u32 aeth, u32 psn,
1566 u32 req_psn, u32 resync_psn),
1567 TP_ARGS(qp, aeth, psn, req_psn, resync_psn),
1568 TP_STRUCT__entry(/* entry */
1569 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
1570 __field(u32, qpn)
1571 __field(u32, aeth)
1572 __field(u32, psn)
1573 __field(u32, req_psn)
1574 __field(u32, resync_psn)
1575 ),
1576 TP_fast_assign(/* assign */
1577 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
1578 __entry->qpn = qp->ibqp.qp_num;
1579 __entry->aeth = aeth;
1580 __entry->psn = psn;
1581 __entry->req_psn = req_psn;
1582 __entry->resync_psn = resync_psn;
1583 ),
1584 TP_printk(/* print */
1585 "[%s] qpn 0x%x aeth 0x%x psn 0x%x req_psn 0x%x resync_psn 0x%x",
1586 __get_str(dev),
1587 __entry->qpn,
1588 __entry->aeth,
1589 __entry->psn,
1590 __entry->req_psn,
1591 __entry->resync_psn
1592 )
1593);
1594
1595DEFINE_EVENT(/* rcv_tid_ack */
1596 hfi1_tid_ack_template, hfi1_rcv_tid_ack,
1597 TP_PROTO(struct rvt_qp *qp, u32 aeth, u32 psn,
1598 u32 req_psn, u32 resync_psn),
1599 TP_ARGS(qp, aeth, psn, req_psn, resync_psn)
1600);
1601
1602DECLARE_EVENT_CLASS(/* kdeth_eflags_error */
1603 hfi1_kdeth_eflags_error_template,
1604 TP_PROTO(struct rvt_qp *qp, u8 rcv_type, u8 rte, u32 psn),
1605 TP_ARGS(qp, rcv_type, rte, psn),
1606 TP_STRUCT__entry(/* entry */
1607 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device))
1608 __field(u32, qpn)
1609 __field(u8, rcv_type)
1610 __field(u8, rte)
1611 __field(u32, psn)
1612 ),
1613 TP_fast_assign(/* assign */
1614 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device));
1615 __entry->qpn = qp->ibqp.qp_num;
1616 __entry->rcv_type = rcv_type;
1617 __entry->rte = rte;
1618 __entry->psn = psn;
1619 ),
1620 TP_printk(/* print */
1621 KDETH_EFLAGS_ERR_PRN,
1622 __get_str(dev),
1623 __entry->qpn,
1624 __entry->rcv_type,
1625 __entry->rte,
1626 __entry->psn
1627 )
1628);
1629
1630DEFINE_EVENT(/* event */
1631 hfi1_kdeth_eflags_error_template, hfi1_eflags_err_write,
1632 TP_PROTO(struct rvt_qp *qp, u8 rcv_type, u8 rte, u32 psn),
1633 TP_ARGS(qp, rcv_type, rte, psn)
1634);
1635
1636#endif /* __HFI1_TRACE_TID_H */
1637
1638#undef TRACE_INCLUDE_PATH
1639#undef TRACE_INCLUDE_FILE
1640#define TRACE_INCLUDE_PATH .
1641#define TRACE_INCLUDE_FILE trace_tid
1642#include <trace/define_trace.h>