1 /* SPDX-License-Identifier: GPL-2.0-only */
2 /*
3 * Trace point definitions for core RDMA functions.
4 *
5 * Author: Chuck Lever <chuck.lever@oracle.com>
6 *
7 * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.
8 */
9
10 #undef TRACE_SYSTEM
11 #define TRACE_SYSTEM rdma_core
12
13 #if !defined(_TRACE_RDMA_CORE_H) || defined(TRACE_HEADER_MULTI_READ)
14 #define _TRACE_RDMA_CORE_H
15
16 #include <linux/tracepoint.h>
17 #include <rdma/ib_verbs.h>
18
19 /*
20 * enum ib_poll_context, from include/rdma/ib_verbs.h
21 */
22 #define IB_POLL_CTX_LIST \
23 ib_poll_ctx(DIRECT) \
24 ib_poll_ctx(SOFTIRQ) \
25 ib_poll_ctx(WORKQUEUE) \
26 ib_poll_ctx_end(UNBOUND_WORKQUEUE)
27
28 #undef ib_poll_ctx
29 #undef ib_poll_ctx_end
30
31 #define ib_poll_ctx(x) TRACE_DEFINE_ENUM(IB_POLL_##x);
32 #define ib_poll_ctx_end(x) TRACE_DEFINE_ENUM(IB_POLL_##x);
33
34 IB_POLL_CTX_LIST
35
36 #undef ib_poll_ctx
37 #undef ib_poll_ctx_end
38
39 #define ib_poll_ctx(x) { IB_POLL_##x, #x },
40 #define ib_poll_ctx_end(x) { IB_POLL_##x, #x }
41
42 #define rdma_show_ib_poll_ctx(x) \
43 __print_symbolic(x, IB_POLL_CTX_LIST)
44
45 /**
46 ** Completion Queue events
47 **/
48
49 TRACE_EVENT(cq_schedule,
50 TP_PROTO(
51 struct ib_cq *cq
52 ),
53
54 TP_ARGS(cq),
55
56 TP_STRUCT__entry(
57 __field(u32, cq_id)
58 ),
59
60 TP_fast_assign(
61 cq->timestamp = ktime_get();
62 cq->interrupt = true;
63
64 __entry->cq_id = cq->res.id;
65 ),
66
67 TP_printk("cq.id=%u", __entry->cq_id)
68 );
69
70 TRACE_EVENT(cq_reschedule,
71 TP_PROTO(
72 struct ib_cq *cq
73 ),
74
75 TP_ARGS(cq),
76
77 TP_STRUCT__entry(
78 __field(u32, cq_id)
79 ),
80
81 TP_fast_assign(
82 cq->timestamp = ktime_get();
83 cq->interrupt = false;
84
85 __entry->cq_id = cq->res.id;
86 ),
87
88 TP_printk("cq.id=%u", __entry->cq_id)
89 );
90
91 TRACE_EVENT(cq_process,
92 TP_PROTO(
93 const struct ib_cq *cq
94 ),
95
96 TP_ARGS(cq),
97
98 TP_STRUCT__entry(
99 __field(u32, cq_id)
100 __field(bool, interrupt)
101 __field(s64, latency)
102 ),
103
104 TP_fast_assign(
105 ktime_t latency = ktime_sub(ktime_get(), cq->timestamp);
106
107 __entry->cq_id = cq->res.id;
108 __entry->latency = ktime_to_us(latency);
109 __entry->interrupt = cq->interrupt;
110 ),
111
112 TP_printk("cq.id=%u wake-up took %lld [us] from %s",
113 __entry->cq_id, __entry->latency,
114 __entry->interrupt ? "interrupt" : "reschedule"
115 )
116 );
117
118 TRACE_EVENT(cq_poll,
119 TP_PROTO(
120 const struct ib_cq *cq,
121 int requested,
122 int rc
123 ),
124
125 TP_ARGS(cq, requested, rc),
126
127 TP_STRUCT__entry(
128 __field(u32, cq_id)
129 __field(int, requested)
130 __field(int, rc)
131 ),
132
133 TP_fast_assign(
134 __entry->cq_id = cq->res.id;
135 __entry->requested = requested;
136 __entry->rc = rc;
137 ),
138
139 TP_printk("cq.id=%u requested %d, returned %d",
140 __entry->cq_id, __entry->requested, __entry->rc
141 )
142 );
143
144 TRACE_EVENT(cq_drain_complete,
145 TP_PROTO(
146 const struct ib_cq *cq
147 ),
148
149 TP_ARGS(cq),
150
151 TP_STRUCT__entry(
152 __field(u32, cq_id)
153 ),
154
155 TP_fast_assign(
156 __entry->cq_id = cq->res.id;
157 ),
158
159 TP_printk("cq.id=%u",
160 __entry->cq_id
161 )
162 );
163
164
165 TRACE_EVENT(cq_modify,
166 TP_PROTO(
167 const struct ib_cq *cq,
168 u16 comps,
169 u16 usec
170 ),
171
172 TP_ARGS(cq, comps, usec),
173
174 TP_STRUCT__entry(
175 __field(u32, cq_id)
176 __field(unsigned int, comps)
177 __field(unsigned int, usec)
178 ),
179
180 TP_fast_assign(
181 __entry->cq_id = cq->res.id;
182 __entry->comps = comps;
183 __entry->usec = usec;
184 ),
185
186 TP_printk("cq.id=%u comps=%u usec=%u",
187 __entry->cq_id, __entry->comps, __entry->usec
188 )
189 );
190
191 TRACE_EVENT(cq_alloc,
192 TP_PROTO(
193 const struct ib_cq *cq,
194 int nr_cqe,
195 int comp_vector,
196 enum ib_poll_context poll_ctx
197 ),
198
199 TP_ARGS(cq, nr_cqe, comp_vector, poll_ctx),
200
201 TP_STRUCT__entry(
202 __field(u32, cq_id)
203 __field(int, nr_cqe)
204 __field(int, comp_vector)
205 __field(unsigned long, poll_ctx)
206 ),
207
208 TP_fast_assign(
209 __entry->cq_id = cq->res.id;
210 __entry->nr_cqe = nr_cqe;
211 __entry->comp_vector = comp_vector;
212 __entry->poll_ctx = poll_ctx;
213 ),
214
215 TP_printk("cq.id=%u nr_cqe=%d comp_vector=%d poll_ctx=%s",
216 __entry->cq_id, __entry->nr_cqe, __entry->comp_vector,
217 rdma_show_ib_poll_ctx(__entry->poll_ctx)
218 )
219 );
220
221 TRACE_EVENT(cq_alloc_error,
222 TP_PROTO(
223 int nr_cqe,
224 int comp_vector,
225 enum ib_poll_context poll_ctx,
226 int rc
227 ),
228
229 TP_ARGS(nr_cqe, comp_vector, poll_ctx, rc),
230
231 TP_STRUCT__entry(
232 __field(int, rc)
233 __field(int, nr_cqe)
234 __field(int, comp_vector)
235 __field(unsigned long, poll_ctx)
236 ),
237
238 TP_fast_assign(
239 __entry->rc = rc;
240 __entry->nr_cqe = nr_cqe;
241 __entry->comp_vector = comp_vector;
242 __entry->poll_ctx = poll_ctx;
243 ),
244
245 TP_printk("nr_cqe=%d comp_vector=%d poll_ctx=%s rc=%d",
246 __entry->nr_cqe, __entry->comp_vector,
247 rdma_show_ib_poll_ctx(__entry->poll_ctx), __entry->rc
248 )
249 );
250
251 TRACE_EVENT(cq_free,
252 TP_PROTO(
253 const struct ib_cq *cq
254 ),
255
256 TP_ARGS(cq),
257
258 TP_STRUCT__entry(
259 __field(u32, cq_id)
260 ),
261
262 TP_fast_assign(
263 __entry->cq_id = cq->res.id;
264 ),
265
266 TP_printk("cq.id=%u", __entry->cq_id)
267 );
268
269 /**
270 ** Memory Region events
271 **/
272
273 /*
274 * enum ib_mr_type, from include/rdma/ib_verbs.h
275 */
276 #define IB_MR_TYPE_LIST \
277 ib_mr_type_item(MEM_REG) \
278 ib_mr_type_item(SG_GAPS) \
279 ib_mr_type_item(DM) \
280 ib_mr_type_item(USER) \
281 ib_mr_type_item(DMA) \
282 ib_mr_type_end(INTEGRITY)
283
284 #undef ib_mr_type_item
285 #undef ib_mr_type_end
286
287 #define ib_mr_type_item(x) TRACE_DEFINE_ENUM(IB_MR_TYPE_##x);
288 #define ib_mr_type_end(x) TRACE_DEFINE_ENUM(IB_MR_TYPE_##x);
289
290 IB_MR_TYPE_LIST
291
292 #undef ib_mr_type_item
293 #undef ib_mr_type_end
294
295 #define ib_mr_type_item(x) { IB_MR_TYPE_##x, #x },
296 #define ib_mr_type_end(x) { IB_MR_TYPE_##x, #x }
297
298 #define rdma_show_ib_mr_type(x) \
299 __print_symbolic(x, IB_MR_TYPE_LIST)
300
301 TRACE_EVENT(mr_alloc,
302 TP_PROTO(
303 const struct ib_pd *pd,
304 enum ib_mr_type mr_type,
305 u32 max_num_sg,
306 const struct ib_mr *mr
307 ),
308
309 TP_ARGS(pd, mr_type, max_num_sg, mr),
310
311 TP_STRUCT__entry(
312 __field(u32, pd_id)
313 __field(u32, mr_id)
314 __field(u32, max_num_sg)
315 __field(int, rc)
316 __field(unsigned long, mr_type)
317 ),
318
319 TP_fast_assign(
320 __entry->pd_id = pd->res.id;
321 if (IS_ERR(mr)) {
322 __entry->mr_id = 0;
323 __entry->rc = PTR_ERR(mr);
324 } else {
325 __entry->mr_id = mr->res.id;
326 __entry->rc = 0;
327 }
328 __entry->max_num_sg = max_num_sg;
329 __entry->mr_type = mr_type;
330 ),
331
332 TP_printk("pd.id=%u mr.id=%u type=%s max_num_sg=%u rc=%d",
333 __entry->pd_id, __entry->mr_id,
334 rdma_show_ib_mr_type(__entry->mr_type),
335 __entry->max_num_sg, __entry->rc)
336 );
337
338 TRACE_EVENT(mr_integ_alloc,
339 TP_PROTO(
340 const struct ib_pd *pd,
341 u32 max_num_data_sg,
342 u32 max_num_meta_sg,
343 const struct ib_mr *mr
344 ),
345
346 TP_ARGS(pd, max_num_data_sg, max_num_meta_sg, mr),
347
348 TP_STRUCT__entry(
349 __field(u32, pd_id)
350 __field(u32, mr_id)
351 __field(u32, max_num_data_sg)
352 __field(u32, max_num_meta_sg)
353 __field(int, rc)
354 ),
355
356 TP_fast_assign(
357 __entry->pd_id = pd->res.id;
358 if (IS_ERR(mr)) {
359 __entry->mr_id = 0;
360 __entry->rc = PTR_ERR(mr);
361 } else {
362 __entry->mr_id = mr->res.id;
363 __entry->rc = 0;
364 }
365 __entry->max_num_data_sg = max_num_data_sg;
366 __entry->max_num_meta_sg = max_num_meta_sg;
367 ),
368
369 TP_printk("pd.id=%u mr.id=%u max_num_data_sg=%u max_num_meta_sg=%u rc=%d",
370 __entry->pd_id, __entry->mr_id, __entry->max_num_data_sg,
371 __entry->max_num_meta_sg, __entry->rc)
372 );
373
374 TRACE_EVENT(mr_dereg,
375 TP_PROTO(
376 const struct ib_mr *mr
377 ),
378
379 TP_ARGS(mr),
380
381 TP_STRUCT__entry(
382 __field(u32, id)
383 ),
384
385 TP_fast_assign(
386 __entry->id = mr->res.id;
387 ),
388
389 TP_printk("mr.id=%u", __entry->id)
390 );
391
392 #endif /* _TRACE_RDMA_CORE_H */
393
394 #include <trace/define_trace.h>
395
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.