Loading...
1#undef TRACE_SYSTEM
2#define TRACE_SYSTEM compaction
3
4#if !defined(_TRACE_COMPACTION_H) || defined(TRACE_HEADER_MULTI_READ)
5#define _TRACE_COMPACTION_H
6
7#include <linux/types.h>
8#include <linux/tracepoint.h>
9#include "gfpflags.h"
10
11DECLARE_EVENT_CLASS(mm_compaction_isolate_template,
12
13 TP_PROTO(unsigned long nr_scanned,
14 unsigned long nr_taken),
15
16 TP_ARGS(nr_scanned, nr_taken),
17
18 TP_STRUCT__entry(
19 __field(unsigned long, nr_scanned)
20 __field(unsigned long, nr_taken)
21 ),
22
23 TP_fast_assign(
24 __entry->nr_scanned = nr_scanned;
25 __entry->nr_taken = nr_taken;
26 ),
27
28 TP_printk("nr_scanned=%lu nr_taken=%lu",
29 __entry->nr_scanned,
30 __entry->nr_taken)
31);
32
33DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_migratepages,
34
35 TP_PROTO(unsigned long nr_scanned,
36 unsigned long nr_taken),
37
38 TP_ARGS(nr_scanned, nr_taken)
39);
40
41DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_freepages,
42 TP_PROTO(unsigned long nr_scanned,
43 unsigned long nr_taken),
44
45 TP_ARGS(nr_scanned, nr_taken)
46);
47
48TRACE_EVENT(mm_compaction_migratepages,
49
50 TP_PROTO(unsigned long nr_migrated,
51 unsigned long nr_failed),
52
53 TP_ARGS(nr_migrated, nr_failed),
54
55 TP_STRUCT__entry(
56 __field(unsigned long, nr_migrated)
57 __field(unsigned long, nr_failed)
58 ),
59
60 TP_fast_assign(
61 __entry->nr_migrated = nr_migrated;
62 __entry->nr_failed = nr_failed;
63 ),
64
65 TP_printk("nr_migrated=%lu nr_failed=%lu",
66 __entry->nr_migrated,
67 __entry->nr_failed)
68);
69
70
71#endif /* _TRACE_COMPACTION_H */
72
73/* This part must be outside protection */
74#include <trace/define_trace.h>
1#undef TRACE_SYSTEM
2#define TRACE_SYSTEM compaction
3
4#if !defined(_TRACE_COMPACTION_H) || defined(TRACE_HEADER_MULTI_READ)
5#define _TRACE_COMPACTION_H
6
7#include <linux/types.h>
8#include <linux/list.h>
9#include <linux/tracepoint.h>
10#include <trace/events/mmflags.h>
11
12#define COMPACTION_STATUS \
13 EM( COMPACT_DEFERRED, "deferred") \
14 EM( COMPACT_SKIPPED, "skipped") \
15 EM( COMPACT_CONTINUE, "continue") \
16 EM( COMPACT_PARTIAL, "partial") \
17 EM( COMPACT_COMPLETE, "complete") \
18 EM( COMPACT_NO_SUITABLE_PAGE, "no_suitable_page") \
19 EM( COMPACT_NOT_SUITABLE_ZONE, "not_suitable_zone") \
20 EMe(COMPACT_CONTENDED, "contended")
21
22#ifdef CONFIG_ZONE_DMA
23#define IFDEF_ZONE_DMA(X) X
24#else
25#define IFDEF_ZONE_DMA(X)
26#endif
27
28#ifdef CONFIG_ZONE_DMA32
29#define IFDEF_ZONE_DMA32(X) X
30#else
31#define IFDEF_ZONE_DMA32(X)
32#endif
33
34#ifdef CONFIG_HIGHMEM
35#define IFDEF_ZONE_HIGHMEM(X) X
36#else
37#define IFDEF_ZONE_HIGHMEM(X)
38#endif
39
40#define ZONE_TYPE \
41 IFDEF_ZONE_DMA( EM (ZONE_DMA, "DMA")) \
42 IFDEF_ZONE_DMA32( EM (ZONE_DMA32, "DMA32")) \
43 EM (ZONE_NORMAL, "Normal") \
44 IFDEF_ZONE_HIGHMEM( EM (ZONE_HIGHMEM,"HighMem")) \
45 EMe(ZONE_MOVABLE,"Movable")
46
47/*
48 * First define the enums in the above macros to be exported to userspace
49 * via TRACE_DEFINE_ENUM().
50 */
51#undef EM
52#undef EMe
53#define EM(a, b) TRACE_DEFINE_ENUM(a);
54#define EMe(a, b) TRACE_DEFINE_ENUM(a);
55
56COMPACTION_STATUS
57ZONE_TYPE
58
59/*
60 * Now redefine the EM() and EMe() macros to map the enums to the strings
61 * that will be printed in the output.
62 */
63#undef EM
64#undef EMe
65#define EM(a, b) {a, b},
66#define EMe(a, b) {a, b}
67
68DECLARE_EVENT_CLASS(mm_compaction_isolate_template,
69
70 TP_PROTO(
71 unsigned long start_pfn,
72 unsigned long end_pfn,
73 unsigned long nr_scanned,
74 unsigned long nr_taken),
75
76 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken),
77
78 TP_STRUCT__entry(
79 __field(unsigned long, start_pfn)
80 __field(unsigned long, end_pfn)
81 __field(unsigned long, nr_scanned)
82 __field(unsigned long, nr_taken)
83 ),
84
85 TP_fast_assign(
86 __entry->start_pfn = start_pfn;
87 __entry->end_pfn = end_pfn;
88 __entry->nr_scanned = nr_scanned;
89 __entry->nr_taken = nr_taken;
90 ),
91
92 TP_printk("range=(0x%lx ~ 0x%lx) nr_scanned=%lu nr_taken=%lu",
93 __entry->start_pfn,
94 __entry->end_pfn,
95 __entry->nr_scanned,
96 __entry->nr_taken)
97);
98
99DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_migratepages,
100
101 TP_PROTO(
102 unsigned long start_pfn,
103 unsigned long end_pfn,
104 unsigned long nr_scanned,
105 unsigned long nr_taken),
106
107 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
108);
109
110DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_freepages,
111
112 TP_PROTO(
113 unsigned long start_pfn,
114 unsigned long end_pfn,
115 unsigned long nr_scanned,
116 unsigned long nr_taken),
117
118 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
119);
120
121TRACE_EVENT(mm_compaction_migratepages,
122
123 TP_PROTO(unsigned long nr_all,
124 int migrate_rc,
125 struct list_head *migratepages),
126
127 TP_ARGS(nr_all, migrate_rc, migratepages),
128
129 TP_STRUCT__entry(
130 __field(unsigned long, nr_migrated)
131 __field(unsigned long, nr_failed)
132 ),
133
134 TP_fast_assign(
135 unsigned long nr_failed = 0;
136 struct list_head *page_lru;
137
138 /*
139 * migrate_pages() returns either a non-negative number
140 * with the number of pages that failed migration, or an
141 * error code, in which case we need to count the remaining
142 * pages manually
143 */
144 if (migrate_rc >= 0)
145 nr_failed = migrate_rc;
146 else
147 list_for_each(page_lru, migratepages)
148 nr_failed++;
149
150 __entry->nr_migrated = nr_all - nr_failed;
151 __entry->nr_failed = nr_failed;
152 ),
153
154 TP_printk("nr_migrated=%lu nr_failed=%lu",
155 __entry->nr_migrated,
156 __entry->nr_failed)
157);
158
159TRACE_EVENT(mm_compaction_begin,
160 TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn,
161 unsigned long free_pfn, unsigned long zone_end, bool sync),
162
163 TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync),
164
165 TP_STRUCT__entry(
166 __field(unsigned long, zone_start)
167 __field(unsigned long, migrate_pfn)
168 __field(unsigned long, free_pfn)
169 __field(unsigned long, zone_end)
170 __field(bool, sync)
171 ),
172
173 TP_fast_assign(
174 __entry->zone_start = zone_start;
175 __entry->migrate_pfn = migrate_pfn;
176 __entry->free_pfn = free_pfn;
177 __entry->zone_end = zone_end;
178 __entry->sync = sync;
179 ),
180
181 TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s",
182 __entry->zone_start,
183 __entry->migrate_pfn,
184 __entry->free_pfn,
185 __entry->zone_end,
186 __entry->sync ? "sync" : "async")
187);
188
189TRACE_EVENT(mm_compaction_end,
190 TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn,
191 unsigned long free_pfn, unsigned long zone_end, bool sync,
192 int status),
193
194 TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync, status),
195
196 TP_STRUCT__entry(
197 __field(unsigned long, zone_start)
198 __field(unsigned long, migrate_pfn)
199 __field(unsigned long, free_pfn)
200 __field(unsigned long, zone_end)
201 __field(bool, sync)
202 __field(int, status)
203 ),
204
205 TP_fast_assign(
206 __entry->zone_start = zone_start;
207 __entry->migrate_pfn = migrate_pfn;
208 __entry->free_pfn = free_pfn;
209 __entry->zone_end = zone_end;
210 __entry->sync = sync;
211 __entry->status = status;
212 ),
213
214 TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s status=%s",
215 __entry->zone_start,
216 __entry->migrate_pfn,
217 __entry->free_pfn,
218 __entry->zone_end,
219 __entry->sync ? "sync" : "async",
220 __print_symbolic(__entry->status, COMPACTION_STATUS))
221);
222
223TRACE_EVENT(mm_compaction_try_to_compact_pages,
224
225 TP_PROTO(
226 int order,
227 gfp_t gfp_mask,
228 enum migrate_mode mode),
229
230 TP_ARGS(order, gfp_mask, mode),
231
232 TP_STRUCT__entry(
233 __field(int, order)
234 __field(gfp_t, gfp_mask)
235 __field(enum migrate_mode, mode)
236 ),
237
238 TP_fast_assign(
239 __entry->order = order;
240 __entry->gfp_mask = gfp_mask;
241 __entry->mode = mode;
242 ),
243
244 TP_printk("order=%d gfp_mask=0x%x mode=%d",
245 __entry->order,
246 __entry->gfp_mask,
247 (int)__entry->mode)
248);
249
250DECLARE_EVENT_CLASS(mm_compaction_suitable_template,
251
252 TP_PROTO(struct zone *zone,
253 int order,
254 int ret),
255
256 TP_ARGS(zone, order, ret),
257
258 TP_STRUCT__entry(
259 __field(int, nid)
260 __field(enum zone_type, idx)
261 __field(int, order)
262 __field(int, ret)
263 ),
264
265 TP_fast_assign(
266 __entry->nid = zone_to_nid(zone);
267 __entry->idx = zone_idx(zone);
268 __entry->order = order;
269 __entry->ret = ret;
270 ),
271
272 TP_printk("node=%d zone=%-8s order=%d ret=%s",
273 __entry->nid,
274 __print_symbolic(__entry->idx, ZONE_TYPE),
275 __entry->order,
276 __print_symbolic(__entry->ret, COMPACTION_STATUS))
277);
278
279DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_finished,
280
281 TP_PROTO(struct zone *zone,
282 int order,
283 int ret),
284
285 TP_ARGS(zone, order, ret)
286);
287
288DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_suitable,
289
290 TP_PROTO(struct zone *zone,
291 int order,
292 int ret),
293
294 TP_ARGS(zone, order, ret)
295);
296
297#ifdef CONFIG_COMPACTION
298DECLARE_EVENT_CLASS(mm_compaction_defer_template,
299
300 TP_PROTO(struct zone *zone, int order),
301
302 TP_ARGS(zone, order),
303
304 TP_STRUCT__entry(
305 __field(int, nid)
306 __field(enum zone_type, idx)
307 __field(int, order)
308 __field(unsigned int, considered)
309 __field(unsigned int, defer_shift)
310 __field(int, order_failed)
311 ),
312
313 TP_fast_assign(
314 __entry->nid = zone_to_nid(zone);
315 __entry->idx = zone_idx(zone);
316 __entry->order = order;
317 __entry->considered = zone->compact_considered;
318 __entry->defer_shift = zone->compact_defer_shift;
319 __entry->order_failed = zone->compact_order_failed;
320 ),
321
322 TP_printk("node=%d zone=%-8s order=%d order_failed=%d consider=%u limit=%lu",
323 __entry->nid,
324 __print_symbolic(__entry->idx, ZONE_TYPE),
325 __entry->order,
326 __entry->order_failed,
327 __entry->considered,
328 1UL << __entry->defer_shift)
329);
330
331DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_deferred,
332
333 TP_PROTO(struct zone *zone, int order),
334
335 TP_ARGS(zone, order)
336);
337
338DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_compaction,
339
340 TP_PROTO(struct zone *zone, int order),
341
342 TP_ARGS(zone, order)
343);
344
345DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_reset,
346
347 TP_PROTO(struct zone *zone, int order),
348
349 TP_ARGS(zone, order)
350);
351#endif
352
353TRACE_EVENT(mm_compaction_kcompactd_sleep,
354
355 TP_PROTO(int nid),
356
357 TP_ARGS(nid),
358
359 TP_STRUCT__entry(
360 __field(int, nid)
361 ),
362
363 TP_fast_assign(
364 __entry->nid = nid;
365 ),
366
367 TP_printk("nid=%d", __entry->nid)
368);
369
370DECLARE_EVENT_CLASS(kcompactd_wake_template,
371
372 TP_PROTO(int nid, int order, enum zone_type classzone_idx),
373
374 TP_ARGS(nid, order, classzone_idx),
375
376 TP_STRUCT__entry(
377 __field(int, nid)
378 __field(int, order)
379 __field(enum zone_type, classzone_idx)
380 ),
381
382 TP_fast_assign(
383 __entry->nid = nid;
384 __entry->order = order;
385 __entry->classzone_idx = classzone_idx;
386 ),
387
388 TP_printk("nid=%d order=%d classzone_idx=%-8s",
389 __entry->nid,
390 __entry->order,
391 __print_symbolic(__entry->classzone_idx, ZONE_TYPE))
392);
393
394DEFINE_EVENT(kcompactd_wake_template, mm_compaction_wakeup_kcompactd,
395
396 TP_PROTO(int nid, int order, enum zone_type classzone_idx),
397
398 TP_ARGS(nid, order, classzone_idx)
399);
400
401DEFINE_EVENT(kcompactd_wake_template, mm_compaction_kcompactd_wake,
402
403 TP_PROTO(int nid, int order, enum zone_type classzone_idx),
404
405 TP_ARGS(nid, order, classzone_idx)
406);
407
408#endif /* _TRACE_COMPACTION_H */
409
410/* This part must be outside protection */
411#include <trace/define_trace.h>