Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM migrate
4
5#if !defined(_TRACE_MIGRATE_H) || defined(TRACE_HEADER_MULTI_READ)
6#define _TRACE_MIGRATE_H
7
8#include <linux/tracepoint.h>
9
10#define MIGRATE_MODE \
11 EM( MIGRATE_ASYNC, "MIGRATE_ASYNC") \
12 EM( MIGRATE_SYNC_LIGHT, "MIGRATE_SYNC_LIGHT") \
13 EMe(MIGRATE_SYNC, "MIGRATE_SYNC")
14
15
16#define MIGRATE_REASON \
17 EM( MR_COMPACTION, "compaction") \
18 EM( MR_MEMORY_FAILURE, "memory_failure") \
19 EM( MR_MEMORY_HOTPLUG, "memory_hotplug") \
20 EM( MR_SYSCALL, "syscall_or_cpuset") \
21 EM( MR_MEMPOLICY_MBIND, "mempolicy_mbind") \
22 EM( MR_NUMA_MISPLACED, "numa_misplaced") \
23 EM( MR_CONTIG_RANGE, "contig_range") \
24 EM( MR_LONGTERM_PIN, "longterm_pin") \
25 EM( MR_DEMOTION, "demotion") \
26 EMe(MR_DAMON, "damon")
27
28/*
29 * First define the enums in the above macros to be exported to userspace
30 * via TRACE_DEFINE_ENUM().
31 */
32#undef EM
33#undef EMe
34#define EM(a, b) TRACE_DEFINE_ENUM(a);
35#define EMe(a, b) TRACE_DEFINE_ENUM(a);
36
37MIGRATE_MODE
38MIGRATE_REASON
39
40/*
41 * Now redefine the EM() and EMe() macros to map the enums to the strings
42 * that will be printed in the output.
43 */
44#undef EM
45#undef EMe
46#define EM(a, b) {a, b},
47#define EMe(a, b) {a, b}
48
49TRACE_EVENT(mm_migrate_pages,
50
51 TP_PROTO(unsigned long succeeded, unsigned long failed,
52 unsigned long thp_succeeded, unsigned long thp_failed,
53 unsigned long thp_split, unsigned long large_folio_split,
54 enum migrate_mode mode, int reason),
55
56 TP_ARGS(succeeded, failed, thp_succeeded, thp_failed,
57 thp_split, large_folio_split, mode, reason),
58
59 TP_STRUCT__entry(
60 __field( unsigned long, succeeded)
61 __field( unsigned long, failed)
62 __field( unsigned long, thp_succeeded)
63 __field( unsigned long, thp_failed)
64 __field( unsigned long, thp_split)
65 __field( unsigned long, large_folio_split)
66 __field( enum migrate_mode, mode)
67 __field( int, reason)
68 ),
69
70 TP_fast_assign(
71 __entry->succeeded = succeeded;
72 __entry->failed = failed;
73 __entry->thp_succeeded = thp_succeeded;
74 __entry->thp_failed = thp_failed;
75 __entry->thp_split = thp_split;
76 __entry->large_folio_split = large_folio_split;
77 __entry->mode = mode;
78 __entry->reason = reason;
79 ),
80
81 TP_printk("nr_succeeded=%lu nr_failed=%lu nr_thp_succeeded=%lu nr_thp_failed=%lu nr_thp_split=%lu nr_split=%lu mode=%s reason=%s",
82 __entry->succeeded,
83 __entry->failed,
84 __entry->thp_succeeded,
85 __entry->thp_failed,
86 __entry->thp_split,
87 __entry->large_folio_split,
88 __print_symbolic(__entry->mode, MIGRATE_MODE),
89 __print_symbolic(__entry->reason, MIGRATE_REASON))
90);
91
92TRACE_EVENT(mm_migrate_pages_start,
93
94 TP_PROTO(enum migrate_mode mode, int reason),
95
96 TP_ARGS(mode, reason),
97
98 TP_STRUCT__entry(
99 __field(enum migrate_mode, mode)
100 __field(int, reason)
101 ),
102
103 TP_fast_assign(
104 __entry->mode = mode;
105 __entry->reason = reason;
106 ),
107
108 TP_printk("mode=%s reason=%s",
109 __print_symbolic(__entry->mode, MIGRATE_MODE),
110 __print_symbolic(__entry->reason, MIGRATE_REASON))
111);
112
113DECLARE_EVENT_CLASS(migration_pte,
114
115 TP_PROTO(unsigned long addr, unsigned long pte, int order),
116
117 TP_ARGS(addr, pte, order),
118
119 TP_STRUCT__entry(
120 __field(unsigned long, addr)
121 __field(unsigned long, pte)
122 __field(int, order)
123 ),
124
125 TP_fast_assign(
126 __entry->addr = addr;
127 __entry->pte = pte;
128 __entry->order = order;
129 ),
130
131 TP_printk("addr=%lx, pte=%lx order=%d", __entry->addr, __entry->pte, __entry->order)
132);
133
134DEFINE_EVENT(migration_pte, set_migration_pte,
135 TP_PROTO(unsigned long addr, unsigned long pte, int order),
136 TP_ARGS(addr, pte, order)
137);
138
139DEFINE_EVENT(migration_pte, remove_migration_pte,
140 TP_PROTO(unsigned long addr, unsigned long pte, int order),
141 TP_ARGS(addr, pte, order)
142);
143
144#endif /* _TRACE_MIGRATE_H */
145
146/* This part must be outside protection */
147#include <trace/define_trace.h>
1#undef TRACE_SYSTEM
2#define TRACE_SYSTEM migrate
3
4#if !defined(_TRACE_MIGRATE_H) || defined(TRACE_HEADER_MULTI_READ)
5#define _TRACE_MIGRATE_H
6
7#include <linux/tracepoint.h>
8
9#define MIGRATE_MODE \
10 EM( MIGRATE_ASYNC, "MIGRATE_ASYNC") \
11 EM( MIGRATE_SYNC_LIGHT, "MIGRATE_SYNC_LIGHT") \
12 EMe(MIGRATE_SYNC, "MIGRATE_SYNC")
13
14
15#define MIGRATE_REASON \
16 EM( MR_COMPACTION, "compaction") \
17 EM( MR_MEMORY_FAILURE, "memory_failure") \
18 EM( MR_MEMORY_HOTPLUG, "memory_hotplug") \
19 EM( MR_SYSCALL, "syscall_or_cpuset") \
20 EM( MR_MEMPOLICY_MBIND, "mempolicy_mbind") \
21 EM( MR_NUMA_MISPLACED, "numa_misplaced") \
22 EMe(MR_CMA, "cma")
23
24/*
25 * First define the enums in the above macros to be exported to userspace
26 * via TRACE_DEFINE_ENUM().
27 */
28#undef EM
29#undef EMe
30#define EM(a, b) TRACE_DEFINE_ENUM(a);
31#define EMe(a, b) TRACE_DEFINE_ENUM(a);
32
33MIGRATE_MODE
34MIGRATE_REASON
35
36/*
37 * Now redefine the EM() and EMe() macros to map the enums to the strings
38 * that will be printed in the output.
39 */
40#undef EM
41#undef EMe
42#define EM(a, b) {a, b},
43#define EMe(a, b) {a, b}
44
45TRACE_EVENT(mm_migrate_pages,
46
47 TP_PROTO(unsigned long succeeded, unsigned long failed,
48 enum migrate_mode mode, int reason),
49
50 TP_ARGS(succeeded, failed, mode, reason),
51
52 TP_STRUCT__entry(
53 __field( unsigned long, succeeded)
54 __field( unsigned long, failed)
55 __field( enum migrate_mode, mode)
56 __field( int, reason)
57 ),
58
59 TP_fast_assign(
60 __entry->succeeded = succeeded;
61 __entry->failed = failed;
62 __entry->mode = mode;
63 __entry->reason = reason;
64 ),
65
66 TP_printk("nr_succeeded=%lu nr_failed=%lu mode=%s reason=%s",
67 __entry->succeeded,
68 __entry->failed,
69 __print_symbolic(__entry->mode, MIGRATE_MODE),
70 __print_symbolic(__entry->reason, MIGRATE_REASON))
71);
72
73TRACE_EVENT(mm_numa_migrate_ratelimit,
74
75 TP_PROTO(struct task_struct *p, int dst_nid, unsigned long nr_pages),
76
77 TP_ARGS(p, dst_nid, nr_pages),
78
79 TP_STRUCT__entry(
80 __array( char, comm, TASK_COMM_LEN)
81 __field( pid_t, pid)
82 __field( int, dst_nid)
83 __field( unsigned long, nr_pages)
84 ),
85
86 TP_fast_assign(
87 memcpy(__entry->comm, p->comm, TASK_COMM_LEN);
88 __entry->pid = p->pid;
89 __entry->dst_nid = dst_nid;
90 __entry->nr_pages = nr_pages;
91 ),
92
93 TP_printk("comm=%s pid=%d dst_nid=%d nr_pages=%lu",
94 __entry->comm,
95 __entry->pid,
96 __entry->dst_nid,
97 __entry->nr_pages)
98);
99#endif /* _TRACE_MIGRATE_H */
100
101/* This part must be outside protection */
102#include <trace/define_trace.h>