Loading...
Note: File does not exist in v3.1.
1/* SPDX-License-Identifier: GPL-2.0 */
2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM huge_memory
4
5#if !defined(__HUGE_MEMORY_H) || defined(TRACE_HEADER_MULTI_READ)
6#define __HUGE_MEMORY_H
7
8#include <linux/tracepoint.h>
9
10#define SCAN_STATUS \
11 EM( SCAN_FAIL, "failed") \
12 EM( SCAN_SUCCEED, "succeeded") \
13 EM( SCAN_PMD_NULL, "pmd_null") \
14 EM( SCAN_PMD_NONE, "pmd_none") \
15 EM( SCAN_PMD_MAPPED, "page_pmd_mapped") \
16 EM( SCAN_EXCEED_NONE_PTE, "exceed_none_pte") \
17 EM( SCAN_EXCEED_SWAP_PTE, "exceed_swap_pte") \
18 EM( SCAN_EXCEED_SHARED_PTE, "exceed_shared_pte") \
19 EM( SCAN_PTE_NON_PRESENT, "pte_non_present") \
20 EM( SCAN_PTE_UFFD_WP, "pte_uffd_wp") \
21 EM( SCAN_PTE_MAPPED_HUGEPAGE, "pte_mapped_hugepage") \
22 EM( SCAN_PAGE_RO, "no_writable_page") \
23 EM( SCAN_LACK_REFERENCED_PAGE, "lack_referenced_page") \
24 EM( SCAN_PAGE_NULL, "page_null") \
25 EM( SCAN_SCAN_ABORT, "scan_aborted") \
26 EM( SCAN_PAGE_COUNT, "not_suitable_page_count") \
27 EM( SCAN_PAGE_LRU, "page_not_in_lru") \
28 EM( SCAN_PAGE_LOCK, "page_locked") \
29 EM( SCAN_PAGE_ANON, "page_not_anon") \
30 EM( SCAN_PAGE_COMPOUND, "page_compound") \
31 EM( SCAN_ANY_PROCESS, "no_process_for_page") \
32 EM( SCAN_VMA_NULL, "vma_null") \
33 EM( SCAN_VMA_CHECK, "vma_check_failed") \
34 EM( SCAN_ADDRESS_RANGE, "not_suitable_address_range") \
35 EM( SCAN_DEL_PAGE_LRU, "could_not_delete_page_from_lru")\
36 EM( SCAN_ALLOC_HUGE_PAGE_FAIL, "alloc_huge_page_failed") \
37 EM( SCAN_CGROUP_CHARGE_FAIL, "ccgroup_charge_failed") \
38 EM( SCAN_TRUNCATED, "truncated") \
39 EMe(SCAN_PAGE_HAS_PRIVATE, "page_has_private") \
40
41#undef EM
42#undef EMe
43#define EM(a, b) TRACE_DEFINE_ENUM(a);
44#define EMe(a, b) TRACE_DEFINE_ENUM(a);
45
46SCAN_STATUS
47
48#undef EM
49#undef EMe
50#define EM(a, b) {a, b},
51#define EMe(a, b) {a, b}
52
53TRACE_EVENT(mm_khugepaged_scan_pmd,
54
55 TP_PROTO(struct mm_struct *mm, struct page *page, bool writable,
56 int referenced, int none_or_zero, int status, int unmapped),
57
58 TP_ARGS(mm, page, writable, referenced, none_or_zero, status, unmapped),
59
60 TP_STRUCT__entry(
61 __field(struct mm_struct *, mm)
62 __field(unsigned long, pfn)
63 __field(bool, writable)
64 __field(int, referenced)
65 __field(int, none_or_zero)
66 __field(int, status)
67 __field(int, unmapped)
68 ),
69
70 TP_fast_assign(
71 __entry->mm = mm;
72 __entry->pfn = page ? page_to_pfn(page) : -1;
73 __entry->writable = writable;
74 __entry->referenced = referenced;
75 __entry->none_or_zero = none_or_zero;
76 __entry->status = status;
77 __entry->unmapped = unmapped;
78 ),
79
80 TP_printk("mm=%p, scan_pfn=0x%lx, writable=%d, referenced=%d, none_or_zero=%d, status=%s, unmapped=%d",
81 __entry->mm,
82 __entry->pfn,
83 __entry->writable,
84 __entry->referenced,
85 __entry->none_or_zero,
86 __print_symbolic(__entry->status, SCAN_STATUS),
87 __entry->unmapped)
88);
89
90TRACE_EVENT(mm_collapse_huge_page,
91
92 TP_PROTO(struct mm_struct *mm, int isolated, int status),
93
94 TP_ARGS(mm, isolated, status),
95
96 TP_STRUCT__entry(
97 __field(struct mm_struct *, mm)
98 __field(int, isolated)
99 __field(int, status)
100 ),
101
102 TP_fast_assign(
103 __entry->mm = mm;
104 __entry->isolated = isolated;
105 __entry->status = status;
106 ),
107
108 TP_printk("mm=%p, isolated=%d, status=%s",
109 __entry->mm,
110 __entry->isolated,
111 __print_symbolic(__entry->status, SCAN_STATUS))
112);
113
114TRACE_EVENT(mm_collapse_huge_page_isolate,
115
116 TP_PROTO(struct page *page, int none_or_zero,
117 int referenced, bool writable, int status),
118
119 TP_ARGS(page, none_or_zero, referenced, writable, status),
120
121 TP_STRUCT__entry(
122 __field(unsigned long, pfn)
123 __field(int, none_or_zero)
124 __field(int, referenced)
125 __field(bool, writable)
126 __field(int, status)
127 ),
128
129 TP_fast_assign(
130 __entry->pfn = page ? page_to_pfn(page) : -1;
131 __entry->none_or_zero = none_or_zero;
132 __entry->referenced = referenced;
133 __entry->writable = writable;
134 __entry->status = status;
135 ),
136
137 TP_printk("scan_pfn=0x%lx, none_or_zero=%d, referenced=%d, writable=%d, status=%s",
138 __entry->pfn,
139 __entry->none_or_zero,
140 __entry->referenced,
141 __entry->writable,
142 __print_symbolic(__entry->status, SCAN_STATUS))
143);
144
145TRACE_EVENT(mm_collapse_huge_page_swapin,
146
147 TP_PROTO(struct mm_struct *mm, int swapped_in, int referenced, int ret),
148
149 TP_ARGS(mm, swapped_in, referenced, ret),
150
151 TP_STRUCT__entry(
152 __field(struct mm_struct *, mm)
153 __field(int, swapped_in)
154 __field(int, referenced)
155 __field(int, ret)
156 ),
157
158 TP_fast_assign(
159 __entry->mm = mm;
160 __entry->swapped_in = swapped_in;
161 __entry->referenced = referenced;
162 __entry->ret = ret;
163 ),
164
165 TP_printk("mm=%p, swapped_in=%d, referenced=%d, ret=%d",
166 __entry->mm,
167 __entry->swapped_in,
168 __entry->referenced,
169 __entry->ret)
170);
171
172TRACE_EVENT(mm_khugepaged_scan_file,
173
174 TP_PROTO(struct mm_struct *mm, struct page *page, struct file *file,
175 int present, int swap, int result),
176
177 TP_ARGS(mm, page, file, present, swap, result),
178
179 TP_STRUCT__entry(
180 __field(struct mm_struct *, mm)
181 __field(unsigned long, pfn)
182 __string(filename, file->f_path.dentry->d_iname)
183 __field(int, present)
184 __field(int, swap)
185 __field(int, result)
186 ),
187
188 TP_fast_assign(
189 __entry->mm = mm;
190 __entry->pfn = page ? page_to_pfn(page) : -1;
191 __assign_str(filename, file->f_path.dentry->d_iname);
192 __entry->present = present;
193 __entry->swap = swap;
194 __entry->result = result;
195 ),
196
197 TP_printk("mm=%p, scan_pfn=0x%lx, filename=%s, present=%d, swap=%d, result=%s",
198 __entry->mm,
199 __entry->pfn,
200 __get_str(filename),
201 __entry->present,
202 __entry->swap,
203 __print_symbolic(__entry->result, SCAN_STATUS))
204);
205
206TRACE_EVENT(mm_khugepaged_collapse_file,
207 TP_PROTO(struct mm_struct *mm, struct page *hpage, pgoff_t index,
208 bool is_shmem, unsigned long addr, struct file *file,
209 int nr, int result),
210 TP_ARGS(mm, hpage, index, addr, is_shmem, file, nr, result),
211 TP_STRUCT__entry(
212 __field(struct mm_struct *, mm)
213 __field(unsigned long, hpfn)
214 __field(pgoff_t, index)
215 __field(unsigned long, addr)
216 __field(bool, is_shmem)
217 __string(filename, file->f_path.dentry->d_iname)
218 __field(int, nr)
219 __field(int, result)
220 ),
221
222 TP_fast_assign(
223 __entry->mm = mm;
224 __entry->hpfn = hpage ? page_to_pfn(hpage) : -1;
225 __entry->index = index;
226 __entry->addr = addr;
227 __entry->is_shmem = is_shmem;
228 __assign_str(filename, file->f_path.dentry->d_iname);
229 __entry->nr = nr;
230 __entry->result = result;
231 ),
232
233 TP_printk("mm=%p, hpage_pfn=0x%lx, index=%ld, addr=%ld, is_shmem=%d, filename=%s, nr=%d, result=%s",
234 __entry->mm,
235 __entry->hpfn,
236 __entry->index,
237 __entry->addr,
238 __entry->is_shmem,
239 __get_str(filename),
240 __entry->nr,
241 __print_symbolic(__entry->result, SCAN_STATUS))
242);
243
244#endif /* __HUGE_MEMORY_H */
245#include <trace/define_trace.h>