Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2#if !defined(_TRACE_KVMMMU_H) || defined(TRACE_HEADER_MULTI_READ)
3#define _TRACE_KVMMMU_H
4
5#include <linux/tracepoint.h>
6#include <linux/trace_events.h>
7
8#undef TRACE_SYSTEM
9#define TRACE_SYSTEM kvmmmu
10
11#define KVM_MMU_PAGE_FIELDS \
12 __field(__u8, mmu_valid_gen) \
13 __field(__u64, gfn) \
14 __field(__u32, role) \
15 __field(__u32, root_count) \
16 __field(bool, unsync)
17
18#define KVM_MMU_PAGE_ASSIGN(sp) \
19 __entry->mmu_valid_gen = sp->mmu_valid_gen; \
20 __entry->gfn = sp->gfn; \
21 __entry->role = sp->role.word; \
22 __entry->root_count = sp->root_count; \
23 __entry->unsync = sp->unsync;
24
25#define KVM_MMU_PAGE_PRINTK() ({ \
26 const char *saved_ptr = trace_seq_buffer_ptr(p); \
27 static const char *access_str[] = { \
28 "---", "--x", "w--", "w-x", "-u-", "-ux", "wu-", "wux" \
29 }; \
30 union kvm_mmu_page_role role; \
31 \
32 role.word = __entry->role; \
33 \
34 trace_seq_printf(p, "sp gen %u gfn %llx l%u %u-byte q%u%s %s%s" \
35 " %snxe %sad root %u %s%c", \
36 __entry->mmu_valid_gen, \
37 __entry->gfn, role.level, \
38 role.has_4_byte_gpte ? 4 : 8, \
39 role.quadrant, \
40 role.direct ? " direct" : "", \
41 access_str[role.access], \
42 role.invalid ? " invalid" : "", \
43 role.efer_nx ? "" : "!", \
44 role.ad_disabled ? "!" : "", \
45 __entry->root_count, \
46 __entry->unsync ? "unsync" : "sync", 0); \
47 saved_ptr; \
48 })
49
50#define kvm_mmu_trace_pferr_flags \
51 { PFERR_PRESENT_MASK, "P" }, \
52 { PFERR_WRITE_MASK, "W" }, \
53 { PFERR_USER_MASK, "U" }, \
54 { PFERR_RSVD_MASK, "RSVD" }, \
55 { PFERR_FETCH_MASK, "F" }
56
57TRACE_DEFINE_ENUM(RET_PF_CONTINUE);
58TRACE_DEFINE_ENUM(RET_PF_RETRY);
59TRACE_DEFINE_ENUM(RET_PF_EMULATE);
60TRACE_DEFINE_ENUM(RET_PF_WRITE_PROTECTED);
61TRACE_DEFINE_ENUM(RET_PF_INVALID);
62TRACE_DEFINE_ENUM(RET_PF_FIXED);
63TRACE_DEFINE_ENUM(RET_PF_SPURIOUS);
64
65/*
66 * A pagetable walk has started
67 */
68TRACE_EVENT(
69 kvm_mmu_pagetable_walk,
70 TP_PROTO(u64 addr, u32 pferr),
71 TP_ARGS(addr, pferr),
72
73 TP_STRUCT__entry(
74 __field(__u64, addr)
75 __field(__u32, pferr)
76 ),
77
78 TP_fast_assign(
79 __entry->addr = addr;
80 __entry->pferr = pferr;
81 ),
82
83 TP_printk("addr %llx pferr %x %s", __entry->addr, __entry->pferr,
84 __print_flags(__entry->pferr, "|", kvm_mmu_trace_pferr_flags))
85);
86
87
88/* We just walked a paging element */
89TRACE_EVENT(
90 kvm_mmu_paging_element,
91 TP_PROTO(u64 pte, int level),
92 TP_ARGS(pte, level),
93
94 TP_STRUCT__entry(
95 __field(__u64, pte)
96 __field(__u32, level)
97 ),
98
99 TP_fast_assign(
100 __entry->pte = pte;
101 __entry->level = level;
102 ),
103
104 TP_printk("pte %llx level %u", __entry->pte, __entry->level)
105);
106
107DECLARE_EVENT_CLASS(kvm_mmu_set_bit_class,
108
109 TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
110
111 TP_ARGS(table_gfn, index, size),
112
113 TP_STRUCT__entry(
114 __field(__u64, gpa)
115 ),
116
117 TP_fast_assign(
118 __entry->gpa = ((u64)table_gfn << PAGE_SHIFT)
119 + index * size;
120 ),
121
122 TP_printk("gpa %llx", __entry->gpa)
123);
124
125/* We set a pte accessed bit */
126DEFINE_EVENT(kvm_mmu_set_bit_class, kvm_mmu_set_accessed_bit,
127
128 TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
129
130 TP_ARGS(table_gfn, index, size)
131);
132
133/* We set a pte dirty bit */
134DEFINE_EVENT(kvm_mmu_set_bit_class, kvm_mmu_set_dirty_bit,
135
136 TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
137
138 TP_ARGS(table_gfn, index, size)
139);
140
141TRACE_EVENT(
142 kvm_mmu_walker_error,
143 TP_PROTO(u32 pferr),
144 TP_ARGS(pferr),
145
146 TP_STRUCT__entry(
147 __field(__u32, pferr)
148 ),
149
150 TP_fast_assign(
151 __entry->pferr = pferr;
152 ),
153
154 TP_printk("pferr %x %s", __entry->pferr,
155 __print_flags(__entry->pferr, "|", kvm_mmu_trace_pferr_flags))
156);
157
158TRACE_EVENT(
159 kvm_mmu_get_page,
160 TP_PROTO(struct kvm_mmu_page *sp, bool created),
161 TP_ARGS(sp, created),
162
163 TP_STRUCT__entry(
164 KVM_MMU_PAGE_FIELDS
165 __field(bool, created)
166 ),
167
168 TP_fast_assign(
169 KVM_MMU_PAGE_ASSIGN(sp)
170 __entry->created = created;
171 ),
172
173 TP_printk("%s %s", KVM_MMU_PAGE_PRINTK(),
174 __entry->created ? "new" : "existing")
175);
176
177DECLARE_EVENT_CLASS(kvm_mmu_page_class,
178
179 TP_PROTO(struct kvm_mmu_page *sp),
180 TP_ARGS(sp),
181
182 TP_STRUCT__entry(
183 KVM_MMU_PAGE_FIELDS
184 ),
185
186 TP_fast_assign(
187 KVM_MMU_PAGE_ASSIGN(sp)
188 ),
189
190 TP_printk("%s", KVM_MMU_PAGE_PRINTK())
191);
192
193DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_sync_page,
194 TP_PROTO(struct kvm_mmu_page *sp),
195
196 TP_ARGS(sp)
197);
198
199DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_unsync_page,
200 TP_PROTO(struct kvm_mmu_page *sp),
201
202 TP_ARGS(sp)
203);
204
205DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_prepare_zap_page,
206 TP_PROTO(struct kvm_mmu_page *sp),
207
208 TP_ARGS(sp)
209);
210
211TRACE_EVENT(
212 mark_mmio_spte,
213 TP_PROTO(u64 *sptep, gfn_t gfn, u64 spte),
214 TP_ARGS(sptep, gfn, spte),
215
216 TP_STRUCT__entry(
217 __field(void *, sptep)
218 __field(gfn_t, gfn)
219 __field(unsigned, access)
220 __field(unsigned int, gen)
221 ),
222
223 TP_fast_assign(
224 __entry->sptep = sptep;
225 __entry->gfn = gfn;
226 __entry->access = spte & ACC_ALL;
227 __entry->gen = get_mmio_spte_generation(spte);
228 ),
229
230 TP_printk("sptep:%p gfn %llx access %x gen %x", __entry->sptep,
231 __entry->gfn, __entry->access, __entry->gen)
232);
233
234TRACE_EVENT(
235 handle_mmio_page_fault,
236 TP_PROTO(u64 addr, gfn_t gfn, unsigned access),
237 TP_ARGS(addr, gfn, access),
238
239 TP_STRUCT__entry(
240 __field(u64, addr)
241 __field(gfn_t, gfn)
242 __field(unsigned, access)
243 ),
244
245 TP_fast_assign(
246 __entry->addr = addr;
247 __entry->gfn = gfn;
248 __entry->access = access;
249 ),
250
251 TP_printk("addr:%llx gfn %llx access %x", __entry->addr, __entry->gfn,
252 __entry->access)
253);
254
255TRACE_EVENT(
256 fast_page_fault,
257 TP_PROTO(struct kvm_vcpu *vcpu, struct kvm_page_fault *fault,
258 u64 *sptep, u64 old_spte, int ret),
259 TP_ARGS(vcpu, fault, sptep, old_spte, ret),
260
261 TP_STRUCT__entry(
262 __field(int, vcpu_id)
263 __field(gpa_t, cr2_or_gpa)
264 __field(u64, error_code)
265 __field(u64 *, sptep)
266 __field(u64, old_spte)
267 __field(u64, new_spte)
268 __field(int, ret)
269 ),
270
271 TP_fast_assign(
272 __entry->vcpu_id = vcpu->vcpu_id;
273 __entry->cr2_or_gpa = fault->addr;
274 __entry->error_code = fault->error_code;
275 __entry->sptep = sptep;
276 __entry->old_spte = old_spte;
277 __entry->new_spte = *sptep;
278 __entry->ret = ret;
279 ),
280
281 TP_printk("vcpu %d gva %llx error_code %s sptep %p old %#llx"
282 " new %llx spurious %d fixed %d", __entry->vcpu_id,
283 __entry->cr2_or_gpa, __print_flags(__entry->error_code, "|",
284 kvm_mmu_trace_pferr_flags), __entry->sptep,
285 __entry->old_spte, __entry->new_spte,
286 __entry->ret == RET_PF_SPURIOUS, __entry->ret == RET_PF_FIXED
287 )
288);
289
290TRACE_EVENT(
291 kvm_mmu_zap_all_fast,
292 TP_PROTO(struct kvm *kvm),
293 TP_ARGS(kvm),
294
295 TP_STRUCT__entry(
296 __field(__u8, mmu_valid_gen)
297 __field(unsigned int, mmu_used_pages)
298 ),
299
300 TP_fast_assign(
301 __entry->mmu_valid_gen = kvm->arch.mmu_valid_gen;
302 __entry->mmu_used_pages = kvm->arch.n_used_mmu_pages;
303 ),
304
305 TP_printk("kvm-mmu-valid-gen %u used_pages %x",
306 __entry->mmu_valid_gen, __entry->mmu_used_pages
307 )
308);
309
310
311TRACE_EVENT(
312 check_mmio_spte,
313 TP_PROTO(u64 spte, unsigned int kvm_gen, unsigned int spte_gen),
314 TP_ARGS(spte, kvm_gen, spte_gen),
315
316 TP_STRUCT__entry(
317 __field(unsigned int, kvm_gen)
318 __field(unsigned int, spte_gen)
319 __field(u64, spte)
320 ),
321
322 TP_fast_assign(
323 __entry->kvm_gen = kvm_gen;
324 __entry->spte_gen = spte_gen;
325 __entry->spte = spte;
326 ),
327
328 TP_printk("spte %llx kvm_gen %x spte-gen %x valid %d", __entry->spte,
329 __entry->kvm_gen, __entry->spte_gen,
330 __entry->kvm_gen == __entry->spte_gen
331 )
332);
333
334TRACE_EVENT(
335 kvm_mmu_set_spte,
336 TP_PROTO(int level, gfn_t gfn, u64 *sptep),
337 TP_ARGS(level, gfn, sptep),
338
339 TP_STRUCT__entry(
340 __field(u64, gfn)
341 __field(u64, spte)
342 __field(u64, sptep)
343 __field(u8, level)
344 /* These depend on page entry type, so compute them now. */
345 __field(bool, r)
346 __field(bool, x)
347 __field(signed char, u)
348 ),
349
350 TP_fast_assign(
351 __entry->gfn = gfn;
352 __entry->spte = *sptep;
353 __entry->sptep = virt_to_phys(sptep);
354 __entry->level = level;
355 __entry->r = shadow_present_mask || (__entry->spte & PT_PRESENT_MASK);
356 __entry->x = is_executable_pte(__entry->spte);
357 __entry->u = shadow_user_mask ? !!(__entry->spte & shadow_user_mask) : -1;
358 ),
359
360 TP_printk("gfn %llx spte %llx (%s%s%s%s) level %d at %llx",
361 __entry->gfn, __entry->spte,
362 __entry->r ? "r" : "-",
363 __entry->spte & PT_WRITABLE_MASK ? "w" : "-",
364 __entry->x ? "x" : "-",
365 __entry->u == -1 ? "" : (__entry->u ? "u" : "-"),
366 __entry->level, __entry->sptep
367 )
368);
369
370TRACE_EVENT(
371 kvm_mmu_spte_requested,
372 TP_PROTO(struct kvm_page_fault *fault),
373 TP_ARGS(fault),
374
375 TP_STRUCT__entry(
376 __field(u64, gfn)
377 __field(u64, pfn)
378 __field(u8, level)
379 ),
380
381 TP_fast_assign(
382 __entry->gfn = fault->gfn;
383 __entry->pfn = fault->pfn | (fault->gfn & (KVM_PAGES_PER_HPAGE(fault->goal_level) - 1));
384 __entry->level = fault->goal_level;
385 ),
386
387 TP_printk("gfn %llx pfn %llx level %d",
388 __entry->gfn, __entry->pfn, __entry->level
389 )
390);
391
392TRACE_EVENT(
393 kvm_tdp_mmu_spte_changed,
394 TP_PROTO(int as_id, gfn_t gfn, int level, u64 old_spte, u64 new_spte),
395 TP_ARGS(as_id, gfn, level, old_spte, new_spte),
396
397 TP_STRUCT__entry(
398 __field(u64, gfn)
399 __field(u64, old_spte)
400 __field(u64, new_spte)
401 /* Level cannot be larger than 5 on x86, so it fits in a u8. */
402 __field(u8, level)
403 /* as_id can only be 0 or 1 x86, so it fits in a u8. */
404 __field(u8, as_id)
405 ),
406
407 TP_fast_assign(
408 __entry->gfn = gfn;
409 __entry->old_spte = old_spte;
410 __entry->new_spte = new_spte;
411 __entry->level = level;
412 __entry->as_id = as_id;
413 ),
414
415 TP_printk("as id %d gfn %llx level %d old_spte %llx new_spte %llx",
416 __entry->as_id, __entry->gfn, __entry->level,
417 __entry->old_spte, __entry->new_spte
418 )
419);
420
421TRACE_EVENT(
422 kvm_mmu_split_huge_page,
423 TP_PROTO(u64 gfn, u64 spte, int level, int errno),
424 TP_ARGS(gfn, spte, level, errno),
425
426 TP_STRUCT__entry(
427 __field(u64, gfn)
428 __field(u64, spte)
429 __field(int, level)
430 __field(int, errno)
431 ),
432
433 TP_fast_assign(
434 __entry->gfn = gfn;
435 __entry->spte = spte;
436 __entry->level = level;
437 __entry->errno = errno;
438 ),
439
440 TP_printk("gfn %llx spte %llx level %d errno %d",
441 __entry->gfn, __entry->spte, __entry->level, __entry->errno)
442);
443
444#endif /* _TRACE_KVMMMU_H */
445
446#undef TRACE_INCLUDE_PATH
447#define TRACE_INCLUDE_PATH mmu
448#undef TRACE_INCLUDE_FILE
449#define TRACE_INCLUDE_FILE mmutrace
450
451/* This part must be outside protection */
452#include <trace/define_trace.h>
1/* SPDX-License-Identifier: GPL-2.0 */
2#if !defined(_TRACE_KVMMMU_H) || defined(TRACE_HEADER_MULTI_READ)
3#define _TRACE_KVMMMU_H
4
5#include <linux/tracepoint.h>
6#include <linux/trace_events.h>
7
8#undef TRACE_SYSTEM
9#define TRACE_SYSTEM kvmmmu
10
11#define KVM_MMU_PAGE_FIELDS \
12 __field(__u8, mmu_valid_gen) \
13 __field(__u64, gfn) \
14 __field(__u32, role) \
15 __field(__u32, root_count) \
16 __field(bool, unsync)
17
18#define KVM_MMU_PAGE_ASSIGN(sp) \
19 __entry->mmu_valid_gen = sp->mmu_valid_gen; \
20 __entry->gfn = sp->gfn; \
21 __entry->role = sp->role.word; \
22 __entry->root_count = sp->root_count; \
23 __entry->unsync = sp->unsync;
24
25#define KVM_MMU_PAGE_PRINTK() ({ \
26 const char *saved_ptr = trace_seq_buffer_ptr(p); \
27 static const char *access_str[] = { \
28 "---", "--x", "w--", "w-x", "-u-", "-ux", "wu-", "wux" \
29 }; \
30 union kvm_mmu_page_role role; \
31 \
32 role.word = __entry->role; \
33 \
34 trace_seq_printf(p, "sp gen %u gfn %llx l%u %u-byte q%u%s %s%s" \
35 " %snxe %sad root %u %s%c", \
36 __entry->mmu_valid_gen, \
37 __entry->gfn, role.level, \
38 role.has_4_byte_gpte ? 4 : 8, \
39 role.quadrant, \
40 role.direct ? " direct" : "", \
41 access_str[role.access], \
42 role.invalid ? " invalid" : "", \
43 role.efer_nx ? "" : "!", \
44 role.ad_disabled ? "!" : "", \
45 __entry->root_count, \
46 __entry->unsync ? "unsync" : "sync", 0); \
47 saved_ptr; \
48 })
49
50#define kvm_mmu_trace_pferr_flags \
51 { PFERR_PRESENT_MASK, "P" }, \
52 { PFERR_WRITE_MASK, "W" }, \
53 { PFERR_USER_MASK, "U" }, \
54 { PFERR_RSVD_MASK, "RSVD" }, \
55 { PFERR_FETCH_MASK, "F" }
56
57TRACE_DEFINE_ENUM(RET_PF_CONTINUE);
58TRACE_DEFINE_ENUM(RET_PF_RETRY);
59TRACE_DEFINE_ENUM(RET_PF_EMULATE);
60TRACE_DEFINE_ENUM(RET_PF_INVALID);
61TRACE_DEFINE_ENUM(RET_PF_FIXED);
62TRACE_DEFINE_ENUM(RET_PF_SPURIOUS);
63
64/*
65 * A pagetable walk has started
66 */
67TRACE_EVENT(
68 kvm_mmu_pagetable_walk,
69 TP_PROTO(u64 addr, u32 pferr),
70 TP_ARGS(addr, pferr),
71
72 TP_STRUCT__entry(
73 __field(__u64, addr)
74 __field(__u32, pferr)
75 ),
76
77 TP_fast_assign(
78 __entry->addr = addr;
79 __entry->pferr = pferr;
80 ),
81
82 TP_printk("addr %llx pferr %x %s", __entry->addr, __entry->pferr,
83 __print_flags(__entry->pferr, "|", kvm_mmu_trace_pferr_flags))
84);
85
86
87/* We just walked a paging element */
88TRACE_EVENT(
89 kvm_mmu_paging_element,
90 TP_PROTO(u64 pte, int level),
91 TP_ARGS(pte, level),
92
93 TP_STRUCT__entry(
94 __field(__u64, pte)
95 __field(__u32, level)
96 ),
97
98 TP_fast_assign(
99 __entry->pte = pte;
100 __entry->level = level;
101 ),
102
103 TP_printk("pte %llx level %u", __entry->pte, __entry->level)
104);
105
106DECLARE_EVENT_CLASS(kvm_mmu_set_bit_class,
107
108 TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
109
110 TP_ARGS(table_gfn, index, size),
111
112 TP_STRUCT__entry(
113 __field(__u64, gpa)
114 ),
115
116 TP_fast_assign(
117 __entry->gpa = ((u64)table_gfn << PAGE_SHIFT)
118 + index * size;
119 ),
120
121 TP_printk("gpa %llx", __entry->gpa)
122);
123
124/* We set a pte accessed bit */
125DEFINE_EVENT(kvm_mmu_set_bit_class, kvm_mmu_set_accessed_bit,
126
127 TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
128
129 TP_ARGS(table_gfn, index, size)
130);
131
132/* We set a pte dirty bit */
133DEFINE_EVENT(kvm_mmu_set_bit_class, kvm_mmu_set_dirty_bit,
134
135 TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
136
137 TP_ARGS(table_gfn, index, size)
138);
139
140TRACE_EVENT(
141 kvm_mmu_walker_error,
142 TP_PROTO(u32 pferr),
143 TP_ARGS(pferr),
144
145 TP_STRUCT__entry(
146 __field(__u32, pferr)
147 ),
148
149 TP_fast_assign(
150 __entry->pferr = pferr;
151 ),
152
153 TP_printk("pferr %x %s", __entry->pferr,
154 __print_flags(__entry->pferr, "|", kvm_mmu_trace_pferr_flags))
155);
156
157TRACE_EVENT(
158 kvm_mmu_get_page,
159 TP_PROTO(struct kvm_mmu_page *sp, bool created),
160 TP_ARGS(sp, created),
161
162 TP_STRUCT__entry(
163 KVM_MMU_PAGE_FIELDS
164 __field(bool, created)
165 ),
166
167 TP_fast_assign(
168 KVM_MMU_PAGE_ASSIGN(sp)
169 __entry->created = created;
170 ),
171
172 TP_printk("%s %s", KVM_MMU_PAGE_PRINTK(),
173 __entry->created ? "new" : "existing")
174);
175
176DECLARE_EVENT_CLASS(kvm_mmu_page_class,
177
178 TP_PROTO(struct kvm_mmu_page *sp),
179 TP_ARGS(sp),
180
181 TP_STRUCT__entry(
182 KVM_MMU_PAGE_FIELDS
183 ),
184
185 TP_fast_assign(
186 KVM_MMU_PAGE_ASSIGN(sp)
187 ),
188
189 TP_printk("%s", KVM_MMU_PAGE_PRINTK())
190);
191
192DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_sync_page,
193 TP_PROTO(struct kvm_mmu_page *sp),
194
195 TP_ARGS(sp)
196);
197
198DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_unsync_page,
199 TP_PROTO(struct kvm_mmu_page *sp),
200
201 TP_ARGS(sp)
202);
203
204DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_prepare_zap_page,
205 TP_PROTO(struct kvm_mmu_page *sp),
206
207 TP_ARGS(sp)
208);
209
210TRACE_EVENT(
211 mark_mmio_spte,
212 TP_PROTO(u64 *sptep, gfn_t gfn, u64 spte),
213 TP_ARGS(sptep, gfn, spte),
214
215 TP_STRUCT__entry(
216 __field(void *, sptep)
217 __field(gfn_t, gfn)
218 __field(unsigned, access)
219 __field(unsigned int, gen)
220 ),
221
222 TP_fast_assign(
223 __entry->sptep = sptep;
224 __entry->gfn = gfn;
225 __entry->access = spte & ACC_ALL;
226 __entry->gen = get_mmio_spte_generation(spte);
227 ),
228
229 TP_printk("sptep:%p gfn %llx access %x gen %x", __entry->sptep,
230 __entry->gfn, __entry->access, __entry->gen)
231);
232
233TRACE_EVENT(
234 handle_mmio_page_fault,
235 TP_PROTO(u64 addr, gfn_t gfn, unsigned access),
236 TP_ARGS(addr, gfn, access),
237
238 TP_STRUCT__entry(
239 __field(u64, addr)
240 __field(gfn_t, gfn)
241 __field(unsigned, access)
242 ),
243
244 TP_fast_assign(
245 __entry->addr = addr;
246 __entry->gfn = gfn;
247 __entry->access = access;
248 ),
249
250 TP_printk("addr:%llx gfn %llx access %x", __entry->addr, __entry->gfn,
251 __entry->access)
252);
253
254TRACE_EVENT(
255 fast_page_fault,
256 TP_PROTO(struct kvm_vcpu *vcpu, struct kvm_page_fault *fault,
257 u64 *sptep, u64 old_spte, int ret),
258 TP_ARGS(vcpu, fault, sptep, old_spte, ret),
259
260 TP_STRUCT__entry(
261 __field(int, vcpu_id)
262 __field(gpa_t, cr2_or_gpa)
263 __field(u32, error_code)
264 __field(u64 *, sptep)
265 __field(u64, old_spte)
266 __field(u64, new_spte)
267 __field(int, ret)
268 ),
269
270 TP_fast_assign(
271 __entry->vcpu_id = vcpu->vcpu_id;
272 __entry->cr2_or_gpa = fault->addr;
273 __entry->error_code = fault->error_code;
274 __entry->sptep = sptep;
275 __entry->old_spte = old_spte;
276 __entry->new_spte = *sptep;
277 __entry->ret = ret;
278 ),
279
280 TP_printk("vcpu %d gva %llx error_code %s sptep %p old %#llx"
281 " new %llx spurious %d fixed %d", __entry->vcpu_id,
282 __entry->cr2_or_gpa, __print_flags(__entry->error_code, "|",
283 kvm_mmu_trace_pferr_flags), __entry->sptep,
284 __entry->old_spte, __entry->new_spte,
285 __entry->ret == RET_PF_SPURIOUS, __entry->ret == RET_PF_FIXED
286 )
287);
288
289TRACE_EVENT(
290 kvm_mmu_zap_all_fast,
291 TP_PROTO(struct kvm *kvm),
292 TP_ARGS(kvm),
293
294 TP_STRUCT__entry(
295 __field(__u8, mmu_valid_gen)
296 __field(unsigned int, mmu_used_pages)
297 ),
298
299 TP_fast_assign(
300 __entry->mmu_valid_gen = kvm->arch.mmu_valid_gen;
301 __entry->mmu_used_pages = kvm->arch.n_used_mmu_pages;
302 ),
303
304 TP_printk("kvm-mmu-valid-gen %u used_pages %x",
305 __entry->mmu_valid_gen, __entry->mmu_used_pages
306 )
307);
308
309
310TRACE_EVENT(
311 check_mmio_spte,
312 TP_PROTO(u64 spte, unsigned int kvm_gen, unsigned int spte_gen),
313 TP_ARGS(spte, kvm_gen, spte_gen),
314
315 TP_STRUCT__entry(
316 __field(unsigned int, kvm_gen)
317 __field(unsigned int, spte_gen)
318 __field(u64, spte)
319 ),
320
321 TP_fast_assign(
322 __entry->kvm_gen = kvm_gen;
323 __entry->spte_gen = spte_gen;
324 __entry->spte = spte;
325 ),
326
327 TP_printk("spte %llx kvm_gen %x spte-gen %x valid %d", __entry->spte,
328 __entry->kvm_gen, __entry->spte_gen,
329 __entry->kvm_gen == __entry->spte_gen
330 )
331);
332
333TRACE_EVENT(
334 kvm_mmu_set_spte,
335 TP_PROTO(int level, gfn_t gfn, u64 *sptep),
336 TP_ARGS(level, gfn, sptep),
337
338 TP_STRUCT__entry(
339 __field(u64, gfn)
340 __field(u64, spte)
341 __field(u64, sptep)
342 __field(u8, level)
343 /* These depend on page entry type, so compute them now. */
344 __field(bool, r)
345 __field(bool, x)
346 __field(signed char, u)
347 ),
348
349 TP_fast_assign(
350 __entry->gfn = gfn;
351 __entry->spte = *sptep;
352 __entry->sptep = virt_to_phys(sptep);
353 __entry->level = level;
354 __entry->r = shadow_present_mask || (__entry->spte & PT_PRESENT_MASK);
355 __entry->x = is_executable_pte(__entry->spte);
356 __entry->u = shadow_user_mask ? !!(__entry->spte & shadow_user_mask) : -1;
357 ),
358
359 TP_printk("gfn %llx spte %llx (%s%s%s%s) level %d at %llx",
360 __entry->gfn, __entry->spte,
361 __entry->r ? "r" : "-",
362 __entry->spte & PT_WRITABLE_MASK ? "w" : "-",
363 __entry->x ? "x" : "-",
364 __entry->u == -1 ? "" : (__entry->u ? "u" : "-"),
365 __entry->level, __entry->sptep
366 )
367);
368
369TRACE_EVENT(
370 kvm_mmu_spte_requested,
371 TP_PROTO(struct kvm_page_fault *fault),
372 TP_ARGS(fault),
373
374 TP_STRUCT__entry(
375 __field(u64, gfn)
376 __field(u64, pfn)
377 __field(u8, level)
378 ),
379
380 TP_fast_assign(
381 __entry->gfn = fault->gfn;
382 __entry->pfn = fault->pfn | (fault->gfn & (KVM_PAGES_PER_HPAGE(fault->goal_level) - 1));
383 __entry->level = fault->goal_level;
384 ),
385
386 TP_printk("gfn %llx pfn %llx level %d",
387 __entry->gfn, __entry->pfn, __entry->level
388 )
389);
390
391TRACE_EVENT(
392 kvm_tdp_mmu_spte_changed,
393 TP_PROTO(int as_id, gfn_t gfn, int level, u64 old_spte, u64 new_spte),
394 TP_ARGS(as_id, gfn, level, old_spte, new_spte),
395
396 TP_STRUCT__entry(
397 __field(u64, gfn)
398 __field(u64, old_spte)
399 __field(u64, new_spte)
400 /* Level cannot be larger than 5 on x86, so it fits in a u8. */
401 __field(u8, level)
402 /* as_id can only be 0 or 1 x86, so it fits in a u8. */
403 __field(u8, as_id)
404 ),
405
406 TP_fast_assign(
407 __entry->gfn = gfn;
408 __entry->old_spte = old_spte;
409 __entry->new_spte = new_spte;
410 __entry->level = level;
411 __entry->as_id = as_id;
412 ),
413
414 TP_printk("as id %d gfn %llx level %d old_spte %llx new_spte %llx",
415 __entry->as_id, __entry->gfn, __entry->level,
416 __entry->old_spte, __entry->new_spte
417 )
418);
419
420TRACE_EVENT(
421 kvm_mmu_split_huge_page,
422 TP_PROTO(u64 gfn, u64 spte, int level, int errno),
423 TP_ARGS(gfn, spte, level, errno),
424
425 TP_STRUCT__entry(
426 __field(u64, gfn)
427 __field(u64, spte)
428 __field(int, level)
429 __field(int, errno)
430 ),
431
432 TP_fast_assign(
433 __entry->gfn = gfn;
434 __entry->spte = spte;
435 __entry->level = level;
436 __entry->errno = errno;
437 ),
438
439 TP_printk("gfn %llx spte %llx level %d errno %d",
440 __entry->gfn, __entry->spte, __entry->level, __entry->errno)
441);
442
443#endif /* _TRACE_KVMMMU_H */
444
445#undef TRACE_INCLUDE_PATH
446#define TRACE_INCLUDE_PATH mmu
447#undef TRACE_INCLUDE_FILE
448#define TRACE_INCLUDE_FILE mmutrace
449
450/* This part must be outside protection */
451#include <trace/define_trace.h>