Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2#if !defined(_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
3#define _TRACE_KVM_H
4
5#include <linux/tracepoint.h>
6#include <asm/vmx.h>
7#include <asm/svm.h>
8#include <asm/clocksource.h>
9#include <asm/pvclock-abi.h>
10
11#undef TRACE_SYSTEM
12#define TRACE_SYSTEM kvm
13
14/*
15 * Tracepoint for guest mode entry.
16 */
17TRACE_EVENT(kvm_entry,
18 TP_PROTO(struct kvm_vcpu *vcpu, bool force_immediate_exit),
19 TP_ARGS(vcpu, force_immediate_exit),
20
21 TP_STRUCT__entry(
22 __field( unsigned int, vcpu_id )
23 __field( unsigned long, rip )
24 __field( bool, immediate_exit )
25 ),
26
27 TP_fast_assign(
28 __entry->vcpu_id = vcpu->vcpu_id;
29 __entry->rip = kvm_rip_read(vcpu);
30 __entry->immediate_exit = force_immediate_exit;
31 ),
32
33 TP_printk("vcpu %u, rip 0x%lx%s", __entry->vcpu_id, __entry->rip,
34 __entry->immediate_exit ? "[immediate exit]" : "")
35);
36
37/*
38 * Tracepoint for hypercall.
39 */
40TRACE_EVENT(kvm_hypercall,
41 TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
42 unsigned long a2, unsigned long a3),
43 TP_ARGS(nr, a0, a1, a2, a3),
44
45 TP_STRUCT__entry(
46 __field( unsigned long, nr )
47 __field( unsigned long, a0 )
48 __field( unsigned long, a1 )
49 __field( unsigned long, a2 )
50 __field( unsigned long, a3 )
51 ),
52
53 TP_fast_assign(
54 __entry->nr = nr;
55 __entry->a0 = a0;
56 __entry->a1 = a1;
57 __entry->a2 = a2;
58 __entry->a3 = a3;
59 ),
60
61 TP_printk("nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx",
62 __entry->nr, __entry->a0, __entry->a1, __entry->a2,
63 __entry->a3)
64);
65
66/*
67 * Tracepoint for hypercall.
68 */
69TRACE_EVENT(kvm_hv_hypercall,
70 TP_PROTO(__u16 code, bool fast, __u16 var_cnt, __u16 rep_cnt,
71 __u16 rep_idx, __u64 ingpa, __u64 outgpa),
72 TP_ARGS(code, fast, var_cnt, rep_cnt, rep_idx, ingpa, outgpa),
73
74 TP_STRUCT__entry(
75 __field( __u16, rep_cnt )
76 __field( __u16, rep_idx )
77 __field( __u64, ingpa )
78 __field( __u64, outgpa )
79 __field( __u16, code )
80 __field( __u16, var_cnt )
81 __field( bool, fast )
82 ),
83
84 TP_fast_assign(
85 __entry->rep_cnt = rep_cnt;
86 __entry->rep_idx = rep_idx;
87 __entry->ingpa = ingpa;
88 __entry->outgpa = outgpa;
89 __entry->code = code;
90 __entry->var_cnt = var_cnt;
91 __entry->fast = fast;
92 ),
93
94 TP_printk("code 0x%x %s var_cnt 0x%x rep_cnt 0x%x idx 0x%x in 0x%llx out 0x%llx",
95 __entry->code, __entry->fast ? "fast" : "slow",
96 __entry->var_cnt, __entry->rep_cnt, __entry->rep_idx,
97 __entry->ingpa, __entry->outgpa)
98);
99
100TRACE_EVENT(kvm_hv_hypercall_done,
101 TP_PROTO(u64 result),
102 TP_ARGS(result),
103
104 TP_STRUCT__entry(
105 __field(__u64, result)
106 ),
107
108 TP_fast_assign(
109 __entry->result = result;
110 ),
111
112 TP_printk("result 0x%llx", __entry->result)
113);
114
115/*
116 * Tracepoint for Xen hypercall.
117 */
118TRACE_EVENT(kvm_xen_hypercall,
119 TP_PROTO(u8 cpl, unsigned long nr,
120 unsigned long a0, unsigned long a1, unsigned long a2,
121 unsigned long a3, unsigned long a4, unsigned long a5),
122 TP_ARGS(cpl, nr, a0, a1, a2, a3, a4, a5),
123
124 TP_STRUCT__entry(
125 __field(u8, cpl)
126 __field(unsigned long, nr)
127 __field(unsigned long, a0)
128 __field(unsigned long, a1)
129 __field(unsigned long, a2)
130 __field(unsigned long, a3)
131 __field(unsigned long, a4)
132 __field(unsigned long, a5)
133 ),
134
135 TP_fast_assign(
136 __entry->cpl = cpl;
137 __entry->nr = nr;
138 __entry->a0 = a0;
139 __entry->a1 = a1;
140 __entry->a2 = a2;
141 __entry->a3 = a3;
142 __entry->a4 = a4;
143 __entry->a4 = a5;
144 ),
145
146 TP_printk("cpl %d nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx a4 0x%lx a5 %lx",
147 __entry->cpl, __entry->nr,
148 __entry->a0, __entry->a1, __entry->a2,
149 __entry->a3, __entry->a4, __entry->a5)
150);
151
152
153
154/*
155 * Tracepoint for PIO.
156 */
157
158#define KVM_PIO_IN 0
159#define KVM_PIO_OUT 1
160
161TRACE_EVENT(kvm_pio,
162 TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
163 unsigned int count, const void *data),
164 TP_ARGS(rw, port, size, count, data),
165
166 TP_STRUCT__entry(
167 __field( unsigned int, rw )
168 __field( unsigned int, port )
169 __field( unsigned int, size )
170 __field( unsigned int, count )
171 __field( unsigned int, val )
172 ),
173
174 TP_fast_assign(
175 __entry->rw = rw;
176 __entry->port = port;
177 __entry->size = size;
178 __entry->count = count;
179 if (size == 1)
180 __entry->val = *(unsigned char *)data;
181 else if (size == 2)
182 __entry->val = *(unsigned short *)data;
183 else
184 __entry->val = *(unsigned int *)data;
185 ),
186
187 TP_printk("pio_%s at 0x%x size %d count %d val 0x%x %s",
188 __entry->rw ? "write" : "read",
189 __entry->port, __entry->size, __entry->count, __entry->val,
190 __entry->count > 1 ? "(...)" : "")
191);
192
193/*
194 * Tracepoint for fast mmio.
195 */
196TRACE_EVENT(kvm_fast_mmio,
197 TP_PROTO(u64 gpa),
198 TP_ARGS(gpa),
199
200 TP_STRUCT__entry(
201 __field(u64, gpa)
202 ),
203
204 TP_fast_assign(
205 __entry->gpa = gpa;
206 ),
207
208 TP_printk("fast mmio at gpa 0x%llx", __entry->gpa)
209);
210
211/*
212 * Tracepoint for cpuid.
213 */
214TRACE_EVENT(kvm_cpuid,
215 TP_PROTO(unsigned int function, unsigned int index, unsigned long rax,
216 unsigned long rbx, unsigned long rcx, unsigned long rdx,
217 bool found, bool used_max_basic),
218 TP_ARGS(function, index, rax, rbx, rcx, rdx, found, used_max_basic),
219
220 TP_STRUCT__entry(
221 __field( unsigned int, function )
222 __field( unsigned int, index )
223 __field( unsigned long, rax )
224 __field( unsigned long, rbx )
225 __field( unsigned long, rcx )
226 __field( unsigned long, rdx )
227 __field( bool, found )
228 __field( bool, used_max_basic )
229 ),
230
231 TP_fast_assign(
232 __entry->function = function;
233 __entry->index = index;
234 __entry->rax = rax;
235 __entry->rbx = rbx;
236 __entry->rcx = rcx;
237 __entry->rdx = rdx;
238 __entry->found = found;
239 __entry->used_max_basic = used_max_basic;
240 ),
241
242 TP_printk("func %x idx %x rax %lx rbx %lx rcx %lx rdx %lx, cpuid entry %s%s",
243 __entry->function, __entry->index, __entry->rax,
244 __entry->rbx, __entry->rcx, __entry->rdx,
245 __entry->found ? "found" : "not found",
246 __entry->used_max_basic ? ", used max basic" : "")
247);
248
249#define AREG(x) { APIC_##x, "APIC_" #x }
250
251#define kvm_trace_symbol_apic \
252 AREG(ID), AREG(LVR), AREG(TASKPRI), AREG(ARBPRI), AREG(PROCPRI), \
253 AREG(EOI), AREG(RRR), AREG(LDR), AREG(DFR), AREG(SPIV), AREG(ISR), \
254 AREG(TMR), AREG(IRR), AREG(ESR), AREG(ICR), AREG(ICR2), AREG(LVTT), \
255 AREG(LVTTHMR), AREG(LVTPC), AREG(LVT0), AREG(LVT1), AREG(LVTERR), \
256 AREG(TMICT), AREG(TMCCT), AREG(TDCR), AREG(SELF_IPI), AREG(EFEAT), \
257 AREG(ECTRL)
258/*
259 * Tracepoint for apic access.
260 */
261TRACE_EVENT(kvm_apic,
262 TP_PROTO(unsigned int rw, unsigned int reg, u64 val),
263 TP_ARGS(rw, reg, val),
264
265 TP_STRUCT__entry(
266 __field( unsigned int, rw )
267 __field( unsigned int, reg )
268 __field( u64, val )
269 ),
270
271 TP_fast_assign(
272 __entry->rw = rw;
273 __entry->reg = reg;
274 __entry->val = val;
275 ),
276
277 TP_printk("apic_%s %s = 0x%llx",
278 __entry->rw ? "write" : "read",
279 __print_symbolic(__entry->reg, kvm_trace_symbol_apic),
280 __entry->val)
281);
282
283#define trace_kvm_apic_read(reg, val) trace_kvm_apic(0, reg, val)
284#define trace_kvm_apic_write(reg, val) trace_kvm_apic(1, reg, val)
285
286#define KVM_ISA_VMX 1
287#define KVM_ISA_SVM 2
288
289#define kvm_print_exit_reason(exit_reason, isa) \
290 (isa == KVM_ISA_VMX) ? \
291 __print_symbolic(exit_reason & 0xffff, VMX_EXIT_REASONS) : \
292 __print_symbolic(exit_reason, SVM_EXIT_REASONS), \
293 (isa == KVM_ISA_VMX && exit_reason & ~0xffff) ? " " : "", \
294 (isa == KVM_ISA_VMX) ? \
295 __print_flags(exit_reason & ~0xffff, " ", VMX_EXIT_REASON_FLAGS) : ""
296
297#define TRACE_EVENT_KVM_EXIT(name) \
298TRACE_EVENT(name, \
299 TP_PROTO(struct kvm_vcpu *vcpu, u32 isa), \
300 TP_ARGS(vcpu, isa), \
301 \
302 TP_STRUCT__entry( \
303 __field( unsigned int, exit_reason ) \
304 __field( unsigned long, guest_rip ) \
305 __field( u32, isa ) \
306 __field( u64, info1 ) \
307 __field( u64, info2 ) \
308 __field( u32, intr_info ) \
309 __field( u32, error_code ) \
310 __field( unsigned int, vcpu_id ) \
311 ), \
312 \
313 TP_fast_assign( \
314 __entry->guest_rip = kvm_rip_read(vcpu); \
315 __entry->isa = isa; \
316 __entry->vcpu_id = vcpu->vcpu_id; \
317 kvm_x86_call(get_exit_info)(vcpu, \
318 &__entry->exit_reason, \
319 &__entry->info1, \
320 &__entry->info2, \
321 &__entry->intr_info, \
322 &__entry->error_code); \
323 ), \
324 \
325 TP_printk("vcpu %u reason %s%s%s rip 0x%lx info1 0x%016llx " \
326 "info2 0x%016llx intr_info 0x%08x error_code 0x%08x", \
327 __entry->vcpu_id, \
328 kvm_print_exit_reason(__entry->exit_reason, __entry->isa), \
329 __entry->guest_rip, __entry->info1, __entry->info2, \
330 __entry->intr_info, __entry->error_code) \
331)
332
333/*
334 * Tracepoint for kvm guest exit:
335 */
336TRACE_EVENT_KVM_EXIT(kvm_exit);
337
338/*
339 * Tracepoint for kvm interrupt injection:
340 */
341TRACE_EVENT(kvm_inj_virq,
342 TP_PROTO(unsigned int vector, bool soft, bool reinjected),
343 TP_ARGS(vector, soft, reinjected),
344
345 TP_STRUCT__entry(
346 __field( unsigned int, vector )
347 __field( bool, soft )
348 __field( bool, reinjected )
349 ),
350
351 TP_fast_assign(
352 __entry->vector = vector;
353 __entry->soft = soft;
354 __entry->reinjected = reinjected;
355 ),
356
357 TP_printk("%s 0x%x%s",
358 __entry->soft ? "Soft/INTn" : "IRQ", __entry->vector,
359 __entry->reinjected ? " [reinjected]" : "")
360);
361
362#define EXS(x) { x##_VECTOR, "#" #x }
363
364#define kvm_trace_sym_exc \
365 EXS(DE), EXS(DB), EXS(BP), EXS(OF), EXS(BR), EXS(UD), EXS(NM), \
366 EXS(DF), EXS(TS), EXS(NP), EXS(SS), EXS(GP), EXS(PF), \
367 EXS(MF), EXS(AC), EXS(MC)
368
369/*
370 * Tracepoint for kvm interrupt injection:
371 */
372TRACE_EVENT(kvm_inj_exception,
373 TP_PROTO(unsigned exception, bool has_error, unsigned error_code,
374 bool reinjected),
375 TP_ARGS(exception, has_error, error_code, reinjected),
376
377 TP_STRUCT__entry(
378 __field( u8, exception )
379 __field( u8, has_error )
380 __field( u32, error_code )
381 __field( bool, reinjected )
382 ),
383
384 TP_fast_assign(
385 __entry->exception = exception;
386 __entry->has_error = has_error;
387 __entry->error_code = error_code;
388 __entry->reinjected = reinjected;
389 ),
390
391 TP_printk("%s%s%s%s%s",
392 __print_symbolic(__entry->exception, kvm_trace_sym_exc),
393 !__entry->has_error ? "" : " (",
394 !__entry->has_error ? "" : __print_symbolic(__entry->error_code, { }),
395 !__entry->has_error ? "" : ")",
396 __entry->reinjected ? " [reinjected]" : "")
397);
398
399/*
400 * Tracepoint for page fault.
401 */
402TRACE_EVENT(kvm_page_fault,
403 TP_PROTO(struct kvm_vcpu *vcpu, u64 fault_address, u64 error_code),
404 TP_ARGS(vcpu, fault_address, error_code),
405
406 TP_STRUCT__entry(
407 __field( unsigned int, vcpu_id )
408 __field( unsigned long, guest_rip )
409 __field( u64, fault_address )
410 __field( u64, error_code )
411 ),
412
413 TP_fast_assign(
414 __entry->vcpu_id = vcpu->vcpu_id;
415 __entry->guest_rip = kvm_rip_read(vcpu);
416 __entry->fault_address = fault_address;
417 __entry->error_code = error_code;
418 ),
419
420 TP_printk("vcpu %u rip 0x%lx address 0x%016llx error_code 0x%llx",
421 __entry->vcpu_id, __entry->guest_rip,
422 __entry->fault_address, __entry->error_code)
423);
424
425/*
426 * Tracepoint for guest MSR access.
427 */
428TRACE_EVENT(kvm_msr,
429 TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
430 TP_ARGS(write, ecx, data, exception),
431
432 TP_STRUCT__entry(
433 __field( unsigned, write )
434 __field( u32, ecx )
435 __field( u64, data )
436 __field( u8, exception )
437 ),
438
439 TP_fast_assign(
440 __entry->write = write;
441 __entry->ecx = ecx;
442 __entry->data = data;
443 __entry->exception = exception;
444 ),
445
446 TP_printk("msr_%s %x = 0x%llx%s",
447 __entry->write ? "write" : "read",
448 __entry->ecx, __entry->data,
449 __entry->exception ? " (#GP)" : "")
450);
451
452#define trace_kvm_msr_read(ecx, data) trace_kvm_msr(0, ecx, data, false)
453#define trace_kvm_msr_write(ecx, data) trace_kvm_msr(1, ecx, data, false)
454#define trace_kvm_msr_read_ex(ecx) trace_kvm_msr(0, ecx, 0, true)
455#define trace_kvm_msr_write_ex(ecx, data) trace_kvm_msr(1, ecx, data, true)
456
457/*
458 * Tracepoint for guest CR access.
459 */
460TRACE_EVENT(kvm_cr,
461 TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
462 TP_ARGS(rw, cr, val),
463
464 TP_STRUCT__entry(
465 __field( unsigned int, rw )
466 __field( unsigned int, cr )
467 __field( unsigned long, val )
468 ),
469
470 TP_fast_assign(
471 __entry->rw = rw;
472 __entry->cr = cr;
473 __entry->val = val;
474 ),
475
476 TP_printk("cr_%s %x = 0x%lx",
477 __entry->rw ? "write" : "read",
478 __entry->cr, __entry->val)
479);
480
481#define trace_kvm_cr_read(cr, val) trace_kvm_cr(0, cr, val)
482#define trace_kvm_cr_write(cr, val) trace_kvm_cr(1, cr, val)
483
484TRACE_EVENT(kvm_pic_set_irq,
485 TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
486 TP_ARGS(chip, pin, elcr, imr, coalesced),
487
488 TP_STRUCT__entry(
489 __field( __u8, chip )
490 __field( __u8, pin )
491 __field( __u8, elcr )
492 __field( __u8, imr )
493 __field( bool, coalesced )
494 ),
495
496 TP_fast_assign(
497 __entry->chip = chip;
498 __entry->pin = pin;
499 __entry->elcr = elcr;
500 __entry->imr = imr;
501 __entry->coalesced = coalesced;
502 ),
503
504 TP_printk("chip %u pin %u (%s%s)%s",
505 __entry->chip, __entry->pin,
506 (__entry->elcr & (1 << __entry->pin)) ? "level":"edge",
507 (__entry->imr & (1 << __entry->pin)) ? "|masked":"",
508 __entry->coalesced ? " (coalesced)" : "")
509);
510
511#define kvm_apic_dst_shorthand \
512 {0x0, "dst"}, \
513 {0x1, "self"}, \
514 {0x2, "all"}, \
515 {0x3, "all-but-self"}
516
517TRACE_EVENT(kvm_apic_ipi,
518 TP_PROTO(__u32 icr_low, __u32 dest_id),
519 TP_ARGS(icr_low, dest_id),
520
521 TP_STRUCT__entry(
522 __field( __u32, icr_low )
523 __field( __u32, dest_id )
524 ),
525
526 TP_fast_assign(
527 __entry->icr_low = icr_low;
528 __entry->dest_id = dest_id;
529 ),
530
531 TP_printk("dst %x vec %u (%s|%s|%s|%s|%s)",
532 __entry->dest_id, (u8)__entry->icr_low,
533 __print_symbolic((__entry->icr_low >> 8 & 0x7),
534 kvm_deliver_mode),
535 (__entry->icr_low & (1<<11)) ? "logical" : "physical",
536 (__entry->icr_low & (1<<14)) ? "assert" : "de-assert",
537 (__entry->icr_low & (1<<15)) ? "level" : "edge",
538 __print_symbolic((__entry->icr_low >> 18 & 0x3),
539 kvm_apic_dst_shorthand))
540);
541
542TRACE_EVENT(kvm_apic_accept_irq,
543 TP_PROTO(__u32 apicid, __u16 dm, __u16 tm, __u8 vec),
544 TP_ARGS(apicid, dm, tm, vec),
545
546 TP_STRUCT__entry(
547 __field( __u32, apicid )
548 __field( __u16, dm )
549 __field( __u16, tm )
550 __field( __u8, vec )
551 ),
552
553 TP_fast_assign(
554 __entry->apicid = apicid;
555 __entry->dm = dm;
556 __entry->tm = tm;
557 __entry->vec = vec;
558 ),
559
560 TP_printk("apicid %x vec %u (%s|%s)",
561 __entry->apicid, __entry->vec,
562 __print_symbolic((__entry->dm >> 8 & 0x7), kvm_deliver_mode),
563 __entry->tm ? "level" : "edge")
564);
565
566TRACE_EVENT(kvm_eoi,
567 TP_PROTO(struct kvm_lapic *apic, int vector),
568 TP_ARGS(apic, vector),
569
570 TP_STRUCT__entry(
571 __field( __u32, apicid )
572 __field( int, vector )
573 ),
574
575 TP_fast_assign(
576 __entry->apicid = apic->vcpu->vcpu_id;
577 __entry->vector = vector;
578 ),
579
580 TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
581);
582
583TRACE_EVENT(kvm_pv_eoi,
584 TP_PROTO(struct kvm_lapic *apic, int vector),
585 TP_ARGS(apic, vector),
586
587 TP_STRUCT__entry(
588 __field( __u32, apicid )
589 __field( int, vector )
590 ),
591
592 TP_fast_assign(
593 __entry->apicid = apic->vcpu->vcpu_id;
594 __entry->vector = vector;
595 ),
596
597 TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
598);
599
600/*
601 * Tracepoint for nested VMRUN
602 */
603TRACE_EVENT(kvm_nested_vmenter,
604 TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
605 __u32 event_inj, bool tdp_enabled, __u64 guest_tdp_pgd,
606 __u64 guest_cr3, __u32 isa),
607 TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, tdp_enabled,
608 guest_tdp_pgd, guest_cr3, isa),
609
610 TP_STRUCT__entry(
611 __field( __u64, rip )
612 __field( __u64, vmcb )
613 __field( __u64, nested_rip )
614 __field( __u32, int_ctl )
615 __field( __u32, event_inj )
616 __field( bool, tdp_enabled )
617 __field( __u64, guest_pgd )
618 __field( __u32, isa )
619 ),
620
621 TP_fast_assign(
622 __entry->rip = rip;
623 __entry->vmcb = vmcb;
624 __entry->nested_rip = nested_rip;
625 __entry->int_ctl = int_ctl;
626 __entry->event_inj = event_inj;
627 __entry->tdp_enabled = tdp_enabled;
628 __entry->guest_pgd = tdp_enabled ? guest_tdp_pgd : guest_cr3;
629 __entry->isa = isa;
630 ),
631
632 TP_printk("rip: 0x%016llx %s: 0x%016llx nested_rip: 0x%016llx "
633 "int_ctl: 0x%08x event_inj: 0x%08x nested_%s=%s %s: 0x%016llx",
634 __entry->rip,
635 __entry->isa == KVM_ISA_VMX ? "vmcs" : "vmcb",
636 __entry->vmcb,
637 __entry->nested_rip,
638 __entry->int_ctl,
639 __entry->event_inj,
640 __entry->isa == KVM_ISA_VMX ? "ept" : "npt",
641 __entry->tdp_enabled ? "y" : "n",
642 !__entry->tdp_enabled ? "guest_cr3" :
643 __entry->isa == KVM_ISA_VMX ? "nested_eptp" : "nested_cr3",
644 __entry->guest_pgd)
645);
646
647TRACE_EVENT(kvm_nested_intercepts,
648 TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions,
649 __u32 intercept1, __u32 intercept2, __u32 intercept3),
650 TP_ARGS(cr_read, cr_write, exceptions, intercept1,
651 intercept2, intercept3),
652
653 TP_STRUCT__entry(
654 __field( __u16, cr_read )
655 __field( __u16, cr_write )
656 __field( __u32, exceptions )
657 __field( __u32, intercept1 )
658 __field( __u32, intercept2 )
659 __field( __u32, intercept3 )
660 ),
661
662 TP_fast_assign(
663 __entry->cr_read = cr_read;
664 __entry->cr_write = cr_write;
665 __entry->exceptions = exceptions;
666 __entry->intercept1 = intercept1;
667 __entry->intercept2 = intercept2;
668 __entry->intercept3 = intercept3;
669 ),
670
671 TP_printk("cr_read: %04x cr_write: %04x excp: %08x "
672 "intercepts: %08x %08x %08x",
673 __entry->cr_read, __entry->cr_write, __entry->exceptions,
674 __entry->intercept1, __entry->intercept2, __entry->intercept3)
675);
676/*
677 * Tracepoint for #VMEXIT while nested
678 */
679TRACE_EVENT_KVM_EXIT(kvm_nested_vmexit);
680
681/*
682 * Tracepoint for #VMEXIT reinjected to the guest
683 */
684TRACE_EVENT(kvm_nested_vmexit_inject,
685 TP_PROTO(__u32 exit_code,
686 __u64 exit_info1, __u64 exit_info2,
687 __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
688 TP_ARGS(exit_code, exit_info1, exit_info2,
689 exit_int_info, exit_int_info_err, isa),
690
691 TP_STRUCT__entry(
692 __field( __u32, exit_code )
693 __field( __u64, exit_info1 )
694 __field( __u64, exit_info2 )
695 __field( __u32, exit_int_info )
696 __field( __u32, exit_int_info_err )
697 __field( __u32, isa )
698 ),
699
700 TP_fast_assign(
701 __entry->exit_code = exit_code;
702 __entry->exit_info1 = exit_info1;
703 __entry->exit_info2 = exit_info2;
704 __entry->exit_int_info = exit_int_info;
705 __entry->exit_int_info_err = exit_int_info_err;
706 __entry->isa = isa;
707 ),
708
709 TP_printk("reason: %s%s%s ext_inf1: 0x%016llx "
710 "ext_inf2: 0x%016llx ext_int: 0x%08x ext_int_err: 0x%08x",
711 kvm_print_exit_reason(__entry->exit_code, __entry->isa),
712 __entry->exit_info1, __entry->exit_info2,
713 __entry->exit_int_info, __entry->exit_int_info_err)
714);
715
716/*
717 * Tracepoint for nested #vmexit because of interrupt pending
718 */
719TRACE_EVENT(kvm_nested_intr_vmexit,
720 TP_PROTO(__u64 rip),
721 TP_ARGS(rip),
722
723 TP_STRUCT__entry(
724 __field( __u64, rip )
725 ),
726
727 TP_fast_assign(
728 __entry->rip = rip
729 ),
730
731 TP_printk("rip: 0x%016llx", __entry->rip)
732);
733
734/*
735 * Tracepoint for nested #vmexit because of interrupt pending
736 */
737TRACE_EVENT(kvm_invlpga,
738 TP_PROTO(__u64 rip, unsigned int asid, u64 address),
739 TP_ARGS(rip, asid, address),
740
741 TP_STRUCT__entry(
742 __field( __u64, rip )
743 __field( unsigned int, asid )
744 __field( __u64, address )
745 ),
746
747 TP_fast_assign(
748 __entry->rip = rip;
749 __entry->asid = asid;
750 __entry->address = address;
751 ),
752
753 TP_printk("rip: 0x%016llx asid: %u address: 0x%016llx",
754 __entry->rip, __entry->asid, __entry->address)
755);
756
757/*
758 * Tracepoint for nested #vmexit because of interrupt pending
759 */
760TRACE_EVENT(kvm_skinit,
761 TP_PROTO(__u64 rip, __u32 slb),
762 TP_ARGS(rip, slb),
763
764 TP_STRUCT__entry(
765 __field( __u64, rip )
766 __field( __u32, slb )
767 ),
768
769 TP_fast_assign(
770 __entry->rip = rip;
771 __entry->slb = slb;
772 ),
773
774 TP_printk("rip: 0x%016llx slb: 0x%08x",
775 __entry->rip, __entry->slb)
776);
777
778#define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
779#define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
780#define KVM_EMUL_INSN_F_CS_D (1 << 2)
781#define KVM_EMUL_INSN_F_CS_L (1 << 3)
782
783#define kvm_trace_symbol_emul_flags \
784 { 0, "real" }, \
785 { KVM_EMUL_INSN_F_CR0_PE \
786 | KVM_EMUL_INSN_F_EFL_VM, "vm16" }, \
787 { KVM_EMUL_INSN_F_CR0_PE, "prot16" }, \
788 { KVM_EMUL_INSN_F_CR0_PE \
789 | KVM_EMUL_INSN_F_CS_D, "prot32" }, \
790 { KVM_EMUL_INSN_F_CR0_PE \
791 | KVM_EMUL_INSN_F_CS_L, "prot64" }
792
793#define kei_decode_mode(mode) ({ \
794 u8 flags = 0xff; \
795 switch (mode) { \
796 case X86EMUL_MODE_REAL: \
797 flags = 0; \
798 break; \
799 case X86EMUL_MODE_VM86: \
800 flags = KVM_EMUL_INSN_F_EFL_VM; \
801 break; \
802 case X86EMUL_MODE_PROT16: \
803 flags = KVM_EMUL_INSN_F_CR0_PE; \
804 break; \
805 case X86EMUL_MODE_PROT32: \
806 flags = KVM_EMUL_INSN_F_CR0_PE \
807 | KVM_EMUL_INSN_F_CS_D; \
808 break; \
809 case X86EMUL_MODE_PROT64: \
810 flags = KVM_EMUL_INSN_F_CR0_PE \
811 | KVM_EMUL_INSN_F_CS_L; \
812 break; \
813 } \
814 flags; \
815 })
816
817TRACE_EVENT(kvm_emulate_insn,
818 TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
819 TP_ARGS(vcpu, failed),
820
821 TP_STRUCT__entry(
822 __field( __u64, rip )
823 __field( __u32, csbase )
824 __field( __u8, len )
825 __array( __u8, insn, 15 )
826 __field( __u8, flags )
827 __field( __u8, failed )
828 ),
829
830 TP_fast_assign(
831 __entry->csbase = kvm_x86_call(get_segment_base)(vcpu,
832 VCPU_SREG_CS);
833 __entry->len = vcpu->arch.emulate_ctxt->fetch.ptr
834 - vcpu->arch.emulate_ctxt->fetch.data;
835 __entry->rip = vcpu->arch.emulate_ctxt->_eip - __entry->len;
836 memcpy(__entry->insn,
837 vcpu->arch.emulate_ctxt->fetch.data,
838 15);
839 __entry->flags = kei_decode_mode(vcpu->arch.emulate_ctxt->mode);
840 __entry->failed = failed;
841 ),
842
843 TP_printk("%x:%llx:%s (%s)%s",
844 __entry->csbase, __entry->rip,
845 __print_hex(__entry->insn, __entry->len),
846 __print_symbolic(__entry->flags,
847 kvm_trace_symbol_emul_flags),
848 __entry->failed ? " failed" : ""
849 )
850 );
851
852#define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
853#define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
854
855TRACE_EVENT(
856 vcpu_match_mmio,
857 TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
858 TP_ARGS(gva, gpa, write, gpa_match),
859
860 TP_STRUCT__entry(
861 __field(gva_t, gva)
862 __field(gpa_t, gpa)
863 __field(bool, write)
864 __field(bool, gpa_match)
865 ),
866
867 TP_fast_assign(
868 __entry->gva = gva;
869 __entry->gpa = gpa;
870 __entry->write = write;
871 __entry->gpa_match = gpa_match
872 ),
873
874 TP_printk("gva %#lx gpa %#llx %s %s", __entry->gva, __entry->gpa,
875 __entry->write ? "Write" : "Read",
876 __entry->gpa_match ? "GPA" : "GVA")
877);
878
879TRACE_EVENT(kvm_write_tsc_offset,
880 TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset,
881 __u64 next_tsc_offset),
882 TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset),
883
884 TP_STRUCT__entry(
885 __field( unsigned int, vcpu_id )
886 __field( __u64, previous_tsc_offset )
887 __field( __u64, next_tsc_offset )
888 ),
889
890 TP_fast_assign(
891 __entry->vcpu_id = vcpu_id;
892 __entry->previous_tsc_offset = previous_tsc_offset;
893 __entry->next_tsc_offset = next_tsc_offset;
894 ),
895
896 TP_printk("vcpu=%u prev=%llu next=%llu", __entry->vcpu_id,
897 __entry->previous_tsc_offset, __entry->next_tsc_offset)
898);
899
900#ifdef CONFIG_X86_64
901
902#define host_clocks \
903 {VDSO_CLOCKMODE_NONE, "none"}, \
904 {VDSO_CLOCKMODE_TSC, "tsc"} \
905
906TRACE_EVENT(kvm_update_master_clock,
907 TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched),
908 TP_ARGS(use_master_clock, host_clock, offset_matched),
909
910 TP_STRUCT__entry(
911 __field( bool, use_master_clock )
912 __field( unsigned int, host_clock )
913 __field( bool, offset_matched )
914 ),
915
916 TP_fast_assign(
917 __entry->use_master_clock = use_master_clock;
918 __entry->host_clock = host_clock;
919 __entry->offset_matched = offset_matched;
920 ),
921
922 TP_printk("masterclock %d hostclock %s offsetmatched %u",
923 __entry->use_master_clock,
924 __print_symbolic(__entry->host_clock, host_clocks),
925 __entry->offset_matched)
926);
927
928TRACE_EVENT(kvm_track_tsc,
929 TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched,
930 unsigned int online_vcpus, bool use_master_clock,
931 unsigned int host_clock),
932 TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock,
933 host_clock),
934
935 TP_STRUCT__entry(
936 __field( unsigned int, vcpu_id )
937 __field( unsigned int, nr_vcpus_matched_tsc )
938 __field( unsigned int, online_vcpus )
939 __field( bool, use_master_clock )
940 __field( unsigned int, host_clock )
941 ),
942
943 TP_fast_assign(
944 __entry->vcpu_id = vcpu_id;
945 __entry->nr_vcpus_matched_tsc = nr_matched;
946 __entry->online_vcpus = online_vcpus;
947 __entry->use_master_clock = use_master_clock;
948 __entry->host_clock = host_clock;
949 ),
950
951 TP_printk("vcpu_id %u masterclock %u offsetmatched %u nr_online %u"
952 " hostclock %s",
953 __entry->vcpu_id, __entry->use_master_clock,
954 __entry->nr_vcpus_matched_tsc, __entry->online_vcpus,
955 __print_symbolic(__entry->host_clock, host_clocks))
956);
957
958#endif /* CONFIG_X86_64 */
959
960/*
961 * Tracepoint for PML full VMEXIT.
962 */
963TRACE_EVENT(kvm_pml_full,
964 TP_PROTO(unsigned int vcpu_id),
965 TP_ARGS(vcpu_id),
966
967 TP_STRUCT__entry(
968 __field( unsigned int, vcpu_id )
969 ),
970
971 TP_fast_assign(
972 __entry->vcpu_id = vcpu_id;
973 ),
974
975 TP_printk("vcpu %d: PML full", __entry->vcpu_id)
976);
977
978TRACE_EVENT(kvm_ple_window_update,
979 TP_PROTO(unsigned int vcpu_id, unsigned int new, unsigned int old),
980 TP_ARGS(vcpu_id, new, old),
981
982 TP_STRUCT__entry(
983 __field( unsigned int, vcpu_id )
984 __field( unsigned int, new )
985 __field( unsigned int, old )
986 ),
987
988 TP_fast_assign(
989 __entry->vcpu_id = vcpu_id;
990 __entry->new = new;
991 __entry->old = old;
992 ),
993
994 TP_printk("vcpu %u old %u new %u (%s)",
995 __entry->vcpu_id, __entry->old, __entry->new,
996 __entry->old < __entry->new ? "growed" : "shrinked")
997);
998
999TRACE_EVENT(kvm_pvclock_update,
1000 TP_PROTO(unsigned int vcpu_id, struct pvclock_vcpu_time_info *pvclock),
1001 TP_ARGS(vcpu_id, pvclock),
1002
1003 TP_STRUCT__entry(
1004 __field( unsigned int, vcpu_id )
1005 __field( __u32, version )
1006 __field( __u64, tsc_timestamp )
1007 __field( __u64, system_time )
1008 __field( __u32, tsc_to_system_mul )
1009 __field( __s8, tsc_shift )
1010 __field( __u8, flags )
1011 ),
1012
1013 TP_fast_assign(
1014 __entry->vcpu_id = vcpu_id;
1015 __entry->version = pvclock->version;
1016 __entry->tsc_timestamp = pvclock->tsc_timestamp;
1017 __entry->system_time = pvclock->system_time;
1018 __entry->tsc_to_system_mul = pvclock->tsc_to_system_mul;
1019 __entry->tsc_shift = pvclock->tsc_shift;
1020 __entry->flags = pvclock->flags;
1021 ),
1022
1023 TP_printk("vcpu_id %u, pvclock { version %u, tsc_timestamp 0x%llx, "
1024 "system_time 0x%llx, tsc_to_system_mul 0x%x, tsc_shift %d, "
1025 "flags 0x%x }",
1026 __entry->vcpu_id,
1027 __entry->version,
1028 __entry->tsc_timestamp,
1029 __entry->system_time,
1030 __entry->tsc_to_system_mul,
1031 __entry->tsc_shift,
1032 __entry->flags)
1033);
1034
1035TRACE_EVENT(kvm_wait_lapic_expire,
1036 TP_PROTO(unsigned int vcpu_id, s64 delta),
1037 TP_ARGS(vcpu_id, delta),
1038
1039 TP_STRUCT__entry(
1040 __field( unsigned int, vcpu_id )
1041 __field( s64, delta )
1042 ),
1043
1044 TP_fast_assign(
1045 __entry->vcpu_id = vcpu_id;
1046 __entry->delta = delta;
1047 ),
1048
1049 TP_printk("vcpu %u: delta %lld (%s)",
1050 __entry->vcpu_id,
1051 __entry->delta,
1052 __entry->delta < 0 ? "early" : "late")
1053);
1054
1055TRACE_EVENT(kvm_smm_transition,
1056 TP_PROTO(unsigned int vcpu_id, u64 smbase, bool entering),
1057 TP_ARGS(vcpu_id, smbase, entering),
1058
1059 TP_STRUCT__entry(
1060 __field( unsigned int, vcpu_id )
1061 __field( u64, smbase )
1062 __field( bool, entering )
1063 ),
1064
1065 TP_fast_assign(
1066 __entry->vcpu_id = vcpu_id;
1067 __entry->smbase = smbase;
1068 __entry->entering = entering;
1069 ),
1070
1071 TP_printk("vcpu %u: %s SMM, smbase 0x%llx",
1072 __entry->vcpu_id,
1073 __entry->entering ? "entering" : "leaving",
1074 __entry->smbase)
1075);
1076
1077/*
1078 * Tracepoint for VT-d posted-interrupts and AMD-Vi Guest Virtual APIC.
1079 */
1080TRACE_EVENT(kvm_pi_irte_update,
1081 TP_PROTO(unsigned int host_irq, unsigned int vcpu_id,
1082 unsigned int gsi, unsigned int gvec,
1083 u64 pi_desc_addr, bool set),
1084 TP_ARGS(host_irq, vcpu_id, gsi, gvec, pi_desc_addr, set),
1085
1086 TP_STRUCT__entry(
1087 __field( unsigned int, host_irq )
1088 __field( unsigned int, vcpu_id )
1089 __field( unsigned int, gsi )
1090 __field( unsigned int, gvec )
1091 __field( u64, pi_desc_addr )
1092 __field( bool, set )
1093 ),
1094
1095 TP_fast_assign(
1096 __entry->host_irq = host_irq;
1097 __entry->vcpu_id = vcpu_id;
1098 __entry->gsi = gsi;
1099 __entry->gvec = gvec;
1100 __entry->pi_desc_addr = pi_desc_addr;
1101 __entry->set = set;
1102 ),
1103
1104 TP_printk("PI is %s for irq %u, vcpu %u, gsi: 0x%x, "
1105 "gvec: 0x%x, pi_desc_addr: 0x%llx",
1106 __entry->set ? "enabled and being updated" : "disabled",
1107 __entry->host_irq,
1108 __entry->vcpu_id,
1109 __entry->gsi,
1110 __entry->gvec,
1111 __entry->pi_desc_addr)
1112);
1113
1114/*
1115 * Tracepoint for kvm_hv_notify_acked_sint.
1116 */
1117TRACE_EVENT(kvm_hv_notify_acked_sint,
1118 TP_PROTO(int vcpu_id, u32 sint),
1119 TP_ARGS(vcpu_id, sint),
1120
1121 TP_STRUCT__entry(
1122 __field(int, vcpu_id)
1123 __field(u32, sint)
1124 ),
1125
1126 TP_fast_assign(
1127 __entry->vcpu_id = vcpu_id;
1128 __entry->sint = sint;
1129 ),
1130
1131 TP_printk("vcpu_id %d sint %u", __entry->vcpu_id, __entry->sint)
1132);
1133
1134/*
1135 * Tracepoint for synic_set_irq.
1136 */
1137TRACE_EVENT(kvm_hv_synic_set_irq,
1138 TP_PROTO(int vcpu_id, u32 sint, int vector, int ret),
1139 TP_ARGS(vcpu_id, sint, vector, ret),
1140
1141 TP_STRUCT__entry(
1142 __field(int, vcpu_id)
1143 __field(u32, sint)
1144 __field(int, vector)
1145 __field(int, ret)
1146 ),
1147
1148 TP_fast_assign(
1149 __entry->vcpu_id = vcpu_id;
1150 __entry->sint = sint;
1151 __entry->vector = vector;
1152 __entry->ret = ret;
1153 ),
1154
1155 TP_printk("vcpu_id %d sint %u vector %d ret %d",
1156 __entry->vcpu_id, __entry->sint, __entry->vector,
1157 __entry->ret)
1158);
1159
1160/*
1161 * Tracepoint for kvm_hv_synic_send_eoi.
1162 */
1163TRACE_EVENT(kvm_hv_synic_send_eoi,
1164 TP_PROTO(int vcpu_id, int vector),
1165 TP_ARGS(vcpu_id, vector),
1166
1167 TP_STRUCT__entry(
1168 __field(int, vcpu_id)
1169 __field(u32, sint)
1170 __field(int, vector)
1171 __field(int, ret)
1172 ),
1173
1174 TP_fast_assign(
1175 __entry->vcpu_id = vcpu_id;
1176 __entry->vector = vector;
1177 ),
1178
1179 TP_printk("vcpu_id %d vector %d", __entry->vcpu_id, __entry->vector)
1180);
1181
1182/*
1183 * Tracepoint for synic_set_msr.
1184 */
1185TRACE_EVENT(kvm_hv_synic_set_msr,
1186 TP_PROTO(int vcpu_id, u32 msr, u64 data, bool host),
1187 TP_ARGS(vcpu_id, msr, data, host),
1188
1189 TP_STRUCT__entry(
1190 __field(int, vcpu_id)
1191 __field(u32, msr)
1192 __field(u64, data)
1193 __field(bool, host)
1194 ),
1195
1196 TP_fast_assign(
1197 __entry->vcpu_id = vcpu_id;
1198 __entry->msr = msr;
1199 __entry->data = data;
1200 __entry->host = host
1201 ),
1202
1203 TP_printk("vcpu_id %d msr 0x%x data 0x%llx host %d",
1204 __entry->vcpu_id, __entry->msr, __entry->data, __entry->host)
1205);
1206
1207/*
1208 * Tracepoint for stimer_set_config.
1209 */
1210TRACE_EVENT(kvm_hv_stimer_set_config,
1211 TP_PROTO(int vcpu_id, int timer_index, u64 config, bool host),
1212 TP_ARGS(vcpu_id, timer_index, config, host),
1213
1214 TP_STRUCT__entry(
1215 __field(int, vcpu_id)
1216 __field(int, timer_index)
1217 __field(u64, config)
1218 __field(bool, host)
1219 ),
1220
1221 TP_fast_assign(
1222 __entry->vcpu_id = vcpu_id;
1223 __entry->timer_index = timer_index;
1224 __entry->config = config;
1225 __entry->host = host;
1226 ),
1227
1228 TP_printk("vcpu_id %d timer %d config 0x%llx host %d",
1229 __entry->vcpu_id, __entry->timer_index, __entry->config,
1230 __entry->host)
1231);
1232
1233/*
1234 * Tracepoint for stimer_set_count.
1235 */
1236TRACE_EVENT(kvm_hv_stimer_set_count,
1237 TP_PROTO(int vcpu_id, int timer_index, u64 count, bool host),
1238 TP_ARGS(vcpu_id, timer_index, count, host),
1239
1240 TP_STRUCT__entry(
1241 __field(int, vcpu_id)
1242 __field(int, timer_index)
1243 __field(u64, count)
1244 __field(bool, host)
1245 ),
1246
1247 TP_fast_assign(
1248 __entry->vcpu_id = vcpu_id;
1249 __entry->timer_index = timer_index;
1250 __entry->count = count;
1251 __entry->host = host;
1252 ),
1253
1254 TP_printk("vcpu_id %d timer %d count %llu host %d",
1255 __entry->vcpu_id, __entry->timer_index, __entry->count,
1256 __entry->host)
1257);
1258
1259/*
1260 * Tracepoint for stimer_start(periodic timer case).
1261 */
1262TRACE_EVENT(kvm_hv_stimer_start_periodic,
1263 TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 exp_time),
1264 TP_ARGS(vcpu_id, timer_index, time_now, exp_time),
1265
1266 TP_STRUCT__entry(
1267 __field(int, vcpu_id)
1268 __field(int, timer_index)
1269 __field(u64, time_now)
1270 __field(u64, exp_time)
1271 ),
1272
1273 TP_fast_assign(
1274 __entry->vcpu_id = vcpu_id;
1275 __entry->timer_index = timer_index;
1276 __entry->time_now = time_now;
1277 __entry->exp_time = exp_time;
1278 ),
1279
1280 TP_printk("vcpu_id %d timer %d time_now %llu exp_time %llu",
1281 __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1282 __entry->exp_time)
1283);
1284
1285/*
1286 * Tracepoint for stimer_start(one-shot timer case).
1287 */
1288TRACE_EVENT(kvm_hv_stimer_start_one_shot,
1289 TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 count),
1290 TP_ARGS(vcpu_id, timer_index, time_now, count),
1291
1292 TP_STRUCT__entry(
1293 __field(int, vcpu_id)
1294 __field(int, timer_index)
1295 __field(u64, time_now)
1296 __field(u64, count)
1297 ),
1298
1299 TP_fast_assign(
1300 __entry->vcpu_id = vcpu_id;
1301 __entry->timer_index = timer_index;
1302 __entry->time_now = time_now;
1303 __entry->count = count;
1304 ),
1305
1306 TP_printk("vcpu_id %d timer %d time_now %llu count %llu",
1307 __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1308 __entry->count)
1309);
1310
1311/*
1312 * Tracepoint for stimer_timer_callback.
1313 */
1314TRACE_EVENT(kvm_hv_stimer_callback,
1315 TP_PROTO(int vcpu_id, int timer_index),
1316 TP_ARGS(vcpu_id, timer_index),
1317
1318 TP_STRUCT__entry(
1319 __field(int, vcpu_id)
1320 __field(int, timer_index)
1321 ),
1322
1323 TP_fast_assign(
1324 __entry->vcpu_id = vcpu_id;
1325 __entry->timer_index = timer_index;
1326 ),
1327
1328 TP_printk("vcpu_id %d timer %d",
1329 __entry->vcpu_id, __entry->timer_index)
1330);
1331
1332/*
1333 * Tracepoint for stimer_expiration.
1334 */
1335TRACE_EVENT(kvm_hv_stimer_expiration,
1336 TP_PROTO(int vcpu_id, int timer_index, int direct, int msg_send_result),
1337 TP_ARGS(vcpu_id, timer_index, direct, msg_send_result),
1338
1339 TP_STRUCT__entry(
1340 __field(int, vcpu_id)
1341 __field(int, timer_index)
1342 __field(int, direct)
1343 __field(int, msg_send_result)
1344 ),
1345
1346 TP_fast_assign(
1347 __entry->vcpu_id = vcpu_id;
1348 __entry->timer_index = timer_index;
1349 __entry->direct = direct;
1350 __entry->msg_send_result = msg_send_result;
1351 ),
1352
1353 TP_printk("vcpu_id %d timer %d direct %d send result %d",
1354 __entry->vcpu_id, __entry->timer_index,
1355 __entry->direct, __entry->msg_send_result)
1356);
1357
1358/*
1359 * Tracepoint for stimer_cleanup.
1360 */
1361TRACE_EVENT(kvm_hv_stimer_cleanup,
1362 TP_PROTO(int vcpu_id, int timer_index),
1363 TP_ARGS(vcpu_id, timer_index),
1364
1365 TP_STRUCT__entry(
1366 __field(int, vcpu_id)
1367 __field(int, timer_index)
1368 ),
1369
1370 TP_fast_assign(
1371 __entry->vcpu_id = vcpu_id;
1372 __entry->timer_index = timer_index;
1373 ),
1374
1375 TP_printk("vcpu_id %d timer %d",
1376 __entry->vcpu_id, __entry->timer_index)
1377);
1378
1379#define kvm_print_apicv_inhibit_reasons(inhibits) \
1380 (inhibits), (inhibits) ? " " : "", \
1381 (inhibits) ? __print_flags(inhibits, "|", APICV_INHIBIT_REASONS) : ""
1382
1383TRACE_EVENT(kvm_apicv_inhibit_changed,
1384 TP_PROTO(int reason, bool set, unsigned long inhibits),
1385 TP_ARGS(reason, set, inhibits),
1386
1387 TP_STRUCT__entry(
1388 __field(int, reason)
1389 __field(bool, set)
1390 __field(unsigned long, inhibits)
1391 ),
1392
1393 TP_fast_assign(
1394 __entry->reason = reason;
1395 __entry->set = set;
1396 __entry->inhibits = inhibits;
1397 ),
1398
1399 TP_printk("%s reason=%u, inhibits=0x%lx%s%s",
1400 __entry->set ? "set" : "cleared",
1401 __entry->reason,
1402 kvm_print_apicv_inhibit_reasons(__entry->inhibits))
1403);
1404
1405TRACE_EVENT(kvm_apicv_accept_irq,
1406 TP_PROTO(__u32 apicid, __u16 dm, __u16 tm, __u8 vec),
1407 TP_ARGS(apicid, dm, tm, vec),
1408
1409 TP_STRUCT__entry(
1410 __field( __u32, apicid )
1411 __field( __u16, dm )
1412 __field( __u16, tm )
1413 __field( __u8, vec )
1414 ),
1415
1416 TP_fast_assign(
1417 __entry->apicid = apicid;
1418 __entry->dm = dm;
1419 __entry->tm = tm;
1420 __entry->vec = vec;
1421 ),
1422
1423 TP_printk("apicid %x vec %u (%s|%s)",
1424 __entry->apicid, __entry->vec,
1425 __print_symbolic((__entry->dm >> 8 & 0x7), kvm_deliver_mode),
1426 __entry->tm ? "level" : "edge")
1427);
1428
1429/*
1430 * Tracepoint for AMD AVIC
1431 */
1432TRACE_EVENT(kvm_avic_incomplete_ipi,
1433 TP_PROTO(u32 vcpu, u32 icrh, u32 icrl, u32 id, u32 index),
1434 TP_ARGS(vcpu, icrh, icrl, id, index),
1435
1436 TP_STRUCT__entry(
1437 __field(u32, vcpu)
1438 __field(u32, icrh)
1439 __field(u32, icrl)
1440 __field(u32, id)
1441 __field(u32, index)
1442 ),
1443
1444 TP_fast_assign(
1445 __entry->vcpu = vcpu;
1446 __entry->icrh = icrh;
1447 __entry->icrl = icrl;
1448 __entry->id = id;
1449 __entry->index = index;
1450 ),
1451
1452 TP_printk("vcpu=%u, icrh:icrl=%#010x:%08x, id=%u, index=%u",
1453 __entry->vcpu, __entry->icrh, __entry->icrl,
1454 __entry->id, __entry->index)
1455);
1456
1457TRACE_EVENT(kvm_avic_unaccelerated_access,
1458 TP_PROTO(u32 vcpu, u32 offset, bool ft, bool rw, u32 vec),
1459 TP_ARGS(vcpu, offset, ft, rw, vec),
1460
1461 TP_STRUCT__entry(
1462 __field(u32, vcpu)
1463 __field(u32, offset)
1464 __field(bool, ft)
1465 __field(bool, rw)
1466 __field(u32, vec)
1467 ),
1468
1469 TP_fast_assign(
1470 __entry->vcpu = vcpu;
1471 __entry->offset = offset;
1472 __entry->ft = ft;
1473 __entry->rw = rw;
1474 __entry->vec = vec;
1475 ),
1476
1477 TP_printk("vcpu=%u, offset=%#x(%s), %s, %s, vec=%#x",
1478 __entry->vcpu,
1479 __entry->offset,
1480 __print_symbolic(__entry->offset, kvm_trace_symbol_apic),
1481 __entry->ft ? "trap" : "fault",
1482 __entry->rw ? "write" : "read",
1483 __entry->vec)
1484);
1485
1486TRACE_EVENT(kvm_avic_ga_log,
1487 TP_PROTO(u32 vmid, u32 vcpuid),
1488 TP_ARGS(vmid, vcpuid),
1489
1490 TP_STRUCT__entry(
1491 __field(u32, vmid)
1492 __field(u32, vcpuid)
1493 ),
1494
1495 TP_fast_assign(
1496 __entry->vmid = vmid;
1497 __entry->vcpuid = vcpuid;
1498 ),
1499
1500 TP_printk("vmid=%u, vcpuid=%u",
1501 __entry->vmid, __entry->vcpuid)
1502);
1503
1504TRACE_EVENT(kvm_avic_kick_vcpu_slowpath,
1505 TP_PROTO(u32 icrh, u32 icrl, u32 index),
1506 TP_ARGS(icrh, icrl, index),
1507
1508 TP_STRUCT__entry(
1509 __field(u32, icrh)
1510 __field(u32, icrl)
1511 __field(u32, index)
1512 ),
1513
1514 TP_fast_assign(
1515 __entry->icrh = icrh;
1516 __entry->icrl = icrl;
1517 __entry->index = index;
1518 ),
1519
1520 TP_printk("icrh:icrl=%#08x:%08x, index=%u",
1521 __entry->icrh, __entry->icrl, __entry->index)
1522);
1523
1524TRACE_EVENT(kvm_avic_doorbell,
1525 TP_PROTO(u32 vcpuid, u32 apicid),
1526 TP_ARGS(vcpuid, apicid),
1527
1528 TP_STRUCT__entry(
1529 __field(u32, vcpuid)
1530 __field(u32, apicid)
1531 ),
1532
1533 TP_fast_assign(
1534 __entry->vcpuid = vcpuid;
1535 __entry->apicid = apicid;
1536 ),
1537
1538 TP_printk("vcpuid=%u, apicid=%u",
1539 __entry->vcpuid, __entry->apicid)
1540);
1541
1542TRACE_EVENT(kvm_hv_timer_state,
1543 TP_PROTO(unsigned int vcpu_id, unsigned int hv_timer_in_use),
1544 TP_ARGS(vcpu_id, hv_timer_in_use),
1545 TP_STRUCT__entry(
1546 __field(unsigned int, vcpu_id)
1547 __field(unsigned int, hv_timer_in_use)
1548 ),
1549 TP_fast_assign(
1550 __entry->vcpu_id = vcpu_id;
1551 __entry->hv_timer_in_use = hv_timer_in_use;
1552 ),
1553 TP_printk("vcpu_id %x hv_timer %x",
1554 __entry->vcpu_id,
1555 __entry->hv_timer_in_use)
1556);
1557
1558/*
1559 * Tracepoint for kvm_hv_flush_tlb.
1560 */
1561TRACE_EVENT(kvm_hv_flush_tlb,
1562 TP_PROTO(u64 processor_mask, u64 address_space, u64 flags, bool guest_mode),
1563 TP_ARGS(processor_mask, address_space, flags, guest_mode),
1564
1565 TP_STRUCT__entry(
1566 __field(u64, processor_mask)
1567 __field(u64, address_space)
1568 __field(u64, flags)
1569 __field(bool, guest_mode)
1570 ),
1571
1572 TP_fast_assign(
1573 __entry->processor_mask = processor_mask;
1574 __entry->address_space = address_space;
1575 __entry->flags = flags;
1576 __entry->guest_mode = guest_mode;
1577 ),
1578
1579 TP_printk("processor_mask 0x%llx address_space 0x%llx flags 0x%llx %s",
1580 __entry->processor_mask, __entry->address_space,
1581 __entry->flags, __entry->guest_mode ? "(L2)" : "")
1582);
1583
1584/*
1585 * Tracepoint for kvm_hv_flush_tlb_ex.
1586 */
1587TRACE_EVENT(kvm_hv_flush_tlb_ex,
1588 TP_PROTO(u64 valid_bank_mask, u64 format, u64 address_space, u64 flags, bool guest_mode),
1589 TP_ARGS(valid_bank_mask, format, address_space, flags, guest_mode),
1590
1591 TP_STRUCT__entry(
1592 __field(u64, valid_bank_mask)
1593 __field(u64, format)
1594 __field(u64, address_space)
1595 __field(u64, flags)
1596 __field(bool, guest_mode)
1597 ),
1598
1599 TP_fast_assign(
1600 __entry->valid_bank_mask = valid_bank_mask;
1601 __entry->format = format;
1602 __entry->address_space = address_space;
1603 __entry->flags = flags;
1604 __entry->guest_mode = guest_mode;
1605 ),
1606
1607 TP_printk("valid_bank_mask 0x%llx format 0x%llx "
1608 "address_space 0x%llx flags 0x%llx %s",
1609 __entry->valid_bank_mask, __entry->format,
1610 __entry->address_space, __entry->flags,
1611 __entry->guest_mode ? "(L2)" : "")
1612);
1613
1614/*
1615 * Tracepoints for kvm_hv_send_ipi.
1616 */
1617TRACE_EVENT(kvm_hv_send_ipi,
1618 TP_PROTO(u32 vector, u64 processor_mask),
1619 TP_ARGS(vector, processor_mask),
1620
1621 TP_STRUCT__entry(
1622 __field(u32, vector)
1623 __field(u64, processor_mask)
1624 ),
1625
1626 TP_fast_assign(
1627 __entry->vector = vector;
1628 __entry->processor_mask = processor_mask;
1629 ),
1630
1631 TP_printk("vector %x processor_mask 0x%llx",
1632 __entry->vector, __entry->processor_mask)
1633);
1634
1635TRACE_EVENT(kvm_hv_send_ipi_ex,
1636 TP_PROTO(u32 vector, u64 format, u64 valid_bank_mask),
1637 TP_ARGS(vector, format, valid_bank_mask),
1638
1639 TP_STRUCT__entry(
1640 __field(u32, vector)
1641 __field(u64, format)
1642 __field(u64, valid_bank_mask)
1643 ),
1644
1645 TP_fast_assign(
1646 __entry->vector = vector;
1647 __entry->format = format;
1648 __entry->valid_bank_mask = valid_bank_mask;
1649 ),
1650
1651 TP_printk("vector %x format %llx valid_bank_mask 0x%llx",
1652 __entry->vector, __entry->format,
1653 __entry->valid_bank_mask)
1654);
1655
1656TRACE_EVENT(kvm_pv_tlb_flush,
1657 TP_PROTO(unsigned int vcpu_id, bool need_flush_tlb),
1658 TP_ARGS(vcpu_id, need_flush_tlb),
1659
1660 TP_STRUCT__entry(
1661 __field( unsigned int, vcpu_id )
1662 __field( bool, need_flush_tlb )
1663 ),
1664
1665 TP_fast_assign(
1666 __entry->vcpu_id = vcpu_id;
1667 __entry->need_flush_tlb = need_flush_tlb;
1668 ),
1669
1670 TP_printk("vcpu %u need_flush_tlb %s", __entry->vcpu_id,
1671 __entry->need_flush_tlb ? "true" : "false")
1672);
1673
1674/*
1675 * Tracepoint for failed nested VMX VM-Enter.
1676 */
1677TRACE_EVENT(kvm_nested_vmenter_failed,
1678 TP_PROTO(const char *msg, u32 err),
1679 TP_ARGS(msg, err),
1680
1681 TP_STRUCT__entry(
1682 __string(msg, msg)
1683 __field(u32, err)
1684 ),
1685
1686 TP_fast_assign(
1687 __assign_str(msg);
1688 __entry->err = err;
1689 ),
1690
1691 TP_printk("%s%s", __get_str(msg), !__entry->err ? "" :
1692 __print_symbolic(__entry->err, VMX_VMENTER_INSTRUCTION_ERRORS))
1693);
1694
1695/*
1696 * Tracepoint for syndbg_set_msr.
1697 */
1698TRACE_EVENT(kvm_hv_syndbg_set_msr,
1699 TP_PROTO(int vcpu_id, u32 vp_index, u32 msr, u64 data),
1700 TP_ARGS(vcpu_id, vp_index, msr, data),
1701
1702 TP_STRUCT__entry(
1703 __field(int, vcpu_id)
1704 __field(u32, vp_index)
1705 __field(u32, msr)
1706 __field(u64, data)
1707 ),
1708
1709 TP_fast_assign(
1710 __entry->vcpu_id = vcpu_id;
1711 __entry->vp_index = vp_index;
1712 __entry->msr = msr;
1713 __entry->data = data;
1714 ),
1715
1716 TP_printk("vcpu_id %d vp_index %u msr 0x%x data 0x%llx",
1717 __entry->vcpu_id, __entry->vp_index, __entry->msr,
1718 __entry->data)
1719);
1720
1721/*
1722 * Tracepoint for syndbg_get_msr.
1723 */
1724TRACE_EVENT(kvm_hv_syndbg_get_msr,
1725 TP_PROTO(int vcpu_id, u32 vp_index, u32 msr, u64 data),
1726 TP_ARGS(vcpu_id, vp_index, msr, data),
1727
1728 TP_STRUCT__entry(
1729 __field(int, vcpu_id)
1730 __field(u32, vp_index)
1731 __field(u32, msr)
1732 __field(u64, data)
1733 ),
1734
1735 TP_fast_assign(
1736 __entry->vcpu_id = vcpu_id;
1737 __entry->vp_index = vp_index;
1738 __entry->msr = msr;
1739 __entry->data = data;
1740 ),
1741
1742 TP_printk("vcpu_id %d vp_index %u msr 0x%x data 0x%llx",
1743 __entry->vcpu_id, __entry->vp_index, __entry->msr,
1744 __entry->data)
1745);
1746
1747/*
1748 * Tracepoint for the start of VMGEXIT processing
1749 */
1750TRACE_EVENT(kvm_vmgexit_enter,
1751 TP_PROTO(unsigned int vcpu_id, struct ghcb *ghcb),
1752 TP_ARGS(vcpu_id, ghcb),
1753
1754 TP_STRUCT__entry(
1755 __field(unsigned int, vcpu_id)
1756 __field(u64, exit_reason)
1757 __field(u64, info1)
1758 __field(u64, info2)
1759 ),
1760
1761 TP_fast_assign(
1762 __entry->vcpu_id = vcpu_id;
1763 __entry->exit_reason = ghcb->save.sw_exit_code;
1764 __entry->info1 = ghcb->save.sw_exit_info_1;
1765 __entry->info2 = ghcb->save.sw_exit_info_2;
1766 ),
1767
1768 TP_printk("vcpu %u, exit_reason %llx, exit_info1 %llx, exit_info2 %llx",
1769 __entry->vcpu_id, __entry->exit_reason,
1770 __entry->info1, __entry->info2)
1771);
1772
1773/*
1774 * Tracepoint for the end of VMGEXIT processing
1775 */
1776TRACE_EVENT(kvm_vmgexit_exit,
1777 TP_PROTO(unsigned int vcpu_id, struct ghcb *ghcb),
1778 TP_ARGS(vcpu_id, ghcb),
1779
1780 TP_STRUCT__entry(
1781 __field(unsigned int, vcpu_id)
1782 __field(u64, exit_reason)
1783 __field(u64, info1)
1784 __field(u64, info2)
1785 ),
1786
1787 TP_fast_assign(
1788 __entry->vcpu_id = vcpu_id;
1789 __entry->exit_reason = ghcb->save.sw_exit_code;
1790 __entry->info1 = ghcb->save.sw_exit_info_1;
1791 __entry->info2 = ghcb->save.sw_exit_info_2;
1792 ),
1793
1794 TP_printk("vcpu %u, exit_reason %llx, exit_info1 %llx, exit_info2 %llx",
1795 __entry->vcpu_id, __entry->exit_reason,
1796 __entry->info1, __entry->info2)
1797);
1798
1799/*
1800 * Tracepoint for the start of VMGEXIT MSR procotol processing
1801 */
1802TRACE_EVENT(kvm_vmgexit_msr_protocol_enter,
1803 TP_PROTO(unsigned int vcpu_id, u64 ghcb_gpa),
1804 TP_ARGS(vcpu_id, ghcb_gpa),
1805
1806 TP_STRUCT__entry(
1807 __field(unsigned int, vcpu_id)
1808 __field(u64, ghcb_gpa)
1809 ),
1810
1811 TP_fast_assign(
1812 __entry->vcpu_id = vcpu_id;
1813 __entry->ghcb_gpa = ghcb_gpa;
1814 ),
1815
1816 TP_printk("vcpu %u, ghcb_gpa %016llx",
1817 __entry->vcpu_id, __entry->ghcb_gpa)
1818);
1819
1820/*
1821 * Tracepoint for the end of VMGEXIT MSR procotol processing
1822 */
1823TRACE_EVENT(kvm_vmgexit_msr_protocol_exit,
1824 TP_PROTO(unsigned int vcpu_id, u64 ghcb_gpa, int result),
1825 TP_ARGS(vcpu_id, ghcb_gpa, result),
1826
1827 TP_STRUCT__entry(
1828 __field(unsigned int, vcpu_id)
1829 __field(u64, ghcb_gpa)
1830 __field(int, result)
1831 ),
1832
1833 TP_fast_assign(
1834 __entry->vcpu_id = vcpu_id;
1835 __entry->ghcb_gpa = ghcb_gpa;
1836 __entry->result = result;
1837 ),
1838
1839 TP_printk("vcpu %u, ghcb_gpa %016llx, result %d",
1840 __entry->vcpu_id, __entry->ghcb_gpa, __entry->result)
1841);
1842
1843/*
1844 * Tracepoint for #NPFs due to RMP faults.
1845 */
1846TRACE_EVENT(kvm_rmp_fault,
1847 TP_PROTO(struct kvm_vcpu *vcpu, u64 gpa, u64 pfn, u64 error_code,
1848 int rmp_level, int psmash_ret),
1849 TP_ARGS(vcpu, gpa, pfn, error_code, rmp_level, psmash_ret),
1850
1851 TP_STRUCT__entry(
1852 __field(unsigned int, vcpu_id)
1853 __field(u64, gpa)
1854 __field(u64, pfn)
1855 __field(u64, error_code)
1856 __field(int, rmp_level)
1857 __field(int, psmash_ret)
1858 ),
1859
1860 TP_fast_assign(
1861 __entry->vcpu_id = vcpu->vcpu_id;
1862 __entry->gpa = gpa;
1863 __entry->pfn = pfn;
1864 __entry->error_code = error_code;
1865 __entry->rmp_level = rmp_level;
1866 __entry->psmash_ret = psmash_ret;
1867 ),
1868
1869 TP_printk("vcpu %u gpa %016llx pfn 0x%llx error_code 0x%llx rmp_level %d psmash_ret %d",
1870 __entry->vcpu_id, __entry->gpa, __entry->pfn,
1871 __entry->error_code, __entry->rmp_level, __entry->psmash_ret)
1872);
1873
1874#endif /* _TRACE_KVM_H */
1875
1876#undef TRACE_INCLUDE_PATH
1877#define TRACE_INCLUDE_PATH ../../arch/x86/kvm
1878#undef TRACE_INCLUDE_FILE
1879#define TRACE_INCLUDE_FILE trace
1880
1881/* This part must be outside protection */
1882#include <trace/define_trace.h>
1#if !defined(_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
2#define _TRACE_KVM_H
3
4#include <linux/tracepoint.h>
5#include <asm/vmx.h>
6#include <asm/svm.h>
7#include <asm/clocksource.h>
8#include <asm/pvclock-abi.h>
9
10#undef TRACE_SYSTEM
11#define TRACE_SYSTEM kvm
12
13/*
14 * Tracepoint for guest mode entry.
15 */
16TRACE_EVENT(kvm_entry,
17 TP_PROTO(unsigned int vcpu_id),
18 TP_ARGS(vcpu_id),
19
20 TP_STRUCT__entry(
21 __field( unsigned int, vcpu_id )
22 ),
23
24 TP_fast_assign(
25 __entry->vcpu_id = vcpu_id;
26 ),
27
28 TP_printk("vcpu %u", __entry->vcpu_id)
29);
30
31/*
32 * Tracepoint for hypercall.
33 */
34TRACE_EVENT(kvm_hypercall,
35 TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
36 unsigned long a2, unsigned long a3),
37 TP_ARGS(nr, a0, a1, a2, a3),
38
39 TP_STRUCT__entry(
40 __field( unsigned long, nr )
41 __field( unsigned long, a0 )
42 __field( unsigned long, a1 )
43 __field( unsigned long, a2 )
44 __field( unsigned long, a3 )
45 ),
46
47 TP_fast_assign(
48 __entry->nr = nr;
49 __entry->a0 = a0;
50 __entry->a1 = a1;
51 __entry->a2 = a2;
52 __entry->a3 = a3;
53 ),
54
55 TP_printk("nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx",
56 __entry->nr, __entry->a0, __entry->a1, __entry->a2,
57 __entry->a3)
58);
59
60/*
61 * Tracepoint for hypercall.
62 */
63TRACE_EVENT(kvm_hv_hypercall,
64 TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx,
65 __u64 ingpa, __u64 outgpa),
66 TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa),
67
68 TP_STRUCT__entry(
69 __field( __u16, rep_cnt )
70 __field( __u16, rep_idx )
71 __field( __u64, ingpa )
72 __field( __u64, outgpa )
73 __field( __u16, code )
74 __field( bool, fast )
75 ),
76
77 TP_fast_assign(
78 __entry->rep_cnt = rep_cnt;
79 __entry->rep_idx = rep_idx;
80 __entry->ingpa = ingpa;
81 __entry->outgpa = outgpa;
82 __entry->code = code;
83 __entry->fast = fast;
84 ),
85
86 TP_printk("code 0x%x %s cnt 0x%x idx 0x%x in 0x%llx out 0x%llx",
87 __entry->code, __entry->fast ? "fast" : "slow",
88 __entry->rep_cnt, __entry->rep_idx, __entry->ingpa,
89 __entry->outgpa)
90);
91
92/*
93 * Tracepoint for PIO.
94 */
95
96#define KVM_PIO_IN 0
97#define KVM_PIO_OUT 1
98
99TRACE_EVENT(kvm_pio,
100 TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
101 unsigned int count, void *data),
102 TP_ARGS(rw, port, size, count, data),
103
104 TP_STRUCT__entry(
105 __field( unsigned int, rw )
106 __field( unsigned int, port )
107 __field( unsigned int, size )
108 __field( unsigned int, count )
109 __field( unsigned int, val )
110 ),
111
112 TP_fast_assign(
113 __entry->rw = rw;
114 __entry->port = port;
115 __entry->size = size;
116 __entry->count = count;
117 if (size == 1)
118 __entry->val = *(unsigned char *)data;
119 else if (size == 2)
120 __entry->val = *(unsigned short *)data;
121 else
122 __entry->val = *(unsigned int *)data;
123 ),
124
125 TP_printk("pio_%s at 0x%x size %d count %d val 0x%x %s",
126 __entry->rw ? "write" : "read",
127 __entry->port, __entry->size, __entry->count, __entry->val,
128 __entry->count > 1 ? "(...)" : "")
129);
130
131/*
132 * Tracepoint for fast mmio.
133 */
134TRACE_EVENT(kvm_fast_mmio,
135 TP_PROTO(u64 gpa),
136 TP_ARGS(gpa),
137
138 TP_STRUCT__entry(
139 __field(u64, gpa)
140 ),
141
142 TP_fast_assign(
143 __entry->gpa = gpa;
144 ),
145
146 TP_printk("fast mmio at gpa 0x%llx", __entry->gpa)
147);
148
149/*
150 * Tracepoint for cpuid.
151 */
152TRACE_EVENT(kvm_cpuid,
153 TP_PROTO(unsigned int function, unsigned long rax, unsigned long rbx,
154 unsigned long rcx, unsigned long rdx),
155 TP_ARGS(function, rax, rbx, rcx, rdx),
156
157 TP_STRUCT__entry(
158 __field( unsigned int, function )
159 __field( unsigned long, rax )
160 __field( unsigned long, rbx )
161 __field( unsigned long, rcx )
162 __field( unsigned long, rdx )
163 ),
164
165 TP_fast_assign(
166 __entry->function = function;
167 __entry->rax = rax;
168 __entry->rbx = rbx;
169 __entry->rcx = rcx;
170 __entry->rdx = rdx;
171 ),
172
173 TP_printk("func %x rax %lx rbx %lx rcx %lx rdx %lx",
174 __entry->function, __entry->rax,
175 __entry->rbx, __entry->rcx, __entry->rdx)
176);
177
178#define AREG(x) { APIC_##x, "APIC_" #x }
179
180#define kvm_trace_symbol_apic \
181 AREG(ID), AREG(LVR), AREG(TASKPRI), AREG(ARBPRI), AREG(PROCPRI), \
182 AREG(EOI), AREG(RRR), AREG(LDR), AREG(DFR), AREG(SPIV), AREG(ISR), \
183 AREG(TMR), AREG(IRR), AREG(ESR), AREG(ICR), AREG(ICR2), AREG(LVTT), \
184 AREG(LVTTHMR), AREG(LVTPC), AREG(LVT0), AREG(LVT1), AREG(LVTERR), \
185 AREG(TMICT), AREG(TMCCT), AREG(TDCR), AREG(SELF_IPI), AREG(EFEAT), \
186 AREG(ECTRL)
187/*
188 * Tracepoint for apic access.
189 */
190TRACE_EVENT(kvm_apic,
191 TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val),
192 TP_ARGS(rw, reg, val),
193
194 TP_STRUCT__entry(
195 __field( unsigned int, rw )
196 __field( unsigned int, reg )
197 __field( unsigned int, val )
198 ),
199
200 TP_fast_assign(
201 __entry->rw = rw;
202 __entry->reg = reg;
203 __entry->val = val;
204 ),
205
206 TP_printk("apic_%s %s = 0x%x",
207 __entry->rw ? "write" : "read",
208 __print_symbolic(__entry->reg, kvm_trace_symbol_apic),
209 __entry->val)
210);
211
212#define trace_kvm_apic_read(reg, val) trace_kvm_apic(0, reg, val)
213#define trace_kvm_apic_write(reg, val) trace_kvm_apic(1, reg, val)
214
215#define KVM_ISA_VMX 1
216#define KVM_ISA_SVM 2
217
218/*
219 * Tracepoint for kvm guest exit:
220 */
221TRACE_EVENT(kvm_exit,
222 TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
223 TP_ARGS(exit_reason, vcpu, isa),
224
225 TP_STRUCT__entry(
226 __field( unsigned int, exit_reason )
227 __field( unsigned long, guest_rip )
228 __field( u32, isa )
229 __field( u64, info1 )
230 __field( u64, info2 )
231 ),
232
233 TP_fast_assign(
234 __entry->exit_reason = exit_reason;
235 __entry->guest_rip = kvm_rip_read(vcpu);
236 __entry->isa = isa;
237 kvm_x86_ops->get_exit_info(vcpu, &__entry->info1,
238 &__entry->info2);
239 ),
240
241 TP_printk("reason %s rip 0x%lx info %llx %llx",
242 (__entry->isa == KVM_ISA_VMX) ?
243 __print_symbolic(__entry->exit_reason, VMX_EXIT_REASONS) :
244 __print_symbolic(__entry->exit_reason, SVM_EXIT_REASONS),
245 __entry->guest_rip, __entry->info1, __entry->info2)
246);
247
248/*
249 * Tracepoint for kvm interrupt injection:
250 */
251TRACE_EVENT(kvm_inj_virq,
252 TP_PROTO(unsigned int irq),
253 TP_ARGS(irq),
254
255 TP_STRUCT__entry(
256 __field( unsigned int, irq )
257 ),
258
259 TP_fast_assign(
260 __entry->irq = irq;
261 ),
262
263 TP_printk("irq %u", __entry->irq)
264);
265
266#define EXS(x) { x##_VECTOR, "#" #x }
267
268#define kvm_trace_sym_exc \
269 EXS(DE), EXS(DB), EXS(BP), EXS(OF), EXS(BR), EXS(UD), EXS(NM), \
270 EXS(DF), EXS(TS), EXS(NP), EXS(SS), EXS(GP), EXS(PF), \
271 EXS(MF), EXS(AC), EXS(MC)
272
273/*
274 * Tracepoint for kvm interrupt injection:
275 */
276TRACE_EVENT(kvm_inj_exception,
277 TP_PROTO(unsigned exception, bool has_error, unsigned error_code),
278 TP_ARGS(exception, has_error, error_code),
279
280 TP_STRUCT__entry(
281 __field( u8, exception )
282 __field( u8, has_error )
283 __field( u32, error_code )
284 ),
285
286 TP_fast_assign(
287 __entry->exception = exception;
288 __entry->has_error = has_error;
289 __entry->error_code = error_code;
290 ),
291
292 TP_printk("%s (0x%x)",
293 __print_symbolic(__entry->exception, kvm_trace_sym_exc),
294 /* FIXME: don't print error_code if not present */
295 __entry->has_error ? __entry->error_code : 0)
296);
297
298/*
299 * Tracepoint for page fault.
300 */
301TRACE_EVENT(kvm_page_fault,
302 TP_PROTO(unsigned long fault_address, unsigned int error_code),
303 TP_ARGS(fault_address, error_code),
304
305 TP_STRUCT__entry(
306 __field( unsigned long, fault_address )
307 __field( unsigned int, error_code )
308 ),
309
310 TP_fast_assign(
311 __entry->fault_address = fault_address;
312 __entry->error_code = error_code;
313 ),
314
315 TP_printk("address %lx error_code %x",
316 __entry->fault_address, __entry->error_code)
317);
318
319/*
320 * Tracepoint for guest MSR access.
321 */
322TRACE_EVENT(kvm_msr,
323 TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
324 TP_ARGS(write, ecx, data, exception),
325
326 TP_STRUCT__entry(
327 __field( unsigned, write )
328 __field( u32, ecx )
329 __field( u64, data )
330 __field( u8, exception )
331 ),
332
333 TP_fast_assign(
334 __entry->write = write;
335 __entry->ecx = ecx;
336 __entry->data = data;
337 __entry->exception = exception;
338 ),
339
340 TP_printk("msr_%s %x = 0x%llx%s",
341 __entry->write ? "write" : "read",
342 __entry->ecx, __entry->data,
343 __entry->exception ? " (#GP)" : "")
344);
345
346#define trace_kvm_msr_read(ecx, data) trace_kvm_msr(0, ecx, data, false)
347#define trace_kvm_msr_write(ecx, data) trace_kvm_msr(1, ecx, data, false)
348#define trace_kvm_msr_read_ex(ecx) trace_kvm_msr(0, ecx, 0, true)
349#define trace_kvm_msr_write_ex(ecx, data) trace_kvm_msr(1, ecx, data, true)
350
351/*
352 * Tracepoint for guest CR access.
353 */
354TRACE_EVENT(kvm_cr,
355 TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
356 TP_ARGS(rw, cr, val),
357
358 TP_STRUCT__entry(
359 __field( unsigned int, rw )
360 __field( unsigned int, cr )
361 __field( unsigned long, val )
362 ),
363
364 TP_fast_assign(
365 __entry->rw = rw;
366 __entry->cr = cr;
367 __entry->val = val;
368 ),
369
370 TP_printk("cr_%s %x = 0x%lx",
371 __entry->rw ? "write" : "read",
372 __entry->cr, __entry->val)
373);
374
375#define trace_kvm_cr_read(cr, val) trace_kvm_cr(0, cr, val)
376#define trace_kvm_cr_write(cr, val) trace_kvm_cr(1, cr, val)
377
378TRACE_EVENT(kvm_pic_set_irq,
379 TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
380 TP_ARGS(chip, pin, elcr, imr, coalesced),
381
382 TP_STRUCT__entry(
383 __field( __u8, chip )
384 __field( __u8, pin )
385 __field( __u8, elcr )
386 __field( __u8, imr )
387 __field( bool, coalesced )
388 ),
389
390 TP_fast_assign(
391 __entry->chip = chip;
392 __entry->pin = pin;
393 __entry->elcr = elcr;
394 __entry->imr = imr;
395 __entry->coalesced = coalesced;
396 ),
397
398 TP_printk("chip %u pin %u (%s%s)%s",
399 __entry->chip, __entry->pin,
400 (__entry->elcr & (1 << __entry->pin)) ? "level":"edge",
401 (__entry->imr & (1 << __entry->pin)) ? "|masked":"",
402 __entry->coalesced ? " (coalesced)" : "")
403);
404
405#define kvm_apic_dst_shorthand \
406 {0x0, "dst"}, \
407 {0x1, "self"}, \
408 {0x2, "all"}, \
409 {0x3, "all-but-self"}
410
411TRACE_EVENT(kvm_apic_ipi,
412 TP_PROTO(__u32 icr_low, __u32 dest_id),
413 TP_ARGS(icr_low, dest_id),
414
415 TP_STRUCT__entry(
416 __field( __u32, icr_low )
417 __field( __u32, dest_id )
418 ),
419
420 TP_fast_assign(
421 __entry->icr_low = icr_low;
422 __entry->dest_id = dest_id;
423 ),
424
425 TP_printk("dst %x vec %u (%s|%s|%s|%s|%s)",
426 __entry->dest_id, (u8)__entry->icr_low,
427 __print_symbolic((__entry->icr_low >> 8 & 0x7),
428 kvm_deliver_mode),
429 (__entry->icr_low & (1<<11)) ? "logical" : "physical",
430 (__entry->icr_low & (1<<14)) ? "assert" : "de-assert",
431 (__entry->icr_low & (1<<15)) ? "level" : "edge",
432 __print_symbolic((__entry->icr_low >> 18 & 0x3),
433 kvm_apic_dst_shorthand))
434);
435
436TRACE_EVENT(kvm_apic_accept_irq,
437 TP_PROTO(__u32 apicid, __u16 dm, __u8 tm, __u8 vec),
438 TP_ARGS(apicid, dm, tm, vec),
439
440 TP_STRUCT__entry(
441 __field( __u32, apicid )
442 __field( __u16, dm )
443 __field( __u8, tm )
444 __field( __u8, vec )
445 ),
446
447 TP_fast_assign(
448 __entry->apicid = apicid;
449 __entry->dm = dm;
450 __entry->tm = tm;
451 __entry->vec = vec;
452 ),
453
454 TP_printk("apicid %x vec %u (%s|%s)",
455 __entry->apicid, __entry->vec,
456 __print_symbolic((__entry->dm >> 8 & 0x7), kvm_deliver_mode),
457 __entry->tm ? "level" : "edge")
458);
459
460TRACE_EVENT(kvm_eoi,
461 TP_PROTO(struct kvm_lapic *apic, int vector),
462 TP_ARGS(apic, vector),
463
464 TP_STRUCT__entry(
465 __field( __u32, apicid )
466 __field( int, vector )
467 ),
468
469 TP_fast_assign(
470 __entry->apicid = apic->vcpu->vcpu_id;
471 __entry->vector = vector;
472 ),
473
474 TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
475);
476
477TRACE_EVENT(kvm_pv_eoi,
478 TP_PROTO(struct kvm_lapic *apic, int vector),
479 TP_ARGS(apic, vector),
480
481 TP_STRUCT__entry(
482 __field( __u32, apicid )
483 __field( int, vector )
484 ),
485
486 TP_fast_assign(
487 __entry->apicid = apic->vcpu->vcpu_id;
488 __entry->vector = vector;
489 ),
490
491 TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
492);
493
494/*
495 * Tracepoint for nested VMRUN
496 */
497TRACE_EVENT(kvm_nested_vmrun,
498 TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
499 __u32 event_inj, bool npt),
500 TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt),
501
502 TP_STRUCT__entry(
503 __field( __u64, rip )
504 __field( __u64, vmcb )
505 __field( __u64, nested_rip )
506 __field( __u32, int_ctl )
507 __field( __u32, event_inj )
508 __field( bool, npt )
509 ),
510
511 TP_fast_assign(
512 __entry->rip = rip;
513 __entry->vmcb = vmcb;
514 __entry->nested_rip = nested_rip;
515 __entry->int_ctl = int_ctl;
516 __entry->event_inj = event_inj;
517 __entry->npt = npt;
518 ),
519
520 TP_printk("rip: 0x%016llx vmcb: 0x%016llx nrip: 0x%016llx int_ctl: 0x%08x "
521 "event_inj: 0x%08x npt: %s",
522 __entry->rip, __entry->vmcb, __entry->nested_rip,
523 __entry->int_ctl, __entry->event_inj,
524 __entry->npt ? "on" : "off")
525);
526
527TRACE_EVENT(kvm_nested_intercepts,
528 TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions, __u64 intercept),
529 TP_ARGS(cr_read, cr_write, exceptions, intercept),
530
531 TP_STRUCT__entry(
532 __field( __u16, cr_read )
533 __field( __u16, cr_write )
534 __field( __u32, exceptions )
535 __field( __u64, intercept )
536 ),
537
538 TP_fast_assign(
539 __entry->cr_read = cr_read;
540 __entry->cr_write = cr_write;
541 __entry->exceptions = exceptions;
542 __entry->intercept = intercept;
543 ),
544
545 TP_printk("cr_read: %04x cr_write: %04x excp: %08x intercept: %016llx",
546 __entry->cr_read, __entry->cr_write, __entry->exceptions,
547 __entry->intercept)
548);
549/*
550 * Tracepoint for #VMEXIT while nested
551 */
552TRACE_EVENT(kvm_nested_vmexit,
553 TP_PROTO(__u64 rip, __u32 exit_code,
554 __u64 exit_info1, __u64 exit_info2,
555 __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
556 TP_ARGS(rip, exit_code, exit_info1, exit_info2,
557 exit_int_info, exit_int_info_err, isa),
558
559 TP_STRUCT__entry(
560 __field( __u64, rip )
561 __field( __u32, exit_code )
562 __field( __u64, exit_info1 )
563 __field( __u64, exit_info2 )
564 __field( __u32, exit_int_info )
565 __field( __u32, exit_int_info_err )
566 __field( __u32, isa )
567 ),
568
569 TP_fast_assign(
570 __entry->rip = rip;
571 __entry->exit_code = exit_code;
572 __entry->exit_info1 = exit_info1;
573 __entry->exit_info2 = exit_info2;
574 __entry->exit_int_info = exit_int_info;
575 __entry->exit_int_info_err = exit_int_info_err;
576 __entry->isa = isa;
577 ),
578 TP_printk("rip: 0x%016llx reason: %s ext_inf1: 0x%016llx "
579 "ext_inf2: 0x%016llx ext_int: 0x%08x ext_int_err: 0x%08x",
580 __entry->rip,
581 (__entry->isa == KVM_ISA_VMX) ?
582 __print_symbolic(__entry->exit_code, VMX_EXIT_REASONS) :
583 __print_symbolic(__entry->exit_code, SVM_EXIT_REASONS),
584 __entry->exit_info1, __entry->exit_info2,
585 __entry->exit_int_info, __entry->exit_int_info_err)
586);
587
588/*
589 * Tracepoint for #VMEXIT reinjected to the guest
590 */
591TRACE_EVENT(kvm_nested_vmexit_inject,
592 TP_PROTO(__u32 exit_code,
593 __u64 exit_info1, __u64 exit_info2,
594 __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
595 TP_ARGS(exit_code, exit_info1, exit_info2,
596 exit_int_info, exit_int_info_err, isa),
597
598 TP_STRUCT__entry(
599 __field( __u32, exit_code )
600 __field( __u64, exit_info1 )
601 __field( __u64, exit_info2 )
602 __field( __u32, exit_int_info )
603 __field( __u32, exit_int_info_err )
604 __field( __u32, isa )
605 ),
606
607 TP_fast_assign(
608 __entry->exit_code = exit_code;
609 __entry->exit_info1 = exit_info1;
610 __entry->exit_info2 = exit_info2;
611 __entry->exit_int_info = exit_int_info;
612 __entry->exit_int_info_err = exit_int_info_err;
613 __entry->isa = isa;
614 ),
615
616 TP_printk("reason: %s ext_inf1: 0x%016llx "
617 "ext_inf2: 0x%016llx ext_int: 0x%08x ext_int_err: 0x%08x",
618 (__entry->isa == KVM_ISA_VMX) ?
619 __print_symbolic(__entry->exit_code, VMX_EXIT_REASONS) :
620 __print_symbolic(__entry->exit_code, SVM_EXIT_REASONS),
621 __entry->exit_info1, __entry->exit_info2,
622 __entry->exit_int_info, __entry->exit_int_info_err)
623);
624
625/*
626 * Tracepoint for nested #vmexit because of interrupt pending
627 */
628TRACE_EVENT(kvm_nested_intr_vmexit,
629 TP_PROTO(__u64 rip),
630 TP_ARGS(rip),
631
632 TP_STRUCT__entry(
633 __field( __u64, rip )
634 ),
635
636 TP_fast_assign(
637 __entry->rip = rip
638 ),
639
640 TP_printk("rip: 0x%016llx", __entry->rip)
641);
642
643/*
644 * Tracepoint for nested #vmexit because of interrupt pending
645 */
646TRACE_EVENT(kvm_invlpga,
647 TP_PROTO(__u64 rip, int asid, u64 address),
648 TP_ARGS(rip, asid, address),
649
650 TP_STRUCT__entry(
651 __field( __u64, rip )
652 __field( int, asid )
653 __field( __u64, address )
654 ),
655
656 TP_fast_assign(
657 __entry->rip = rip;
658 __entry->asid = asid;
659 __entry->address = address;
660 ),
661
662 TP_printk("rip: 0x%016llx asid: %d address: 0x%016llx",
663 __entry->rip, __entry->asid, __entry->address)
664);
665
666/*
667 * Tracepoint for nested #vmexit because of interrupt pending
668 */
669TRACE_EVENT(kvm_skinit,
670 TP_PROTO(__u64 rip, __u32 slb),
671 TP_ARGS(rip, slb),
672
673 TP_STRUCT__entry(
674 __field( __u64, rip )
675 __field( __u32, slb )
676 ),
677
678 TP_fast_assign(
679 __entry->rip = rip;
680 __entry->slb = slb;
681 ),
682
683 TP_printk("rip: 0x%016llx slb: 0x%08x",
684 __entry->rip, __entry->slb)
685);
686
687#define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
688#define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
689#define KVM_EMUL_INSN_F_CS_D (1 << 2)
690#define KVM_EMUL_INSN_F_CS_L (1 << 3)
691
692#define kvm_trace_symbol_emul_flags \
693 { 0, "real" }, \
694 { KVM_EMUL_INSN_F_CR0_PE \
695 | KVM_EMUL_INSN_F_EFL_VM, "vm16" }, \
696 { KVM_EMUL_INSN_F_CR0_PE, "prot16" }, \
697 { KVM_EMUL_INSN_F_CR0_PE \
698 | KVM_EMUL_INSN_F_CS_D, "prot32" }, \
699 { KVM_EMUL_INSN_F_CR0_PE \
700 | KVM_EMUL_INSN_F_CS_L, "prot64" }
701
702#define kei_decode_mode(mode) ({ \
703 u8 flags = 0xff; \
704 switch (mode) { \
705 case X86EMUL_MODE_REAL: \
706 flags = 0; \
707 break; \
708 case X86EMUL_MODE_VM86: \
709 flags = KVM_EMUL_INSN_F_EFL_VM; \
710 break; \
711 case X86EMUL_MODE_PROT16: \
712 flags = KVM_EMUL_INSN_F_CR0_PE; \
713 break; \
714 case X86EMUL_MODE_PROT32: \
715 flags = KVM_EMUL_INSN_F_CR0_PE \
716 | KVM_EMUL_INSN_F_CS_D; \
717 break; \
718 case X86EMUL_MODE_PROT64: \
719 flags = KVM_EMUL_INSN_F_CR0_PE \
720 | KVM_EMUL_INSN_F_CS_L; \
721 break; \
722 } \
723 flags; \
724 })
725
726TRACE_EVENT(kvm_emulate_insn,
727 TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
728 TP_ARGS(vcpu, failed),
729
730 TP_STRUCT__entry(
731 __field( __u64, rip )
732 __field( __u32, csbase )
733 __field( __u8, len )
734 __array( __u8, insn, 15 )
735 __field( __u8, flags )
736 __field( __u8, failed )
737 ),
738
739 TP_fast_assign(
740 __entry->csbase = kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS);
741 __entry->len = vcpu->arch.emulate_ctxt.fetch.ptr
742 - vcpu->arch.emulate_ctxt.fetch.data;
743 __entry->rip = vcpu->arch.emulate_ctxt._eip - __entry->len;
744 memcpy(__entry->insn,
745 vcpu->arch.emulate_ctxt.fetch.data,
746 15);
747 __entry->flags = kei_decode_mode(vcpu->arch.emulate_ctxt.mode);
748 __entry->failed = failed;
749 ),
750
751 TP_printk("%x:%llx:%s (%s)%s",
752 __entry->csbase, __entry->rip,
753 __print_hex(__entry->insn, __entry->len),
754 __print_symbolic(__entry->flags,
755 kvm_trace_symbol_emul_flags),
756 __entry->failed ? " failed" : ""
757 )
758 );
759
760#define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
761#define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
762
763TRACE_EVENT(
764 vcpu_match_mmio,
765 TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
766 TP_ARGS(gva, gpa, write, gpa_match),
767
768 TP_STRUCT__entry(
769 __field(gva_t, gva)
770 __field(gpa_t, gpa)
771 __field(bool, write)
772 __field(bool, gpa_match)
773 ),
774
775 TP_fast_assign(
776 __entry->gva = gva;
777 __entry->gpa = gpa;
778 __entry->write = write;
779 __entry->gpa_match = gpa_match
780 ),
781
782 TP_printk("gva %#lx gpa %#llx %s %s", __entry->gva, __entry->gpa,
783 __entry->write ? "Write" : "Read",
784 __entry->gpa_match ? "GPA" : "GVA")
785);
786
787TRACE_EVENT(kvm_write_tsc_offset,
788 TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset,
789 __u64 next_tsc_offset),
790 TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset),
791
792 TP_STRUCT__entry(
793 __field( unsigned int, vcpu_id )
794 __field( __u64, previous_tsc_offset )
795 __field( __u64, next_tsc_offset )
796 ),
797
798 TP_fast_assign(
799 __entry->vcpu_id = vcpu_id;
800 __entry->previous_tsc_offset = previous_tsc_offset;
801 __entry->next_tsc_offset = next_tsc_offset;
802 ),
803
804 TP_printk("vcpu=%u prev=%llu next=%llu", __entry->vcpu_id,
805 __entry->previous_tsc_offset, __entry->next_tsc_offset)
806);
807
808#ifdef CONFIG_X86_64
809
810#define host_clocks \
811 {VCLOCK_NONE, "none"}, \
812 {VCLOCK_TSC, "tsc"}, \
813 {VCLOCK_HPET, "hpet"} \
814
815TRACE_EVENT(kvm_update_master_clock,
816 TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched),
817 TP_ARGS(use_master_clock, host_clock, offset_matched),
818
819 TP_STRUCT__entry(
820 __field( bool, use_master_clock )
821 __field( unsigned int, host_clock )
822 __field( bool, offset_matched )
823 ),
824
825 TP_fast_assign(
826 __entry->use_master_clock = use_master_clock;
827 __entry->host_clock = host_clock;
828 __entry->offset_matched = offset_matched;
829 ),
830
831 TP_printk("masterclock %d hostclock %s offsetmatched %u",
832 __entry->use_master_clock,
833 __print_symbolic(__entry->host_clock, host_clocks),
834 __entry->offset_matched)
835);
836
837TRACE_EVENT(kvm_track_tsc,
838 TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched,
839 unsigned int online_vcpus, bool use_master_clock,
840 unsigned int host_clock),
841 TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock,
842 host_clock),
843
844 TP_STRUCT__entry(
845 __field( unsigned int, vcpu_id )
846 __field( unsigned int, nr_vcpus_matched_tsc )
847 __field( unsigned int, online_vcpus )
848 __field( bool, use_master_clock )
849 __field( unsigned int, host_clock )
850 ),
851
852 TP_fast_assign(
853 __entry->vcpu_id = vcpu_id;
854 __entry->nr_vcpus_matched_tsc = nr_matched;
855 __entry->online_vcpus = online_vcpus;
856 __entry->use_master_clock = use_master_clock;
857 __entry->host_clock = host_clock;
858 ),
859
860 TP_printk("vcpu_id %u masterclock %u offsetmatched %u nr_online %u"
861 " hostclock %s",
862 __entry->vcpu_id, __entry->use_master_clock,
863 __entry->nr_vcpus_matched_tsc, __entry->online_vcpus,
864 __print_symbolic(__entry->host_clock, host_clocks))
865);
866
867#endif /* CONFIG_X86_64 */
868
869/*
870 * Tracepoint for PML full VMEXIT.
871 */
872TRACE_EVENT(kvm_pml_full,
873 TP_PROTO(unsigned int vcpu_id),
874 TP_ARGS(vcpu_id),
875
876 TP_STRUCT__entry(
877 __field( unsigned int, vcpu_id )
878 ),
879
880 TP_fast_assign(
881 __entry->vcpu_id = vcpu_id;
882 ),
883
884 TP_printk("vcpu %d: PML full", __entry->vcpu_id)
885);
886
887TRACE_EVENT(kvm_ple_window,
888 TP_PROTO(bool grow, unsigned int vcpu_id, int new, int old),
889 TP_ARGS(grow, vcpu_id, new, old),
890
891 TP_STRUCT__entry(
892 __field( bool, grow )
893 __field( unsigned int, vcpu_id )
894 __field( int, new )
895 __field( int, old )
896 ),
897
898 TP_fast_assign(
899 __entry->grow = grow;
900 __entry->vcpu_id = vcpu_id;
901 __entry->new = new;
902 __entry->old = old;
903 ),
904
905 TP_printk("vcpu %u: ple_window %d (%s %d)",
906 __entry->vcpu_id,
907 __entry->new,
908 __entry->grow ? "grow" : "shrink",
909 __entry->old)
910);
911
912#define trace_kvm_ple_window_grow(vcpu_id, new, old) \
913 trace_kvm_ple_window(true, vcpu_id, new, old)
914#define trace_kvm_ple_window_shrink(vcpu_id, new, old) \
915 trace_kvm_ple_window(false, vcpu_id, new, old)
916
917TRACE_EVENT(kvm_pvclock_update,
918 TP_PROTO(unsigned int vcpu_id, struct pvclock_vcpu_time_info *pvclock),
919 TP_ARGS(vcpu_id, pvclock),
920
921 TP_STRUCT__entry(
922 __field( unsigned int, vcpu_id )
923 __field( __u32, version )
924 __field( __u64, tsc_timestamp )
925 __field( __u64, system_time )
926 __field( __u32, tsc_to_system_mul )
927 __field( __s8, tsc_shift )
928 __field( __u8, flags )
929 ),
930
931 TP_fast_assign(
932 __entry->vcpu_id = vcpu_id;
933 __entry->version = pvclock->version;
934 __entry->tsc_timestamp = pvclock->tsc_timestamp;
935 __entry->system_time = pvclock->system_time;
936 __entry->tsc_to_system_mul = pvclock->tsc_to_system_mul;
937 __entry->tsc_shift = pvclock->tsc_shift;
938 __entry->flags = pvclock->flags;
939 ),
940
941 TP_printk("vcpu_id %u, pvclock { version %u, tsc_timestamp 0x%llx, "
942 "system_time 0x%llx, tsc_to_system_mul 0x%x, tsc_shift %d, "
943 "flags 0x%x }",
944 __entry->vcpu_id,
945 __entry->version,
946 __entry->tsc_timestamp,
947 __entry->system_time,
948 __entry->tsc_to_system_mul,
949 __entry->tsc_shift,
950 __entry->flags)
951);
952
953TRACE_EVENT(kvm_wait_lapic_expire,
954 TP_PROTO(unsigned int vcpu_id, s64 delta),
955 TP_ARGS(vcpu_id, delta),
956
957 TP_STRUCT__entry(
958 __field( unsigned int, vcpu_id )
959 __field( s64, delta )
960 ),
961
962 TP_fast_assign(
963 __entry->vcpu_id = vcpu_id;
964 __entry->delta = delta;
965 ),
966
967 TP_printk("vcpu %u: delta %lld (%s)",
968 __entry->vcpu_id,
969 __entry->delta,
970 __entry->delta < 0 ? "early" : "late")
971);
972
973TRACE_EVENT(kvm_enter_smm,
974 TP_PROTO(unsigned int vcpu_id, u64 smbase, bool entering),
975 TP_ARGS(vcpu_id, smbase, entering),
976
977 TP_STRUCT__entry(
978 __field( unsigned int, vcpu_id )
979 __field( u64, smbase )
980 __field( bool, entering )
981 ),
982
983 TP_fast_assign(
984 __entry->vcpu_id = vcpu_id;
985 __entry->smbase = smbase;
986 __entry->entering = entering;
987 ),
988
989 TP_printk("vcpu %u: %s SMM, smbase 0x%llx",
990 __entry->vcpu_id,
991 __entry->entering ? "entering" : "leaving",
992 __entry->smbase)
993);
994
995/*
996 * Tracepoint for VT-d posted-interrupts.
997 */
998TRACE_EVENT(kvm_pi_irte_update,
999 TP_PROTO(unsigned int host_irq, unsigned int vcpu_id,
1000 unsigned int gsi, unsigned int gvec,
1001 u64 pi_desc_addr, bool set),
1002 TP_ARGS(host_irq, vcpu_id, gsi, gvec, pi_desc_addr, set),
1003
1004 TP_STRUCT__entry(
1005 __field( unsigned int, host_irq )
1006 __field( unsigned int, vcpu_id )
1007 __field( unsigned int, gsi )
1008 __field( unsigned int, gvec )
1009 __field( u64, pi_desc_addr )
1010 __field( bool, set )
1011 ),
1012
1013 TP_fast_assign(
1014 __entry->host_irq = host_irq;
1015 __entry->vcpu_id = vcpu_id;
1016 __entry->gsi = gsi;
1017 __entry->gvec = gvec;
1018 __entry->pi_desc_addr = pi_desc_addr;
1019 __entry->set = set;
1020 ),
1021
1022 TP_printk("VT-d PI is %s for irq %u, vcpu %u, gsi: 0x%x, "
1023 "gvec: 0x%x, pi_desc_addr: 0x%llx",
1024 __entry->set ? "enabled and being updated" : "disabled",
1025 __entry->host_irq,
1026 __entry->vcpu_id,
1027 __entry->gsi,
1028 __entry->gvec,
1029 __entry->pi_desc_addr)
1030);
1031
1032/*
1033 * Tracepoint for kvm_hv_notify_acked_sint.
1034 */
1035TRACE_EVENT(kvm_hv_notify_acked_sint,
1036 TP_PROTO(int vcpu_id, u32 sint),
1037 TP_ARGS(vcpu_id, sint),
1038
1039 TP_STRUCT__entry(
1040 __field(int, vcpu_id)
1041 __field(u32, sint)
1042 ),
1043
1044 TP_fast_assign(
1045 __entry->vcpu_id = vcpu_id;
1046 __entry->sint = sint;
1047 ),
1048
1049 TP_printk("vcpu_id %d sint %u", __entry->vcpu_id, __entry->sint)
1050);
1051
1052/*
1053 * Tracepoint for synic_set_irq.
1054 */
1055TRACE_EVENT(kvm_hv_synic_set_irq,
1056 TP_PROTO(int vcpu_id, u32 sint, int vector, int ret),
1057 TP_ARGS(vcpu_id, sint, vector, ret),
1058
1059 TP_STRUCT__entry(
1060 __field(int, vcpu_id)
1061 __field(u32, sint)
1062 __field(int, vector)
1063 __field(int, ret)
1064 ),
1065
1066 TP_fast_assign(
1067 __entry->vcpu_id = vcpu_id;
1068 __entry->sint = sint;
1069 __entry->vector = vector;
1070 __entry->ret = ret;
1071 ),
1072
1073 TP_printk("vcpu_id %d sint %u vector %d ret %d",
1074 __entry->vcpu_id, __entry->sint, __entry->vector,
1075 __entry->ret)
1076);
1077
1078/*
1079 * Tracepoint for kvm_hv_synic_send_eoi.
1080 */
1081TRACE_EVENT(kvm_hv_synic_send_eoi,
1082 TP_PROTO(int vcpu_id, int vector),
1083 TP_ARGS(vcpu_id, vector),
1084
1085 TP_STRUCT__entry(
1086 __field(int, vcpu_id)
1087 __field(u32, sint)
1088 __field(int, vector)
1089 __field(int, ret)
1090 ),
1091
1092 TP_fast_assign(
1093 __entry->vcpu_id = vcpu_id;
1094 __entry->vector = vector;
1095 ),
1096
1097 TP_printk("vcpu_id %d vector %d", __entry->vcpu_id, __entry->vector)
1098);
1099
1100/*
1101 * Tracepoint for synic_set_msr.
1102 */
1103TRACE_EVENT(kvm_hv_synic_set_msr,
1104 TP_PROTO(int vcpu_id, u32 msr, u64 data, bool host),
1105 TP_ARGS(vcpu_id, msr, data, host),
1106
1107 TP_STRUCT__entry(
1108 __field(int, vcpu_id)
1109 __field(u32, msr)
1110 __field(u64, data)
1111 __field(bool, host)
1112 ),
1113
1114 TP_fast_assign(
1115 __entry->vcpu_id = vcpu_id;
1116 __entry->msr = msr;
1117 __entry->data = data;
1118 __entry->host = host
1119 ),
1120
1121 TP_printk("vcpu_id %d msr 0x%x data 0x%llx host %d",
1122 __entry->vcpu_id, __entry->msr, __entry->data, __entry->host)
1123);
1124
1125/*
1126 * Tracepoint for stimer_set_config.
1127 */
1128TRACE_EVENT(kvm_hv_stimer_set_config,
1129 TP_PROTO(int vcpu_id, int timer_index, u64 config, bool host),
1130 TP_ARGS(vcpu_id, timer_index, config, host),
1131
1132 TP_STRUCT__entry(
1133 __field(int, vcpu_id)
1134 __field(int, timer_index)
1135 __field(u64, config)
1136 __field(bool, host)
1137 ),
1138
1139 TP_fast_assign(
1140 __entry->vcpu_id = vcpu_id;
1141 __entry->timer_index = timer_index;
1142 __entry->config = config;
1143 __entry->host = host;
1144 ),
1145
1146 TP_printk("vcpu_id %d timer %d config 0x%llx host %d",
1147 __entry->vcpu_id, __entry->timer_index, __entry->config,
1148 __entry->host)
1149);
1150
1151/*
1152 * Tracepoint for stimer_set_count.
1153 */
1154TRACE_EVENT(kvm_hv_stimer_set_count,
1155 TP_PROTO(int vcpu_id, int timer_index, u64 count, bool host),
1156 TP_ARGS(vcpu_id, timer_index, count, host),
1157
1158 TP_STRUCT__entry(
1159 __field(int, vcpu_id)
1160 __field(int, timer_index)
1161 __field(u64, count)
1162 __field(bool, host)
1163 ),
1164
1165 TP_fast_assign(
1166 __entry->vcpu_id = vcpu_id;
1167 __entry->timer_index = timer_index;
1168 __entry->count = count;
1169 __entry->host = host;
1170 ),
1171
1172 TP_printk("vcpu_id %d timer %d count %llu host %d",
1173 __entry->vcpu_id, __entry->timer_index, __entry->count,
1174 __entry->host)
1175);
1176
1177/*
1178 * Tracepoint for stimer_start(periodic timer case).
1179 */
1180TRACE_EVENT(kvm_hv_stimer_start_periodic,
1181 TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 exp_time),
1182 TP_ARGS(vcpu_id, timer_index, time_now, exp_time),
1183
1184 TP_STRUCT__entry(
1185 __field(int, vcpu_id)
1186 __field(int, timer_index)
1187 __field(u64, time_now)
1188 __field(u64, exp_time)
1189 ),
1190
1191 TP_fast_assign(
1192 __entry->vcpu_id = vcpu_id;
1193 __entry->timer_index = timer_index;
1194 __entry->time_now = time_now;
1195 __entry->exp_time = exp_time;
1196 ),
1197
1198 TP_printk("vcpu_id %d timer %d time_now %llu exp_time %llu",
1199 __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1200 __entry->exp_time)
1201);
1202
1203/*
1204 * Tracepoint for stimer_start(one-shot timer case).
1205 */
1206TRACE_EVENT(kvm_hv_stimer_start_one_shot,
1207 TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 count),
1208 TP_ARGS(vcpu_id, timer_index, time_now, count),
1209
1210 TP_STRUCT__entry(
1211 __field(int, vcpu_id)
1212 __field(int, timer_index)
1213 __field(u64, time_now)
1214 __field(u64, count)
1215 ),
1216
1217 TP_fast_assign(
1218 __entry->vcpu_id = vcpu_id;
1219 __entry->timer_index = timer_index;
1220 __entry->time_now = time_now;
1221 __entry->count = count;
1222 ),
1223
1224 TP_printk("vcpu_id %d timer %d time_now %llu count %llu",
1225 __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1226 __entry->count)
1227);
1228
1229/*
1230 * Tracepoint for stimer_timer_callback.
1231 */
1232TRACE_EVENT(kvm_hv_stimer_callback,
1233 TP_PROTO(int vcpu_id, int timer_index),
1234 TP_ARGS(vcpu_id, timer_index),
1235
1236 TP_STRUCT__entry(
1237 __field(int, vcpu_id)
1238 __field(int, timer_index)
1239 ),
1240
1241 TP_fast_assign(
1242 __entry->vcpu_id = vcpu_id;
1243 __entry->timer_index = timer_index;
1244 ),
1245
1246 TP_printk("vcpu_id %d timer %d",
1247 __entry->vcpu_id, __entry->timer_index)
1248);
1249
1250/*
1251 * Tracepoint for stimer_expiration.
1252 */
1253TRACE_EVENT(kvm_hv_stimer_expiration,
1254 TP_PROTO(int vcpu_id, int timer_index, int msg_send_result),
1255 TP_ARGS(vcpu_id, timer_index, msg_send_result),
1256
1257 TP_STRUCT__entry(
1258 __field(int, vcpu_id)
1259 __field(int, timer_index)
1260 __field(int, msg_send_result)
1261 ),
1262
1263 TP_fast_assign(
1264 __entry->vcpu_id = vcpu_id;
1265 __entry->timer_index = timer_index;
1266 __entry->msg_send_result = msg_send_result;
1267 ),
1268
1269 TP_printk("vcpu_id %d timer %d msg send result %d",
1270 __entry->vcpu_id, __entry->timer_index,
1271 __entry->msg_send_result)
1272);
1273
1274/*
1275 * Tracepoint for stimer_cleanup.
1276 */
1277TRACE_EVENT(kvm_hv_stimer_cleanup,
1278 TP_PROTO(int vcpu_id, int timer_index),
1279 TP_ARGS(vcpu_id, timer_index),
1280
1281 TP_STRUCT__entry(
1282 __field(int, vcpu_id)
1283 __field(int, timer_index)
1284 ),
1285
1286 TP_fast_assign(
1287 __entry->vcpu_id = vcpu_id;
1288 __entry->timer_index = timer_index;
1289 ),
1290
1291 TP_printk("vcpu_id %d timer %d",
1292 __entry->vcpu_id, __entry->timer_index)
1293);
1294
1295#endif /* _TRACE_KVM_H */
1296
1297#undef TRACE_INCLUDE_PATH
1298#define TRACE_INCLUDE_PATH arch/x86/kvm
1299#undef TRACE_INCLUDE_FILE
1300#define TRACE_INCLUDE_FILE trace
1301
1302/* This part must be outside protection */
1303#include <trace/define_trace.h>