1/* SPDX-License-Identifier: GPL-2.0 */
   2#if !defined(_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
   3#define _TRACE_KVM_H
   4
   5#include <linux/tracepoint.h>
   6#include <asm/vmx.h>
   7#include <asm/svm.h>
   8#include <asm/clocksource.h>
   9#include <asm/pvclock-abi.h>
  10
  11#undef TRACE_SYSTEM
  12#define TRACE_SYSTEM kvm
  13
  14/*
  15 * Tracepoint for guest mode entry.
  16 */
  17TRACE_EVENT(kvm_entry,
  18	TP_PROTO(struct kvm_vcpu *vcpu, bool force_immediate_exit),
  19	TP_ARGS(vcpu, force_immediate_exit),
  20
  21	TP_STRUCT__entry(
  22		__field(	unsigned int,	vcpu_id		)
  23		__field(	unsigned long,	rip		)
  24		__field(	bool,		immediate_exit	)
  25	),
  26
  27	TP_fast_assign(
  28		__entry->vcpu_id        = vcpu->vcpu_id;
  29		__entry->rip		= kvm_rip_read(vcpu);
  30		__entry->immediate_exit	= force_immediate_exit;
  31	),
  32
  33	TP_printk("vcpu %u, rip 0x%lx%s", __entry->vcpu_id, __entry->rip,
  34		  __entry->immediate_exit ? "[immediate exit]" : "")
  35);
  36
  37/*
  38 * Tracepoint for hypercall.
  39 */
  40TRACE_EVENT(kvm_hypercall,
  41	TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
  42		 unsigned long a2, unsigned long a3),
  43	TP_ARGS(nr, a0, a1, a2, a3),
  44
  45	TP_STRUCT__entry(
  46		__field(	unsigned long, 	nr		)
  47		__field(	unsigned long,	a0		)
  48		__field(	unsigned long,	a1		)
  49		__field(	unsigned long,	a2		)
  50		__field(	unsigned long,	a3		)
  51	),
  52
  53	TP_fast_assign(
  54		__entry->nr		= nr;
  55		__entry->a0		= a0;
  56		__entry->a1		= a1;
  57		__entry->a2		= a2;
  58		__entry->a3		= a3;
  59	),
  60
  61	TP_printk("nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx",
  62		 __entry->nr, __entry->a0, __entry->a1,  __entry->a2,
  63		 __entry->a3)
  64);
  65
  66/*
  67 * Tracepoint for hypercall.
  68 */
  69TRACE_EVENT(kvm_hv_hypercall,
  70	TP_PROTO(__u16 code, bool fast,  __u16 var_cnt, __u16 rep_cnt,
  71		 __u16 rep_idx, __u64 ingpa, __u64 outgpa),
  72	TP_ARGS(code, fast, var_cnt, rep_cnt, rep_idx, ingpa, outgpa),
  73
  74	TP_STRUCT__entry(
  75		__field(	__u16,		rep_cnt		)
  76		__field(	__u16,		rep_idx		)
  77		__field(	__u64,		ingpa		)
  78		__field(	__u64,		outgpa		)
  79		__field(	__u16, 		code		)
  80		__field(	__u16,		var_cnt		)
  81		__field(	bool,		fast		)
  82	),
  83
  84	TP_fast_assign(
  85		__entry->rep_cnt	= rep_cnt;
  86		__entry->rep_idx	= rep_idx;
  87		__entry->ingpa		= ingpa;
  88		__entry->outgpa		= outgpa;
  89		__entry->code		= code;
  90		__entry->var_cnt	= var_cnt;
  91		__entry->fast		= fast;
  92	),
  93
  94	TP_printk("code 0x%x %s var_cnt 0x%x rep_cnt 0x%x idx 0x%x in 0x%llx out 0x%llx",
  95		  __entry->code, __entry->fast ? "fast" : "slow",
  96		  __entry->var_cnt, __entry->rep_cnt, __entry->rep_idx,
  97		  __entry->ingpa, __entry->outgpa)
  98);
  99
 100TRACE_EVENT(kvm_hv_hypercall_done,
 101	TP_PROTO(u64 result),
 102	TP_ARGS(result),
 103
 104	TP_STRUCT__entry(
 105		__field(__u64, result)
 106	),
 107
 108	TP_fast_assign(
 109		__entry->result	= result;
 110	),
 111
 112	TP_printk("result 0x%llx", __entry->result)
 113);
 114
 115/*
 116 * Tracepoint for Xen hypercall.
 117 */
 118TRACE_EVENT(kvm_xen_hypercall,
 119	    TP_PROTO(u8 cpl, unsigned long nr,
 120		     unsigned long a0, unsigned long a1, unsigned long a2,
 121		     unsigned long a3, unsigned long a4, unsigned long a5),
 122	    TP_ARGS(cpl, nr, a0, a1, a2, a3, a4, a5),
 123
 124	TP_STRUCT__entry(
 125		__field(u8, cpl)
 126		__field(unsigned long, nr)
 127		__field(unsigned long, a0)
 128		__field(unsigned long, a1)
 129		__field(unsigned long, a2)
 130		__field(unsigned long, a3)
 131		__field(unsigned long, a4)
 132		__field(unsigned long, a5)
 133	),
 134
 135	TP_fast_assign(
 136		__entry->cpl = cpl;
 137		__entry->nr = nr;
 138		__entry->a0 = a0;
 139		__entry->a1 = a1;
 140		__entry->a2 = a2;
 141		__entry->a3 = a3;
 142		__entry->a4 = a4;
 143		__entry->a4 = a5;
 144	),
 145
 146	TP_printk("cpl %d nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx a4 0x%lx a5 %lx",
 147		  __entry->cpl, __entry->nr,
 148		  __entry->a0, __entry->a1, __entry->a2,
 149		  __entry->a3, __entry->a4, __entry->a5)
 150);
 151
 152
 153
 154/*
 155 * Tracepoint for PIO.
 156 */
 157
 158#define KVM_PIO_IN   0
 159#define KVM_PIO_OUT  1
 160
 161TRACE_EVENT(kvm_pio,
 162	TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
 163		 unsigned int count, const void *data),
 164	TP_ARGS(rw, port, size, count, data),
 165
 166	TP_STRUCT__entry(
 167		__field(	unsigned int, 	rw		)
 168		__field(	unsigned int, 	port		)
 169		__field(	unsigned int, 	size		)
 170		__field(	unsigned int,	count		)
 171		__field(	unsigned int,	val		)
 172	),
 173
 174	TP_fast_assign(
 175		__entry->rw		= rw;
 176		__entry->port		= port;
 177		__entry->size		= size;
 178		__entry->count		= count;
 179		if (size == 1)
 180			__entry->val	= *(unsigned char *)data;
 181		else if (size == 2)
 182			__entry->val	= *(unsigned short *)data;
 183		else
 184			__entry->val	= *(unsigned int *)data;
 185	),
 186
 187	TP_printk("pio_%s at 0x%x size %d count %d val 0x%x %s",
 188		  __entry->rw ? "write" : "read",
 189		  __entry->port, __entry->size, __entry->count, __entry->val,
 190		  __entry->count > 1 ? "(...)" : "")
 191);
 192
 193/*
 194 * Tracepoint for fast mmio.
 195 */
 196TRACE_EVENT(kvm_fast_mmio,
 197	TP_PROTO(u64 gpa),
 198	TP_ARGS(gpa),
 199
 200	TP_STRUCT__entry(
 201		__field(u64,	gpa)
 202	),
 203
 204	TP_fast_assign(
 205		__entry->gpa		= gpa;
 206	),
 207
 208	TP_printk("fast mmio at gpa 0x%llx", __entry->gpa)
 209);
 210
 211/*
 212 * Tracepoint for cpuid.
 213 */
 214TRACE_EVENT(kvm_cpuid,
 215	TP_PROTO(unsigned int function, unsigned int index, unsigned long rax,
 216		 unsigned long rbx, unsigned long rcx, unsigned long rdx,
 217		 bool found, bool used_max_basic),
 218	TP_ARGS(function, index, rax, rbx, rcx, rdx, found, used_max_basic),
 219
 220	TP_STRUCT__entry(
 221		__field(	unsigned int,	function	)
 222		__field(	unsigned int,	index		)
 223		__field(	unsigned long,	rax		)
 224		__field(	unsigned long,	rbx		)
 225		__field(	unsigned long,	rcx		)
 226		__field(	unsigned long,	rdx		)
 227		__field(	bool,		found		)
 228		__field(	bool,		used_max_basic	)
 229	),
 230
 231	TP_fast_assign(
 232		__entry->function	= function;
 233		__entry->index		= index;
 234		__entry->rax		= rax;
 235		__entry->rbx		= rbx;
 236		__entry->rcx		= rcx;
 237		__entry->rdx		= rdx;
 238		__entry->found		= found;
 239		__entry->used_max_basic	= used_max_basic;
 240	),
 241
 242	TP_printk("func %x idx %x rax %lx rbx %lx rcx %lx rdx %lx, cpuid entry %s%s",
 243		  __entry->function, __entry->index, __entry->rax,
 244		  __entry->rbx, __entry->rcx, __entry->rdx,
 245		  __entry->found ? "found" : "not found",
 246		  __entry->used_max_basic ? ", used max basic" : "")
 247);
 248
 249#define AREG(x) { APIC_##x, "APIC_" #x }
 250
 251#define kvm_trace_symbol_apic						    \
 252	AREG(ID), AREG(LVR), AREG(TASKPRI), AREG(ARBPRI), AREG(PROCPRI),    \
 253	AREG(EOI), AREG(RRR), AREG(LDR), AREG(DFR), AREG(SPIV), AREG(ISR),  \
 254	AREG(TMR), AREG(IRR), AREG(ESR), AREG(ICR), AREG(ICR2), AREG(LVTT), \
 255	AREG(LVTTHMR), AREG(LVTPC), AREG(LVT0), AREG(LVT1), AREG(LVTERR),   \
 256	AREG(TMICT), AREG(TMCCT), AREG(TDCR), AREG(SELF_IPI), AREG(EFEAT),  \
 257	AREG(ECTRL)
 258/*
 259 * Tracepoint for apic access.
 260 */
 261TRACE_EVENT(kvm_apic,
 262	TP_PROTO(unsigned int rw, unsigned int reg, u64 val),
 263	TP_ARGS(rw, reg, val),
 264
 265	TP_STRUCT__entry(
 266		__field(	unsigned int,	rw		)
 267		__field(	unsigned int,	reg		)
 268		__field(	u64,		val		)
 269	),
 270
 271	TP_fast_assign(
 272		__entry->rw		= rw;
 273		__entry->reg		= reg;
 274		__entry->val		= val;
 275	),
 276
 277	TP_printk("apic_%s %s = 0x%llx",
 278		  __entry->rw ? "write" : "read",
 279		  __print_symbolic(__entry->reg, kvm_trace_symbol_apic),
 280		  __entry->val)
 281);
 282
 283#define trace_kvm_apic_read(reg, val)		trace_kvm_apic(0, reg, val)
 284#define trace_kvm_apic_write(reg, val)		trace_kvm_apic(1, reg, val)
 285
 286#define KVM_ISA_VMX   1
 287#define KVM_ISA_SVM   2
 288
 289#define kvm_print_exit_reason(exit_reason, isa)				\
 290	(isa == KVM_ISA_VMX) ?						\
 291	__print_symbolic(exit_reason & 0xffff, VMX_EXIT_REASONS) :	\
 292	__print_symbolic(exit_reason, SVM_EXIT_REASONS),		\
 293	(isa == KVM_ISA_VMX && exit_reason & ~0xffff) ? " " : "",	\
 294	(isa == KVM_ISA_VMX) ?						\
 295	__print_flags(exit_reason & ~0xffff, " ", VMX_EXIT_REASON_FLAGS) : ""
 296
 297#define TRACE_EVENT_KVM_EXIT(name)					     \
 298TRACE_EVENT(name,							     \
 299	TP_PROTO(struct kvm_vcpu *vcpu, u32 isa),			     \
 300	TP_ARGS(vcpu, isa),						     \
 301									     \
 302	TP_STRUCT__entry(						     \
 303		__field(	unsigned int,	exit_reason	)	     \
 304		__field(	unsigned long,	guest_rip	)	     \
 305		__field(	u32,	        isa             )	     \
 306		__field(	u64,	        info1           )	     \
 307		__field(	u64,	        info2           )	     \
 308		__field(	u32,	        intr_info	)	     \
 309		__field(	u32,	        error_code	)	     \
 310		__field(	unsigned int,	vcpu_id         )	     \
 311	),								     \
 312									     \
 313	TP_fast_assign(							     \
 
 314		__entry->guest_rip	= kvm_rip_read(vcpu);		     \
 315		__entry->isa            = isa;				     \
 316		__entry->vcpu_id        = vcpu->vcpu_id;		     \
 317		kvm_x86_call(get_exit_info)(vcpu,			     \
 318					    &__entry->exit_reason,	     \
 319					    &__entry->info1,		     \
 320					    &__entry->info2,		     \
 321					    &__entry->intr_info,	     \
 322					    &__entry->error_code);	     \
 323	),								     \
 324									     \
 325	TP_printk("vcpu %u reason %s%s%s rip 0x%lx info1 0x%016llx "	     \
 326		  "info2 0x%016llx intr_info 0x%08x error_code 0x%08x",	     \
 327		  __entry->vcpu_id,					     \
 328		  kvm_print_exit_reason(__entry->exit_reason, __entry->isa), \
 329		  __entry->guest_rip, __entry->info1, __entry->info2,	     \
 330		  __entry->intr_info, __entry->error_code)		     \
 331)
 332
 333/*
 334 * Tracepoint for kvm guest exit:
 335 */
 336TRACE_EVENT_KVM_EXIT(kvm_exit);
 337
 338/*
 339 * Tracepoint for kvm interrupt injection:
 340 */
 341TRACE_EVENT(kvm_inj_virq,
 342	TP_PROTO(unsigned int vector, bool soft, bool reinjected),
 343	TP_ARGS(vector, soft, reinjected),
 344
 345	TP_STRUCT__entry(
 346		__field(	unsigned int,	vector		)
 347		__field(	bool,		soft		)
 348		__field(	bool,		reinjected	)
 349	),
 350
 351	TP_fast_assign(
 352		__entry->vector		= vector;
 353		__entry->soft		= soft;
 354		__entry->reinjected	= reinjected;
 355	),
 356
 357	TP_printk("%s 0x%x%s",
 358		  __entry->soft ? "Soft/INTn" : "IRQ", __entry->vector,
 359		  __entry->reinjected ? " [reinjected]" : "")
 360);
 361
 362#define EXS(x) { x##_VECTOR, "#" #x }
 363
 364#define kvm_trace_sym_exc						\
 365	EXS(DE), EXS(DB), EXS(BP), EXS(OF), EXS(BR), EXS(UD), EXS(NM),	\
 366	EXS(DF), EXS(TS), EXS(NP), EXS(SS), EXS(GP), EXS(PF),		\
 367	EXS(MF), EXS(AC), EXS(MC)
 368
 369/*
 370 * Tracepoint for kvm interrupt injection:
 371 */
 372TRACE_EVENT(kvm_inj_exception,
 373	TP_PROTO(unsigned exception, bool has_error, unsigned error_code,
 374		 bool reinjected),
 375	TP_ARGS(exception, has_error, error_code, reinjected),
 376
 377	TP_STRUCT__entry(
 378		__field(	u8,	exception	)
 379		__field(	u8,	has_error	)
 380		__field(	u32,	error_code	)
 381		__field(	bool,	reinjected	)
 382	),
 383
 384	TP_fast_assign(
 385		__entry->exception	= exception;
 386		__entry->has_error	= has_error;
 387		__entry->error_code	= error_code;
 388		__entry->reinjected	= reinjected;
 389	),
 390
 391	TP_printk("%s%s%s%s%s",
 392		  __print_symbolic(__entry->exception, kvm_trace_sym_exc),
 393		  !__entry->has_error ? "" : " (",
 394		  !__entry->has_error ? "" : __print_symbolic(__entry->error_code, { }),
 395		  !__entry->has_error ? "" : ")",
 396		  __entry->reinjected ? " [reinjected]" : "")
 397);
 398
 399/*
 400 * Tracepoint for page fault.
 401 */
 402TRACE_EVENT(kvm_page_fault,
 403	TP_PROTO(struct kvm_vcpu *vcpu, u64 fault_address, u64 error_code),
 404	TP_ARGS(vcpu, fault_address, error_code),
 405
 406	TP_STRUCT__entry(
 407		__field(	unsigned int,	vcpu_id		)
 408		__field(	unsigned long,	guest_rip	)
 409		__field(	u64,		fault_address	)
 410		__field(	u64,		error_code	)
 411	),
 412
 413	TP_fast_assign(
 414		__entry->vcpu_id	= vcpu->vcpu_id;
 415		__entry->guest_rip	= kvm_rip_read(vcpu);
 416		__entry->fault_address	= fault_address;
 417		__entry->error_code	= error_code;
 418	),
 419
 420	TP_printk("vcpu %u rip 0x%lx address 0x%016llx error_code 0x%llx",
 421		  __entry->vcpu_id, __entry->guest_rip,
 422		  __entry->fault_address, __entry->error_code)
 423);
 424
 425/*
 426 * Tracepoint for guest MSR access.
 427 */
 428TRACE_EVENT(kvm_msr,
 429	TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
 430	TP_ARGS(write, ecx, data, exception),
 431
 432	TP_STRUCT__entry(
 433		__field(	unsigned,	write		)
 434		__field(	u32,		ecx		)
 435		__field(	u64,		data		)
 436		__field(	u8,		exception	)
 437	),
 438
 439	TP_fast_assign(
 440		__entry->write		= write;
 441		__entry->ecx		= ecx;
 442		__entry->data		= data;
 443		__entry->exception	= exception;
 444	),
 445
 446	TP_printk("msr_%s %x = 0x%llx%s",
 447		  __entry->write ? "write" : "read",
 448		  __entry->ecx, __entry->data,
 449		  __entry->exception ? " (#GP)" : "")
 450);
 451
 452#define trace_kvm_msr_read(ecx, data)      trace_kvm_msr(0, ecx, data, false)
 453#define trace_kvm_msr_write(ecx, data)     trace_kvm_msr(1, ecx, data, false)
 454#define trace_kvm_msr_read_ex(ecx)         trace_kvm_msr(0, ecx, 0, true)
 455#define trace_kvm_msr_write_ex(ecx, data)  trace_kvm_msr(1, ecx, data, true)
 456
 457/*
 458 * Tracepoint for guest CR access.
 459 */
 460TRACE_EVENT(kvm_cr,
 461	TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
 462	TP_ARGS(rw, cr, val),
 463
 464	TP_STRUCT__entry(
 465		__field(	unsigned int,	rw		)
 466		__field(	unsigned int,	cr		)
 467		__field(	unsigned long,	val		)
 468	),
 469
 470	TP_fast_assign(
 471		__entry->rw		= rw;
 472		__entry->cr		= cr;
 473		__entry->val		= val;
 474	),
 475
 476	TP_printk("cr_%s %x = 0x%lx",
 477		  __entry->rw ? "write" : "read",
 478		  __entry->cr, __entry->val)
 479);
 480
 481#define trace_kvm_cr_read(cr, val)		trace_kvm_cr(0, cr, val)
 482#define trace_kvm_cr_write(cr, val)		trace_kvm_cr(1, cr, val)
 483
 484TRACE_EVENT(kvm_pic_set_irq,
 485	    TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
 486	    TP_ARGS(chip, pin, elcr, imr, coalesced),
 487
 488	TP_STRUCT__entry(
 489		__field(	__u8,		chip		)
 490		__field(	__u8,		pin		)
 491		__field(	__u8,		elcr		)
 492		__field(	__u8,		imr		)
 493		__field(	bool,		coalesced	)
 494	),
 495
 496	TP_fast_assign(
 497		__entry->chip		= chip;
 498		__entry->pin		= pin;
 499		__entry->elcr		= elcr;
 500		__entry->imr		= imr;
 501		__entry->coalesced	= coalesced;
 502	),
 503
 504	TP_printk("chip %u pin %u (%s%s)%s",
 505		  __entry->chip, __entry->pin,
 506		  (__entry->elcr & (1 << __entry->pin)) ? "level":"edge",
 507		  (__entry->imr & (1 << __entry->pin)) ? "|masked":"",
 508		  __entry->coalesced ? " (coalesced)" : "")
 509);
 510
 511#define kvm_apic_dst_shorthand		\
 512	{0x0, "dst"},			\
 513	{0x1, "self"},			\
 514	{0x2, "all"},			\
 515	{0x3, "all-but-self"}
 516
 517TRACE_EVENT(kvm_apic_ipi,
 518	    TP_PROTO(__u32 icr_low, __u32 dest_id),
 519	    TP_ARGS(icr_low, dest_id),
 520
 521	TP_STRUCT__entry(
 522		__field(	__u32,		icr_low		)
 523		__field(	__u32,		dest_id		)
 524	),
 525
 526	TP_fast_assign(
 527		__entry->icr_low	= icr_low;
 528		__entry->dest_id	= dest_id;
 529	),
 530
 531	TP_printk("dst %x vec %u (%s|%s|%s|%s|%s)",
 532		  __entry->dest_id, (u8)__entry->icr_low,
 533		  __print_symbolic((__entry->icr_low >> 8 & 0x7),
 534				   kvm_deliver_mode),
 535		  (__entry->icr_low & (1<<11)) ? "logical" : "physical",
 536		  (__entry->icr_low & (1<<14)) ? "assert" : "de-assert",
 537		  (__entry->icr_low & (1<<15)) ? "level" : "edge",
 538		  __print_symbolic((__entry->icr_low >> 18 & 0x3),
 539				   kvm_apic_dst_shorthand))
 540);
 541
 542TRACE_EVENT(kvm_apic_accept_irq,
 543	    TP_PROTO(__u32 apicid, __u16 dm, __u16 tm, __u8 vec),
 544	    TP_ARGS(apicid, dm, tm, vec),
 545
 546	TP_STRUCT__entry(
 547		__field(	__u32,		apicid		)
 548		__field(	__u16,		dm		)
 549		__field(	__u16,		tm		)
 550		__field(	__u8,		vec		)
 551	),
 552
 553	TP_fast_assign(
 554		__entry->apicid		= apicid;
 555		__entry->dm		= dm;
 556		__entry->tm		= tm;
 557		__entry->vec		= vec;
 558	),
 559
 560	TP_printk("apicid %x vec %u (%s|%s)",
 561		  __entry->apicid, __entry->vec,
 562		  __print_symbolic((__entry->dm >> 8 & 0x7), kvm_deliver_mode),
 563		  __entry->tm ? "level" : "edge")
 564);
 565
 566TRACE_EVENT(kvm_eoi,
 567	    TP_PROTO(struct kvm_lapic *apic, int vector),
 568	    TP_ARGS(apic, vector),
 569
 570	TP_STRUCT__entry(
 571		__field(	__u32,		apicid		)
 572		__field(	int,		vector		)
 573	),
 574
 575	TP_fast_assign(
 576		__entry->apicid		= apic->vcpu->vcpu_id;
 577		__entry->vector		= vector;
 578	),
 579
 580	TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
 581);
 582
 583TRACE_EVENT(kvm_pv_eoi,
 584	    TP_PROTO(struct kvm_lapic *apic, int vector),
 585	    TP_ARGS(apic, vector),
 586
 587	TP_STRUCT__entry(
 588		__field(	__u32,		apicid		)
 589		__field(	int,		vector		)
 590	),
 591
 592	TP_fast_assign(
 593		__entry->apicid		= apic->vcpu->vcpu_id;
 594		__entry->vector		= vector;
 595	),
 596
 597	TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
 598);
 599
 600/*
 601 * Tracepoint for nested VMRUN
 602 */
 603TRACE_EVENT(kvm_nested_vmenter,
 604	    TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
 605		     __u32 event_inj, bool tdp_enabled, __u64 guest_tdp_pgd,
 606		     __u64 guest_cr3, __u32 isa),
 607	    TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, tdp_enabled,
 608		    guest_tdp_pgd, guest_cr3, isa),
 609
 610	TP_STRUCT__entry(
 611		__field(	__u64,		rip		)
 612		__field(	__u64,		vmcb		)
 613		__field(	__u64,		nested_rip	)
 614		__field(	__u32,		int_ctl		)
 615		__field(	__u32,		event_inj	)
 616		__field(	bool,		tdp_enabled	)
 617		__field(	__u64,		guest_pgd	)
 618		__field(	__u32,		isa		)
 619	),
 620
 621	TP_fast_assign(
 622		__entry->rip		= rip;
 623		__entry->vmcb		= vmcb;
 624		__entry->nested_rip	= nested_rip;
 625		__entry->int_ctl	= int_ctl;
 626		__entry->event_inj	= event_inj;
 627		__entry->tdp_enabled	= tdp_enabled;
 628		__entry->guest_pgd	= tdp_enabled ? guest_tdp_pgd : guest_cr3;
 629		__entry->isa		= isa;
 630	),
 631
 632	TP_printk("rip: 0x%016llx %s: 0x%016llx nested_rip: 0x%016llx "
 633		  "int_ctl: 0x%08x event_inj: 0x%08x nested_%s=%s %s: 0x%016llx",
 634		  __entry->rip,
 635		  __entry->isa == KVM_ISA_VMX ? "vmcs" : "vmcb",
 636		  __entry->vmcb,
 637		  __entry->nested_rip,
 638		  __entry->int_ctl,
 639		  __entry->event_inj,
 640		  __entry->isa == KVM_ISA_VMX ? "ept" : "npt",
 641		  __entry->tdp_enabled ? "y" : "n",
 642		  !__entry->tdp_enabled ? "guest_cr3" :
 643		  __entry->isa == KVM_ISA_VMX ? "nested_eptp" : "nested_cr3",
 644		  __entry->guest_pgd)
 645);
 646
 647TRACE_EVENT(kvm_nested_intercepts,
 648	    TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions,
 649		     __u32 intercept1, __u32 intercept2, __u32 intercept3),
 650	    TP_ARGS(cr_read, cr_write, exceptions, intercept1,
 651		    intercept2, intercept3),
 652
 653	TP_STRUCT__entry(
 654		__field(	__u16,		cr_read		)
 655		__field(	__u16,		cr_write	)
 656		__field(	__u32,		exceptions	)
 657		__field(	__u32,		intercept1	)
 658		__field(	__u32,		intercept2	)
 659		__field(	__u32,		intercept3	)
 660	),
 661
 662	TP_fast_assign(
 663		__entry->cr_read	= cr_read;
 664		__entry->cr_write	= cr_write;
 665		__entry->exceptions	= exceptions;
 666		__entry->intercept1	= intercept1;
 667		__entry->intercept2	= intercept2;
 668		__entry->intercept3	= intercept3;
 669	),
 670
 671	TP_printk("cr_read: %04x cr_write: %04x excp: %08x "
 672		  "intercepts: %08x %08x %08x",
 673		  __entry->cr_read, __entry->cr_write, __entry->exceptions,
 674		  __entry->intercept1, __entry->intercept2, __entry->intercept3)
 675);
 676/*
 677 * Tracepoint for #VMEXIT while nested
 678 */
 679TRACE_EVENT_KVM_EXIT(kvm_nested_vmexit);
 680
 681/*
 682 * Tracepoint for #VMEXIT reinjected to the guest
 683 */
 684TRACE_EVENT(kvm_nested_vmexit_inject,
 685	    TP_PROTO(__u32 exit_code,
 686		     __u64 exit_info1, __u64 exit_info2,
 687		     __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
 688	    TP_ARGS(exit_code, exit_info1, exit_info2,
 689		    exit_int_info, exit_int_info_err, isa),
 690
 691	TP_STRUCT__entry(
 692		__field(	__u32,		exit_code		)
 693		__field(	__u64,		exit_info1		)
 694		__field(	__u64,		exit_info2		)
 695		__field(	__u32,		exit_int_info		)
 696		__field(	__u32,		exit_int_info_err	)
 697		__field(	__u32,		isa			)
 698	),
 699
 700	TP_fast_assign(
 701		__entry->exit_code		= exit_code;
 702		__entry->exit_info1		= exit_info1;
 703		__entry->exit_info2		= exit_info2;
 704		__entry->exit_int_info		= exit_int_info;
 705		__entry->exit_int_info_err	= exit_int_info_err;
 706		__entry->isa			= isa;
 707	),
 708
 709	TP_printk("reason: %s%s%s ext_inf1: 0x%016llx "
 710		  "ext_inf2: 0x%016llx ext_int: 0x%08x ext_int_err: 0x%08x",
 711		  kvm_print_exit_reason(__entry->exit_code, __entry->isa),
 712		  __entry->exit_info1, __entry->exit_info2,
 713		  __entry->exit_int_info, __entry->exit_int_info_err)
 714);
 715
 716/*
 717 * Tracepoint for nested #vmexit because of interrupt pending
 718 */
 719TRACE_EVENT(kvm_nested_intr_vmexit,
 720	    TP_PROTO(__u64 rip),
 721	    TP_ARGS(rip),
 722
 723	TP_STRUCT__entry(
 724		__field(	__u64,	rip	)
 725	),
 726
 727	TP_fast_assign(
 728		__entry->rip	=	rip
 729	),
 730
 731	TP_printk("rip: 0x%016llx", __entry->rip)
 732);
 733
 734/*
 735 * Tracepoint for nested #vmexit because of interrupt pending
 736 */
 737TRACE_EVENT(kvm_invlpga,
 738	    TP_PROTO(__u64 rip, unsigned int asid, u64 address),
 739	    TP_ARGS(rip, asid, address),
 740
 741	TP_STRUCT__entry(
 742		__field(	__u64,		rip	)
 743		__field(	unsigned int,	asid	)
 744		__field(	__u64,		address	)
 745	),
 746
 747	TP_fast_assign(
 748		__entry->rip		=	rip;
 749		__entry->asid		=	asid;
 750		__entry->address	=	address;
 751	),
 752
 753	TP_printk("rip: 0x%016llx asid: %u address: 0x%016llx",
 754		  __entry->rip, __entry->asid, __entry->address)
 755);
 756
 757/*
 758 * Tracepoint for nested #vmexit because of interrupt pending
 759 */
 760TRACE_EVENT(kvm_skinit,
 761	    TP_PROTO(__u64 rip, __u32 slb),
 762	    TP_ARGS(rip, slb),
 763
 764	TP_STRUCT__entry(
 765		__field(	__u64,	rip	)
 766		__field(	__u32,	slb	)
 767	),
 768
 769	TP_fast_assign(
 770		__entry->rip		=	rip;
 771		__entry->slb		=	slb;
 772	),
 773
 774	TP_printk("rip: 0x%016llx slb: 0x%08x",
 775		  __entry->rip, __entry->slb)
 776);
 777
 778#define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
 779#define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
 780#define KVM_EMUL_INSN_F_CS_D   (1 << 2)
 781#define KVM_EMUL_INSN_F_CS_L   (1 << 3)
 782
 783#define kvm_trace_symbol_emul_flags	                  \
 784	{ 0,   			    "real" },		  \
 785	{ KVM_EMUL_INSN_F_CR0_PE			  \
 786	  | KVM_EMUL_INSN_F_EFL_VM, "vm16" },		  \
 787	{ KVM_EMUL_INSN_F_CR0_PE,   "prot16" },		  \
 788	{ KVM_EMUL_INSN_F_CR0_PE			  \
 789	  | KVM_EMUL_INSN_F_CS_D,   "prot32" },		  \
 790	{ KVM_EMUL_INSN_F_CR0_PE			  \
 791	  | KVM_EMUL_INSN_F_CS_L,   "prot64" }
 792
 793#define kei_decode_mode(mode) ({			\
 794	u8 flags = 0xff;				\
 795	switch (mode) {					\
 796	case X86EMUL_MODE_REAL:				\
 797		flags = 0;				\
 798		break;					\
 799	case X86EMUL_MODE_VM86:				\
 800		flags = KVM_EMUL_INSN_F_EFL_VM;		\
 801		break;					\
 802	case X86EMUL_MODE_PROT16:			\
 803		flags = KVM_EMUL_INSN_F_CR0_PE;		\
 804		break;					\
 805	case X86EMUL_MODE_PROT32:			\
 806		flags = KVM_EMUL_INSN_F_CR0_PE		\
 807			| KVM_EMUL_INSN_F_CS_D;		\
 808		break;					\
 809	case X86EMUL_MODE_PROT64:			\
 810		flags = KVM_EMUL_INSN_F_CR0_PE		\
 811			| KVM_EMUL_INSN_F_CS_L;		\
 812		break;					\
 813	}						\
 814	flags;						\
 815	})
 816
 817TRACE_EVENT(kvm_emulate_insn,
 818	TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
 819	TP_ARGS(vcpu, failed),
 820
 821	TP_STRUCT__entry(
 822		__field(    __u64, rip                       )
 823		__field(    __u32, csbase                    )
 824		__field(    __u8,  len                       )
 825		__array(    __u8,  insn,    15	             )
 826		__field(    __u8,  flags       	   	     )
 827		__field(    __u8,  failed                    )
 828		),
 829
 830	TP_fast_assign(
 831		__entry->csbase = kvm_x86_call(get_segment_base)(vcpu,
 832								 VCPU_SREG_CS);
 833		__entry->len = vcpu->arch.emulate_ctxt->fetch.ptr
 834			       - vcpu->arch.emulate_ctxt->fetch.data;
 835		__entry->rip = vcpu->arch.emulate_ctxt->_eip - __entry->len;
 836		memcpy(__entry->insn,
 837		       vcpu->arch.emulate_ctxt->fetch.data,
 838		       15);
 839		__entry->flags = kei_decode_mode(vcpu->arch.emulate_ctxt->mode);
 840		__entry->failed = failed;
 841		),
 842
 843	TP_printk("%x:%llx:%s (%s)%s",
 844		  __entry->csbase, __entry->rip,
 845		  __print_hex(__entry->insn, __entry->len),
 846		  __print_symbolic(__entry->flags,
 847				   kvm_trace_symbol_emul_flags),
 848		  __entry->failed ? " failed" : ""
 849		)
 850	);
 851
 852#define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
 853#define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
 854
 855TRACE_EVENT(
 856	vcpu_match_mmio,
 857	TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
 858	TP_ARGS(gva, gpa, write, gpa_match),
 859
 860	TP_STRUCT__entry(
 861		__field(gva_t, gva)
 862		__field(gpa_t, gpa)
 863		__field(bool, write)
 864		__field(bool, gpa_match)
 865		),
 866
 867	TP_fast_assign(
 868		__entry->gva = gva;
 869		__entry->gpa = gpa;
 870		__entry->write = write;
 871		__entry->gpa_match = gpa_match
 872		),
 873
 874	TP_printk("gva %#lx gpa %#llx %s %s", __entry->gva, __entry->gpa,
 875		  __entry->write ? "Write" : "Read",
 876		  __entry->gpa_match ? "GPA" : "GVA")
 877);
 878
 879TRACE_EVENT(kvm_write_tsc_offset,
 880	TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset,
 881		 __u64 next_tsc_offset),
 882	TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset),
 883
 884	TP_STRUCT__entry(
 885		__field( unsigned int,	vcpu_id				)
 886		__field(	__u64,	previous_tsc_offset		)
 887		__field(	__u64,	next_tsc_offset			)
 888	),
 889
 890	TP_fast_assign(
 891		__entry->vcpu_id		= vcpu_id;
 892		__entry->previous_tsc_offset	= previous_tsc_offset;
 893		__entry->next_tsc_offset	= next_tsc_offset;
 894	),
 895
 896	TP_printk("vcpu=%u prev=%llu next=%llu", __entry->vcpu_id,
 897		  __entry->previous_tsc_offset, __entry->next_tsc_offset)
 898);
 899
 900#ifdef CONFIG_X86_64
 901
 902#define host_clocks					\
 903	{VDSO_CLOCKMODE_NONE, "none"},			\
 904	{VDSO_CLOCKMODE_TSC,  "tsc"}			\
 905
 906TRACE_EVENT(kvm_update_master_clock,
 907	TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched),
 908	TP_ARGS(use_master_clock, host_clock, offset_matched),
 909
 910	TP_STRUCT__entry(
 911		__field(		bool,	use_master_clock	)
 912		__field(	unsigned int,	host_clock		)
 913		__field(		bool,	offset_matched		)
 914	),
 915
 916	TP_fast_assign(
 917		__entry->use_master_clock	= use_master_clock;
 918		__entry->host_clock		= host_clock;
 919		__entry->offset_matched		= offset_matched;
 920	),
 921
 922	TP_printk("masterclock %d hostclock %s offsetmatched %u",
 923		  __entry->use_master_clock,
 924		  __print_symbolic(__entry->host_clock, host_clocks),
 925		  __entry->offset_matched)
 926);
 927
 928TRACE_EVENT(kvm_track_tsc,
 929	TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched,
 930		 unsigned int online_vcpus, bool use_master_clock,
 931		 unsigned int host_clock),
 932	TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock,
 933		host_clock),
 934
 935	TP_STRUCT__entry(
 936		__field(	unsigned int,	vcpu_id			)
 937		__field(	unsigned int,	nr_vcpus_matched_tsc	)
 938		__field(	unsigned int,	online_vcpus		)
 939		__field(	bool,		use_master_clock	)
 940		__field(	unsigned int,	host_clock		)
 941	),
 942
 943	TP_fast_assign(
 944		__entry->vcpu_id		= vcpu_id;
 945		__entry->nr_vcpus_matched_tsc	= nr_matched;
 946		__entry->online_vcpus		= online_vcpus;
 947		__entry->use_master_clock	= use_master_clock;
 948		__entry->host_clock		= host_clock;
 949	),
 950
 951	TP_printk("vcpu_id %u masterclock %u offsetmatched %u nr_online %u"
 952		  " hostclock %s",
 953		  __entry->vcpu_id, __entry->use_master_clock,
 954		  __entry->nr_vcpus_matched_tsc, __entry->online_vcpus,
 955		  __print_symbolic(__entry->host_clock, host_clocks))
 956);
 957
 958#endif /* CONFIG_X86_64 */
 959
 960/*
 961 * Tracepoint for PML full VMEXIT.
 962 */
 963TRACE_EVENT(kvm_pml_full,
 964	TP_PROTO(unsigned int vcpu_id),
 965	TP_ARGS(vcpu_id),
 966
 967	TP_STRUCT__entry(
 968		__field(	unsigned int,	vcpu_id			)
 969	),
 970
 971	TP_fast_assign(
 972		__entry->vcpu_id		= vcpu_id;
 973	),
 974
 975	TP_printk("vcpu %d: PML full", __entry->vcpu_id)
 976);
 977
 978TRACE_EVENT(kvm_ple_window_update,
 979	TP_PROTO(unsigned int vcpu_id, unsigned int new, unsigned int old),
 980	TP_ARGS(vcpu_id, new, old),
 981
 982	TP_STRUCT__entry(
 983		__field(        unsigned int,   vcpu_id         )
 984		__field(        unsigned int,       new         )
 985		__field(        unsigned int,       old         )
 986	),
 987
 988	TP_fast_assign(
 989		__entry->vcpu_id        = vcpu_id;
 990		__entry->new            = new;
 991		__entry->old            = old;
 992	),
 993
 994	TP_printk("vcpu %u old %u new %u (%s)",
 995	          __entry->vcpu_id, __entry->old, __entry->new,
 996		  __entry->old < __entry->new ? "growed" : "shrinked")
 997);
 998
 999TRACE_EVENT(kvm_pvclock_update,
1000	TP_PROTO(unsigned int vcpu_id, struct pvclock_vcpu_time_info *pvclock),
1001	TP_ARGS(vcpu_id, pvclock),
1002
1003	TP_STRUCT__entry(
1004		__field(	unsigned int,	vcpu_id			)
1005		__field(	__u32,		version			)
1006		__field(	__u64,		tsc_timestamp		)
1007		__field(	__u64,		system_time		)
1008		__field(	__u32,		tsc_to_system_mul	)
1009		__field(	__s8,		tsc_shift		)
1010		__field(	__u8,		flags			)
1011	),
1012
1013	TP_fast_assign(
1014		__entry->vcpu_id	   = vcpu_id;
1015		__entry->version	   = pvclock->version;
1016		__entry->tsc_timestamp	   = pvclock->tsc_timestamp;
1017		__entry->system_time	   = pvclock->system_time;
1018		__entry->tsc_to_system_mul = pvclock->tsc_to_system_mul;
1019		__entry->tsc_shift	   = pvclock->tsc_shift;
1020		__entry->flags		   = pvclock->flags;
1021	),
1022
1023	TP_printk("vcpu_id %u, pvclock { version %u, tsc_timestamp 0x%llx, "
1024		  "system_time 0x%llx, tsc_to_system_mul 0x%x, tsc_shift %d, "
1025		  "flags 0x%x }",
1026		  __entry->vcpu_id,
1027		  __entry->version,
1028		  __entry->tsc_timestamp,
1029		  __entry->system_time,
1030		  __entry->tsc_to_system_mul,
1031		  __entry->tsc_shift,
1032		  __entry->flags)
1033);
1034
1035TRACE_EVENT(kvm_wait_lapic_expire,
1036	TP_PROTO(unsigned int vcpu_id, s64 delta),
1037	TP_ARGS(vcpu_id, delta),
1038
1039	TP_STRUCT__entry(
1040		__field(	unsigned int,	vcpu_id		)
1041		__field(	s64,		delta		)
1042	),
1043
1044	TP_fast_assign(
1045		__entry->vcpu_id	   = vcpu_id;
1046		__entry->delta             = delta;
1047	),
1048
1049	TP_printk("vcpu %u: delta %lld (%s)",
1050		  __entry->vcpu_id,
1051		  __entry->delta,
1052		  __entry->delta < 0 ? "early" : "late")
1053);
1054
1055TRACE_EVENT(kvm_smm_transition,
1056	TP_PROTO(unsigned int vcpu_id, u64 smbase, bool entering),
1057	TP_ARGS(vcpu_id, smbase, entering),
1058
1059	TP_STRUCT__entry(
1060		__field(	unsigned int,	vcpu_id		)
1061		__field(	u64,		smbase		)
1062		__field(	bool,		entering	)
1063	),
1064
1065	TP_fast_assign(
1066		__entry->vcpu_id	= vcpu_id;
1067		__entry->smbase		= smbase;
1068		__entry->entering	= entering;
1069	),
1070
1071	TP_printk("vcpu %u: %s SMM, smbase 0x%llx",
1072		  __entry->vcpu_id,
1073		  __entry->entering ? "entering" : "leaving",
1074		  __entry->smbase)
1075);
1076
1077/*
1078 * Tracepoint for VT-d posted-interrupts and AMD-Vi Guest Virtual APIC.
1079 */
1080TRACE_EVENT(kvm_pi_irte_update,
1081	TP_PROTO(unsigned int host_irq, unsigned int vcpu_id,
1082		 unsigned int gsi, unsigned int gvec,
1083		 u64 pi_desc_addr, bool set),
1084	TP_ARGS(host_irq, vcpu_id, gsi, gvec, pi_desc_addr, set),
1085
1086	TP_STRUCT__entry(
1087		__field(	unsigned int,	host_irq	)
1088		__field(	unsigned int,	vcpu_id		)
1089		__field(	unsigned int,	gsi		)
1090		__field(	unsigned int,	gvec		)
1091		__field(	u64,		pi_desc_addr	)
1092		__field(	bool,		set		)
1093	),
1094
1095	TP_fast_assign(
1096		__entry->host_irq	= host_irq;
1097		__entry->vcpu_id	= vcpu_id;
1098		__entry->gsi		= gsi;
1099		__entry->gvec		= gvec;
1100		__entry->pi_desc_addr	= pi_desc_addr;
1101		__entry->set		= set;
1102	),
1103
1104	TP_printk("PI is %s for irq %u, vcpu %u, gsi: 0x%x, "
1105		  "gvec: 0x%x, pi_desc_addr: 0x%llx",
1106		  __entry->set ? "enabled and being updated" : "disabled",
1107		  __entry->host_irq,
1108		  __entry->vcpu_id,
1109		  __entry->gsi,
1110		  __entry->gvec,
1111		  __entry->pi_desc_addr)
1112);
1113
1114/*
1115 * Tracepoint for kvm_hv_notify_acked_sint.
1116 */
1117TRACE_EVENT(kvm_hv_notify_acked_sint,
1118	TP_PROTO(int vcpu_id, u32 sint),
1119	TP_ARGS(vcpu_id, sint),
1120
1121	TP_STRUCT__entry(
1122		__field(int, vcpu_id)
1123		__field(u32, sint)
1124	),
1125
1126	TP_fast_assign(
1127		__entry->vcpu_id = vcpu_id;
1128		__entry->sint = sint;
1129	),
1130
1131	TP_printk("vcpu_id %d sint %u", __entry->vcpu_id, __entry->sint)
1132);
1133
1134/*
1135 * Tracepoint for synic_set_irq.
1136 */
1137TRACE_EVENT(kvm_hv_synic_set_irq,
1138	TP_PROTO(int vcpu_id, u32 sint, int vector, int ret),
1139	TP_ARGS(vcpu_id, sint, vector, ret),
1140
1141	TP_STRUCT__entry(
1142		__field(int, vcpu_id)
1143		__field(u32, sint)
1144		__field(int, vector)
1145		__field(int, ret)
1146	),
1147
1148	TP_fast_assign(
1149		__entry->vcpu_id = vcpu_id;
1150		__entry->sint = sint;
1151		__entry->vector = vector;
1152		__entry->ret = ret;
1153	),
1154
1155	TP_printk("vcpu_id %d sint %u vector %d ret %d",
1156		  __entry->vcpu_id, __entry->sint, __entry->vector,
1157		  __entry->ret)
1158);
1159
1160/*
1161 * Tracepoint for kvm_hv_synic_send_eoi.
1162 */
1163TRACE_EVENT(kvm_hv_synic_send_eoi,
1164	TP_PROTO(int vcpu_id, int vector),
1165	TP_ARGS(vcpu_id, vector),
1166
1167	TP_STRUCT__entry(
1168		__field(int, vcpu_id)
1169		__field(u32, sint)
1170		__field(int, vector)
1171		__field(int, ret)
1172	),
1173
1174	TP_fast_assign(
1175		__entry->vcpu_id = vcpu_id;
1176		__entry->vector	= vector;
1177	),
1178
1179	TP_printk("vcpu_id %d vector %d", __entry->vcpu_id, __entry->vector)
1180);
1181
1182/*
1183 * Tracepoint for synic_set_msr.
1184 */
1185TRACE_EVENT(kvm_hv_synic_set_msr,
1186	TP_PROTO(int vcpu_id, u32 msr, u64 data, bool host),
1187	TP_ARGS(vcpu_id, msr, data, host),
1188
1189	TP_STRUCT__entry(
1190		__field(int, vcpu_id)
1191		__field(u32, msr)
1192		__field(u64, data)
1193		__field(bool, host)
1194	),
1195
1196	TP_fast_assign(
1197		__entry->vcpu_id = vcpu_id;
1198		__entry->msr = msr;
1199		__entry->data = data;
1200		__entry->host = host
1201	),
1202
1203	TP_printk("vcpu_id %d msr 0x%x data 0x%llx host %d",
1204		  __entry->vcpu_id, __entry->msr, __entry->data, __entry->host)
1205);
1206
1207/*
1208 * Tracepoint for stimer_set_config.
1209 */
1210TRACE_EVENT(kvm_hv_stimer_set_config,
1211	TP_PROTO(int vcpu_id, int timer_index, u64 config, bool host),
1212	TP_ARGS(vcpu_id, timer_index, config, host),
1213
1214	TP_STRUCT__entry(
1215		__field(int, vcpu_id)
1216		__field(int, timer_index)
1217		__field(u64, config)
1218		__field(bool, host)
1219	),
1220
1221	TP_fast_assign(
1222		__entry->vcpu_id = vcpu_id;
1223		__entry->timer_index = timer_index;
1224		__entry->config = config;
1225		__entry->host = host;
1226	),
1227
1228	TP_printk("vcpu_id %d timer %d config 0x%llx host %d",
1229		  __entry->vcpu_id, __entry->timer_index, __entry->config,
1230		  __entry->host)
1231);
1232
1233/*
1234 * Tracepoint for stimer_set_count.
1235 */
1236TRACE_EVENT(kvm_hv_stimer_set_count,
1237	TP_PROTO(int vcpu_id, int timer_index, u64 count, bool host),
1238	TP_ARGS(vcpu_id, timer_index, count, host),
1239
1240	TP_STRUCT__entry(
1241		__field(int, vcpu_id)
1242		__field(int, timer_index)
1243		__field(u64, count)
1244		__field(bool, host)
1245	),
1246
1247	TP_fast_assign(
1248		__entry->vcpu_id = vcpu_id;
1249		__entry->timer_index = timer_index;
1250		__entry->count = count;
1251		__entry->host = host;
1252	),
1253
1254	TP_printk("vcpu_id %d timer %d count %llu host %d",
1255		  __entry->vcpu_id, __entry->timer_index, __entry->count,
1256		  __entry->host)
1257);
1258
1259/*
1260 * Tracepoint for stimer_start(periodic timer case).
1261 */
1262TRACE_EVENT(kvm_hv_stimer_start_periodic,
1263	TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 exp_time),
1264	TP_ARGS(vcpu_id, timer_index, time_now, exp_time),
1265
1266	TP_STRUCT__entry(
1267		__field(int, vcpu_id)
1268		__field(int, timer_index)
1269		__field(u64, time_now)
1270		__field(u64, exp_time)
1271	),
1272
1273	TP_fast_assign(
1274		__entry->vcpu_id = vcpu_id;
1275		__entry->timer_index = timer_index;
1276		__entry->time_now = time_now;
1277		__entry->exp_time = exp_time;
1278	),
1279
1280	TP_printk("vcpu_id %d timer %d time_now %llu exp_time %llu",
1281		  __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1282		  __entry->exp_time)
1283);
1284
1285/*
1286 * Tracepoint for stimer_start(one-shot timer case).
1287 */
1288TRACE_EVENT(kvm_hv_stimer_start_one_shot,
1289	TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 count),
1290	TP_ARGS(vcpu_id, timer_index, time_now, count),
1291
1292	TP_STRUCT__entry(
1293		__field(int, vcpu_id)
1294		__field(int, timer_index)
1295		__field(u64, time_now)
1296		__field(u64, count)
1297	),
1298
1299	TP_fast_assign(
1300		__entry->vcpu_id = vcpu_id;
1301		__entry->timer_index = timer_index;
1302		__entry->time_now = time_now;
1303		__entry->count = count;
1304	),
1305
1306	TP_printk("vcpu_id %d timer %d time_now %llu count %llu",
1307		  __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1308		  __entry->count)
1309);
1310
1311/*
1312 * Tracepoint for stimer_timer_callback.
1313 */
1314TRACE_EVENT(kvm_hv_stimer_callback,
1315	TP_PROTO(int vcpu_id, int timer_index),
1316	TP_ARGS(vcpu_id, timer_index),
1317
1318	TP_STRUCT__entry(
1319		__field(int, vcpu_id)
1320		__field(int, timer_index)
1321	),
1322
1323	TP_fast_assign(
1324		__entry->vcpu_id = vcpu_id;
1325		__entry->timer_index = timer_index;
1326	),
1327
1328	TP_printk("vcpu_id %d timer %d",
1329		  __entry->vcpu_id, __entry->timer_index)
1330);
1331
1332/*
1333 * Tracepoint for stimer_expiration.
1334 */
1335TRACE_EVENT(kvm_hv_stimer_expiration,
1336	TP_PROTO(int vcpu_id, int timer_index, int direct, int msg_send_result),
1337	TP_ARGS(vcpu_id, timer_index, direct, msg_send_result),
1338
1339	TP_STRUCT__entry(
1340		__field(int, vcpu_id)
1341		__field(int, timer_index)
1342		__field(int, direct)
1343		__field(int, msg_send_result)
1344	),
1345
1346	TP_fast_assign(
1347		__entry->vcpu_id = vcpu_id;
1348		__entry->timer_index = timer_index;
1349		__entry->direct = direct;
1350		__entry->msg_send_result = msg_send_result;
1351	),
1352
1353	TP_printk("vcpu_id %d timer %d direct %d send result %d",
1354		  __entry->vcpu_id, __entry->timer_index,
1355		  __entry->direct, __entry->msg_send_result)
1356);
1357
1358/*
1359 * Tracepoint for stimer_cleanup.
1360 */
1361TRACE_EVENT(kvm_hv_stimer_cleanup,
1362	TP_PROTO(int vcpu_id, int timer_index),
1363	TP_ARGS(vcpu_id, timer_index),
1364
1365	TP_STRUCT__entry(
1366		__field(int, vcpu_id)
1367		__field(int, timer_index)
1368	),
1369
1370	TP_fast_assign(
1371		__entry->vcpu_id = vcpu_id;
1372		__entry->timer_index = timer_index;
1373	),
1374
1375	TP_printk("vcpu_id %d timer %d",
1376		  __entry->vcpu_id, __entry->timer_index)
1377);
1378
1379#define kvm_print_apicv_inhibit_reasons(inhibits)	\
1380	(inhibits), (inhibits) ? " " : "",		\
1381	(inhibits) ? __print_flags(inhibits, "|", APICV_INHIBIT_REASONS) : ""
1382
1383TRACE_EVENT(kvm_apicv_inhibit_changed,
1384	    TP_PROTO(int reason, bool set, unsigned long inhibits),
1385	    TP_ARGS(reason, set, inhibits),
1386
1387	TP_STRUCT__entry(
1388		__field(int, reason)
1389		__field(bool, set)
1390		__field(unsigned long, inhibits)
1391	),
1392
1393	TP_fast_assign(
1394		__entry->reason = reason;
1395		__entry->set = set;
1396		__entry->inhibits = inhibits;
1397	),
1398
1399	TP_printk("%s reason=%u, inhibits=0x%lx%s%s",
1400		  __entry->set ? "set" : "cleared",
1401		  __entry->reason,
1402		  kvm_print_apicv_inhibit_reasons(__entry->inhibits))
1403);
1404
1405TRACE_EVENT(kvm_apicv_accept_irq,
1406	    TP_PROTO(__u32 apicid, __u16 dm, __u16 tm, __u8 vec),
1407	    TP_ARGS(apicid, dm, tm, vec),
1408
1409	TP_STRUCT__entry(
1410		__field(	__u32,		apicid		)
1411		__field(	__u16,		dm		)
1412		__field(	__u16,		tm		)
1413		__field(	__u8,		vec		)
1414	),
1415
1416	TP_fast_assign(
1417		__entry->apicid		= apicid;
1418		__entry->dm		= dm;
1419		__entry->tm		= tm;
1420		__entry->vec		= vec;
1421	),
1422
1423	TP_printk("apicid %x vec %u (%s|%s)",
1424		  __entry->apicid, __entry->vec,
1425		  __print_symbolic((__entry->dm >> 8 & 0x7), kvm_deliver_mode),
1426		  __entry->tm ? "level" : "edge")
1427);
1428
1429/*
1430 * Tracepoint for AMD AVIC
1431 */
1432TRACE_EVENT(kvm_avic_incomplete_ipi,
1433	    TP_PROTO(u32 vcpu, u32 icrh, u32 icrl, u32 id, u32 index),
1434	    TP_ARGS(vcpu, icrh, icrl, id, index),
1435
1436	TP_STRUCT__entry(
1437		__field(u32, vcpu)
1438		__field(u32, icrh)
1439		__field(u32, icrl)
1440		__field(u32, id)
1441		__field(u32, index)
1442	),
1443
1444	TP_fast_assign(
1445		__entry->vcpu = vcpu;
1446		__entry->icrh = icrh;
1447		__entry->icrl = icrl;
1448		__entry->id = id;
1449		__entry->index = index;
1450	),
1451
1452	TP_printk("vcpu=%u, icrh:icrl=%#010x:%08x, id=%u, index=%u",
1453		  __entry->vcpu, __entry->icrh, __entry->icrl,
1454		  __entry->id, __entry->index)
1455);
1456
1457TRACE_EVENT(kvm_avic_unaccelerated_access,
1458	    TP_PROTO(u32 vcpu, u32 offset, bool ft, bool rw, u32 vec),
1459	    TP_ARGS(vcpu, offset, ft, rw, vec),
1460
1461	TP_STRUCT__entry(
1462		__field(u32, vcpu)
1463		__field(u32, offset)
1464		__field(bool, ft)
1465		__field(bool, rw)
1466		__field(u32, vec)
1467	),
1468
1469	TP_fast_assign(
1470		__entry->vcpu = vcpu;
1471		__entry->offset = offset;
1472		__entry->ft = ft;
1473		__entry->rw = rw;
1474		__entry->vec = vec;
1475	),
1476
1477	TP_printk("vcpu=%u, offset=%#x(%s), %s, %s, vec=%#x",
1478		  __entry->vcpu,
1479		  __entry->offset,
1480		  __print_symbolic(__entry->offset, kvm_trace_symbol_apic),
1481		  __entry->ft ? "trap" : "fault",
1482		  __entry->rw ? "write" : "read",
1483		  __entry->vec)
1484);
1485
1486TRACE_EVENT(kvm_avic_ga_log,
1487	    TP_PROTO(u32 vmid, u32 vcpuid),
1488	    TP_ARGS(vmid, vcpuid),
1489
1490	TP_STRUCT__entry(
1491		__field(u32, vmid)
1492		__field(u32, vcpuid)
1493	),
1494
1495	TP_fast_assign(
1496		__entry->vmid = vmid;
1497		__entry->vcpuid = vcpuid;
1498	),
1499
1500	TP_printk("vmid=%u, vcpuid=%u",
1501		  __entry->vmid, __entry->vcpuid)
1502);
1503
1504TRACE_EVENT(kvm_avic_kick_vcpu_slowpath,
1505	    TP_PROTO(u32 icrh, u32 icrl, u32 index),
1506	    TP_ARGS(icrh, icrl, index),
1507
1508	TP_STRUCT__entry(
1509		__field(u32, icrh)
1510		__field(u32, icrl)
1511		__field(u32, index)
1512	),
1513
1514	TP_fast_assign(
1515		__entry->icrh = icrh;
1516		__entry->icrl = icrl;
1517		__entry->index = index;
1518	),
1519
1520	TP_printk("icrh:icrl=%#08x:%08x, index=%u",
1521		  __entry->icrh, __entry->icrl, __entry->index)
1522);
1523
1524TRACE_EVENT(kvm_avic_doorbell,
1525	    TP_PROTO(u32 vcpuid, u32 apicid),
1526	    TP_ARGS(vcpuid, apicid),
1527
1528	TP_STRUCT__entry(
1529		__field(u32, vcpuid)
1530		__field(u32, apicid)
1531	),
1532
1533	TP_fast_assign(
1534		__entry->vcpuid = vcpuid;
1535		__entry->apicid = apicid;
1536	),
1537
1538	TP_printk("vcpuid=%u, apicid=%u",
1539		  __entry->vcpuid, __entry->apicid)
1540);
1541
1542TRACE_EVENT(kvm_hv_timer_state,
1543		TP_PROTO(unsigned int vcpu_id, unsigned int hv_timer_in_use),
1544		TP_ARGS(vcpu_id, hv_timer_in_use),
1545		TP_STRUCT__entry(
1546			__field(unsigned int, vcpu_id)
1547			__field(unsigned int, hv_timer_in_use)
1548			),
1549		TP_fast_assign(
1550			__entry->vcpu_id = vcpu_id;
1551			__entry->hv_timer_in_use = hv_timer_in_use;
1552			),
1553		TP_printk("vcpu_id %x hv_timer %x",
1554			__entry->vcpu_id,
1555			__entry->hv_timer_in_use)
1556);
1557
1558/*
1559 * Tracepoint for kvm_hv_flush_tlb.
1560 */
1561TRACE_EVENT(kvm_hv_flush_tlb,
1562	TP_PROTO(u64 processor_mask, u64 address_space, u64 flags, bool guest_mode),
1563	TP_ARGS(processor_mask, address_space, flags, guest_mode),
1564
1565	TP_STRUCT__entry(
1566		__field(u64, processor_mask)
1567		__field(u64, address_space)
1568		__field(u64, flags)
1569		__field(bool, guest_mode)
1570	),
1571
1572	TP_fast_assign(
1573		__entry->processor_mask = processor_mask;
1574		__entry->address_space = address_space;
1575		__entry->flags = flags;
1576		__entry->guest_mode = guest_mode;
1577	),
1578
1579	TP_printk("processor_mask 0x%llx address_space 0x%llx flags 0x%llx %s",
1580		  __entry->processor_mask, __entry->address_space,
1581		  __entry->flags, __entry->guest_mode ? "(L2)" : "")
1582);
1583
1584/*
1585 * Tracepoint for kvm_hv_flush_tlb_ex.
1586 */
1587TRACE_EVENT(kvm_hv_flush_tlb_ex,
1588	TP_PROTO(u64 valid_bank_mask, u64 format, u64 address_space, u64 flags, bool guest_mode),
1589	TP_ARGS(valid_bank_mask, format, address_space, flags, guest_mode),
1590
1591	TP_STRUCT__entry(
1592		__field(u64, valid_bank_mask)
1593		__field(u64, format)
1594		__field(u64, address_space)
1595		__field(u64, flags)
1596		__field(bool, guest_mode)
1597	),
1598
1599	TP_fast_assign(
1600		__entry->valid_bank_mask = valid_bank_mask;
1601		__entry->format = format;
1602		__entry->address_space = address_space;
1603		__entry->flags = flags;
1604		__entry->guest_mode = guest_mode;
1605	),
1606
1607	TP_printk("valid_bank_mask 0x%llx format 0x%llx "
1608		  "address_space 0x%llx flags 0x%llx %s",
1609		  __entry->valid_bank_mask, __entry->format,
1610		  __entry->address_space, __entry->flags,
1611		  __entry->guest_mode ? "(L2)" : "")
1612);
1613
1614/*
1615 * Tracepoints for kvm_hv_send_ipi.
1616 */
1617TRACE_EVENT(kvm_hv_send_ipi,
1618	TP_PROTO(u32 vector, u64 processor_mask),
1619	TP_ARGS(vector, processor_mask),
1620
1621	TP_STRUCT__entry(
1622		__field(u32, vector)
1623		__field(u64, processor_mask)
1624	),
1625
1626	TP_fast_assign(
1627		__entry->vector = vector;
1628		__entry->processor_mask = processor_mask;
1629	),
1630
1631	TP_printk("vector %x processor_mask 0x%llx",
1632		  __entry->vector, __entry->processor_mask)
1633);
1634
1635TRACE_EVENT(kvm_hv_send_ipi_ex,
1636	TP_PROTO(u32 vector, u64 format, u64 valid_bank_mask),
1637	TP_ARGS(vector, format, valid_bank_mask),
1638
1639	TP_STRUCT__entry(
1640		__field(u32, vector)
1641		__field(u64, format)
1642		__field(u64, valid_bank_mask)
1643	),
1644
1645	TP_fast_assign(
1646		__entry->vector = vector;
1647		__entry->format = format;
1648		__entry->valid_bank_mask = valid_bank_mask;
1649	),
1650
1651	TP_printk("vector %x format %llx valid_bank_mask 0x%llx",
1652		  __entry->vector, __entry->format,
1653		  __entry->valid_bank_mask)
1654);
1655
1656TRACE_EVENT(kvm_pv_tlb_flush,
1657	TP_PROTO(unsigned int vcpu_id, bool need_flush_tlb),
1658	TP_ARGS(vcpu_id, need_flush_tlb),
1659
1660	TP_STRUCT__entry(
1661		__field(	unsigned int,	vcpu_id		)
1662		__field(	bool,	need_flush_tlb		)
1663	),
1664
1665	TP_fast_assign(
1666		__entry->vcpu_id	= vcpu_id;
1667		__entry->need_flush_tlb = need_flush_tlb;
1668	),
1669
1670	TP_printk("vcpu %u need_flush_tlb %s", __entry->vcpu_id,
1671		__entry->need_flush_tlb ? "true" : "false")
1672);
1673
1674/*
1675 * Tracepoint for failed nested VMX VM-Enter.
1676 */
1677TRACE_EVENT(kvm_nested_vmenter_failed,
1678	TP_PROTO(const char *msg, u32 err),
1679	TP_ARGS(msg, err),
1680
1681	TP_STRUCT__entry(
1682		__string(msg, msg)
1683		__field(u32, err)
1684	),
1685
1686	TP_fast_assign(
1687		__assign_str(msg);
1688		__entry->err = err;
1689	),
1690
1691	TP_printk("%s%s", __get_str(msg), !__entry->err ? "" :
1692		__print_symbolic(__entry->err, VMX_VMENTER_INSTRUCTION_ERRORS))
1693);
1694
1695/*
1696 * Tracepoint for syndbg_set_msr.
1697 */
1698TRACE_EVENT(kvm_hv_syndbg_set_msr,
1699	TP_PROTO(int vcpu_id, u32 vp_index, u32 msr, u64 data),
1700	TP_ARGS(vcpu_id, vp_index, msr, data),
1701
1702	TP_STRUCT__entry(
1703		__field(int, vcpu_id)
1704		__field(u32, vp_index)
1705		__field(u32, msr)
1706		__field(u64, data)
1707	),
1708
1709	TP_fast_assign(
1710		__entry->vcpu_id = vcpu_id;
1711		__entry->vp_index = vp_index;
1712		__entry->msr = msr;
1713		__entry->data = data;
1714	),
1715
1716	TP_printk("vcpu_id %d vp_index %u msr 0x%x data 0x%llx",
1717		  __entry->vcpu_id, __entry->vp_index, __entry->msr,
1718		  __entry->data)
1719);
1720
1721/*
1722 * Tracepoint for syndbg_get_msr.
1723 */
1724TRACE_EVENT(kvm_hv_syndbg_get_msr,
1725	TP_PROTO(int vcpu_id, u32 vp_index, u32 msr, u64 data),
1726	TP_ARGS(vcpu_id, vp_index, msr, data),
1727
1728	TP_STRUCT__entry(
1729		__field(int, vcpu_id)
1730		__field(u32, vp_index)
1731		__field(u32, msr)
1732		__field(u64, data)
1733	),
1734
1735	TP_fast_assign(
1736		__entry->vcpu_id = vcpu_id;
1737		__entry->vp_index = vp_index;
1738		__entry->msr = msr;
1739		__entry->data = data;
1740	),
1741
1742	TP_printk("vcpu_id %d vp_index %u msr 0x%x data 0x%llx",
1743		  __entry->vcpu_id, __entry->vp_index, __entry->msr,
1744		  __entry->data)
1745);
1746
1747/*
1748 * Tracepoint for the start of VMGEXIT processing
1749 */
1750TRACE_EVENT(kvm_vmgexit_enter,
1751	TP_PROTO(unsigned int vcpu_id, struct ghcb *ghcb),
1752	TP_ARGS(vcpu_id, ghcb),
1753
1754	TP_STRUCT__entry(
1755		__field(unsigned int, vcpu_id)
1756		__field(u64, exit_reason)
1757		__field(u64, info1)
1758		__field(u64, info2)
1759	),
1760
1761	TP_fast_assign(
1762		__entry->vcpu_id     = vcpu_id;
1763		__entry->exit_reason = ghcb->save.sw_exit_code;
1764		__entry->info1       = ghcb->save.sw_exit_info_1;
1765		__entry->info2       = ghcb->save.sw_exit_info_2;
1766	),
1767
1768	TP_printk("vcpu %u, exit_reason %llx, exit_info1 %llx, exit_info2 %llx",
1769		  __entry->vcpu_id, __entry->exit_reason,
1770		  __entry->info1, __entry->info2)
1771);
1772
1773/*
1774 * Tracepoint for the end of VMGEXIT processing
1775 */
1776TRACE_EVENT(kvm_vmgexit_exit,
1777	TP_PROTO(unsigned int vcpu_id, struct ghcb *ghcb),
1778	TP_ARGS(vcpu_id, ghcb),
1779
1780	TP_STRUCT__entry(
1781		__field(unsigned int, vcpu_id)
1782		__field(u64, exit_reason)
1783		__field(u64, info1)
1784		__field(u64, info2)
1785	),
1786
1787	TP_fast_assign(
1788		__entry->vcpu_id     = vcpu_id;
1789		__entry->exit_reason = ghcb->save.sw_exit_code;
1790		__entry->info1       = ghcb->save.sw_exit_info_1;
1791		__entry->info2       = ghcb->save.sw_exit_info_2;
1792	),
1793
1794	TP_printk("vcpu %u, exit_reason %llx, exit_info1 %llx, exit_info2 %llx",
1795		  __entry->vcpu_id, __entry->exit_reason,
1796		  __entry->info1, __entry->info2)
1797);
1798
1799/*
1800 * Tracepoint for the start of VMGEXIT MSR procotol processing
1801 */
1802TRACE_EVENT(kvm_vmgexit_msr_protocol_enter,
1803	TP_PROTO(unsigned int vcpu_id, u64 ghcb_gpa),
1804	TP_ARGS(vcpu_id, ghcb_gpa),
1805
1806	TP_STRUCT__entry(
1807		__field(unsigned int, vcpu_id)
1808		__field(u64, ghcb_gpa)
1809	),
1810
1811	TP_fast_assign(
1812		__entry->vcpu_id  = vcpu_id;
1813		__entry->ghcb_gpa = ghcb_gpa;
1814	),
1815
1816	TP_printk("vcpu %u, ghcb_gpa %016llx",
1817		  __entry->vcpu_id, __entry->ghcb_gpa)
1818);
1819
1820/*
1821 * Tracepoint for the end of VMGEXIT MSR procotol processing
1822 */
1823TRACE_EVENT(kvm_vmgexit_msr_protocol_exit,
1824	TP_PROTO(unsigned int vcpu_id, u64 ghcb_gpa, int result),
1825	TP_ARGS(vcpu_id, ghcb_gpa, result),
1826
1827	TP_STRUCT__entry(
1828		__field(unsigned int, vcpu_id)
1829		__field(u64, ghcb_gpa)
1830		__field(int, result)
1831	),
1832
1833	TP_fast_assign(
1834		__entry->vcpu_id  = vcpu_id;
1835		__entry->ghcb_gpa = ghcb_gpa;
1836		__entry->result   = result;
1837	),
1838
1839	TP_printk("vcpu %u, ghcb_gpa %016llx, result %d",
1840		  __entry->vcpu_id, __entry->ghcb_gpa, __entry->result)
1841);
1842
1843/*
1844 * Tracepoint for #NPFs due to RMP faults.
1845 */
1846TRACE_EVENT(kvm_rmp_fault,
1847	TP_PROTO(struct kvm_vcpu *vcpu, u64 gpa, u64 pfn, u64 error_code,
1848		 int rmp_level, int psmash_ret),
1849	TP_ARGS(vcpu, gpa, pfn, error_code, rmp_level, psmash_ret),
1850
1851	TP_STRUCT__entry(
1852		__field(unsigned int, vcpu_id)
1853		__field(u64, gpa)
1854		__field(u64, pfn)
1855		__field(u64, error_code)
1856		__field(int, rmp_level)
1857		__field(int, psmash_ret)
1858	),
1859
1860	TP_fast_assign(
1861		__entry->vcpu_id	= vcpu->vcpu_id;
1862		__entry->gpa		= gpa;
1863		__entry->pfn		= pfn;
1864		__entry->error_code	= error_code;
1865		__entry->rmp_level	= rmp_level;
1866		__entry->psmash_ret	= psmash_ret;
1867	),
1868
1869	TP_printk("vcpu %u gpa %016llx pfn 0x%llx error_code 0x%llx rmp_level %d psmash_ret %d",
1870		  __entry->vcpu_id, __entry->gpa, __entry->pfn,
1871		  __entry->error_code, __entry->rmp_level, __entry->psmash_ret)
1872);
1873
1874#endif /* _TRACE_KVM_H */
1875
1876#undef TRACE_INCLUDE_PATH
1877#define TRACE_INCLUDE_PATH ../../arch/x86/kvm
1878#undef TRACE_INCLUDE_FILE
1879#define TRACE_INCLUDE_FILE trace
1880
1881/* This part must be outside protection */
1882#include <trace/define_trace.h>