1 /* SPDX-License-Identifier: GPL-2.0 */
2 #if !defined(_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
5 #include <linux/tracepoint.h>
8 #include <asm/clocksource.h>
9 #include <asm/pvclock-abi.h>
12 #define TRACE_SYSTEM kvm
15 * Tracepoint for guest mode entry.
17 TRACE_EVENT(kvm_entry,
18 TP_PROTO(struct kvm_vcpu *vcpu),
22 __field( unsigned int, vcpu_id )
23 __field( unsigned long, rip )
27 __entry->vcpu_id = vcpu->vcpu_id;
28 __entry->rip = kvm_rip_read(vcpu);
31 TP_printk("vcpu %u, rip 0x%lx", __entry->vcpu_id, __entry->rip)
35 * Tracepoint for hypercall.
37 TRACE_EVENT(kvm_hypercall,
38 TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
39 unsigned long a2, unsigned long a3),
40 TP_ARGS(nr, a0, a1, a2, a3),
43 __field( unsigned long, nr )
44 __field( unsigned long, a0 )
45 __field( unsigned long, a1 )
46 __field( unsigned long, a2 )
47 __field( unsigned long, a3 )
58 TP_printk("nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx",
59 __entry->nr, __entry->a0, __entry->a1, __entry->a2,
64 * Tracepoint for hypercall.
66 TRACE_EVENT(kvm_hv_hypercall,
67 TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx,
68 __u64 ingpa, __u64 outgpa),
69 TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa),
72 __field( __u16, rep_cnt )
73 __field( __u16, rep_idx )
74 __field( __u64, ingpa )
75 __field( __u64, outgpa )
76 __field( __u16, code )
81 __entry->rep_cnt = rep_cnt;
82 __entry->rep_idx = rep_idx;
83 __entry->ingpa = ingpa;
84 __entry->outgpa = outgpa;
89 TP_printk("code 0x%x %s cnt 0x%x idx 0x%x in 0x%llx out 0x%llx",
90 __entry->code, __entry->fast ? "fast" : "slow",
91 __entry->rep_cnt, __entry->rep_idx, __entry->ingpa,
95 TRACE_EVENT(kvm_hv_hypercall_done,
100 __field(__u64, result)
104 __entry->result = result;
107 TP_printk("result 0x%llx", __entry->result)
111 * Tracepoint for Xen hypercall.
113 TRACE_EVENT(kvm_xen_hypercall,
114 TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
115 unsigned long a2, unsigned long a3, unsigned long a4,
117 TP_ARGS(nr, a0, a1, a2, a3, a4, a5),
120 __field(unsigned long, nr)
121 __field(unsigned long, a0)
122 __field(unsigned long, a1)
123 __field(unsigned long, a2)
124 __field(unsigned long, a3)
125 __field(unsigned long, a4)
126 __field(unsigned long, a5)
139 TP_printk("nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx a4 0x%lx a5 %lx",
140 __entry->nr, __entry->a0, __entry->a1, __entry->a2,
141 __entry->a3, __entry->a4, __entry->a5)
147 * Tracepoint for PIO.
151 #define KVM_PIO_OUT 1
154 TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
155 unsigned int count, void *data),
156 TP_ARGS(rw, port, size, count, data),
159 __field( unsigned int, rw )
160 __field( unsigned int, port )
161 __field( unsigned int, size )
162 __field( unsigned int, count )
163 __field( unsigned int, val )
168 __entry->port = port;
169 __entry->size = size;
170 __entry->count = count;
172 __entry->val = *(unsigned char *)data;
174 __entry->val = *(unsigned short *)data;
176 __entry->val = *(unsigned int *)data;
179 TP_printk("pio_%s at 0x%x size %d count %d val 0x%x %s",
180 __entry->rw ? "write" : "read",
181 __entry->port, __entry->size, __entry->count, __entry->val,
182 __entry->count > 1 ? "(...)" : "")
186 * Tracepoint for fast mmio.
188 TRACE_EVENT(kvm_fast_mmio,
200 TP_printk("fast mmio at gpa 0x%llx", __entry->gpa)
204 * Tracepoint for cpuid.
206 TRACE_EVENT(kvm_cpuid,
207 TP_PROTO(unsigned int function, unsigned int index, unsigned long rax,
208 unsigned long rbx, unsigned long rcx, unsigned long rdx,
209 bool found, bool used_max_basic),
210 TP_ARGS(function, index, rax, rbx, rcx, rdx, found, used_max_basic),
213 __field( unsigned int, function )
214 __field( unsigned int, index )
215 __field( unsigned long, rax )
216 __field( unsigned long, rbx )
217 __field( unsigned long, rcx )
218 __field( unsigned long, rdx )
219 __field( bool, found )
220 __field( bool, used_max_basic )
224 __entry->function = function;
225 __entry->index = index;
230 __entry->found = found;
231 __entry->used_max_basic = used_max_basic;
234 TP_printk("func %x idx %x rax %lx rbx %lx rcx %lx rdx %lx, cpuid entry %s%s",
235 __entry->function, __entry->index, __entry->rax,
236 __entry->rbx, __entry->rcx, __entry->rdx,
237 __entry->found ? "found" : "not found",
238 __entry->used_max_basic ? ", used max basic" : "")
241 #define AREG(x) { APIC_##x, "APIC_" #x }
243 #define kvm_trace_symbol_apic \
244 AREG(ID), AREG(LVR), AREG(TASKPRI), AREG(ARBPRI), AREG(PROCPRI), \
245 AREG(EOI), AREG(RRR), AREG(LDR), AREG(DFR), AREG(SPIV), AREG(ISR), \
246 AREG(TMR), AREG(IRR), AREG(ESR), AREG(ICR), AREG(ICR2), AREG(LVTT), \
247 AREG(LVTTHMR), AREG(LVTPC), AREG(LVT0), AREG(LVT1), AREG(LVTERR), \
248 AREG(TMICT), AREG(TMCCT), AREG(TDCR), AREG(SELF_IPI), AREG(EFEAT), \
251 * Tracepoint for apic access.
253 TRACE_EVENT(kvm_apic,
254 TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val),
255 TP_ARGS(rw, reg, val),
258 __field( unsigned int, rw )
259 __field( unsigned int, reg )
260 __field( unsigned int, val )
269 TP_printk("apic_%s %s = 0x%x",
270 __entry->rw ? "write" : "read",
271 __print_symbolic(__entry->reg, kvm_trace_symbol_apic),
275 #define trace_kvm_apic_read(reg, val) trace_kvm_apic(0, reg, val)
276 #define trace_kvm_apic_write(reg, val) trace_kvm_apic(1, reg, val)
278 #define KVM_ISA_VMX 1
279 #define KVM_ISA_SVM 2
281 #define kvm_print_exit_reason(exit_reason, isa) \
282 (isa == KVM_ISA_VMX) ? \
283 __print_symbolic(exit_reason & 0xffff, VMX_EXIT_REASONS) : \
284 __print_symbolic(exit_reason, SVM_EXIT_REASONS), \
285 (isa == KVM_ISA_VMX && exit_reason & ~0xffff) ? " " : "", \
286 (isa == KVM_ISA_VMX) ? \
287 __print_flags(exit_reason & ~0xffff, " ", VMX_EXIT_REASON_FLAGS) : ""
289 #define TRACE_EVENT_KVM_EXIT(name) \
291 TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), \
292 TP_ARGS(exit_reason, vcpu, isa), \
295 __field( unsigned int, exit_reason ) \
296 __field( unsigned long, guest_rip ) \
297 __field( u32, isa ) \
298 __field( u64, info1 ) \
299 __field( u64, info2 ) \
300 __field( u32, intr_info ) \
301 __field( u32, error_code ) \
302 __field( unsigned int, vcpu_id ) \
306 __entry->exit_reason = exit_reason; \
307 __entry->guest_rip = kvm_rip_read(vcpu); \
308 __entry->isa = isa; \
309 __entry->vcpu_id = vcpu->vcpu_id; \
310 static_call(kvm_x86_get_exit_info)(vcpu, &__entry->info1, \
312 &__entry->intr_info, \
313 &__entry->error_code); \
316 TP_printk("vcpu %u reason %s%s%s rip 0x%lx info1 0x%016llx " \
317 "info2 0x%016llx intr_info 0x%08x error_code 0x%08x", \
319 kvm_print_exit_reason(__entry->exit_reason, __entry->isa), \
320 __entry->guest_rip, __entry->info1, __entry->info2, \
321 __entry->intr_info, __entry->error_code) \
325 * Tracepoint for kvm guest exit:
327 TRACE_EVENT_KVM_EXIT(kvm_exit);
330 * Tracepoint for kvm interrupt injection:
332 TRACE_EVENT(kvm_inj_virq,
333 TP_PROTO(unsigned int irq),
337 __field( unsigned int, irq )
344 TP_printk("irq %u", __entry->irq)
347 #define EXS(x) { x##_VECTOR, "#" #x }
349 #define kvm_trace_sym_exc \
350 EXS(DE), EXS(DB), EXS(BP), EXS(OF), EXS(BR), EXS(UD), EXS(NM), \
351 EXS(DF), EXS(TS), EXS(NP), EXS(SS), EXS(GP), EXS(PF), \
352 EXS(MF), EXS(AC), EXS(MC)
355 * Tracepoint for kvm interrupt injection:
357 TRACE_EVENT(kvm_inj_exception,
358 TP_PROTO(unsigned exception, bool has_error, unsigned error_code),
359 TP_ARGS(exception, has_error, error_code),
362 __field( u8, exception )
363 __field( u8, has_error )
364 __field( u32, error_code )
368 __entry->exception = exception;
369 __entry->has_error = has_error;
370 __entry->error_code = error_code;
373 TP_printk("%s (0x%x)",
374 __print_symbolic(__entry->exception, kvm_trace_sym_exc),
375 /* FIXME: don't print error_code if not present */
376 __entry->has_error ? __entry->error_code : 0)
380 * Tracepoint for page fault.
382 TRACE_EVENT(kvm_page_fault,
383 TP_PROTO(unsigned long fault_address, unsigned int error_code),
384 TP_ARGS(fault_address, error_code),
387 __field( unsigned long, fault_address )
388 __field( unsigned int, error_code )
392 __entry->fault_address = fault_address;
393 __entry->error_code = error_code;
396 TP_printk("address %lx error_code %x",
397 __entry->fault_address, __entry->error_code)
401 * Tracepoint for guest MSR access.
404 TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
405 TP_ARGS(write, ecx, data, exception),
408 __field( unsigned, write )
411 __field( u8, exception )
415 __entry->write = write;
417 __entry->data = data;
418 __entry->exception = exception;
421 TP_printk("msr_%s %x = 0x%llx%s",
422 __entry->write ? "write" : "read",
423 __entry->ecx, __entry->data,
424 __entry->exception ? " (#GP)" : "")
427 #define trace_kvm_msr_read(ecx, data) trace_kvm_msr(0, ecx, data, false)
428 #define trace_kvm_msr_write(ecx, data) trace_kvm_msr(1, ecx, data, false)
429 #define trace_kvm_msr_read_ex(ecx) trace_kvm_msr(0, ecx, 0, true)
430 #define trace_kvm_msr_write_ex(ecx, data) trace_kvm_msr(1, ecx, data, true)
433 * Tracepoint for guest CR access.
436 TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
437 TP_ARGS(rw, cr, val),
440 __field( unsigned int, rw )
441 __field( unsigned int, cr )
442 __field( unsigned long, val )
451 TP_printk("cr_%s %x = 0x%lx",
452 __entry->rw ? "write" : "read",
453 __entry->cr, __entry->val)
456 #define trace_kvm_cr_read(cr, val) trace_kvm_cr(0, cr, val)
457 #define trace_kvm_cr_write(cr, val) trace_kvm_cr(1, cr, val)
459 TRACE_EVENT(kvm_pic_set_irq,
460 TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
461 TP_ARGS(chip, pin, elcr, imr, coalesced),
464 __field( __u8, chip )
466 __field( __u8, elcr )
468 __field( bool, coalesced )
472 __entry->chip = chip;
474 __entry->elcr = elcr;
476 __entry->coalesced = coalesced;
479 TP_printk("chip %u pin %u (%s%s)%s",
480 __entry->chip, __entry->pin,
481 (__entry->elcr & (1 << __entry->pin)) ? "level":"edge",
482 (__entry->imr & (1 << __entry->pin)) ? "|masked":"",
483 __entry->coalesced ? " (coalesced)" : "")
486 #define kvm_apic_dst_shorthand \
490 {0x3, "all-but-self"}
492 TRACE_EVENT(kvm_apic_ipi,
493 TP_PROTO(__u32 icr_low, __u32 dest_id),
494 TP_ARGS(icr_low, dest_id),
497 __field( __u32, icr_low )
498 __field( __u32, dest_id )
502 __entry->icr_low = icr_low;
503 __entry->dest_id = dest_id;
506 TP_printk("dst %x vec %u (%s|%s|%s|%s|%s)",
507 __entry->dest_id, (u8)__entry->icr_low,
508 __print_symbolic((__entry->icr_low >> 8 & 0x7),
510 (__entry->icr_low & (1<<11)) ? "logical" : "physical",
511 (__entry->icr_low & (1<<14)) ? "assert" : "de-assert",
512 (__entry->icr_low & (1<<15)) ? "level" : "edge",
513 __print_symbolic((__entry->icr_low >> 18 & 0x3),
514 kvm_apic_dst_shorthand))
517 TRACE_EVENT(kvm_apic_accept_irq,
518 TP_PROTO(__u32 apicid, __u16 dm, __u16 tm, __u8 vec),
519 TP_ARGS(apicid, dm, tm, vec),
522 __field( __u32, apicid )
529 __entry->apicid = apicid;
535 TP_printk("apicid %x vec %u (%s|%s)",
536 __entry->apicid, __entry->vec,
537 __print_symbolic((__entry->dm >> 8 & 0x7), kvm_deliver_mode),
538 __entry->tm ? "level" : "edge")
542 TP_PROTO(struct kvm_lapic *apic, int vector),
543 TP_ARGS(apic, vector),
546 __field( __u32, apicid )
547 __field( int, vector )
551 __entry->apicid = apic->vcpu->vcpu_id;
552 __entry->vector = vector;
555 TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
558 TRACE_EVENT(kvm_pv_eoi,
559 TP_PROTO(struct kvm_lapic *apic, int vector),
560 TP_ARGS(apic, vector),
563 __field( __u32, apicid )
564 __field( int, vector )
568 __entry->apicid = apic->vcpu->vcpu_id;
569 __entry->vector = vector;
572 TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
576 * Tracepoint for nested VMRUN
578 TRACE_EVENT(kvm_nested_vmrun,
579 TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
580 __u32 event_inj, bool npt),
581 TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt),
584 __field( __u64, rip )
585 __field( __u64, vmcb )
586 __field( __u64, nested_rip )
587 __field( __u32, int_ctl )
588 __field( __u32, event_inj )
594 __entry->vmcb = vmcb;
595 __entry->nested_rip = nested_rip;
596 __entry->int_ctl = int_ctl;
597 __entry->event_inj = event_inj;
601 TP_printk("rip: 0x%016llx vmcb: 0x%016llx nrip: 0x%016llx int_ctl: 0x%08x "
602 "event_inj: 0x%08x npt: %s",
603 __entry->rip, __entry->vmcb, __entry->nested_rip,
604 __entry->int_ctl, __entry->event_inj,
605 __entry->npt ? "on" : "off")
608 TRACE_EVENT(kvm_nested_intercepts,
609 TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions,
610 __u32 intercept1, __u32 intercept2, __u32 intercept3),
611 TP_ARGS(cr_read, cr_write, exceptions, intercept1,
612 intercept2, intercept3),
615 __field( __u16, cr_read )
616 __field( __u16, cr_write )
617 __field( __u32, exceptions )
618 __field( __u32, intercept1 )
619 __field( __u32, intercept2 )
620 __field( __u32, intercept3 )
624 __entry->cr_read = cr_read;
625 __entry->cr_write = cr_write;
626 __entry->exceptions = exceptions;
627 __entry->intercept1 = intercept1;
628 __entry->intercept2 = intercept2;
629 __entry->intercept3 = intercept3;
632 TP_printk("cr_read: %04x cr_write: %04x excp: %08x "
633 "intercepts: %08x %08x %08x",
634 __entry->cr_read, __entry->cr_write, __entry->exceptions,
635 __entry->intercept1, __entry->intercept2, __entry->intercept3)
638 * Tracepoint for #VMEXIT while nested
640 TRACE_EVENT_KVM_EXIT(kvm_nested_vmexit);
643 * Tracepoint for #VMEXIT reinjected to the guest
645 TRACE_EVENT(kvm_nested_vmexit_inject,
646 TP_PROTO(__u32 exit_code,
647 __u64 exit_info1, __u64 exit_info2,
648 __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
649 TP_ARGS(exit_code, exit_info1, exit_info2,
650 exit_int_info, exit_int_info_err, isa),
653 __field( __u32, exit_code )
654 __field( __u64, exit_info1 )
655 __field( __u64, exit_info2 )
656 __field( __u32, exit_int_info )
657 __field( __u32, exit_int_info_err )
658 __field( __u32, isa )
662 __entry->exit_code = exit_code;
663 __entry->exit_info1 = exit_info1;
664 __entry->exit_info2 = exit_info2;
665 __entry->exit_int_info = exit_int_info;
666 __entry->exit_int_info_err = exit_int_info_err;
670 TP_printk("reason: %s%s%s ext_inf1: 0x%016llx "
671 "ext_inf2: 0x%016llx ext_int: 0x%08x ext_int_err: 0x%08x",
672 kvm_print_exit_reason(__entry->exit_code, __entry->isa),
673 __entry->exit_info1, __entry->exit_info2,
674 __entry->exit_int_info, __entry->exit_int_info_err)
678 * Tracepoint for nested #vmexit because of interrupt pending
680 TRACE_EVENT(kvm_nested_intr_vmexit,
685 __field( __u64, rip )
692 TP_printk("rip: 0x%016llx", __entry->rip)
696 * Tracepoint for nested #vmexit because of interrupt pending
698 TRACE_EVENT(kvm_invlpga,
699 TP_PROTO(__u64 rip, int asid, u64 address),
700 TP_ARGS(rip, asid, address),
703 __field( __u64, rip )
705 __field( __u64, address )
710 __entry->asid = asid;
711 __entry->address = address;
714 TP_printk("rip: 0x%016llx asid: %d address: 0x%016llx",
715 __entry->rip, __entry->asid, __entry->address)
719 * Tracepoint for nested #vmexit because of interrupt pending
721 TRACE_EVENT(kvm_skinit,
722 TP_PROTO(__u64 rip, __u32 slb),
726 __field( __u64, rip )
727 __field( __u32, slb )
735 TP_printk("rip: 0x%016llx slb: 0x%08x",
736 __entry->rip, __entry->slb)
739 #define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
740 #define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
741 #define KVM_EMUL_INSN_F_CS_D (1 << 2)
742 #define KVM_EMUL_INSN_F_CS_L (1 << 3)
744 #define kvm_trace_symbol_emul_flags \
746 { KVM_EMUL_INSN_F_CR0_PE \
747 | KVM_EMUL_INSN_F_EFL_VM, "vm16" }, \
748 { KVM_EMUL_INSN_F_CR0_PE, "prot16" }, \
749 { KVM_EMUL_INSN_F_CR0_PE \
750 | KVM_EMUL_INSN_F_CS_D, "prot32" }, \
751 { KVM_EMUL_INSN_F_CR0_PE \
752 | KVM_EMUL_INSN_F_CS_L, "prot64" }
754 #define kei_decode_mode(mode) ({ \
757 case X86EMUL_MODE_REAL: \
760 case X86EMUL_MODE_VM86: \
761 flags = KVM_EMUL_INSN_F_EFL_VM; \
763 case X86EMUL_MODE_PROT16: \
764 flags = KVM_EMUL_INSN_F_CR0_PE; \
766 case X86EMUL_MODE_PROT32: \
767 flags = KVM_EMUL_INSN_F_CR0_PE \
768 | KVM_EMUL_INSN_F_CS_D; \
770 case X86EMUL_MODE_PROT64: \
771 flags = KVM_EMUL_INSN_F_CR0_PE \
772 | KVM_EMUL_INSN_F_CS_L; \
778 TRACE_EVENT(kvm_emulate_insn,
779 TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
780 TP_ARGS(vcpu, failed),
783 __field( __u64, rip )
784 __field( __u32, csbase )
786 __array( __u8, insn, 15 )
787 __field( __u8, flags )
788 __field( __u8, failed )
792 __entry->csbase = static_call(kvm_x86_get_segment_base)(vcpu, VCPU_SREG_CS);
793 __entry->len = vcpu->arch.emulate_ctxt->fetch.ptr
794 - vcpu->arch.emulate_ctxt->fetch.data;
795 __entry->rip = vcpu->arch.emulate_ctxt->_eip - __entry->len;
796 memcpy(__entry->insn,
797 vcpu->arch.emulate_ctxt->fetch.data,
799 __entry->flags = kei_decode_mode(vcpu->arch.emulate_ctxt->mode);
800 __entry->failed = failed;
803 TP_printk("%x:%llx:%s (%s)%s",
804 __entry->csbase, __entry->rip,
805 __print_hex(__entry->insn, __entry->len),
806 __print_symbolic(__entry->flags,
807 kvm_trace_symbol_emul_flags),
808 __entry->failed ? " failed" : ""
812 #define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
813 #define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
817 TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
818 TP_ARGS(gva, gpa, write, gpa_match),
824 __field(bool, gpa_match)
830 __entry->write = write;
831 __entry->gpa_match = gpa_match
834 TP_printk("gva %#lx gpa %#llx %s %s", __entry->gva, __entry->gpa,
835 __entry->write ? "Write" : "Read",
836 __entry->gpa_match ? "GPA" : "GVA")
839 TRACE_EVENT(kvm_write_tsc_offset,
840 TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset,
841 __u64 next_tsc_offset),
842 TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset),
845 __field( unsigned int, vcpu_id )
846 __field( __u64, previous_tsc_offset )
847 __field( __u64, next_tsc_offset )
851 __entry->vcpu_id = vcpu_id;
852 __entry->previous_tsc_offset = previous_tsc_offset;
853 __entry->next_tsc_offset = next_tsc_offset;
856 TP_printk("vcpu=%u prev=%llu next=%llu", __entry->vcpu_id,
857 __entry->previous_tsc_offset, __entry->next_tsc_offset)
862 #define host_clocks \
863 {VDSO_CLOCKMODE_NONE, "none"}, \
864 {VDSO_CLOCKMODE_TSC, "tsc"} \
866 TRACE_EVENT(kvm_update_master_clock,
867 TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched),
868 TP_ARGS(use_master_clock, host_clock, offset_matched),
871 __field( bool, use_master_clock )
872 __field( unsigned int, host_clock )
873 __field( bool, offset_matched )
877 __entry->use_master_clock = use_master_clock;
878 __entry->host_clock = host_clock;
879 __entry->offset_matched = offset_matched;
882 TP_printk("masterclock %d hostclock %s offsetmatched %u",
883 __entry->use_master_clock,
884 __print_symbolic(__entry->host_clock, host_clocks),
885 __entry->offset_matched)
888 TRACE_EVENT(kvm_track_tsc,
889 TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched,
890 unsigned int online_vcpus, bool use_master_clock,
891 unsigned int host_clock),
892 TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock,
896 __field( unsigned int, vcpu_id )
897 __field( unsigned int, nr_vcpus_matched_tsc )
898 __field( unsigned int, online_vcpus )
899 __field( bool, use_master_clock )
900 __field( unsigned int, host_clock )
904 __entry->vcpu_id = vcpu_id;
905 __entry->nr_vcpus_matched_tsc = nr_matched;
906 __entry->online_vcpus = online_vcpus;
907 __entry->use_master_clock = use_master_clock;
908 __entry->host_clock = host_clock;
911 TP_printk("vcpu_id %u masterclock %u offsetmatched %u nr_online %u"
913 __entry->vcpu_id, __entry->use_master_clock,
914 __entry->nr_vcpus_matched_tsc, __entry->online_vcpus,
915 __print_symbolic(__entry->host_clock, host_clocks))
918 #endif /* CONFIG_X86_64 */
921 * Tracepoint for PML full VMEXIT.
923 TRACE_EVENT(kvm_pml_full,
924 TP_PROTO(unsigned int vcpu_id),
928 __field( unsigned int, vcpu_id )
932 __entry->vcpu_id = vcpu_id;
935 TP_printk("vcpu %d: PML full", __entry->vcpu_id)
938 TRACE_EVENT(kvm_ple_window_update,
939 TP_PROTO(unsigned int vcpu_id, unsigned int new, unsigned int old),
940 TP_ARGS(vcpu_id, new, old),
943 __field( unsigned int, vcpu_id )
944 __field( unsigned int, new )
945 __field( unsigned int, old )
949 __entry->vcpu_id = vcpu_id;
954 TP_printk("vcpu %u old %u new %u (%s)",
955 __entry->vcpu_id, __entry->old, __entry->new,
956 __entry->old < __entry->new ? "growed" : "shrinked")
959 TRACE_EVENT(kvm_pvclock_update,
960 TP_PROTO(unsigned int vcpu_id, struct pvclock_vcpu_time_info *pvclock),
961 TP_ARGS(vcpu_id, pvclock),
964 __field( unsigned int, vcpu_id )
965 __field( __u32, version )
966 __field( __u64, tsc_timestamp )
967 __field( __u64, system_time )
968 __field( __u32, tsc_to_system_mul )
969 __field( __s8, tsc_shift )
970 __field( __u8, flags )
974 __entry->vcpu_id = vcpu_id;
975 __entry->version = pvclock->version;
976 __entry->tsc_timestamp = pvclock->tsc_timestamp;
977 __entry->system_time = pvclock->system_time;
978 __entry->tsc_to_system_mul = pvclock->tsc_to_system_mul;
979 __entry->tsc_shift = pvclock->tsc_shift;
980 __entry->flags = pvclock->flags;
983 TP_printk("vcpu_id %u, pvclock { version %u, tsc_timestamp 0x%llx, "
984 "system_time 0x%llx, tsc_to_system_mul 0x%x, tsc_shift %d, "
988 __entry->tsc_timestamp,
989 __entry->system_time,
990 __entry->tsc_to_system_mul,
995 TRACE_EVENT(kvm_wait_lapic_expire,
996 TP_PROTO(unsigned int vcpu_id, s64 delta),
997 TP_ARGS(vcpu_id, delta),
1000 __field( unsigned int, vcpu_id )
1001 __field( s64, delta )
1005 __entry->vcpu_id = vcpu_id;
1006 __entry->delta = delta;
1009 TP_printk("vcpu %u: delta %lld (%s)",
1012 __entry->delta < 0 ? "early" : "late")
1015 TRACE_EVENT(kvm_smm_transition,
1016 TP_PROTO(unsigned int vcpu_id, u64 smbase, bool entering),
1017 TP_ARGS(vcpu_id, smbase, entering),
1020 __field( unsigned int, vcpu_id )
1021 __field( u64, smbase )
1022 __field( bool, entering )
1026 __entry->vcpu_id = vcpu_id;
1027 __entry->smbase = smbase;
1028 __entry->entering = entering;
1031 TP_printk("vcpu %u: %s SMM, smbase 0x%llx",
1033 __entry->entering ? "entering" : "leaving",
1038 * Tracepoint for VT-d posted-interrupts.
1040 TRACE_EVENT(kvm_pi_irte_update,
1041 TP_PROTO(unsigned int host_irq, unsigned int vcpu_id,
1042 unsigned int gsi, unsigned int gvec,
1043 u64 pi_desc_addr, bool set),
1044 TP_ARGS(host_irq, vcpu_id, gsi, gvec, pi_desc_addr, set),
1047 __field( unsigned int, host_irq )
1048 __field( unsigned int, vcpu_id )
1049 __field( unsigned int, gsi )
1050 __field( unsigned int, gvec )
1051 __field( u64, pi_desc_addr )
1052 __field( bool, set )
1056 __entry->host_irq = host_irq;
1057 __entry->vcpu_id = vcpu_id;
1059 __entry->gvec = gvec;
1060 __entry->pi_desc_addr = pi_desc_addr;
1064 TP_printk("VT-d PI is %s for irq %u, vcpu %u, gsi: 0x%x, "
1065 "gvec: 0x%x, pi_desc_addr: 0x%llx",
1066 __entry->set ? "enabled and being updated" : "disabled",
1071 __entry->pi_desc_addr)
1075 * Tracepoint for kvm_hv_notify_acked_sint.
1077 TRACE_EVENT(kvm_hv_notify_acked_sint,
1078 TP_PROTO(int vcpu_id, u32 sint),
1079 TP_ARGS(vcpu_id, sint),
1082 __field(int, vcpu_id)
1087 __entry->vcpu_id = vcpu_id;
1088 __entry->sint = sint;
1091 TP_printk("vcpu_id %d sint %u", __entry->vcpu_id, __entry->sint)
1095 * Tracepoint for synic_set_irq.
1097 TRACE_EVENT(kvm_hv_synic_set_irq,
1098 TP_PROTO(int vcpu_id, u32 sint, int vector, int ret),
1099 TP_ARGS(vcpu_id, sint, vector, ret),
1102 __field(int, vcpu_id)
1104 __field(int, vector)
1109 __entry->vcpu_id = vcpu_id;
1110 __entry->sint = sint;
1111 __entry->vector = vector;
1115 TP_printk("vcpu_id %d sint %u vector %d ret %d",
1116 __entry->vcpu_id, __entry->sint, __entry->vector,
1121 * Tracepoint for kvm_hv_synic_send_eoi.
1123 TRACE_EVENT(kvm_hv_synic_send_eoi,
1124 TP_PROTO(int vcpu_id, int vector),
1125 TP_ARGS(vcpu_id, vector),
1128 __field(int, vcpu_id)
1130 __field(int, vector)
1135 __entry->vcpu_id = vcpu_id;
1136 __entry->vector = vector;
1139 TP_printk("vcpu_id %d vector %d", __entry->vcpu_id, __entry->vector)
1143 * Tracepoint for synic_set_msr.
1145 TRACE_EVENT(kvm_hv_synic_set_msr,
1146 TP_PROTO(int vcpu_id, u32 msr, u64 data, bool host),
1147 TP_ARGS(vcpu_id, msr, data, host),
1150 __field(int, vcpu_id)
1157 __entry->vcpu_id = vcpu_id;
1159 __entry->data = data;
1160 __entry->host = host
1163 TP_printk("vcpu_id %d msr 0x%x data 0x%llx host %d",
1164 __entry->vcpu_id, __entry->msr, __entry->data, __entry->host)
1168 * Tracepoint for stimer_set_config.
1170 TRACE_EVENT(kvm_hv_stimer_set_config,
1171 TP_PROTO(int vcpu_id, int timer_index, u64 config, bool host),
1172 TP_ARGS(vcpu_id, timer_index, config, host),
1175 __field(int, vcpu_id)
1176 __field(int, timer_index)
1177 __field(u64, config)
1182 __entry->vcpu_id = vcpu_id;
1183 __entry->timer_index = timer_index;
1184 __entry->config = config;
1185 __entry->host = host;
1188 TP_printk("vcpu_id %d timer %d config 0x%llx host %d",
1189 __entry->vcpu_id, __entry->timer_index, __entry->config,
1194 * Tracepoint for stimer_set_count.
1196 TRACE_EVENT(kvm_hv_stimer_set_count,
1197 TP_PROTO(int vcpu_id, int timer_index, u64 count, bool host),
1198 TP_ARGS(vcpu_id, timer_index, count, host),
1201 __field(int, vcpu_id)
1202 __field(int, timer_index)
1208 __entry->vcpu_id = vcpu_id;
1209 __entry->timer_index = timer_index;
1210 __entry->count = count;
1211 __entry->host = host;
1214 TP_printk("vcpu_id %d timer %d count %llu host %d",
1215 __entry->vcpu_id, __entry->timer_index, __entry->count,
1220 * Tracepoint for stimer_start(periodic timer case).
1222 TRACE_EVENT(kvm_hv_stimer_start_periodic,
1223 TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 exp_time),
1224 TP_ARGS(vcpu_id, timer_index, time_now, exp_time),
1227 __field(int, vcpu_id)
1228 __field(int, timer_index)
1229 __field(u64, time_now)
1230 __field(u64, exp_time)
1234 __entry->vcpu_id = vcpu_id;
1235 __entry->timer_index = timer_index;
1236 __entry->time_now = time_now;
1237 __entry->exp_time = exp_time;
1240 TP_printk("vcpu_id %d timer %d time_now %llu exp_time %llu",
1241 __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1246 * Tracepoint for stimer_start(one-shot timer case).
1248 TRACE_EVENT(kvm_hv_stimer_start_one_shot,
1249 TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 count),
1250 TP_ARGS(vcpu_id, timer_index, time_now, count),
1253 __field(int, vcpu_id)
1254 __field(int, timer_index)
1255 __field(u64, time_now)
1260 __entry->vcpu_id = vcpu_id;
1261 __entry->timer_index = timer_index;
1262 __entry->time_now = time_now;
1263 __entry->count = count;
1266 TP_printk("vcpu_id %d timer %d time_now %llu count %llu",
1267 __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1272 * Tracepoint for stimer_timer_callback.
1274 TRACE_EVENT(kvm_hv_stimer_callback,
1275 TP_PROTO(int vcpu_id, int timer_index),
1276 TP_ARGS(vcpu_id, timer_index),
1279 __field(int, vcpu_id)
1280 __field(int, timer_index)
1284 __entry->vcpu_id = vcpu_id;
1285 __entry->timer_index = timer_index;
1288 TP_printk("vcpu_id %d timer %d",
1289 __entry->vcpu_id, __entry->timer_index)
1293 * Tracepoint for stimer_expiration.
1295 TRACE_EVENT(kvm_hv_stimer_expiration,
1296 TP_PROTO(int vcpu_id, int timer_index, int direct, int msg_send_result),
1297 TP_ARGS(vcpu_id, timer_index, direct, msg_send_result),
1300 __field(int, vcpu_id)
1301 __field(int, timer_index)
1302 __field(int, direct)
1303 __field(int, msg_send_result)
1307 __entry->vcpu_id = vcpu_id;
1308 __entry->timer_index = timer_index;
1309 __entry->direct = direct;
1310 __entry->msg_send_result = msg_send_result;
1313 TP_printk("vcpu_id %d timer %d direct %d send result %d",
1314 __entry->vcpu_id, __entry->timer_index,
1315 __entry->direct, __entry->msg_send_result)
1319 * Tracepoint for stimer_cleanup.
1321 TRACE_EVENT(kvm_hv_stimer_cleanup,
1322 TP_PROTO(int vcpu_id, int timer_index),
1323 TP_ARGS(vcpu_id, timer_index),
1326 __field(int, vcpu_id)
1327 __field(int, timer_index)
1331 __entry->vcpu_id = vcpu_id;
1332 __entry->timer_index = timer_index;
1335 TP_printk("vcpu_id %d timer %d",
1336 __entry->vcpu_id, __entry->timer_index)
1339 TRACE_EVENT(kvm_apicv_update_request,
1340 TP_PROTO(bool activate, unsigned long bit),
1341 TP_ARGS(activate, bit),
1344 __field(bool, activate)
1345 __field(unsigned long, bit)
1349 __entry->activate = activate;
1353 TP_printk("%s bit=%lu",
1354 __entry->activate ? "activate" : "deactivate",
1359 * Tracepoint for AMD AVIC
1361 TRACE_EVENT(kvm_avic_incomplete_ipi,
1362 TP_PROTO(u32 vcpu, u32 icrh, u32 icrl, u32 id, u32 index),
1363 TP_ARGS(vcpu, icrh, icrl, id, index),
1374 __entry->vcpu = vcpu;
1375 __entry->icrh = icrh;
1376 __entry->icrl = icrl;
1378 __entry->index = index;
1381 TP_printk("vcpu=%u, icrh:icrl=%#010x:%08x, id=%u, index=%u",
1382 __entry->vcpu, __entry->icrh, __entry->icrl,
1383 __entry->id, __entry->index)
1386 TRACE_EVENT(kvm_avic_unaccelerated_access,
1387 TP_PROTO(u32 vcpu, u32 offset, bool ft, bool rw, u32 vec),
1388 TP_ARGS(vcpu, offset, ft, rw, vec),
1392 __field(u32, offset)
1399 __entry->vcpu = vcpu;
1400 __entry->offset = offset;
1406 TP_printk("vcpu=%u, offset=%#x(%s), %s, %s, vec=%#x",
1409 __print_symbolic(__entry->offset, kvm_trace_symbol_apic),
1410 __entry->ft ? "trap" : "fault",
1411 __entry->rw ? "write" : "read",
1415 TRACE_EVENT(kvm_avic_ga_log,
1416 TP_PROTO(u32 vmid, u32 vcpuid),
1417 TP_ARGS(vmid, vcpuid),
1421 __field(u32, vcpuid)
1425 __entry->vmid = vmid;
1426 __entry->vcpuid = vcpuid;
1429 TP_printk("vmid=%u, vcpuid=%u",
1430 __entry->vmid, __entry->vcpuid)
1433 TRACE_EVENT(kvm_hv_timer_state,
1434 TP_PROTO(unsigned int vcpu_id, unsigned int hv_timer_in_use),
1435 TP_ARGS(vcpu_id, hv_timer_in_use),
1437 __field(unsigned int, vcpu_id)
1438 __field(unsigned int, hv_timer_in_use)
1441 __entry->vcpu_id = vcpu_id;
1442 __entry->hv_timer_in_use = hv_timer_in_use;
1444 TP_printk("vcpu_id %x hv_timer %x",
1446 __entry->hv_timer_in_use)
1450 * Tracepoint for kvm_hv_flush_tlb.
1452 TRACE_EVENT(kvm_hv_flush_tlb,
1453 TP_PROTO(u64 processor_mask, u64 address_space, u64 flags),
1454 TP_ARGS(processor_mask, address_space, flags),
1457 __field(u64, processor_mask)
1458 __field(u64, address_space)
1463 __entry->processor_mask = processor_mask;
1464 __entry->address_space = address_space;
1465 __entry->flags = flags;
1468 TP_printk("processor_mask 0x%llx address_space 0x%llx flags 0x%llx",
1469 __entry->processor_mask, __entry->address_space,
1474 * Tracepoint for kvm_hv_flush_tlb_ex.
1476 TRACE_EVENT(kvm_hv_flush_tlb_ex,
1477 TP_PROTO(u64 valid_bank_mask, u64 format, u64 address_space, u64 flags),
1478 TP_ARGS(valid_bank_mask, format, address_space, flags),
1481 __field(u64, valid_bank_mask)
1482 __field(u64, format)
1483 __field(u64, address_space)
1488 __entry->valid_bank_mask = valid_bank_mask;
1489 __entry->format = format;
1490 __entry->address_space = address_space;
1491 __entry->flags = flags;
1494 TP_printk("valid_bank_mask 0x%llx format 0x%llx "
1495 "address_space 0x%llx flags 0x%llx",
1496 __entry->valid_bank_mask, __entry->format,
1497 __entry->address_space, __entry->flags)
1501 * Tracepoints for kvm_hv_send_ipi.
1503 TRACE_EVENT(kvm_hv_send_ipi,
1504 TP_PROTO(u32 vector, u64 processor_mask),
1505 TP_ARGS(vector, processor_mask),
1508 __field(u32, vector)
1509 __field(u64, processor_mask)
1513 __entry->vector = vector;
1514 __entry->processor_mask = processor_mask;
1517 TP_printk("vector %x processor_mask 0x%llx",
1518 __entry->vector, __entry->processor_mask)
1521 TRACE_EVENT(kvm_hv_send_ipi_ex,
1522 TP_PROTO(u32 vector, u64 format, u64 valid_bank_mask),
1523 TP_ARGS(vector, format, valid_bank_mask),
1526 __field(u32, vector)
1527 __field(u64, format)
1528 __field(u64, valid_bank_mask)
1532 __entry->vector = vector;
1533 __entry->format = format;
1534 __entry->valid_bank_mask = valid_bank_mask;
1537 TP_printk("vector %x format %llx valid_bank_mask 0x%llx",
1538 __entry->vector, __entry->format,
1539 __entry->valid_bank_mask)
1542 TRACE_EVENT(kvm_pv_tlb_flush,
1543 TP_PROTO(unsigned int vcpu_id, bool need_flush_tlb),
1544 TP_ARGS(vcpu_id, need_flush_tlb),
1547 __field( unsigned int, vcpu_id )
1548 __field( bool, need_flush_tlb )
1552 __entry->vcpu_id = vcpu_id;
1553 __entry->need_flush_tlb = need_flush_tlb;
1556 TP_printk("vcpu %u need_flush_tlb %s", __entry->vcpu_id,
1557 __entry->need_flush_tlb ? "true" : "false")
1561 * Tracepoint for failed nested VMX VM-Enter.
1563 TRACE_EVENT(kvm_nested_vmenter_failed,
1564 TP_PROTO(const char *msg, u32 err),
1573 __assign_str(msg, msg);
1577 TP_printk("%s%s", __get_str(msg), !__entry->err ? "" :
1578 __print_symbolic(__entry->err, VMX_VMENTER_INSTRUCTION_ERRORS))
1582 * Tracepoint for syndbg_set_msr.
1584 TRACE_EVENT(kvm_hv_syndbg_set_msr,
1585 TP_PROTO(int vcpu_id, u32 vp_index, u32 msr, u64 data),
1586 TP_ARGS(vcpu_id, vp_index, msr, data),
1589 __field(int, vcpu_id)
1590 __field(u32, vp_index)
1596 __entry->vcpu_id = vcpu_id;
1597 __entry->vp_index = vp_index;
1599 __entry->data = data;
1602 TP_printk("vcpu_id %d vp_index %u msr 0x%x data 0x%llx",
1603 __entry->vcpu_id, __entry->vp_index, __entry->msr,
1608 * Tracepoint for syndbg_get_msr.
1610 TRACE_EVENT(kvm_hv_syndbg_get_msr,
1611 TP_PROTO(int vcpu_id, u32 vp_index, u32 msr, u64 data),
1612 TP_ARGS(vcpu_id, vp_index, msr, data),
1615 __field(int, vcpu_id)
1616 __field(u32, vp_index)
1622 __entry->vcpu_id = vcpu_id;
1623 __entry->vp_index = vp_index;
1625 __entry->data = data;
1628 TP_printk("vcpu_id %d vp_index %u msr 0x%x data 0x%llx",
1629 __entry->vcpu_id, __entry->vp_index, __entry->msr,
1634 * Tracepoint for the start of VMGEXIT processing
1636 TRACE_EVENT(kvm_vmgexit_enter,
1637 TP_PROTO(unsigned int vcpu_id, struct ghcb *ghcb),
1638 TP_ARGS(vcpu_id, ghcb),
1641 __field(unsigned int, vcpu_id)
1642 __field(u64, exit_reason)
1648 __entry->vcpu_id = vcpu_id;
1649 __entry->exit_reason = ghcb->save.sw_exit_code;
1650 __entry->info1 = ghcb->save.sw_exit_info_1;
1651 __entry->info2 = ghcb->save.sw_exit_info_2;
1654 TP_printk("vcpu %u, exit_reason %llx, exit_info1 %llx, exit_info2 %llx",
1655 __entry->vcpu_id, __entry->exit_reason,
1656 __entry->info1, __entry->info2)
1660 * Tracepoint for the end of VMGEXIT processing
1662 TRACE_EVENT(kvm_vmgexit_exit,
1663 TP_PROTO(unsigned int vcpu_id, struct ghcb *ghcb),
1664 TP_ARGS(vcpu_id, ghcb),
1667 __field(unsigned int, vcpu_id)
1668 __field(u64, exit_reason)
1674 __entry->vcpu_id = vcpu_id;
1675 __entry->exit_reason = ghcb->save.sw_exit_code;
1676 __entry->info1 = ghcb->save.sw_exit_info_1;
1677 __entry->info2 = ghcb->save.sw_exit_info_2;
1680 TP_printk("vcpu %u, exit_reason %llx, exit_info1 %llx, exit_info2 %llx",
1681 __entry->vcpu_id, __entry->exit_reason,
1682 __entry->info1, __entry->info2)
1686 * Tracepoint for the start of VMGEXIT MSR procotol processing
1688 TRACE_EVENT(kvm_vmgexit_msr_protocol_enter,
1689 TP_PROTO(unsigned int vcpu_id, u64 ghcb_gpa),
1690 TP_ARGS(vcpu_id, ghcb_gpa),
1693 __field(unsigned int, vcpu_id)
1694 __field(u64, ghcb_gpa)
1698 __entry->vcpu_id = vcpu_id;
1699 __entry->ghcb_gpa = ghcb_gpa;
1702 TP_printk("vcpu %u, ghcb_gpa %016llx",
1703 __entry->vcpu_id, __entry->ghcb_gpa)
1707 * Tracepoint for the end of VMGEXIT MSR procotol processing
1709 TRACE_EVENT(kvm_vmgexit_msr_protocol_exit,
1710 TP_PROTO(unsigned int vcpu_id, u64 ghcb_gpa, int result),
1711 TP_ARGS(vcpu_id, ghcb_gpa, result),
1714 __field(unsigned int, vcpu_id)
1715 __field(u64, ghcb_gpa)
1716 __field(int, result)
1720 __entry->vcpu_id = vcpu_id;
1721 __entry->ghcb_gpa = ghcb_gpa;
1722 __entry->result = result;
1725 TP_printk("vcpu %u, ghcb_gpa %016llx, result %d",
1726 __entry->vcpu_id, __entry->ghcb_gpa, __entry->result)
1729 #endif /* _TRACE_KVM_H */
1731 #undef TRACE_INCLUDE_PATH
1732 #define TRACE_INCLUDE_PATH ../../arch/x86/kvm
1733 #undef TRACE_INCLUDE_FILE
1734 #define TRACE_INCLUDE_FILE trace
1736 /* This part must be outside protection */
1737 #include <trace/define_trace.h>