Back to home page

OSCL-LXR

 
 

    


0001 /* SPDX-License-Identifier: GPL-2.0 */
0002 #if !defined(_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
0003 #define _TRACE_KVM_H
0004 
0005 #include <linux/tracepoint.h>
0006 #include <asm/vmx.h>
0007 #include <asm/svm.h>
0008 #include <asm/clocksource.h>
0009 #include <asm/pvclock-abi.h>
0010 
0011 #undef TRACE_SYSTEM
0012 #define TRACE_SYSTEM kvm
0013 
0014 /*
0015  * Tracepoint for guest mode entry.
0016  */
0017 TRACE_EVENT(kvm_entry,
0018     TP_PROTO(struct kvm_vcpu *vcpu),
0019     TP_ARGS(vcpu),
0020 
0021     TP_STRUCT__entry(
0022         __field(    unsigned int,   vcpu_id     )
0023         __field(    unsigned long,  rip     )
0024     ),
0025 
0026     TP_fast_assign(
0027         __entry->vcpu_id        = vcpu->vcpu_id;
0028         __entry->rip        = kvm_rip_read(vcpu);
0029     ),
0030 
0031     TP_printk("vcpu %u, rip 0x%lx", __entry->vcpu_id, __entry->rip)
0032 );
0033 
0034 /*
0035  * Tracepoint for hypercall.
0036  */
0037 TRACE_EVENT(kvm_hypercall,
0038     TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
0039          unsigned long a2, unsigned long a3),
0040     TP_ARGS(nr, a0, a1, a2, a3),
0041 
0042     TP_STRUCT__entry(
0043         __field(    unsigned long,  nr      )
0044         __field(    unsigned long,  a0      )
0045         __field(    unsigned long,  a1      )
0046         __field(    unsigned long,  a2      )
0047         __field(    unsigned long,  a3      )
0048     ),
0049 
0050     TP_fast_assign(
0051         __entry->nr     = nr;
0052         __entry->a0     = a0;
0053         __entry->a1     = a1;
0054         __entry->a2     = a2;
0055         __entry->a3     = a3;
0056     ),
0057 
0058     TP_printk("nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx",
0059          __entry->nr, __entry->a0, __entry->a1,  __entry->a2,
0060          __entry->a3)
0061 );
0062 
0063 /*
0064  * Tracepoint for hypercall.
0065  */
0066 TRACE_EVENT(kvm_hv_hypercall,
0067     TP_PROTO(__u16 code, bool fast,  __u16 var_cnt, __u16 rep_cnt,
0068          __u16 rep_idx, __u64 ingpa, __u64 outgpa),
0069     TP_ARGS(code, fast, var_cnt, rep_cnt, rep_idx, ingpa, outgpa),
0070 
0071     TP_STRUCT__entry(
0072         __field(    __u16,      rep_cnt     )
0073         __field(    __u16,      rep_idx     )
0074         __field(    __u64,      ingpa       )
0075         __field(    __u64,      outgpa      )
0076         __field(    __u16,      code        )
0077         __field(    __u16,      var_cnt     )
0078         __field(    bool,       fast        )
0079     ),
0080 
0081     TP_fast_assign(
0082         __entry->rep_cnt    = rep_cnt;
0083         __entry->rep_idx    = rep_idx;
0084         __entry->ingpa      = ingpa;
0085         __entry->outgpa     = outgpa;
0086         __entry->code       = code;
0087         __entry->var_cnt    = var_cnt;
0088         __entry->fast       = fast;
0089     ),
0090 
0091     TP_printk("code 0x%x %s var_cnt 0x%x rep_cnt 0x%x idx 0x%x in 0x%llx out 0x%llx",
0092           __entry->code, __entry->fast ? "fast" : "slow",
0093           __entry->var_cnt, __entry->rep_cnt, __entry->rep_idx,
0094           __entry->ingpa, __entry->outgpa)
0095 );
0096 
0097 TRACE_EVENT(kvm_hv_hypercall_done,
0098     TP_PROTO(u64 result),
0099     TP_ARGS(result),
0100 
0101     TP_STRUCT__entry(
0102         __field(__u64, result)
0103     ),
0104 
0105     TP_fast_assign(
0106         __entry->result = result;
0107     ),
0108 
0109     TP_printk("result 0x%llx", __entry->result)
0110 );
0111 
0112 /*
0113  * Tracepoint for Xen hypercall.
0114  */
0115 TRACE_EVENT(kvm_xen_hypercall,
0116     TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
0117          unsigned long a2, unsigned long a3, unsigned long a4,
0118          unsigned long a5),
0119         TP_ARGS(nr, a0, a1, a2, a3, a4, a5),
0120 
0121     TP_STRUCT__entry(
0122         __field(unsigned long, nr)
0123         __field(unsigned long, a0)
0124         __field(unsigned long, a1)
0125         __field(unsigned long, a2)
0126         __field(unsigned long, a3)
0127         __field(unsigned long, a4)
0128         __field(unsigned long, a5)
0129     ),
0130 
0131     TP_fast_assign(
0132         __entry->nr = nr;
0133         __entry->a0 = a0;
0134         __entry->a1 = a1;
0135         __entry->a2 = a2;
0136         __entry->a3 = a3;
0137         __entry->a4 = a4;
0138         __entry->a4 = a5;
0139     ),
0140 
0141     TP_printk("nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx a4 0x%lx a5 %lx",
0142           __entry->nr, __entry->a0, __entry->a1,  __entry->a2,
0143           __entry->a3, __entry->a4, __entry->a5)
0144 );
0145 
0146 
0147 
0148 /*
0149  * Tracepoint for PIO.
0150  */
0151 
0152 #define KVM_PIO_IN   0
0153 #define KVM_PIO_OUT  1
0154 
0155 TRACE_EVENT(kvm_pio,
0156     TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
0157          unsigned int count, const void *data),
0158     TP_ARGS(rw, port, size, count, data),
0159 
0160     TP_STRUCT__entry(
0161         __field(    unsigned int,   rw      )
0162         __field(    unsigned int,   port        )
0163         __field(    unsigned int,   size        )
0164         __field(    unsigned int,   count       )
0165         __field(    unsigned int,   val     )
0166     ),
0167 
0168     TP_fast_assign(
0169         __entry->rw     = rw;
0170         __entry->port       = port;
0171         __entry->size       = size;
0172         __entry->count      = count;
0173         if (size == 1)
0174             __entry->val    = *(unsigned char *)data;
0175         else if (size == 2)
0176             __entry->val    = *(unsigned short *)data;
0177         else
0178             __entry->val    = *(unsigned int *)data;
0179     ),
0180 
0181     TP_printk("pio_%s at 0x%x size %d count %d val 0x%x %s",
0182           __entry->rw ? "write" : "read",
0183           __entry->port, __entry->size, __entry->count, __entry->val,
0184           __entry->count > 1 ? "(...)" : "")
0185 );
0186 
0187 /*
0188  * Tracepoint for fast mmio.
0189  */
0190 TRACE_EVENT(kvm_fast_mmio,
0191     TP_PROTO(u64 gpa),
0192     TP_ARGS(gpa),
0193 
0194     TP_STRUCT__entry(
0195         __field(u64,    gpa)
0196     ),
0197 
0198     TP_fast_assign(
0199         __entry->gpa        = gpa;
0200     ),
0201 
0202     TP_printk("fast mmio at gpa 0x%llx", __entry->gpa)
0203 );
0204 
0205 /*
0206  * Tracepoint for cpuid.
0207  */
0208 TRACE_EVENT(kvm_cpuid,
0209     TP_PROTO(unsigned int function, unsigned int index, unsigned long rax,
0210          unsigned long rbx, unsigned long rcx, unsigned long rdx,
0211          bool found, bool used_max_basic),
0212     TP_ARGS(function, index, rax, rbx, rcx, rdx, found, used_max_basic),
0213 
0214     TP_STRUCT__entry(
0215         __field(    unsigned int,   function    )
0216         __field(    unsigned int,   index       )
0217         __field(    unsigned long,  rax     )
0218         __field(    unsigned long,  rbx     )
0219         __field(    unsigned long,  rcx     )
0220         __field(    unsigned long,  rdx     )
0221         __field(    bool,       found       )
0222         __field(    bool,       used_max_basic  )
0223     ),
0224 
0225     TP_fast_assign(
0226         __entry->function   = function;
0227         __entry->index      = index;
0228         __entry->rax        = rax;
0229         __entry->rbx        = rbx;
0230         __entry->rcx        = rcx;
0231         __entry->rdx        = rdx;
0232         __entry->found      = found;
0233         __entry->used_max_basic = used_max_basic;
0234     ),
0235 
0236     TP_printk("func %x idx %x rax %lx rbx %lx rcx %lx rdx %lx, cpuid entry %s%s",
0237           __entry->function, __entry->index, __entry->rax,
0238           __entry->rbx, __entry->rcx, __entry->rdx,
0239           __entry->found ? "found" : "not found",
0240           __entry->used_max_basic ? ", used max basic" : "")
0241 );
0242 
0243 #define AREG(x) { APIC_##x, "APIC_" #x }
0244 
0245 #define kvm_trace_symbol_apic                           \
0246     AREG(ID), AREG(LVR), AREG(TASKPRI), AREG(ARBPRI), AREG(PROCPRI),    \
0247     AREG(EOI), AREG(RRR), AREG(LDR), AREG(DFR), AREG(SPIV), AREG(ISR),  \
0248     AREG(TMR), AREG(IRR), AREG(ESR), AREG(ICR), AREG(ICR2), AREG(LVTT), \
0249     AREG(LVTTHMR), AREG(LVTPC), AREG(LVT0), AREG(LVT1), AREG(LVTERR),   \
0250     AREG(TMICT), AREG(TMCCT), AREG(TDCR), AREG(SELF_IPI), AREG(EFEAT),  \
0251     AREG(ECTRL)
0252 /*
0253  * Tracepoint for apic access.
0254  */
0255 TRACE_EVENT(kvm_apic,
0256     TP_PROTO(unsigned int rw, unsigned int reg, u64 val),
0257     TP_ARGS(rw, reg, val),
0258 
0259     TP_STRUCT__entry(
0260         __field(    unsigned int,   rw      )
0261         __field(    unsigned int,   reg     )
0262         __field(    u64,        val     )
0263     ),
0264 
0265     TP_fast_assign(
0266         __entry->rw     = rw;
0267         __entry->reg        = reg;
0268         __entry->val        = val;
0269     ),
0270 
0271     TP_printk("apic_%s %s = 0x%llx",
0272           __entry->rw ? "write" : "read",
0273           __print_symbolic(__entry->reg, kvm_trace_symbol_apic),
0274           __entry->val)
0275 );
0276 
0277 #define trace_kvm_apic_read(reg, val)       trace_kvm_apic(0, reg, val)
0278 #define trace_kvm_apic_write(reg, val)      trace_kvm_apic(1, reg, val)
0279 
0280 #define KVM_ISA_VMX   1
0281 #define KVM_ISA_SVM   2
0282 
0283 #define kvm_print_exit_reason(exit_reason, isa)             \
0284     (isa == KVM_ISA_VMX) ?                      \
0285     __print_symbolic(exit_reason & 0xffff, VMX_EXIT_REASONS) :  \
0286     __print_symbolic(exit_reason, SVM_EXIT_REASONS),        \
0287     (isa == KVM_ISA_VMX && exit_reason & ~0xffff) ? " " : "",   \
0288     (isa == KVM_ISA_VMX) ?                      \
0289     __print_flags(exit_reason & ~0xffff, " ", VMX_EXIT_REASON_FLAGS) : ""
0290 
0291 #define TRACE_EVENT_KVM_EXIT(name)                       \
0292 TRACE_EVENT(name,                                \
0293     TP_PROTO(struct kvm_vcpu *vcpu, u32 isa),                \
0294     TP_ARGS(vcpu, isa),                          \
0295                                          \
0296     TP_STRUCT__entry(                            \
0297         __field(    unsigned int,   exit_reason )        \
0298         __field(    unsigned long,  guest_rip   )        \
0299         __field(    u32,            isa             )        \
0300         __field(    u64,            info1           )        \
0301         __field(    u64,            info2           )        \
0302         __field(    u32,            intr_info   )        \
0303         __field(    u32,            error_code  )        \
0304         __field(    unsigned int,   vcpu_id         )        \
0305     ),                                   \
0306                                          \
0307     TP_fast_assign(                              \
0308         __entry->guest_rip  = kvm_rip_read(vcpu);            \
0309         __entry->isa            = isa;                   \
0310         __entry->vcpu_id        = vcpu->vcpu_id;             \
0311         static_call(kvm_x86_get_exit_info)(vcpu,             \
0312                       &__entry->exit_reason,         \
0313                       &__entry->info1,           \
0314                       &__entry->info2,           \
0315                       &__entry->intr_info,           \
0316                       &__entry->error_code);         \
0317     ),                                   \
0318                                          \
0319     TP_printk("vcpu %u reason %s%s%s rip 0x%lx info1 0x%016llx "         \
0320           "info2 0x%016llx intr_info 0x%08x error_code 0x%08x",      \
0321           __entry->vcpu_id,                      \
0322           kvm_print_exit_reason(__entry->exit_reason, __entry->isa), \
0323           __entry->guest_rip, __entry->info1, __entry->info2,        \
0324           __entry->intr_info, __entry->error_code)           \
0325 )
0326 
0327 /*
0328  * Tracepoint for kvm guest exit:
0329  */
0330 TRACE_EVENT_KVM_EXIT(kvm_exit);
0331 
0332 /*
0333  * Tracepoint for kvm interrupt injection:
0334  */
0335 TRACE_EVENT(kvm_inj_virq,
0336     TP_PROTO(unsigned int vector, bool soft, bool reinjected),
0337     TP_ARGS(vector, soft, reinjected),
0338 
0339     TP_STRUCT__entry(
0340         __field(    unsigned int,   vector      )
0341         __field(    bool,       soft        )
0342         __field(    bool,       reinjected  )
0343     ),
0344 
0345     TP_fast_assign(
0346         __entry->vector     = vector;
0347         __entry->soft       = soft;
0348         __entry->reinjected = reinjected;
0349     ),
0350 
0351     TP_printk("%s 0x%x%s",
0352           __entry->soft ? "Soft/INTn" : "IRQ", __entry->vector,
0353           __entry->reinjected ? " [reinjected]" : "")
0354 );
0355 
0356 #define EXS(x) { x##_VECTOR, "#" #x }
0357 
0358 #define kvm_trace_sym_exc                       \
0359     EXS(DE), EXS(DB), EXS(BP), EXS(OF), EXS(BR), EXS(UD), EXS(NM),  \
0360     EXS(DF), EXS(TS), EXS(NP), EXS(SS), EXS(GP), EXS(PF),       \
0361     EXS(MF), EXS(AC), EXS(MC)
0362 
0363 /*
0364  * Tracepoint for kvm interrupt injection:
0365  */
0366 TRACE_EVENT(kvm_inj_exception,
0367     TP_PROTO(unsigned exception, bool has_error, unsigned error_code,
0368          bool reinjected),
0369     TP_ARGS(exception, has_error, error_code, reinjected),
0370 
0371     TP_STRUCT__entry(
0372         __field(    u8, exception   )
0373         __field(    u8, has_error   )
0374         __field(    u32,    error_code  )
0375         __field(    bool,   reinjected  )
0376     ),
0377 
0378     TP_fast_assign(
0379         __entry->exception  = exception;
0380         __entry->has_error  = has_error;
0381         __entry->error_code = error_code;
0382         __entry->reinjected = reinjected;
0383     ),
0384 
0385     TP_printk("%s%s%s%s%s",
0386           __print_symbolic(__entry->exception, kvm_trace_sym_exc),
0387           !__entry->has_error ? "" : " (",
0388           !__entry->has_error ? "" : __print_symbolic(__entry->error_code, { }),
0389           !__entry->has_error ? "" : ")",
0390           __entry->reinjected ? " [reinjected]" : "")
0391 );
0392 
0393 /*
0394  * Tracepoint for page fault.
0395  */
0396 TRACE_EVENT(kvm_page_fault,
0397     TP_PROTO(unsigned long fault_address, unsigned int error_code),
0398     TP_ARGS(fault_address, error_code),
0399 
0400     TP_STRUCT__entry(
0401         __field(    unsigned long,  fault_address   )
0402         __field(    unsigned int,   error_code  )
0403     ),
0404 
0405     TP_fast_assign(
0406         __entry->fault_address  = fault_address;
0407         __entry->error_code = error_code;
0408     ),
0409 
0410     TP_printk("address %lx error_code %x",
0411           __entry->fault_address, __entry->error_code)
0412 );
0413 
0414 /*
0415  * Tracepoint for guest MSR access.
0416  */
0417 TRACE_EVENT(kvm_msr,
0418     TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
0419     TP_ARGS(write, ecx, data, exception),
0420 
0421     TP_STRUCT__entry(
0422         __field(    unsigned,   write       )
0423         __field(    u32,        ecx     )
0424         __field(    u64,        data        )
0425         __field(    u8,     exception   )
0426     ),
0427 
0428     TP_fast_assign(
0429         __entry->write      = write;
0430         __entry->ecx        = ecx;
0431         __entry->data       = data;
0432         __entry->exception  = exception;
0433     ),
0434 
0435     TP_printk("msr_%s %x = 0x%llx%s",
0436           __entry->write ? "write" : "read",
0437           __entry->ecx, __entry->data,
0438           __entry->exception ? " (#GP)" : "")
0439 );
0440 
0441 #define trace_kvm_msr_read(ecx, data)      trace_kvm_msr(0, ecx, data, false)
0442 #define trace_kvm_msr_write(ecx, data)     trace_kvm_msr(1, ecx, data, false)
0443 #define trace_kvm_msr_read_ex(ecx)         trace_kvm_msr(0, ecx, 0, true)
0444 #define trace_kvm_msr_write_ex(ecx, data)  trace_kvm_msr(1, ecx, data, true)
0445 
0446 /*
0447  * Tracepoint for guest CR access.
0448  */
0449 TRACE_EVENT(kvm_cr,
0450     TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
0451     TP_ARGS(rw, cr, val),
0452 
0453     TP_STRUCT__entry(
0454         __field(    unsigned int,   rw      )
0455         __field(    unsigned int,   cr      )
0456         __field(    unsigned long,  val     )
0457     ),
0458 
0459     TP_fast_assign(
0460         __entry->rw     = rw;
0461         __entry->cr     = cr;
0462         __entry->val        = val;
0463     ),
0464 
0465     TP_printk("cr_%s %x = 0x%lx",
0466           __entry->rw ? "write" : "read",
0467           __entry->cr, __entry->val)
0468 );
0469 
0470 #define trace_kvm_cr_read(cr, val)      trace_kvm_cr(0, cr, val)
0471 #define trace_kvm_cr_write(cr, val)     trace_kvm_cr(1, cr, val)
0472 
0473 TRACE_EVENT(kvm_pic_set_irq,
0474         TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
0475         TP_ARGS(chip, pin, elcr, imr, coalesced),
0476 
0477     TP_STRUCT__entry(
0478         __field(    __u8,       chip        )
0479         __field(    __u8,       pin     )
0480         __field(    __u8,       elcr        )
0481         __field(    __u8,       imr     )
0482         __field(    bool,       coalesced   )
0483     ),
0484 
0485     TP_fast_assign(
0486         __entry->chip       = chip;
0487         __entry->pin        = pin;
0488         __entry->elcr       = elcr;
0489         __entry->imr        = imr;
0490         __entry->coalesced  = coalesced;
0491     ),
0492 
0493     TP_printk("chip %u pin %u (%s%s)%s",
0494           __entry->chip, __entry->pin,
0495           (__entry->elcr & (1 << __entry->pin)) ? "level":"edge",
0496           (__entry->imr & (1 << __entry->pin)) ? "|masked":"",
0497           __entry->coalesced ? " (coalesced)" : "")
0498 );
0499 
0500 #define kvm_apic_dst_shorthand      \
0501     {0x0, "dst"},           \
0502     {0x1, "self"},          \
0503     {0x2, "all"},           \
0504     {0x3, "all-but-self"}
0505 
0506 TRACE_EVENT(kvm_apic_ipi,
0507         TP_PROTO(__u32 icr_low, __u32 dest_id),
0508         TP_ARGS(icr_low, dest_id),
0509 
0510     TP_STRUCT__entry(
0511         __field(    __u32,      icr_low     )
0512         __field(    __u32,      dest_id     )
0513     ),
0514 
0515     TP_fast_assign(
0516         __entry->icr_low    = icr_low;
0517         __entry->dest_id    = dest_id;
0518     ),
0519 
0520     TP_printk("dst %x vec %u (%s|%s|%s|%s|%s)",
0521           __entry->dest_id, (u8)__entry->icr_low,
0522           __print_symbolic((__entry->icr_low >> 8 & 0x7),
0523                    kvm_deliver_mode),
0524           (__entry->icr_low & (1<<11)) ? "logical" : "physical",
0525           (__entry->icr_low & (1<<14)) ? "assert" : "de-assert",
0526           (__entry->icr_low & (1<<15)) ? "level" : "edge",
0527           __print_symbolic((__entry->icr_low >> 18 & 0x3),
0528                    kvm_apic_dst_shorthand))
0529 );
0530 
0531 TRACE_EVENT(kvm_apic_accept_irq,
0532         TP_PROTO(__u32 apicid, __u16 dm, __u16 tm, __u8 vec),
0533         TP_ARGS(apicid, dm, tm, vec),
0534 
0535     TP_STRUCT__entry(
0536         __field(    __u32,      apicid      )
0537         __field(    __u16,      dm      )
0538         __field(    __u16,      tm      )
0539         __field(    __u8,       vec     )
0540     ),
0541 
0542     TP_fast_assign(
0543         __entry->apicid     = apicid;
0544         __entry->dm     = dm;
0545         __entry->tm     = tm;
0546         __entry->vec        = vec;
0547     ),
0548 
0549     TP_printk("apicid %x vec %u (%s|%s)",
0550           __entry->apicid, __entry->vec,
0551           __print_symbolic((__entry->dm >> 8 & 0x7), kvm_deliver_mode),
0552           __entry->tm ? "level" : "edge")
0553 );
0554 
0555 TRACE_EVENT(kvm_eoi,
0556         TP_PROTO(struct kvm_lapic *apic, int vector),
0557         TP_ARGS(apic, vector),
0558 
0559     TP_STRUCT__entry(
0560         __field(    __u32,      apicid      )
0561         __field(    int,        vector      )
0562     ),
0563 
0564     TP_fast_assign(
0565         __entry->apicid     = apic->vcpu->vcpu_id;
0566         __entry->vector     = vector;
0567     ),
0568 
0569     TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
0570 );
0571 
0572 TRACE_EVENT(kvm_pv_eoi,
0573         TP_PROTO(struct kvm_lapic *apic, int vector),
0574         TP_ARGS(apic, vector),
0575 
0576     TP_STRUCT__entry(
0577         __field(    __u32,      apicid      )
0578         __field(    int,        vector      )
0579     ),
0580 
0581     TP_fast_assign(
0582         __entry->apicid     = apic->vcpu->vcpu_id;
0583         __entry->vector     = vector;
0584     ),
0585 
0586     TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
0587 );
0588 
0589 /*
0590  * Tracepoint for nested VMRUN
0591  */
0592 TRACE_EVENT(kvm_nested_vmrun,
0593         TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
0594              __u32 event_inj, bool npt),
0595         TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt),
0596 
0597     TP_STRUCT__entry(
0598         __field(    __u64,      rip     )
0599         __field(    __u64,      vmcb        )
0600         __field(    __u64,      nested_rip  )
0601         __field(    __u32,      int_ctl     )
0602         __field(    __u32,      event_inj   )
0603         __field(    bool,       npt     )
0604     ),
0605 
0606     TP_fast_assign(
0607         __entry->rip        = rip;
0608         __entry->vmcb       = vmcb;
0609         __entry->nested_rip = nested_rip;
0610         __entry->int_ctl    = int_ctl;
0611         __entry->event_inj  = event_inj;
0612         __entry->npt        = npt;
0613     ),
0614 
0615     TP_printk("rip: 0x%016llx vmcb: 0x%016llx nrip: 0x%016llx int_ctl: 0x%08x "
0616           "event_inj: 0x%08x npt: %s",
0617         __entry->rip, __entry->vmcb, __entry->nested_rip,
0618         __entry->int_ctl, __entry->event_inj,
0619         __entry->npt ? "on" : "off")
0620 );
0621 
0622 TRACE_EVENT(kvm_nested_intercepts,
0623         TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions,
0624              __u32 intercept1, __u32 intercept2, __u32 intercept3),
0625         TP_ARGS(cr_read, cr_write, exceptions, intercept1,
0626             intercept2, intercept3),
0627 
0628     TP_STRUCT__entry(
0629         __field(    __u16,      cr_read     )
0630         __field(    __u16,      cr_write    )
0631         __field(    __u32,      exceptions  )
0632         __field(    __u32,      intercept1  )
0633         __field(    __u32,      intercept2  )
0634         __field(    __u32,      intercept3  )
0635     ),
0636 
0637     TP_fast_assign(
0638         __entry->cr_read    = cr_read;
0639         __entry->cr_write   = cr_write;
0640         __entry->exceptions = exceptions;
0641         __entry->intercept1 = intercept1;
0642         __entry->intercept2 = intercept2;
0643         __entry->intercept3 = intercept3;
0644     ),
0645 
0646     TP_printk("cr_read: %04x cr_write: %04x excp: %08x "
0647           "intercepts: %08x %08x %08x",
0648           __entry->cr_read, __entry->cr_write, __entry->exceptions,
0649           __entry->intercept1, __entry->intercept2, __entry->intercept3)
0650 );
0651 /*
0652  * Tracepoint for #VMEXIT while nested
0653  */
0654 TRACE_EVENT_KVM_EXIT(kvm_nested_vmexit);
0655 
0656 /*
0657  * Tracepoint for #VMEXIT reinjected to the guest
0658  */
0659 TRACE_EVENT(kvm_nested_vmexit_inject,
0660         TP_PROTO(__u32 exit_code,
0661              __u64 exit_info1, __u64 exit_info2,
0662              __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
0663         TP_ARGS(exit_code, exit_info1, exit_info2,
0664             exit_int_info, exit_int_info_err, isa),
0665 
0666     TP_STRUCT__entry(
0667         __field(    __u32,      exit_code       )
0668         __field(    __u64,      exit_info1      )
0669         __field(    __u64,      exit_info2      )
0670         __field(    __u32,      exit_int_info       )
0671         __field(    __u32,      exit_int_info_err   )
0672         __field(    __u32,      isa         )
0673     ),
0674 
0675     TP_fast_assign(
0676         __entry->exit_code      = exit_code;
0677         __entry->exit_info1     = exit_info1;
0678         __entry->exit_info2     = exit_info2;
0679         __entry->exit_int_info      = exit_int_info;
0680         __entry->exit_int_info_err  = exit_int_info_err;
0681         __entry->isa            = isa;
0682     ),
0683 
0684     TP_printk("reason: %s%s%s ext_inf1: 0x%016llx "
0685           "ext_inf2: 0x%016llx ext_int: 0x%08x ext_int_err: 0x%08x",
0686           kvm_print_exit_reason(__entry->exit_code, __entry->isa),
0687           __entry->exit_info1, __entry->exit_info2,
0688           __entry->exit_int_info, __entry->exit_int_info_err)
0689 );
0690 
0691 /*
0692  * Tracepoint for nested #vmexit because of interrupt pending
0693  */
0694 TRACE_EVENT(kvm_nested_intr_vmexit,
0695         TP_PROTO(__u64 rip),
0696         TP_ARGS(rip),
0697 
0698     TP_STRUCT__entry(
0699         __field(    __u64,  rip )
0700     ),
0701 
0702     TP_fast_assign(
0703         __entry->rip    =   rip
0704     ),
0705 
0706     TP_printk("rip: 0x%016llx", __entry->rip)
0707 );
0708 
0709 /*
0710  * Tracepoint for nested #vmexit because of interrupt pending
0711  */
0712 TRACE_EVENT(kvm_invlpga,
0713         TP_PROTO(__u64 rip, int asid, u64 address),
0714         TP_ARGS(rip, asid, address),
0715 
0716     TP_STRUCT__entry(
0717         __field(    __u64,  rip )
0718         __field(    int,    asid    )
0719         __field(    __u64,  address )
0720     ),
0721 
0722     TP_fast_assign(
0723         __entry->rip        =   rip;
0724         __entry->asid       =   asid;
0725         __entry->address    =   address;
0726     ),
0727 
0728     TP_printk("rip: 0x%016llx asid: %d address: 0x%016llx",
0729           __entry->rip, __entry->asid, __entry->address)
0730 );
0731 
0732 /*
0733  * Tracepoint for nested #vmexit because of interrupt pending
0734  */
0735 TRACE_EVENT(kvm_skinit,
0736         TP_PROTO(__u64 rip, __u32 slb),
0737         TP_ARGS(rip, slb),
0738 
0739     TP_STRUCT__entry(
0740         __field(    __u64,  rip )
0741         __field(    __u32,  slb )
0742     ),
0743 
0744     TP_fast_assign(
0745         __entry->rip        =   rip;
0746         __entry->slb        =   slb;
0747     ),
0748 
0749     TP_printk("rip: 0x%016llx slb: 0x%08x",
0750           __entry->rip, __entry->slb)
0751 );
0752 
0753 #define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
0754 #define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
0755 #define KVM_EMUL_INSN_F_CS_D   (1 << 2)
0756 #define KVM_EMUL_INSN_F_CS_L   (1 << 3)
0757 
0758 #define kvm_trace_symbol_emul_flags                   \
0759     { 0,                "real" },         \
0760     { KVM_EMUL_INSN_F_CR0_PE              \
0761       | KVM_EMUL_INSN_F_EFL_VM, "vm16" },         \
0762     { KVM_EMUL_INSN_F_CR0_PE,   "prot16" },       \
0763     { KVM_EMUL_INSN_F_CR0_PE              \
0764       | KVM_EMUL_INSN_F_CS_D,   "prot32" },       \
0765     { KVM_EMUL_INSN_F_CR0_PE              \
0766       | KVM_EMUL_INSN_F_CS_L,   "prot64" }
0767 
0768 #define kei_decode_mode(mode) ({            \
0769     u8 flags = 0xff;                \
0770     switch (mode) {                 \
0771     case X86EMUL_MODE_REAL:             \
0772         flags = 0;              \
0773         break;                  \
0774     case X86EMUL_MODE_VM86:             \
0775         flags = KVM_EMUL_INSN_F_EFL_VM;     \
0776         break;                  \
0777     case X86EMUL_MODE_PROT16:           \
0778         flags = KVM_EMUL_INSN_F_CR0_PE;     \
0779         break;                  \
0780     case X86EMUL_MODE_PROT32:           \
0781         flags = KVM_EMUL_INSN_F_CR0_PE      \
0782             | KVM_EMUL_INSN_F_CS_D;     \
0783         break;                  \
0784     case X86EMUL_MODE_PROT64:           \
0785         flags = KVM_EMUL_INSN_F_CR0_PE      \
0786             | KVM_EMUL_INSN_F_CS_L;     \
0787         break;                  \
0788     }                       \
0789     flags;                      \
0790     })
0791 
0792 TRACE_EVENT(kvm_emulate_insn,
0793     TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
0794     TP_ARGS(vcpu, failed),
0795 
0796     TP_STRUCT__entry(
0797         __field(    __u64, rip                       )
0798         __field(    __u32, csbase                    )
0799         __field(    __u8,  len                       )
0800         __array(    __u8,  insn,    15               )
0801         __field(    __u8,  flags                 )
0802         __field(    __u8,  failed                    )
0803         ),
0804 
0805     TP_fast_assign(
0806         __entry->csbase = static_call(kvm_x86_get_segment_base)(vcpu, VCPU_SREG_CS);
0807         __entry->len = vcpu->arch.emulate_ctxt->fetch.ptr
0808                    - vcpu->arch.emulate_ctxt->fetch.data;
0809         __entry->rip = vcpu->arch.emulate_ctxt->_eip - __entry->len;
0810         memcpy(__entry->insn,
0811                vcpu->arch.emulate_ctxt->fetch.data,
0812                15);
0813         __entry->flags = kei_decode_mode(vcpu->arch.emulate_ctxt->mode);
0814         __entry->failed = failed;
0815         ),
0816 
0817     TP_printk("%x:%llx:%s (%s)%s",
0818           __entry->csbase, __entry->rip,
0819           __print_hex(__entry->insn, __entry->len),
0820           __print_symbolic(__entry->flags,
0821                    kvm_trace_symbol_emul_flags),
0822           __entry->failed ? " failed" : ""
0823         )
0824     );
0825 
0826 #define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
0827 #define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
0828 
0829 TRACE_EVENT(
0830     vcpu_match_mmio,
0831     TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
0832     TP_ARGS(gva, gpa, write, gpa_match),
0833 
0834     TP_STRUCT__entry(
0835         __field(gva_t, gva)
0836         __field(gpa_t, gpa)
0837         __field(bool, write)
0838         __field(bool, gpa_match)
0839         ),
0840 
0841     TP_fast_assign(
0842         __entry->gva = gva;
0843         __entry->gpa = gpa;
0844         __entry->write = write;
0845         __entry->gpa_match = gpa_match
0846         ),
0847 
0848     TP_printk("gva %#lx gpa %#llx %s %s", __entry->gva, __entry->gpa,
0849           __entry->write ? "Write" : "Read",
0850           __entry->gpa_match ? "GPA" : "GVA")
0851 );
0852 
0853 TRACE_EVENT(kvm_write_tsc_offset,
0854     TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset,
0855          __u64 next_tsc_offset),
0856     TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset),
0857 
0858     TP_STRUCT__entry(
0859         __field( unsigned int,  vcpu_id             )
0860         __field(    __u64,  previous_tsc_offset     )
0861         __field(    __u64,  next_tsc_offset         )
0862     ),
0863 
0864     TP_fast_assign(
0865         __entry->vcpu_id        = vcpu_id;
0866         __entry->previous_tsc_offset    = previous_tsc_offset;
0867         __entry->next_tsc_offset    = next_tsc_offset;
0868     ),
0869 
0870     TP_printk("vcpu=%u prev=%llu next=%llu", __entry->vcpu_id,
0871           __entry->previous_tsc_offset, __entry->next_tsc_offset)
0872 );
0873 
0874 #ifdef CONFIG_X86_64
0875 
0876 #define host_clocks                 \
0877     {VDSO_CLOCKMODE_NONE, "none"},          \
0878     {VDSO_CLOCKMODE_TSC,  "tsc"}            \
0879 
0880 TRACE_EVENT(kvm_update_master_clock,
0881     TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched),
0882     TP_ARGS(use_master_clock, host_clock, offset_matched),
0883 
0884     TP_STRUCT__entry(
0885         __field(        bool,   use_master_clock    )
0886         __field(    unsigned int,   host_clock      )
0887         __field(        bool,   offset_matched      )
0888     ),
0889 
0890     TP_fast_assign(
0891         __entry->use_master_clock   = use_master_clock;
0892         __entry->host_clock     = host_clock;
0893         __entry->offset_matched     = offset_matched;
0894     ),
0895 
0896     TP_printk("masterclock %d hostclock %s offsetmatched %u",
0897           __entry->use_master_clock,
0898           __print_symbolic(__entry->host_clock, host_clocks),
0899           __entry->offset_matched)
0900 );
0901 
0902 TRACE_EVENT(kvm_track_tsc,
0903     TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched,
0904          unsigned int online_vcpus, bool use_master_clock,
0905          unsigned int host_clock),
0906     TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock,
0907         host_clock),
0908 
0909     TP_STRUCT__entry(
0910         __field(    unsigned int,   vcpu_id         )
0911         __field(    unsigned int,   nr_vcpus_matched_tsc    )
0912         __field(    unsigned int,   online_vcpus        )
0913         __field(    bool,       use_master_clock    )
0914         __field(    unsigned int,   host_clock      )
0915     ),
0916 
0917     TP_fast_assign(
0918         __entry->vcpu_id        = vcpu_id;
0919         __entry->nr_vcpus_matched_tsc   = nr_matched;
0920         __entry->online_vcpus       = online_vcpus;
0921         __entry->use_master_clock   = use_master_clock;
0922         __entry->host_clock     = host_clock;
0923     ),
0924 
0925     TP_printk("vcpu_id %u masterclock %u offsetmatched %u nr_online %u"
0926           " hostclock %s",
0927           __entry->vcpu_id, __entry->use_master_clock,
0928           __entry->nr_vcpus_matched_tsc, __entry->online_vcpus,
0929           __print_symbolic(__entry->host_clock, host_clocks))
0930 );
0931 
0932 #endif /* CONFIG_X86_64 */
0933 
0934 /*
0935  * Tracepoint for PML full VMEXIT.
0936  */
0937 TRACE_EVENT(kvm_pml_full,
0938     TP_PROTO(unsigned int vcpu_id),
0939     TP_ARGS(vcpu_id),
0940 
0941     TP_STRUCT__entry(
0942         __field(    unsigned int,   vcpu_id         )
0943     ),
0944 
0945     TP_fast_assign(
0946         __entry->vcpu_id        = vcpu_id;
0947     ),
0948 
0949     TP_printk("vcpu %d: PML full", __entry->vcpu_id)
0950 );
0951 
0952 TRACE_EVENT(kvm_ple_window_update,
0953     TP_PROTO(unsigned int vcpu_id, unsigned int new, unsigned int old),
0954     TP_ARGS(vcpu_id, new, old),
0955 
0956     TP_STRUCT__entry(
0957         __field(        unsigned int,   vcpu_id         )
0958         __field(        unsigned int,       new         )
0959         __field(        unsigned int,       old         )
0960     ),
0961 
0962     TP_fast_assign(
0963         __entry->vcpu_id        = vcpu_id;
0964         __entry->new            = new;
0965         __entry->old            = old;
0966     ),
0967 
0968     TP_printk("vcpu %u old %u new %u (%s)",
0969               __entry->vcpu_id, __entry->old, __entry->new,
0970           __entry->old < __entry->new ? "growed" : "shrinked")
0971 );
0972 
0973 TRACE_EVENT(kvm_pvclock_update,
0974     TP_PROTO(unsigned int vcpu_id, struct pvclock_vcpu_time_info *pvclock),
0975     TP_ARGS(vcpu_id, pvclock),
0976 
0977     TP_STRUCT__entry(
0978         __field(    unsigned int,   vcpu_id         )
0979         __field(    __u32,      version         )
0980         __field(    __u64,      tsc_timestamp       )
0981         __field(    __u64,      system_time     )
0982         __field(    __u32,      tsc_to_system_mul   )
0983         __field(    __s8,       tsc_shift       )
0984         __field(    __u8,       flags           )
0985     ),
0986 
0987     TP_fast_assign(
0988         __entry->vcpu_id       = vcpu_id;
0989         __entry->version       = pvclock->version;
0990         __entry->tsc_timestamp     = pvclock->tsc_timestamp;
0991         __entry->system_time       = pvclock->system_time;
0992         __entry->tsc_to_system_mul = pvclock->tsc_to_system_mul;
0993         __entry->tsc_shift     = pvclock->tsc_shift;
0994         __entry->flags         = pvclock->flags;
0995     ),
0996 
0997     TP_printk("vcpu_id %u, pvclock { version %u, tsc_timestamp 0x%llx, "
0998           "system_time 0x%llx, tsc_to_system_mul 0x%x, tsc_shift %d, "
0999           "flags 0x%x }",
1000           __entry->vcpu_id,
1001           __entry->version,
1002           __entry->tsc_timestamp,
1003           __entry->system_time,
1004           __entry->tsc_to_system_mul,
1005           __entry->tsc_shift,
1006           __entry->flags)
1007 );
1008 
1009 TRACE_EVENT(kvm_wait_lapic_expire,
1010     TP_PROTO(unsigned int vcpu_id, s64 delta),
1011     TP_ARGS(vcpu_id, delta),
1012 
1013     TP_STRUCT__entry(
1014         __field(    unsigned int,   vcpu_id     )
1015         __field(    s64,        delta       )
1016     ),
1017 
1018     TP_fast_assign(
1019         __entry->vcpu_id       = vcpu_id;
1020         __entry->delta             = delta;
1021     ),
1022 
1023     TP_printk("vcpu %u: delta %lld (%s)",
1024           __entry->vcpu_id,
1025           __entry->delta,
1026           __entry->delta < 0 ? "early" : "late")
1027 );
1028 
1029 TRACE_EVENT(kvm_smm_transition,
1030     TP_PROTO(unsigned int vcpu_id, u64 smbase, bool entering),
1031     TP_ARGS(vcpu_id, smbase, entering),
1032 
1033     TP_STRUCT__entry(
1034         __field(    unsigned int,   vcpu_id     )
1035         __field(    u64,        smbase      )
1036         __field(    bool,       entering    )
1037     ),
1038 
1039     TP_fast_assign(
1040         __entry->vcpu_id    = vcpu_id;
1041         __entry->smbase     = smbase;
1042         __entry->entering   = entering;
1043     ),
1044 
1045     TP_printk("vcpu %u: %s SMM, smbase 0x%llx",
1046           __entry->vcpu_id,
1047           __entry->entering ? "entering" : "leaving",
1048           __entry->smbase)
1049 );
1050 
1051 /*
1052  * Tracepoint for VT-d posted-interrupts.
1053  */
1054 TRACE_EVENT(kvm_pi_irte_update,
1055     TP_PROTO(unsigned int host_irq, unsigned int vcpu_id,
1056          unsigned int gsi, unsigned int gvec,
1057          u64 pi_desc_addr, bool set),
1058     TP_ARGS(host_irq, vcpu_id, gsi, gvec, pi_desc_addr, set),
1059 
1060     TP_STRUCT__entry(
1061         __field(    unsigned int,   host_irq    )
1062         __field(    unsigned int,   vcpu_id     )
1063         __field(    unsigned int,   gsi     )
1064         __field(    unsigned int,   gvec        )
1065         __field(    u64,        pi_desc_addr    )
1066         __field(    bool,       set     )
1067     ),
1068 
1069     TP_fast_assign(
1070         __entry->host_irq   = host_irq;
1071         __entry->vcpu_id    = vcpu_id;
1072         __entry->gsi        = gsi;
1073         __entry->gvec       = gvec;
1074         __entry->pi_desc_addr   = pi_desc_addr;
1075         __entry->set        = set;
1076     ),
1077 
1078     TP_printk("VT-d PI is %s for irq %u, vcpu %u, gsi: 0x%x, "
1079           "gvec: 0x%x, pi_desc_addr: 0x%llx",
1080           __entry->set ? "enabled and being updated" : "disabled",
1081           __entry->host_irq,
1082           __entry->vcpu_id,
1083           __entry->gsi,
1084           __entry->gvec,
1085           __entry->pi_desc_addr)
1086 );
1087 
1088 /*
1089  * Tracepoint for kvm_hv_notify_acked_sint.
1090  */
1091 TRACE_EVENT(kvm_hv_notify_acked_sint,
1092     TP_PROTO(int vcpu_id, u32 sint),
1093     TP_ARGS(vcpu_id, sint),
1094 
1095     TP_STRUCT__entry(
1096         __field(int, vcpu_id)
1097         __field(u32, sint)
1098     ),
1099 
1100     TP_fast_assign(
1101         __entry->vcpu_id = vcpu_id;
1102         __entry->sint = sint;
1103     ),
1104 
1105     TP_printk("vcpu_id %d sint %u", __entry->vcpu_id, __entry->sint)
1106 );
1107 
1108 /*
1109  * Tracepoint for synic_set_irq.
1110  */
1111 TRACE_EVENT(kvm_hv_synic_set_irq,
1112     TP_PROTO(int vcpu_id, u32 sint, int vector, int ret),
1113     TP_ARGS(vcpu_id, sint, vector, ret),
1114 
1115     TP_STRUCT__entry(
1116         __field(int, vcpu_id)
1117         __field(u32, sint)
1118         __field(int, vector)
1119         __field(int, ret)
1120     ),
1121 
1122     TP_fast_assign(
1123         __entry->vcpu_id = vcpu_id;
1124         __entry->sint = sint;
1125         __entry->vector = vector;
1126         __entry->ret = ret;
1127     ),
1128 
1129     TP_printk("vcpu_id %d sint %u vector %d ret %d",
1130           __entry->vcpu_id, __entry->sint, __entry->vector,
1131           __entry->ret)
1132 );
1133 
1134 /*
1135  * Tracepoint for kvm_hv_synic_send_eoi.
1136  */
1137 TRACE_EVENT(kvm_hv_synic_send_eoi,
1138     TP_PROTO(int vcpu_id, int vector),
1139     TP_ARGS(vcpu_id, vector),
1140 
1141     TP_STRUCT__entry(
1142         __field(int, vcpu_id)
1143         __field(u32, sint)
1144         __field(int, vector)
1145         __field(int, ret)
1146     ),
1147 
1148     TP_fast_assign(
1149         __entry->vcpu_id = vcpu_id;
1150         __entry->vector = vector;
1151     ),
1152 
1153     TP_printk("vcpu_id %d vector %d", __entry->vcpu_id, __entry->vector)
1154 );
1155 
1156 /*
1157  * Tracepoint for synic_set_msr.
1158  */
1159 TRACE_EVENT(kvm_hv_synic_set_msr,
1160     TP_PROTO(int vcpu_id, u32 msr, u64 data, bool host),
1161     TP_ARGS(vcpu_id, msr, data, host),
1162 
1163     TP_STRUCT__entry(
1164         __field(int, vcpu_id)
1165         __field(u32, msr)
1166         __field(u64, data)
1167         __field(bool, host)
1168     ),
1169 
1170     TP_fast_assign(
1171         __entry->vcpu_id = vcpu_id;
1172         __entry->msr = msr;
1173         __entry->data = data;
1174         __entry->host = host
1175     ),
1176 
1177     TP_printk("vcpu_id %d msr 0x%x data 0x%llx host %d",
1178           __entry->vcpu_id, __entry->msr, __entry->data, __entry->host)
1179 );
1180 
1181 /*
1182  * Tracepoint for stimer_set_config.
1183  */
1184 TRACE_EVENT(kvm_hv_stimer_set_config,
1185     TP_PROTO(int vcpu_id, int timer_index, u64 config, bool host),
1186     TP_ARGS(vcpu_id, timer_index, config, host),
1187 
1188     TP_STRUCT__entry(
1189         __field(int, vcpu_id)
1190         __field(int, timer_index)
1191         __field(u64, config)
1192         __field(bool, host)
1193     ),
1194 
1195     TP_fast_assign(
1196         __entry->vcpu_id = vcpu_id;
1197         __entry->timer_index = timer_index;
1198         __entry->config = config;
1199         __entry->host = host;
1200     ),
1201 
1202     TP_printk("vcpu_id %d timer %d config 0x%llx host %d",
1203           __entry->vcpu_id, __entry->timer_index, __entry->config,
1204           __entry->host)
1205 );
1206 
1207 /*
1208  * Tracepoint for stimer_set_count.
1209  */
1210 TRACE_EVENT(kvm_hv_stimer_set_count,
1211     TP_PROTO(int vcpu_id, int timer_index, u64 count, bool host),
1212     TP_ARGS(vcpu_id, timer_index, count, host),
1213 
1214     TP_STRUCT__entry(
1215         __field(int, vcpu_id)
1216         __field(int, timer_index)
1217         __field(u64, count)
1218         __field(bool, host)
1219     ),
1220 
1221     TP_fast_assign(
1222         __entry->vcpu_id = vcpu_id;
1223         __entry->timer_index = timer_index;
1224         __entry->count = count;
1225         __entry->host = host;
1226     ),
1227 
1228     TP_printk("vcpu_id %d timer %d count %llu host %d",
1229           __entry->vcpu_id, __entry->timer_index, __entry->count,
1230           __entry->host)
1231 );
1232 
1233 /*
1234  * Tracepoint for stimer_start(periodic timer case).
1235  */
1236 TRACE_EVENT(kvm_hv_stimer_start_periodic,
1237     TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 exp_time),
1238     TP_ARGS(vcpu_id, timer_index, time_now, exp_time),
1239 
1240     TP_STRUCT__entry(
1241         __field(int, vcpu_id)
1242         __field(int, timer_index)
1243         __field(u64, time_now)
1244         __field(u64, exp_time)
1245     ),
1246 
1247     TP_fast_assign(
1248         __entry->vcpu_id = vcpu_id;
1249         __entry->timer_index = timer_index;
1250         __entry->time_now = time_now;
1251         __entry->exp_time = exp_time;
1252     ),
1253 
1254     TP_printk("vcpu_id %d timer %d time_now %llu exp_time %llu",
1255           __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1256           __entry->exp_time)
1257 );
1258 
1259 /*
1260  * Tracepoint for stimer_start(one-shot timer case).
1261  */
1262 TRACE_EVENT(kvm_hv_stimer_start_one_shot,
1263     TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 count),
1264     TP_ARGS(vcpu_id, timer_index, time_now, count),
1265 
1266     TP_STRUCT__entry(
1267         __field(int, vcpu_id)
1268         __field(int, timer_index)
1269         __field(u64, time_now)
1270         __field(u64, count)
1271     ),
1272 
1273     TP_fast_assign(
1274         __entry->vcpu_id = vcpu_id;
1275         __entry->timer_index = timer_index;
1276         __entry->time_now = time_now;
1277         __entry->count = count;
1278     ),
1279 
1280     TP_printk("vcpu_id %d timer %d time_now %llu count %llu",
1281           __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1282           __entry->count)
1283 );
1284 
1285 /*
1286  * Tracepoint for stimer_timer_callback.
1287  */
1288 TRACE_EVENT(kvm_hv_stimer_callback,
1289     TP_PROTO(int vcpu_id, int timer_index),
1290     TP_ARGS(vcpu_id, timer_index),
1291 
1292     TP_STRUCT__entry(
1293         __field(int, vcpu_id)
1294         __field(int, timer_index)
1295     ),
1296 
1297     TP_fast_assign(
1298         __entry->vcpu_id = vcpu_id;
1299         __entry->timer_index = timer_index;
1300     ),
1301 
1302     TP_printk("vcpu_id %d timer %d",
1303           __entry->vcpu_id, __entry->timer_index)
1304 );
1305 
1306 /*
1307  * Tracepoint for stimer_expiration.
1308  */
1309 TRACE_EVENT(kvm_hv_stimer_expiration,
1310     TP_PROTO(int vcpu_id, int timer_index, int direct, int msg_send_result),
1311     TP_ARGS(vcpu_id, timer_index, direct, msg_send_result),
1312 
1313     TP_STRUCT__entry(
1314         __field(int, vcpu_id)
1315         __field(int, timer_index)
1316         __field(int, direct)
1317         __field(int, msg_send_result)
1318     ),
1319 
1320     TP_fast_assign(
1321         __entry->vcpu_id = vcpu_id;
1322         __entry->timer_index = timer_index;
1323         __entry->direct = direct;
1324         __entry->msg_send_result = msg_send_result;
1325     ),
1326 
1327     TP_printk("vcpu_id %d timer %d direct %d send result %d",
1328           __entry->vcpu_id, __entry->timer_index,
1329           __entry->direct, __entry->msg_send_result)
1330 );
1331 
1332 /*
1333  * Tracepoint for stimer_cleanup.
1334  */
1335 TRACE_EVENT(kvm_hv_stimer_cleanup,
1336     TP_PROTO(int vcpu_id, int timer_index),
1337     TP_ARGS(vcpu_id, timer_index),
1338 
1339     TP_STRUCT__entry(
1340         __field(int, vcpu_id)
1341         __field(int, timer_index)
1342     ),
1343 
1344     TP_fast_assign(
1345         __entry->vcpu_id = vcpu_id;
1346         __entry->timer_index = timer_index;
1347     ),
1348 
1349     TP_printk("vcpu_id %d timer %d",
1350           __entry->vcpu_id, __entry->timer_index)
1351 );
1352 
1353 TRACE_EVENT(kvm_apicv_inhibit_changed,
1354         TP_PROTO(int reason, bool set, unsigned long inhibits),
1355         TP_ARGS(reason, set, inhibits),
1356 
1357     TP_STRUCT__entry(
1358         __field(int, reason)
1359         __field(bool, set)
1360         __field(unsigned long, inhibits)
1361     ),
1362 
1363     TP_fast_assign(
1364         __entry->reason = reason;
1365         __entry->set = set;
1366         __entry->inhibits = inhibits;
1367     ),
1368 
1369     TP_printk("%s reason=%u, inhibits=0x%lx",
1370           __entry->set ? "set" : "cleared",
1371           __entry->reason, __entry->inhibits)
1372 );
1373 
1374 TRACE_EVENT(kvm_apicv_accept_irq,
1375         TP_PROTO(__u32 apicid, __u16 dm, __u16 tm, __u8 vec),
1376         TP_ARGS(apicid, dm, tm, vec),
1377 
1378     TP_STRUCT__entry(
1379         __field(    __u32,      apicid      )
1380         __field(    __u16,      dm      )
1381         __field(    __u16,      tm      )
1382         __field(    __u8,       vec     )
1383     ),
1384 
1385     TP_fast_assign(
1386         __entry->apicid     = apicid;
1387         __entry->dm     = dm;
1388         __entry->tm     = tm;
1389         __entry->vec        = vec;
1390     ),
1391 
1392     TP_printk("apicid %x vec %u (%s|%s)",
1393           __entry->apicid, __entry->vec,
1394           __print_symbolic((__entry->dm >> 8 & 0x7), kvm_deliver_mode),
1395           __entry->tm ? "level" : "edge")
1396 );
1397 
1398 /*
1399  * Tracepoint for AMD AVIC
1400  */
1401 TRACE_EVENT(kvm_avic_incomplete_ipi,
1402         TP_PROTO(u32 vcpu, u32 icrh, u32 icrl, u32 id, u32 index),
1403         TP_ARGS(vcpu, icrh, icrl, id, index),
1404 
1405     TP_STRUCT__entry(
1406         __field(u32, vcpu)
1407         __field(u32, icrh)
1408         __field(u32, icrl)
1409         __field(u32, id)
1410         __field(u32, index)
1411     ),
1412 
1413     TP_fast_assign(
1414         __entry->vcpu = vcpu;
1415         __entry->icrh = icrh;
1416         __entry->icrl = icrl;
1417         __entry->id = id;
1418         __entry->index = index;
1419     ),
1420 
1421     TP_printk("vcpu=%u, icrh:icrl=%#010x:%08x, id=%u, index=%u",
1422           __entry->vcpu, __entry->icrh, __entry->icrl,
1423           __entry->id, __entry->index)
1424 );
1425 
1426 TRACE_EVENT(kvm_avic_unaccelerated_access,
1427         TP_PROTO(u32 vcpu, u32 offset, bool ft, bool rw, u32 vec),
1428         TP_ARGS(vcpu, offset, ft, rw, vec),
1429 
1430     TP_STRUCT__entry(
1431         __field(u32, vcpu)
1432         __field(u32, offset)
1433         __field(bool, ft)
1434         __field(bool, rw)
1435         __field(u32, vec)
1436     ),
1437 
1438     TP_fast_assign(
1439         __entry->vcpu = vcpu;
1440         __entry->offset = offset;
1441         __entry->ft = ft;
1442         __entry->rw = rw;
1443         __entry->vec = vec;
1444     ),
1445 
1446     TP_printk("vcpu=%u, offset=%#x(%s), %s, %s, vec=%#x",
1447           __entry->vcpu,
1448           __entry->offset,
1449           __print_symbolic(__entry->offset, kvm_trace_symbol_apic),
1450           __entry->ft ? "trap" : "fault",
1451           __entry->rw ? "write" : "read",
1452           __entry->vec)
1453 );
1454 
1455 TRACE_EVENT(kvm_avic_ga_log,
1456         TP_PROTO(u32 vmid, u32 vcpuid),
1457         TP_ARGS(vmid, vcpuid),
1458 
1459     TP_STRUCT__entry(
1460         __field(u32, vmid)
1461         __field(u32, vcpuid)
1462     ),
1463 
1464     TP_fast_assign(
1465         __entry->vmid = vmid;
1466         __entry->vcpuid = vcpuid;
1467     ),
1468 
1469     TP_printk("vmid=%u, vcpuid=%u",
1470           __entry->vmid, __entry->vcpuid)
1471 );
1472 
1473 TRACE_EVENT(kvm_avic_kick_vcpu_slowpath,
1474         TP_PROTO(u32 icrh, u32 icrl, u32 index),
1475         TP_ARGS(icrh, icrl, index),
1476 
1477     TP_STRUCT__entry(
1478         __field(u32, icrh)
1479         __field(u32, icrl)
1480         __field(u32, index)
1481     ),
1482 
1483     TP_fast_assign(
1484         __entry->icrh = icrh;
1485         __entry->icrl = icrl;
1486         __entry->index = index;
1487     ),
1488 
1489     TP_printk("icrh:icrl=%#08x:%08x, index=%u",
1490           __entry->icrh, __entry->icrl, __entry->index)
1491 );
1492 
1493 TRACE_EVENT(kvm_avic_doorbell,
1494         TP_PROTO(u32 vcpuid, u32 apicid),
1495         TP_ARGS(vcpuid, apicid),
1496 
1497     TP_STRUCT__entry(
1498         __field(u32, vcpuid)
1499         __field(u32, apicid)
1500     ),
1501 
1502     TP_fast_assign(
1503         __entry->vcpuid = vcpuid;
1504         __entry->apicid = apicid;
1505     ),
1506 
1507     TP_printk("vcpuid=%u, apicid=%u",
1508           __entry->vcpuid, __entry->apicid)
1509 );
1510 
1511 TRACE_EVENT(kvm_hv_timer_state,
1512         TP_PROTO(unsigned int vcpu_id, unsigned int hv_timer_in_use),
1513         TP_ARGS(vcpu_id, hv_timer_in_use),
1514         TP_STRUCT__entry(
1515             __field(unsigned int, vcpu_id)
1516             __field(unsigned int, hv_timer_in_use)
1517             ),
1518         TP_fast_assign(
1519             __entry->vcpu_id = vcpu_id;
1520             __entry->hv_timer_in_use = hv_timer_in_use;
1521             ),
1522         TP_printk("vcpu_id %x hv_timer %x",
1523             __entry->vcpu_id,
1524             __entry->hv_timer_in_use)
1525 );
1526 
1527 /*
1528  * Tracepoint for kvm_hv_flush_tlb.
1529  */
1530 TRACE_EVENT(kvm_hv_flush_tlb,
1531     TP_PROTO(u64 processor_mask, u64 address_space, u64 flags),
1532     TP_ARGS(processor_mask, address_space, flags),
1533 
1534     TP_STRUCT__entry(
1535         __field(u64, processor_mask)
1536         __field(u64, address_space)
1537         __field(u64, flags)
1538     ),
1539 
1540     TP_fast_assign(
1541         __entry->processor_mask = processor_mask;
1542         __entry->address_space = address_space;
1543         __entry->flags = flags;
1544     ),
1545 
1546     TP_printk("processor_mask 0x%llx address_space 0x%llx flags 0x%llx",
1547           __entry->processor_mask, __entry->address_space,
1548           __entry->flags)
1549 );
1550 
1551 /*
1552  * Tracepoint for kvm_hv_flush_tlb_ex.
1553  */
1554 TRACE_EVENT(kvm_hv_flush_tlb_ex,
1555     TP_PROTO(u64 valid_bank_mask, u64 format, u64 address_space, u64 flags),
1556     TP_ARGS(valid_bank_mask, format, address_space, flags),
1557 
1558     TP_STRUCT__entry(
1559         __field(u64, valid_bank_mask)
1560         __field(u64, format)
1561         __field(u64, address_space)
1562         __field(u64, flags)
1563     ),
1564 
1565     TP_fast_assign(
1566         __entry->valid_bank_mask = valid_bank_mask;
1567         __entry->format = format;
1568         __entry->address_space = address_space;
1569         __entry->flags = flags;
1570     ),
1571 
1572     TP_printk("valid_bank_mask 0x%llx format 0x%llx "
1573           "address_space 0x%llx flags 0x%llx",
1574           __entry->valid_bank_mask, __entry->format,
1575           __entry->address_space, __entry->flags)
1576 );
1577 
1578 /*
1579  * Tracepoints for kvm_hv_send_ipi.
1580  */
1581 TRACE_EVENT(kvm_hv_send_ipi,
1582     TP_PROTO(u32 vector, u64 processor_mask),
1583     TP_ARGS(vector, processor_mask),
1584 
1585     TP_STRUCT__entry(
1586         __field(u32, vector)
1587         __field(u64, processor_mask)
1588     ),
1589 
1590     TP_fast_assign(
1591         __entry->vector = vector;
1592         __entry->processor_mask = processor_mask;
1593     ),
1594 
1595     TP_printk("vector %x processor_mask 0x%llx",
1596           __entry->vector, __entry->processor_mask)
1597 );
1598 
1599 TRACE_EVENT(kvm_hv_send_ipi_ex,
1600     TP_PROTO(u32 vector, u64 format, u64 valid_bank_mask),
1601     TP_ARGS(vector, format, valid_bank_mask),
1602 
1603     TP_STRUCT__entry(
1604         __field(u32, vector)
1605         __field(u64, format)
1606         __field(u64, valid_bank_mask)
1607     ),
1608 
1609     TP_fast_assign(
1610         __entry->vector = vector;
1611         __entry->format = format;
1612         __entry->valid_bank_mask = valid_bank_mask;
1613     ),
1614 
1615     TP_printk("vector %x format %llx valid_bank_mask 0x%llx",
1616           __entry->vector, __entry->format,
1617           __entry->valid_bank_mask)
1618 );
1619 
1620 TRACE_EVENT(kvm_pv_tlb_flush,
1621     TP_PROTO(unsigned int vcpu_id, bool need_flush_tlb),
1622     TP_ARGS(vcpu_id, need_flush_tlb),
1623 
1624     TP_STRUCT__entry(
1625         __field(    unsigned int,   vcpu_id     )
1626         __field(    bool,   need_flush_tlb      )
1627     ),
1628 
1629     TP_fast_assign(
1630         __entry->vcpu_id    = vcpu_id;
1631         __entry->need_flush_tlb = need_flush_tlb;
1632     ),
1633 
1634     TP_printk("vcpu %u need_flush_tlb %s", __entry->vcpu_id,
1635         __entry->need_flush_tlb ? "true" : "false")
1636 );
1637 
1638 /*
1639  * Tracepoint for failed nested VMX VM-Enter.
1640  */
1641 TRACE_EVENT(kvm_nested_vmenter_failed,
1642     TP_PROTO(const char *msg, u32 err),
1643     TP_ARGS(msg, err),
1644 
1645     TP_STRUCT__entry(
1646         __string(msg, msg)
1647         __field(u32, err)
1648     ),
1649 
1650     TP_fast_assign(
1651         __assign_str(msg, msg);
1652         __entry->err = err;
1653     ),
1654 
1655     TP_printk("%s%s", __get_str(msg), !__entry->err ? "" :
1656         __print_symbolic(__entry->err, VMX_VMENTER_INSTRUCTION_ERRORS))
1657 );
1658 
1659 /*
1660  * Tracepoint for syndbg_set_msr.
1661  */
1662 TRACE_EVENT(kvm_hv_syndbg_set_msr,
1663     TP_PROTO(int vcpu_id, u32 vp_index, u32 msr, u64 data),
1664     TP_ARGS(vcpu_id, vp_index, msr, data),
1665 
1666     TP_STRUCT__entry(
1667         __field(int, vcpu_id)
1668         __field(u32, vp_index)
1669         __field(u32, msr)
1670         __field(u64, data)
1671     ),
1672 
1673     TP_fast_assign(
1674         __entry->vcpu_id = vcpu_id;
1675         __entry->vp_index = vp_index;
1676         __entry->msr = msr;
1677         __entry->data = data;
1678     ),
1679 
1680     TP_printk("vcpu_id %d vp_index %u msr 0x%x data 0x%llx",
1681           __entry->vcpu_id, __entry->vp_index, __entry->msr,
1682           __entry->data)
1683 );
1684 
1685 /*
1686  * Tracepoint for syndbg_get_msr.
1687  */
1688 TRACE_EVENT(kvm_hv_syndbg_get_msr,
1689     TP_PROTO(int vcpu_id, u32 vp_index, u32 msr, u64 data),
1690     TP_ARGS(vcpu_id, vp_index, msr, data),
1691 
1692     TP_STRUCT__entry(
1693         __field(int, vcpu_id)
1694         __field(u32, vp_index)
1695         __field(u32, msr)
1696         __field(u64, data)
1697     ),
1698 
1699     TP_fast_assign(
1700         __entry->vcpu_id = vcpu_id;
1701         __entry->vp_index = vp_index;
1702         __entry->msr = msr;
1703         __entry->data = data;
1704     ),
1705 
1706     TP_printk("vcpu_id %d vp_index %u msr 0x%x data 0x%llx",
1707           __entry->vcpu_id, __entry->vp_index, __entry->msr,
1708           __entry->data)
1709 );
1710 
1711 /*
1712  * Tracepoint for the start of VMGEXIT processing
1713  */
1714 TRACE_EVENT(kvm_vmgexit_enter,
1715     TP_PROTO(unsigned int vcpu_id, struct ghcb *ghcb),
1716     TP_ARGS(vcpu_id, ghcb),
1717 
1718     TP_STRUCT__entry(
1719         __field(unsigned int, vcpu_id)
1720         __field(u64, exit_reason)
1721         __field(u64, info1)
1722         __field(u64, info2)
1723     ),
1724 
1725     TP_fast_assign(
1726         __entry->vcpu_id     = vcpu_id;
1727         __entry->exit_reason = ghcb->save.sw_exit_code;
1728         __entry->info1       = ghcb->save.sw_exit_info_1;
1729         __entry->info2       = ghcb->save.sw_exit_info_2;
1730     ),
1731 
1732     TP_printk("vcpu %u, exit_reason %llx, exit_info1 %llx, exit_info2 %llx",
1733           __entry->vcpu_id, __entry->exit_reason,
1734           __entry->info1, __entry->info2)
1735 );
1736 
1737 /*
1738  * Tracepoint for the end of VMGEXIT processing
1739  */
1740 TRACE_EVENT(kvm_vmgexit_exit,
1741     TP_PROTO(unsigned int vcpu_id, struct ghcb *ghcb),
1742     TP_ARGS(vcpu_id, ghcb),
1743 
1744     TP_STRUCT__entry(
1745         __field(unsigned int, vcpu_id)
1746         __field(u64, exit_reason)
1747         __field(u64, info1)
1748         __field(u64, info2)
1749     ),
1750 
1751     TP_fast_assign(
1752         __entry->vcpu_id     = vcpu_id;
1753         __entry->exit_reason = ghcb->save.sw_exit_code;
1754         __entry->info1       = ghcb->save.sw_exit_info_1;
1755         __entry->info2       = ghcb->save.sw_exit_info_2;
1756     ),
1757 
1758     TP_printk("vcpu %u, exit_reason %llx, exit_info1 %llx, exit_info2 %llx",
1759           __entry->vcpu_id, __entry->exit_reason,
1760           __entry->info1, __entry->info2)
1761 );
1762 
1763 /*
1764  * Tracepoint for the start of VMGEXIT MSR procotol processing
1765  */
1766 TRACE_EVENT(kvm_vmgexit_msr_protocol_enter,
1767     TP_PROTO(unsigned int vcpu_id, u64 ghcb_gpa),
1768     TP_ARGS(vcpu_id, ghcb_gpa),
1769 
1770     TP_STRUCT__entry(
1771         __field(unsigned int, vcpu_id)
1772         __field(u64, ghcb_gpa)
1773     ),
1774 
1775     TP_fast_assign(
1776         __entry->vcpu_id  = vcpu_id;
1777         __entry->ghcb_gpa = ghcb_gpa;
1778     ),
1779 
1780     TP_printk("vcpu %u, ghcb_gpa %016llx",
1781           __entry->vcpu_id, __entry->ghcb_gpa)
1782 );
1783 
1784 /*
1785  * Tracepoint for the end of VMGEXIT MSR procotol processing
1786  */
1787 TRACE_EVENT(kvm_vmgexit_msr_protocol_exit,
1788     TP_PROTO(unsigned int vcpu_id, u64 ghcb_gpa, int result),
1789     TP_ARGS(vcpu_id, ghcb_gpa, result),
1790 
1791     TP_STRUCT__entry(
1792         __field(unsigned int, vcpu_id)
1793         __field(u64, ghcb_gpa)
1794         __field(int, result)
1795     ),
1796 
1797     TP_fast_assign(
1798         __entry->vcpu_id  = vcpu_id;
1799         __entry->ghcb_gpa = ghcb_gpa;
1800         __entry->result   = result;
1801     ),
1802 
1803     TP_printk("vcpu %u, ghcb_gpa %016llx, result %d",
1804           __entry->vcpu_id, __entry->ghcb_gpa, __entry->result)
1805 );
1806 
1807 #endif /* _TRACE_KVM_H */
1808 
1809 #undef TRACE_INCLUDE_PATH
1810 #define TRACE_INCLUDE_PATH ../../arch/x86/kvm
1811 #undef TRACE_INCLUDE_FILE
1812 #define TRACE_INCLUDE_FILE trace
1813 
1814 /* This part must be outside protection */
1815 #include <trace/define_trace.h>