arch/x86/kvm/mmutrace.h

   1 #if !defined(_TRACE_KVMMMU_H) || defined(TRACE_HEADER_MULTI_READ)
   2 #define _TRACE_KVMMMU_H
   3
   4 #include <linux/tracepoint.h>
   5 #include <linux/trace_events.h>
   6
   7 #undef TRACE_SYSTEM
   8 #define TRACE_SYSTEM kvmmmu
   9
  10 #define KVM_MMU_PAGE_FIELDS                     \
  11         __field(unsigned long, mmu_valid_gen)   \
  12         __field(__u64, gfn)                     \
  13         __field(__u32, role)                    \
  14         __field(__u32, root_count)              \
  15         __field(bool, unsync)
  16
  17 #define KVM_MMU_PAGE_ASSIGN(sp)                         \
  18         __entry->mmu_valid_gen = sp->mmu_valid_gen;     \
  19         __entry->gfn = sp->gfn;                         \
  20         __entry->role = sp->role.word;                  \
  21         __entry->root_count = sp->root_count;           \
  22         __entry->unsync = sp->unsync;
  23
  24 #define KVM_MMU_PAGE_PRINTK() ({                                        \
  25         const char *saved_ptr = trace_seq_buffer_ptr(p);                \
  26         static const char *access_str[] = {                             \
  27                 "---", "--x", "w--", "w-x", "-u-", "-ux", "wu-", "wux"  \
  28         };                                                              \
  29         union kvm_mmu_page_role role;                                   \
  30                                                                         \
  31         role.word = __entry->role;                                      \
  32                                                                         \
  33         trace_seq_printf(p, "sp gen %lx gfn %llx l%u%s q%u%s %s%s"      \
  34                          " %snxe %sad root %u %s%c",                    \
  35                          __entry->mmu_valid_gen,                        \
  36                          __entry->gfn, role.level,                      \
  37                          role.cr4_pae ? " pae" : "",                    \
  38                          role.quadrant,                                 \
  39                          role.direct ? " direct" : "",                  \
  40                          access_str[role.access],                       \
  41                          role.invalid ? " invalid" : "",                \
  42                          role.nxe ? "" : "!",                           \
  43                          role.ad_disabled ? "!" : "",                   \
  44                          __entry->root_count,                           \
  45                          __entry->unsync ? "unsync" : "sync", 0);       \
  46         saved_ptr;                                                      \
  47                 })
  48
  49 #define kvm_mmu_trace_pferr_flags       \
  50         { PFERR_PRESENT_MASK, "P" },    \
  51         { PFERR_WRITE_MASK, "W" },      \
  52         { PFERR_USER_MASK, "U" },       \
  53         { PFERR_RSVD_MASK, "RSVD" },    \
  54         { PFERR_FETCH_MASK, "F" }
  55
  56 /*
  57  * A pagetable walk has started
  58  */
  59 TRACE_EVENT(
  60         kvm_mmu_pagetable_walk,
  61         TP_PROTO(u64 addr, u32 pferr),
  62         TP_ARGS(addr, pferr),
  63
  64         TP_STRUCT__entry(
  65                 __field(__u64, addr)
  66                 __field(__u32, pferr)
  67         ),
  68
  69         TP_fast_assign(
  70                 __entry->addr = addr;
  71                 __entry->pferr = pferr;
  72         ),
  73
  74         TP_printk("addr %llx pferr %x %s", __entry->addr, __entry->pferr,
  75                   __print_flags(__entry->pferr, "|", kvm_mmu_trace_pferr_flags))
  76 );
  77
  78
  79 /* We just walked a paging element */
  80 TRACE_EVENT(
  81         kvm_mmu_paging_element,
  82         TP_PROTO(u64 pte, int level),
  83         TP_ARGS(pte, level),
  84
  85         TP_STRUCT__entry(
  86                 __field(__u64, pte)
  87                 __field(__u32, level)
  88                 ),
  89
  90         TP_fast_assign(
  91                 __entry->pte = pte;
  92                 __entry->level = level;
  93                 ),
  94
  95         TP_printk("pte %llx level %u", __entry->pte, __entry->level)
  96 );
  97
  98 DECLARE_EVENT_CLASS(kvm_mmu_set_bit_class,
  99
 100         TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
 101
 102         TP_ARGS(table_gfn, index, size),
 103
 104         TP_STRUCT__entry(
 105                 __field(__u64, gpa)
 106         ),
 107
 108         TP_fast_assign(
 109                 __entry->gpa = ((u64)table_gfn << PAGE_SHIFT)
 110                                 + index * size;
 111                 ),
 112
 113         TP_printk("gpa %llx", __entry->gpa)
 114 );
 115
 116 /* We set a pte accessed bit */
 117 DEFINE_EVENT(kvm_mmu_set_bit_class, kvm_mmu_set_accessed_bit,
 118
 119         TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
 120
 121         TP_ARGS(table_gfn, index, size)
 122 );
 123
 124 /* We set a pte dirty bit */
 125 DEFINE_EVENT(kvm_mmu_set_bit_class, kvm_mmu_set_dirty_bit,
 126
 127         TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
 128
 129         TP_ARGS(table_gfn, index, size)
 130 );
 131
 132 TRACE_EVENT(
 133         kvm_mmu_walker_error,
 134         TP_PROTO(u32 pferr),
 135         TP_ARGS(pferr),
 136
 137         TP_STRUCT__entry(
 138                 __field(__u32, pferr)
 139                 ),
 140
 141         TP_fast_assign(
 142                 __entry->pferr = pferr;
 143                 ),
 144
 145         TP_printk("pferr %x %s", __entry->pferr,
 146                   __print_flags(__entry->pferr, "|", kvm_mmu_trace_pferr_flags))
 147 );
 148
 149 TRACE_EVENT(
 150         kvm_mmu_get_page,
 151         TP_PROTO(struct kvm_mmu_page *sp, bool created),
 152         TP_ARGS(sp, created),
 153
 154         TP_STRUCT__entry(
 155                 KVM_MMU_PAGE_FIELDS
 156                 __field(bool, created)
 157                 ),
 158
 159         TP_fast_assign(
 160                 KVM_MMU_PAGE_ASSIGN(sp)
 161                 __entry->created = created;
 162                 ),
 163
 164         TP_printk("%s %s", KVM_MMU_PAGE_PRINTK(),
 165                   __entry->created ? "new" : "existing")
 166 );
 167
 168 DECLARE_EVENT_CLASS(kvm_mmu_page_class,
 169
 170         TP_PROTO(struct kvm_mmu_page *sp),
 171         TP_ARGS(sp),
 172
 173         TP_STRUCT__entry(
 174                 KVM_MMU_PAGE_FIELDS
 175         ),
 176
 177         TP_fast_assign(
 178                 KVM_MMU_PAGE_ASSIGN(sp)
 179         ),
 180
 181         TP_printk("%s", KVM_MMU_PAGE_PRINTK())
 182 );
 183
 184 DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_sync_page,
 185         TP_PROTO(struct kvm_mmu_page *sp),
 186
 187         TP_ARGS(sp)
 188 );
 189
 190 DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_unsync_page,
 191         TP_PROTO(struct kvm_mmu_page *sp),
 192
 193         TP_ARGS(sp)
 194 );
 195
 196 DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_prepare_zap_page,
 197         TP_PROTO(struct kvm_mmu_page *sp),
 198
 199         TP_ARGS(sp)
 200 );
 201
 202 TRACE_EVENT(
 203         mark_mmio_spte,
 204         TP_PROTO(u64 *sptep, gfn_t gfn, unsigned access, unsigned int gen),
 205         TP_ARGS(sptep, gfn, access, gen),
 206
 207         TP_STRUCT__entry(
 208                 __field(void *, sptep)
 209                 __field(gfn_t, gfn)
 210                 __field(unsigned, access)
 211                 __field(unsigned int, gen)
 212         ),
 213
 214         TP_fast_assign(
 215                 __entry->sptep = sptep;
 216                 __entry->gfn = gfn;
 217                 __entry->access = access;
 218                 __entry->gen = gen;
 219         ),
 220
 221         TP_printk("sptep:%p gfn %llx access %x gen %x", __entry->sptep,
 222                   __entry->gfn, __entry->access, __entry->gen)
 223 );
 224
 225 TRACE_EVENT(
 226         handle_mmio_page_fault,
 227         TP_PROTO(u64 addr, gfn_t gfn, unsigned access),
 228         TP_ARGS(addr, gfn, access),
 229
 230         TP_STRUCT__entry(
 231                 __field(u64, addr)
 232                 __field(gfn_t, gfn)
 233                 __field(unsigned, access)
 234         ),
 235
 236         TP_fast_assign(
 237                 __entry->addr = addr;
 238                 __entry->gfn = gfn;
 239                 __entry->access = access;
 240         ),
 241
 242         TP_printk("addr:%llx gfn %llx access %x", __entry->addr, __entry->gfn,
 243                   __entry->access)
 244 );
 245
 246 #define __spte_satisfied(__spte)                                \
 247         (__entry->retry && is_writable_pte(__entry->__spte))
 248
 249 TRACE_EVENT(
 250         fast_page_fault,
 251         TP_PROTO(struct kvm_vcpu *vcpu, gva_t gva, u32 error_code,
 252                  u64 *sptep, u64 old_spte, bool retry),
 253         TP_ARGS(vcpu, gva, error_code, sptep, old_spte, retry),
 254
 255         TP_STRUCT__entry(
 256                 __field(int, vcpu_id)
 257                 __field(gva_t, gva)
 258                 __field(u32, error_code)
 259                 __field(u64 *, sptep)
 260                 __field(u64, old_spte)
 261                 __field(u64, new_spte)
 262                 __field(bool, retry)
 263         ),
 264
 265         TP_fast_assign(
 266                 __entry->vcpu_id = vcpu->vcpu_id;
 267                 __entry->gva = gva;
 268                 __entry->error_code = error_code;
 269                 __entry->sptep = sptep;
 270                 __entry->old_spte = old_spte;
 271                 __entry->new_spte = *sptep;
 272                 __entry->retry = retry;
 273         ),
 274
 275         TP_printk("vcpu %d gva %lx error_code %s sptep %p old %#llx"
 276                   " new %llx spurious %d fixed %d", __entry->vcpu_id,
 277                   __entry->gva, __print_flags(__entry->error_code, "|",
 278                   kvm_mmu_trace_pferr_flags), __entry->sptep,
 279                   __entry->old_spte, __entry->new_spte,
 280                   __spte_satisfied(old_spte), __spte_satisfied(new_spte)
 281         )
 282 );
 283
 284 TRACE_EVENT(
 285         kvm_mmu_invalidate_zap_all_pages,
 286         TP_PROTO(struct kvm *kvm),
 287         TP_ARGS(kvm),
 288
 289         TP_STRUCT__entry(
 290                 __field(unsigned long, mmu_valid_gen)
 291                 __field(unsigned int, mmu_used_pages)
 292         ),
 293
 294         TP_fast_assign(
 295                 __entry->mmu_valid_gen = kvm->arch.mmu_valid_gen;
 296                 __entry->mmu_used_pages = kvm->arch.n_used_mmu_pages;
 297         ),
 298
 299         TP_printk("kvm-mmu-valid-gen %lx used_pages %x",
 300                   __entry->mmu_valid_gen, __entry->mmu_used_pages
 301         )
 302 );
 303
 304
 305 TRACE_EVENT(
 306         check_mmio_spte,
 307         TP_PROTO(u64 spte, unsigned int kvm_gen, unsigned int spte_gen),
 308         TP_ARGS(spte, kvm_gen, spte_gen),
 309
 310         TP_STRUCT__entry(
 311                 __field(unsigned int, kvm_gen)
 312                 __field(unsigned int, spte_gen)
 313                 __field(u64, spte)
 314         ),
 315
 316         TP_fast_assign(
 317                 __entry->kvm_gen = kvm_gen;
 318                 __entry->spte_gen = spte_gen;
 319                 __entry->spte = spte;
 320         ),
 321
 322         TP_printk("spte %llx kvm_gen %x spte-gen %x valid %d", __entry->spte,
 323                   __entry->kvm_gen, __entry->spte_gen,
 324                   __entry->kvm_gen == __entry->spte_gen
 325         )
 326 );
 327 #endif /* _TRACE_KVMMMU_H */
 328
 329 #undef TRACE_INCLUDE_PATH
 330 #define TRACE_INCLUDE_PATH .
 331 #undef TRACE_INCLUDE_FILE
 332 #define TRACE_INCLUDE_FILE mmutrace
 333
 334 /* This part must be outside protection */
 335 #include <trace/define_trace.h>