tools/perf/util/event.c

   1 #include <linux/types.h>
   2 #include "event.h"
   3 #include "debug.h"
   4 #include "sort.h"
   5 #include "string.h"
   6 #include "strlist.h"
   7 #include "thread.h"
   8 #include "thread_map.h"
   9
  10 static const char *perf_event__names[] = {
  11         [0]                                     = "TOTAL",
  12         [PERF_RECORD_MMAP]                      = "MMAP",
  13         [PERF_RECORD_LOST]                      = "LOST",
  14         [PERF_RECORD_COMM]                      = "COMM",
  15         [PERF_RECORD_EXIT]                      = "EXIT",
  16         [PERF_RECORD_THROTTLE]                  = "THROTTLE",
  17         [PERF_RECORD_UNTHROTTLE]                = "UNTHROTTLE",
  18         [PERF_RECORD_FORK]                      = "FORK",
  19         [PERF_RECORD_READ]                      = "READ",
  20         [PERF_RECORD_SAMPLE]                    = "SAMPLE",
  21         [PERF_RECORD_HEADER_ATTR]               = "ATTR",
  22         [PERF_RECORD_HEADER_EVENT_TYPE]         = "EVENT_TYPE",
  23         [PERF_RECORD_HEADER_TRACING_DATA]       = "TRACING_DATA",
  24         [PERF_RECORD_HEADER_BUILD_ID]           = "BUILD_ID",
  25         [PERF_RECORD_FINISHED_ROUND]            = "FINISHED_ROUND",
  26 };
  27
  28 const char *perf_event__name(unsigned int id)
  29 {
  30         if (id >= ARRAY_SIZE(perf_event__names))
  31                 return "INVALID";
  32         if (!perf_event__names[id])
  33                 return "UNKNOWN";
  34         return perf_event__names[id];
  35 }
  36
  37 static struct perf_sample synth_sample = {
  38         .pid       = -1,
  39         .tid       = -1,
  40         .time      = -1,
  41         .stream_id = -1,
  42         .cpu       = -1,
  43         .period    = 1,
  44 };
  45
  46 static pid_t perf_event__get_comm_tgid(pid_t pid, char *comm, size_t len)
  47 {
  48         char filename[PATH_MAX];
  49         char bf[BUFSIZ];
  50         FILE *fp;
  51         size_t size = 0;
  52         pid_t tgid = -1;
  53
  54         snprintf(filename, sizeof(filename), "/proc/%d/status", pid);
  55
  56         fp = fopen(filename, "r");
  57         if (fp == NULL) {
  58                 pr_debug("couldn't open %s\n", filename);
  59                 return 0;
  60         }
  61
  62         while (!comm[0] || (tgid < 0)) {
  63                 if (fgets(bf, sizeof(bf), fp) == NULL) {
  64                         pr_warning("couldn't get COMM and pgid, malformed %s\n",
  65                                    filename);
  66                         break;
  67                 }
  68
  69                 if (memcmp(bf, "Name:", 5) == 0) {
  70                         char *name = bf + 5;
  71                         while (*name && isspace(*name))
  72                                 ++name;
  73                         size = strlen(name) - 1;
  74                         if (size >= len)
  75                                 size = len - 1;
  76                         memcpy(comm, name, size);
  77                         comm[size] = '\0';
  78
  79                 } else if (memcmp(bf, "Tgid:", 5) == 0) {
  80                         char *tgids = bf + 5;
  81                         while (*tgids && isspace(*tgids))
  82                                 ++tgids;
  83                         tgid = atoi(tgids);
  84                 }
  85         }
  86
  87         fclose(fp);
  88
  89         return tgid;
  90 }
  91
  92 static pid_t perf_event__synthesize_comm(struct perf_tool *tool,
  93                                          union perf_event *event, pid_t pid,
  94                                          int full,
  95                                          perf_event__handler_t process,
  96                                          struct machine *machine)
  97 {
  98         char filename[PATH_MAX];
  99         size_t size;
 100         DIR *tasks;
 101         struct dirent dirent, *next;
 102         pid_t tgid;
 103
 104         memset(&event->comm, 0, sizeof(event->comm));
 105
 106         tgid = perf_event__get_comm_tgid(pid, event->comm.comm,
 107                                          sizeof(event->comm.comm));
 108         if (tgid < 0)
 109                 goto out;
 110
 111         event->comm.pid = tgid;
 112         event->comm.header.type = PERF_RECORD_COMM;
 113
 114         size = strlen(event->comm.comm) + 1;
 115         size = PERF_ALIGN(size, sizeof(u64));
 116         memset(event->comm.comm + size, 0, machine->id_hdr_size);
 117         event->comm.header.size = (sizeof(event->comm) -
 118                                 (sizeof(event->comm.comm) - size) +
 119                                 machine->id_hdr_size);
 120         if (!full) {
 121                 event->comm.tid = pid;
 122
 123                 if (process(tool, event, &synth_sample, machine) != 0)
 124                         return -1;
 125
 126                 goto out;
 127         }
 128
 129         snprintf(filename, sizeof(filename), "/proc/%d/task", pid);
 130
 131         tasks = opendir(filename);
 132         if (tasks == NULL) {
 133                 pr_debug("couldn't open %s\n", filename);
 134                 return 0;
 135         }
 136
 137         while (!readdir_r(tasks, &dirent, &next) && next) {
 138                 char *end;
 139                 pid = strtol(dirent.d_name, &end, 10);
 140                 if (*end)
 141                         continue;
 142
 143                 /* already have tgid; jut want to update the comm */
 144                 (void) perf_event__get_comm_tgid(pid, event->comm.comm,
 145                                          sizeof(event->comm.comm));
 146
 147                 size = strlen(event->comm.comm) + 1;
 148                 size = PERF_ALIGN(size, sizeof(u64));
 149                 memset(event->comm.comm + size, 0, machine->id_hdr_size);
 150                 event->comm.header.size = (sizeof(event->comm) -
 151                                           (sizeof(event->comm.comm) - size) +
 152                                           machine->id_hdr_size);
 153
 154                 event->comm.tid = pid;
 155
 156                 if (process(tool, event, &synth_sample, machine) != 0) {
 157                         tgid = -1;
 158                         break;
 159                 }
 160         }
 161
 162         closedir(tasks);
 163 out:
 164         return tgid;
 165 }
 166
 167 static int perf_event__synthesize_mmap_events(struct perf_tool *tool,
 168                                               union perf_event *event,
 169                                               pid_t pid, pid_t tgid,
 170                                               perf_event__handler_t process,
 171                                               struct machine *machine)
 172 {
 173         char filename[PATH_MAX];
 174         FILE *fp;
 175         int rc = 0;
 176
 177         snprintf(filename, sizeof(filename), "/proc/%d/maps", pid);
 178
 179         fp = fopen(filename, "r");
 180         if (fp == NULL) {
 181                 /*
 182                  * We raced with a task exiting - just return:
 183                  */
 184                 pr_debug("couldn't open %s\n", filename);
 185                 return -1;
 186         }
 187
 188         event->header.type = PERF_RECORD_MMAP;
 189         /*
 190          * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
 191          */
 192         event->header.misc = PERF_RECORD_MISC_USER;
 193
 194         while (1) {
 195                 char bf[BUFSIZ], *pbf = bf;
 196                 int n;
 197                 size_t size;
 198                 if (fgets(bf, sizeof(bf), fp) == NULL)
 199                         break;
 200
 201                 /* 00400000-0040c000 r-xp 00000000 fd:01 41038  /bin/cat */
 202                 n = hex2u64(pbf, &event->mmap.start);
 203                 if (n < 0)
 204                         continue;
 205                 pbf += n + 1;
 206                 n = hex2u64(pbf, &event->mmap.len);
 207                 if (n < 0)
 208                         continue;
 209                 pbf += n + 3;
 210                 if (*pbf == 'x') { /* vm_exec */
 211                         char anonstr[] = "//anon\n";
 212                         char *execname = strchr(bf, '/');
 213
 214                         /* Catch VDSO */
 215                         if (execname == NULL)
 216                                 execname = strstr(bf, "[vdso]");
 217
 218                         /* Catch anonymous mmaps */
 219                         if ((execname == NULL) && !strstr(bf, "["))
 220                                 execname = anonstr;
 221
 222                         if (execname == NULL)
 223                                 continue;
 224
 225                         pbf += 3;
 226                         n = hex2u64(pbf, &event->mmap.pgoff);
 227
 228                         size = strlen(execname);
 229                         execname[size - 1] = '\0'; /* Remove \n */
 230                         memcpy(event->mmap.filename, execname, size);
 231                         size = PERF_ALIGN(size, sizeof(u64));
 232                         event->mmap.len -= event->mmap.start;
 233                         event->mmap.header.size = (sizeof(event->mmap) -
 234                                                 (sizeof(event->mmap.filename) - size));
 235                         memset(event->mmap.filename + size, 0, machine->id_hdr_size);
 236                         event->mmap.header.size += machine->id_hdr_size;
 237                         event->mmap.pid = tgid;
 238                         event->mmap.tid = pid;
 239
 240                         if (process(tool, event, &synth_sample, machine) != 0) {
 241                                 rc = -1;
 242                                 break;
 243                         }
 244                 }
 245         }
 246
 247         fclose(fp);
 248         return rc;
 249 }
 250
 251 int perf_event__synthesize_modules(struct perf_tool *tool,
 252                                    perf_event__handler_t process,
 253                                    struct machine *machine)
 254 {
 255         int rc = 0;
 256         struct rb_node *nd;
 257         struct map_groups *kmaps = &machine->kmaps;
 258         union perf_event *event = zalloc((sizeof(event->mmap) +
 259                                           machine->id_hdr_size));
 260         if (event == NULL) {
 261                 pr_debug("Not enough memory synthesizing mmap event "
 262                          "for kernel modules\n");
 263                 return -1;
 264         }
 265
 266         event->header.type = PERF_RECORD_MMAP;
 267
 268         /*
 269          * kernel uses 0 for user space maps, see kernel/perf_event.c
 270          * __perf_event_mmap
 271          */
 272         if (machine__is_host(machine))
 273                 event->header.misc = PERF_RECORD_MISC_KERNEL;
 274         else
 275                 event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
 276
 277         for (nd = rb_first(&kmaps->maps[MAP__FUNCTION]);
 278              nd; nd = rb_next(nd)) {
 279                 size_t size;
 280                 struct map *pos = rb_entry(nd, struct map, rb_node);
 281
 282                 if (pos->dso->kernel)
 283                         continue;
 284
 285                 size = PERF_ALIGN(pos->dso->long_name_len + 1, sizeof(u64));
 286                 event->mmap.header.type = PERF_RECORD_MMAP;
 287                 event->mmap.header.size = (sizeof(event->mmap) -
 288                                         (sizeof(event->mmap.filename) - size));
 289                 memset(event->mmap.filename + size, 0, machine->id_hdr_size);
 290                 event->mmap.header.size += machine->id_hdr_size;
 291                 event->mmap.start = pos->start;
 292                 event->mmap.len   = pos->end - pos->start;
 293                 event->mmap.pid   = machine->pid;
 294
 295                 memcpy(event->mmap.filename, pos->dso->long_name,
 296                        pos->dso->long_name_len + 1);
 297                 if (process(tool, event, &synth_sample, machine) != 0) {
 298                         rc = -1;
 299                         break;
 300                 }
 301         }
 302
 303         free(event);
 304         return rc;
 305 }
 306
 307 static int __event__synthesize_thread(union perf_event *comm_event,
 308                                       union perf_event *mmap_event,
 309                                       pid_t pid, int full,
 310                                           perf_event__handler_t process,
 311                                       struct perf_tool *tool,
 312                                       struct machine *machine)
 313 {
 314         pid_t tgid = perf_event__synthesize_comm(tool, comm_event, pid, full,
 315                                                  process, machine);
 316         if (tgid == -1)
 317                 return -1;
 318         return perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
 319                                                   process, machine);
 320 }
 321
 322 int perf_event__synthesize_thread_map(struct perf_tool *tool,
 323                                       struct thread_map *threads,
 324                                       perf_event__handler_t process,
 325                                       struct machine *machine)
 326 {
 327         union perf_event *comm_event, *mmap_event;
 328         int err = -1, thread, j;
 329
 330         comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
 331         if (comm_event == NULL)
 332                 goto out;
 333
 334         mmap_event = malloc(sizeof(mmap_event->mmap) + machine->id_hdr_size);
 335         if (mmap_event == NULL)
 336                 goto out_free_comm;
 337
 338         err = 0;
 339         for (thread = 0; thread < threads->nr; ++thread) {
 340                 if (__event__synthesize_thread(comm_event, mmap_event,
 341                                                threads->map[thread], 0,
 342                                                process, tool, machine)) {
 343                         err = -1;
 344                         break;
 345                 }
 346
 347                 /*
 348                  * comm.pid is set to thread group id by
 349                  * perf_event__synthesize_comm
 350                  */
 351                 if ((int) comm_event->comm.pid != threads->map[thread]) {
 352                         bool need_leader = true;
 353
 354                         /* is thread group leader in thread_map? */
 355                         for (j = 0; j < threads->nr; ++j) {
 356                                 if ((int) comm_event->comm.pid == threads->map[j]) {
 357                                         need_leader = false;
 358                                         break;
 359                                 }
 360                         }
 361
 362                         /* if not, generate events for it */
 363                         if (need_leader &&
 364                             __event__synthesize_thread(comm_event,
 365                                                       mmap_event,
 366                                                       comm_event->comm.pid, 0,
 367                                                       process, tool, machine)) {
 368                                 err = -1;
 369                                 break;
 370                         }
 371                 }
 372         }
 373         free(mmap_event);
 374 out_free_comm:
 375         free(comm_event);
 376 out:
 377         return err;
 378 }
 379
 380 int perf_event__synthesize_threads(struct perf_tool *tool,
 381                                    perf_event__handler_t process,
 382                                    struct machine *machine)
 383 {
 384         DIR *proc;
 385         struct dirent dirent, *next;
 386         union perf_event *comm_event, *mmap_event;
 387         int err = -1;
 388
 389         comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
 390         if (comm_event == NULL)
 391                 goto out;
 392
 393         mmap_event = malloc(sizeof(mmap_event->mmap) + machine->id_hdr_size);
 394         if (mmap_event == NULL)
 395                 goto out_free_comm;
 396
 397         proc = opendir("/proc");
 398         if (proc == NULL)
 399                 goto out_free_mmap;
 400
 401         while (!readdir_r(proc, &dirent, &next) && next) {
 402                 char *end;
 403                 pid_t pid = strtol(dirent.d_name, &end, 10);
 404
 405                 if (*end) /* only interested in proper numerical dirents */
 406                         continue;
 407
 408                 if (__event__synthesize_thread(comm_event, mmap_event, pid, 1,
 409                                            process, tool, machine) != 0) {
 410                         err = -1;
 411                         goto out_closedir;
 412                 }
 413         }
 414
 415         err = 0;
 416 out_closedir:
 417         closedir(proc);
 418 out_free_mmap:
 419         free(mmap_event);
 420 out_free_comm:
 421         free(comm_event);
 422 out:
 423         return err;
 424 }
 425
 426 struct process_symbol_args {
 427         const char *name;
 428         u64        start;
 429 };
 430
 431 static int find_symbol_cb(void *arg, const char *name, char type,
 432                           u64 start)
 433 {
 434         struct process_symbol_args *args = arg;
 435
 436         /*
 437          * Must be a function or at least an alias, as in PARISC64, where "_text" is
 438          * an 'A' to the same address as "_stext".
 439          */
 440         if (!(symbol_type__is_a(type, MAP__FUNCTION) ||
 441               type == 'A') || strcmp(name, args->name))
 442                 return 0;
 443
 444         args->start = start;
 445         return 1;
 446 }
 447
 448 int perf_event__synthesize_kernel_mmap(struct perf_tool *tool,
 449                                        perf_event__handler_t process,
 450                                        struct machine *machine,
 451                                        const char *symbol_name)
 452 {
 453         size_t size;
 454         const char *filename, *mmap_name;
 455         char path[PATH_MAX];
 456         char name_buff[PATH_MAX];
 457         struct map *map;
 458         int err;
 459         /*
 460          * We should get this from /sys/kernel/sections/.text, but till that is
 461          * available use this, and after it is use this as a fallback for older
 462          * kernels.
 463          */
 464         struct process_symbol_args args = { .name = symbol_name, };
 465         union perf_event *event = zalloc((sizeof(event->mmap) +
 466                                           machine->id_hdr_size));
 467         if (event == NULL) {
 468                 pr_debug("Not enough memory synthesizing mmap event "
 469                          "for kernel modules\n");
 470                 return -1;
 471         }
 472
 473         mmap_name = machine__mmap_name(machine, name_buff, sizeof(name_buff));
 474         if (machine__is_host(machine)) {
 475                 /*
 476                  * kernel uses PERF_RECORD_MISC_USER for user space maps,
 477                  * see kernel/perf_event.c __perf_event_mmap
 478                  */
 479                 event->header.misc = PERF_RECORD_MISC_KERNEL;
 480                 filename = "/proc/kallsyms";
 481         } else {
 482                 event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
 483                 if (machine__is_default_guest(machine))
 484                         filename = (char *) symbol_conf.default_guest_kallsyms;
 485                 else {
 486                         sprintf(path, "%s/proc/kallsyms", machine->root_dir);
 487                         filename = path;
 488                 }
 489         }
 490
 491         if (kallsyms__parse(filename, &args, find_symbol_cb) <= 0)
 492                 return -ENOENT;
 493
 494         map = machine->vmlinux_maps[MAP__FUNCTION];
 495         size = snprintf(event->mmap.filename, sizeof(event->mmap.filename),
 496                         "%s%s", mmap_name, symbol_name) + 1;
 497         size = PERF_ALIGN(size, sizeof(u64));
 498         event->mmap.header.type = PERF_RECORD_MMAP;
 499         event->mmap.header.size = (sizeof(event->mmap) -
 500                         (sizeof(event->mmap.filename) - size) + machine->id_hdr_size);
 501         event->mmap.pgoff = args.start;
 502         event->mmap.start = map->start;
 503         event->mmap.len   = map->end - event->mmap.start;
 504         event->mmap.pid   = machine->pid;
 505
 506         err = process(tool, event, &synth_sample, machine);
 507         free(event);
 508
 509         return err;
 510 }
 511
 512 size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp)
 513 {
 514         return fprintf(fp, ": %s:%d\n", event->comm.comm, event->comm.tid);
 515 }
 516
 517 int perf_event__process_comm(struct perf_tool *tool __maybe_unused,
 518                              union perf_event *event,
 519                              struct perf_sample *sample __maybe_unused,
 520                              struct machine *machine)
 521 {
 522         struct thread *thread = machine__findnew_thread(machine, event->comm.tid);
 523
 524         if (dump_trace)
 525                 perf_event__fprintf_comm(event, stdout);
 526
 527         if (thread == NULL || thread__set_comm(thread, event->comm.comm)) {
 528                 dump_printf("problem processing PERF_RECORD_COMM, skipping event.\n");
 529                 return -1;
 530         }
 531
 532         return 0;
 533 }
 534
 535 int perf_event__process_lost(struct perf_tool *tool __maybe_unused,
 536                              union perf_event *event,
 537                              struct perf_sample *sample __maybe_unused,
 538                              struct machine *machine __maybe_unused)
 539 {
 540         dump_printf(": id:%" PRIu64 ": lost:%" PRIu64 "\n",
 541                     event->lost.id, event->lost.lost);
 542         return 0;
 543 }
 544
 545 static void perf_event__set_kernel_mmap_len(union perf_event *event,
 546                                             struct map **maps)
 547 {
 548         maps[MAP__FUNCTION]->start = event->mmap.start;
 549         maps[MAP__FUNCTION]->end   = event->mmap.start + event->mmap.len;
 550         /*
 551          * Be a bit paranoid here, some perf.data file came with
 552          * a zero sized synthesized MMAP event for the kernel.
 553          */
 554         if (maps[MAP__FUNCTION]->end == 0)
 555                 maps[MAP__FUNCTION]->end = ~0ULL;
 556 }
 557
 558 static int perf_event__process_kernel_mmap(struct perf_tool *tool
 559                                            __maybe_unused,
 560                                            union perf_event *event,
 561                                            struct machine *machine)
 562 {
 563         struct map *map;
 564         char kmmap_prefix[PATH_MAX];
 565         enum dso_kernel_type kernel_type;
 566         bool is_kernel_mmap;
 567
 568         machine__mmap_name(machine, kmmap_prefix, sizeof(kmmap_prefix));
 569         if (machine__is_host(machine))
 570                 kernel_type = DSO_TYPE_KERNEL;
 571         else
 572                 kernel_type = DSO_TYPE_GUEST_KERNEL;
 573
 574         is_kernel_mmap = memcmp(event->mmap.filename,
 575                                 kmmap_prefix,
 576                                 strlen(kmmap_prefix) - 1) == 0;
 577         if (event->mmap.filename[0] == '/' ||
 578             (!is_kernel_mmap && event->mmap.filename[0] == '[')) {
 579
 580                 char short_module_name[1024];
 581                 char *name, *dot;
 582
 583                 if (event->mmap.filename[0] == '/') {
 584                         name = strrchr(event->mmap.filename, '/');
 585                         if (name == NULL)
 586                                 goto out_problem;
 587
 588                         ++name; /* skip / */
 589                         dot = strrchr(name, '.');
 590                         if (dot == NULL)
 591                                 goto out_problem;
 592                         snprintf(short_module_name, sizeof(short_module_name),
 593                                         "[%.*s]", (int)(dot - name), name);
 594                         strxfrchar(short_module_name, '-', '_');
 595                 } else
 596                         strcpy(short_module_name, event->mmap.filename);
 597
 598                 map = machine__new_module(machine, event->mmap.start,
 599                                           event->mmap.filename);
 600                 if (map == NULL)
 601                         goto out_problem;
 602
 603                 name = strdup(short_module_name);
 604                 if (name == NULL)
 605                         goto out_problem;
 606
 607                 map->dso->short_name = name;
 608                 map->dso->sname_alloc = 1;
 609                 map->end = map->start + event->mmap.len;
 610         } else if (is_kernel_mmap) {
 611                 const char *symbol_name = (event->mmap.filename +
 612                                 strlen(kmmap_prefix));
 613                 /*
 614                  * Should be there already, from the build-id table in
 615                  * the header.
 616                  */
 617                 struct dso *kernel = __dsos__findnew(&machine->kernel_dsos,
 618                                                      kmmap_prefix);
 619                 if (kernel == NULL)
 620                         goto out_problem;
 621
 622                 kernel->kernel = kernel_type;
 623                 if (__machine__create_kernel_maps(machine, kernel) < 0)
 624                         goto out_problem;
 625
 626                 perf_event__set_kernel_mmap_len(event, machine->vmlinux_maps);
 627
 628                 /*
 629                  * Avoid using a zero address (kptr_restrict) for the ref reloc
 630                  * symbol. Effectively having zero here means that at record
 631                  * time /proc/sys/kernel/kptr_restrict was non zero.
 632                  */
 633                 if (event->mmap.pgoff != 0) {
 634                         maps__set_kallsyms_ref_reloc_sym(machine->vmlinux_maps,
 635                                                          symbol_name,
 636                                                          event->mmap.pgoff);
 637                 }
 638
 639                 if (machine__is_default_guest(machine)) {
 640                         /*
 641                          * preload dso of guest kernel and modules
 642                          */
 643                         dso__load(kernel, machine->vmlinux_maps[MAP__FUNCTION],
 644                                   NULL);
 645                 }
 646         }
 647         return 0;
 648 out_problem:
 649         return -1;
 650 }
 651
 652 size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp)
 653 {
 654         return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64 "]: %s\n",
 655                        event->mmap.pid, event->mmap.tid, event->mmap.start,
 656                        event->mmap.len, event->mmap.pgoff, event->mmap.filename);
 657 }
 658
 659 int perf_event__process_mmap(struct perf_tool *tool,
 660                              union perf_event *event,
 661                              struct perf_sample *sample __maybe_unused,
 662                              struct machine *machine)
 663 {
 664         struct thread *thread;
 665         struct map *map;
 666         u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
 667         int ret = 0;
 668
 669         if (dump_trace)
 670                 perf_event__fprintf_mmap(event, stdout);
 671
 672         if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL ||
 673             cpumode == PERF_RECORD_MISC_KERNEL) {
 674                 ret = perf_event__process_kernel_mmap(tool, event, machine);
 675                 if (ret < 0)
 676                         goto out_problem;
 677                 return 0;
 678         }
 679
 680         thread = machine__findnew_thread(machine, event->mmap.pid);
 681         if (thread == NULL)
 682                 goto out_problem;
 683         map = map__new(&machine->user_dsos, event->mmap.start,
 684                         event->mmap.len, event->mmap.pgoff,
 685                         event->mmap.pid, event->mmap.filename,
 686                         MAP__FUNCTION);
 687         if (map == NULL)
 688                 goto out_problem;
 689
 690         thread__insert_map(thread, map);
 691         return 0;
 692
 693 out_problem:
 694         dump_printf("problem processing PERF_RECORD_MMAP, skipping event.\n");
 695         return 0;
 696 }
 697
 698 size_t perf_event__fprintf_task(union perf_event *event, FILE *fp)
 699 {
 700         return fprintf(fp, "(%d:%d):(%d:%d)\n",
 701                        event->fork.pid, event->fork.tid,
 702                        event->fork.ppid, event->fork.ptid);
 703 }
 704
 705 int perf_event__process_task(struct perf_tool *tool __maybe_unused,
 706                              union perf_event *event,
 707                              struct perf_sample *sample __maybe_unused,
 708                               struct machine *machine)
 709 {
 710         struct thread *thread = machine__findnew_thread(machine, event->fork.tid);
 711         struct thread *parent = machine__findnew_thread(machine, event->fork.ptid);
 712
 713         if (dump_trace)
 714                 perf_event__fprintf_task(event, stdout);
 715
 716         if (event->header.type == PERF_RECORD_EXIT) {
 717                 machine__remove_thread(machine, thread);
 718                 return 0;
 719         }
 720
 721         if (thread == NULL || parent == NULL ||
 722             thread__fork(thread, parent) < 0) {
 723                 dump_printf("problem processing PERF_RECORD_FORK, skipping event.\n");
 724                 return -1;
 725         }
 726
 727         return 0;
 728 }
 729
 730 size_t perf_event__fprintf(union perf_event *event, FILE *fp)
 731 {
 732         size_t ret = fprintf(fp, "PERF_RECORD_%s",
 733                              perf_event__name(event->header.type));
 734
 735         switch (event->header.type) {
 736         case PERF_RECORD_COMM:
 737                 ret += perf_event__fprintf_comm(event, fp);
 738                 break;
 739         case PERF_RECORD_FORK:
 740         case PERF_RECORD_EXIT:
 741                 ret += perf_event__fprintf_task(event, fp);
 742                 break;
 743         case PERF_RECORD_MMAP:
 744                 ret += perf_event__fprintf_mmap(event, fp);
 745                 break;
 746         default:
 747                 ret += fprintf(fp, "\n");
 748         }
 749
 750         return ret;
 751 }
 752
 753 int perf_event__process(struct perf_tool *tool, union perf_event *event,
 754                         struct perf_sample *sample, struct machine *machine)
 755 {
 756         switch (event->header.type) {
 757         case PERF_RECORD_COMM:
 758                 perf_event__process_comm(tool, event, sample, machine);
 759                 break;
 760         case PERF_RECORD_MMAP:
 761                 perf_event__process_mmap(tool, event, sample, machine);
 762                 break;
 763         case PERF_RECORD_FORK:
 764         case PERF_RECORD_EXIT:
 765                 perf_event__process_task(tool, event, sample, machine);
 766                 break;
 767         case PERF_RECORD_LOST:
 768                 perf_event__process_lost(tool, event, sample, machine);
 769         default:
 770                 break;
 771         }
 772
 773         return 0;
 774 }
 775
 776 void thread__find_addr_map(struct thread *self,
 777                            struct machine *machine, u8 cpumode,
 778                            enum map_type type, u64 addr,
 779                            struct addr_location *al)
 780 {
 781         struct map_groups *mg = &self->mg;
 782
 783         al->thread = self;
 784         al->addr = addr;
 785         al->cpumode = cpumode;
 786         al->filtered = false;
 787
 788         if (machine == NULL) {
 789                 al->map = NULL;
 790                 return;
 791         }
 792
 793         if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
 794                 al->level = 'k';
 795                 mg = &machine->kmaps;
 796         } else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
 797                 al->level = '.';
 798         } else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
 799                 al->level = 'g';
 800                 mg = &machine->kmaps;
 801         } else {
 802                 /*
 803                  * 'u' means guest os user space.
 804                  * TODO: We don't support guest user space. Might support late.
 805                  */
 806                 if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest)
 807                         al->level = 'u';
 808                 else
 809                         al->level = 'H';
 810                 al->map = NULL;
 811
 812                 if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
 813                         cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
 814                         !perf_guest)
 815                         al->filtered = true;
 816                 if ((cpumode == PERF_RECORD_MISC_USER ||
 817                         cpumode == PERF_RECORD_MISC_KERNEL) &&
 818                         !perf_host)
 819                         al->filtered = true;
 820
 821                 return;
 822         }
 823 try_again:
 824         al->map = map_groups__find(mg, type, al->addr);
 825         if (al->map == NULL) {
 826                 /*
 827                  * If this is outside of all known maps, and is a negative
 828                  * address, try to look it up in the kernel dso, as it might be
 829                  * a vsyscall or vdso (which executes in user-mode).
 830                  *
 831                  * XXX This is nasty, we should have a symbol list in the
 832                  * "[vdso]" dso, but for now lets use the old trick of looking
 833                  * in the whole kernel symbol list.
 834                  */
 835                 if ((long long)al->addr < 0 &&
 836                     cpumode == PERF_RECORD_MISC_USER &&
 837                     machine && mg != &machine->kmaps) {
 838                         mg = &machine->kmaps;
 839                         goto try_again;
 840                 }
 841         } else
 842                 al->addr = al->map->map_ip(al->map, al->addr);
 843 }
 844
 845 void thread__find_addr_location(struct thread *thread, struct machine *machine,
 846                                 u8 cpumode, enum map_type type, u64 addr,
 847                                 struct addr_location *al,
 848                                 symbol_filter_t filter)
 849 {
 850         thread__find_addr_map(thread, machine, cpumode, type, addr, al);
 851         if (al->map != NULL)
 852                 al->sym = map__find_symbol(al->map, al->addr, filter);
 853         else
 854                 al->sym = NULL;
 855 }
 856
 857 int perf_event__preprocess_sample(const union perf_event *event,
 858                                   struct machine *machine,
 859                                   struct addr_location *al,
 860                                   struct perf_sample *sample,
 861                                   symbol_filter_t filter)
 862 {
 863         u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
 864         struct thread *thread = machine__findnew_thread(machine, event->ip.pid);
 865
 866         if (thread == NULL)
 867                 return -1;
 868
 869         if (symbol_conf.comm_list &&
 870             !strlist__has_entry(symbol_conf.comm_list, thread->comm))
 871                 goto out_filtered;
 872
 873         dump_printf(" ... thread: %s:%d\n", thread->comm, thread->pid);
 874         /*
 875          * Have we already created the kernel maps for this machine?
 876          *
 877          * This should have happened earlier, when we processed the kernel MMAP
 878          * events, but for older perf.data files there was no such thing, so do
 879          * it now.
 880          */
 881         if (cpumode == PERF_RECORD_MISC_KERNEL &&
 882             machine->vmlinux_maps[MAP__FUNCTION] == NULL)
 883                 machine__create_kernel_maps(machine);
 884
 885         thread__find_addr_map(thread, machine, cpumode, MAP__FUNCTION,
 886                               event->ip.ip, al);
 887         dump_printf(" ...... dso: %s\n",
 888                     al->map ? al->map->dso->long_name :
 889                         al->level == 'H' ? "[hypervisor]" : "<not found>");
 890         al->sym = NULL;
 891         al->cpu = sample->cpu;
 892
 893         if (al->map) {
 894                 struct dso *dso = al->map->dso;
 895
 896                 if (symbol_conf.dso_list &&
 897                     (!dso || !(strlist__has_entry(symbol_conf.dso_list,
 898                                                   dso->short_name) ||
 899                                (dso->short_name != dso->long_name &&
 900                                 strlist__has_entry(symbol_conf.dso_list,
 901                                                    dso->long_name)))))
 902                         goto out_filtered;
 903
 904                 al->sym = map__find_symbol(al->map, al->addr, filter);
 905         }
 906
 907         if (symbol_conf.sym_list &&
 908                 (!al->sym || !strlist__has_entry(symbol_conf.sym_list,
 909                                                 al->sym->name)))
 910                 goto out_filtered;
 911
 912         return 0;
 913
 914 out_filtered:
 915         al->filtered = true;
 916         return 0;
 917 }