5 const char default_parent_pattern[] = "^sys_|^do_page_fault";
6 const char *parent_pattern = default_parent_pattern;
7 const char default_sort_order[] = "comm,dso,symbol";
8 const char *sort_order = default_sort_order;
9 int sort__need_collapse = 0;
10 int sort__has_parent = 0;
11 int sort__has_sym = 0;
12 int sort__branch_mode = -1; /* -1 = means not set */
14 enum sort_type sort__first_dimension;
16 LIST_HEAD(hist_entry__sort_list);
18 static int repsep_snprintf(char *bf, size_t size, const char *fmt, ...)
24 n = vsnprintf(bf, size, fmt, ap);
25 if (symbol_conf.field_sep && n > 0) {
29 sep = strchr(sep, *symbol_conf.field_sep);
42 static int64_t cmp_null(void *l, void *r)
55 sort__thread_cmp(struct hist_entry *left, struct hist_entry *right)
57 return right->thread->pid - left->thread->pid;
60 static int hist_entry__thread_snprintf(struct hist_entry *self, char *bf,
61 size_t size, unsigned int width)
63 return repsep_snprintf(bf, size, "%*s:%5d", width,
64 self->thread->comm ?: "", self->thread->pid);
67 struct sort_entry sort_thread = {
68 .se_header = "Command: Pid",
69 .se_cmp = sort__thread_cmp,
70 .se_snprintf = hist_entry__thread_snprintf,
71 .se_width_idx = HISTC_THREAD,
77 sort__comm_cmp(struct hist_entry *left, struct hist_entry *right)
79 return right->thread->pid - left->thread->pid;
83 sort__comm_collapse(struct hist_entry *left, struct hist_entry *right)
85 char *comm_l = left->thread->comm;
86 char *comm_r = right->thread->comm;
88 if (!comm_l || !comm_r)
89 return cmp_null(comm_l, comm_r);
91 return strcmp(comm_l, comm_r);
94 static int hist_entry__comm_snprintf(struct hist_entry *self, char *bf,
95 size_t size, unsigned int width)
97 return repsep_snprintf(bf, size, "%*s", width, self->thread->comm);
100 static int64_t _sort__dso_cmp(struct map *map_l, struct map *map_r)
102 struct dso *dso_l = map_l ? map_l->dso : NULL;
103 struct dso *dso_r = map_r ? map_r->dso : NULL;
104 const char *dso_name_l, *dso_name_r;
106 if (!dso_l || !dso_r)
107 return cmp_null(dso_l, dso_r);
110 dso_name_l = dso_l->long_name;
111 dso_name_r = dso_r->long_name;
113 dso_name_l = dso_l->short_name;
114 dso_name_r = dso_r->short_name;
117 return strcmp(dso_name_l, dso_name_r);
120 struct sort_entry sort_comm = {
121 .se_header = "Command",
122 .se_cmp = sort__comm_cmp,
123 .se_collapse = sort__comm_collapse,
124 .se_snprintf = hist_entry__comm_snprintf,
125 .se_width_idx = HISTC_COMM,
131 sort__dso_cmp(struct hist_entry *left, struct hist_entry *right)
133 return _sort__dso_cmp(left->ms.map, right->ms.map);
137 static int64_t _sort__sym_cmp(struct symbol *sym_l, struct symbol *sym_r,
140 if (!sym_l || !sym_r)
141 return cmp_null(sym_l, sym_r);
151 return (int64_t)(ip_r - ip_l);
154 static int _hist_entry__dso_snprintf(struct map *map, char *bf,
155 size_t size, unsigned int width)
157 if (map && map->dso) {
158 const char *dso_name = !verbose ? map->dso->short_name :
160 return repsep_snprintf(bf, size, "%-*s", width, dso_name);
163 return repsep_snprintf(bf, size, "%-*s", width, "[unknown]");
166 static int hist_entry__dso_snprintf(struct hist_entry *self, char *bf,
167 size_t size, unsigned int width)
169 return _hist_entry__dso_snprintf(self->ms.map, bf, size, width);
172 static int _hist_entry__sym_snprintf(struct map *map, struct symbol *sym,
173 u64 ip, char level, char *bf, size_t size,
174 unsigned int width __maybe_unused)
179 char o = map ? dso__symtab_origin(map->dso) : '!';
180 ret += repsep_snprintf(bf, size, "%-#*llx %c ",
181 BITS_PER_LONG / 4, ip, o);
184 ret += repsep_snprintf(bf + ret, size - ret, "[%c] ", level);
186 ret += repsep_snprintf(bf + ret, size - ret, "%-*s",
190 size_t len = BITS_PER_LONG / 4;
191 ret += repsep_snprintf(bf + ret, size - ret, "%-#.*llx",
193 ret += repsep_snprintf(bf + ret, size - ret, "%-*s",
201 struct sort_entry sort_dso = {
202 .se_header = "Shared Object",
203 .se_cmp = sort__dso_cmp,
204 .se_snprintf = hist_entry__dso_snprintf,
205 .se_width_idx = HISTC_DSO,
208 static int hist_entry__sym_snprintf(struct hist_entry *self, char *bf,
210 unsigned int width __maybe_unused)
212 return _hist_entry__sym_snprintf(self->ms.map, self->ms.sym, self->ip,
213 self->level, bf, size, width);
218 sort__sym_cmp(struct hist_entry *left, struct hist_entry *right)
222 if (!left->ms.sym && !right->ms.sym)
223 return right->level - left->level;
225 if (!left->ms.sym || !right->ms.sym)
226 return cmp_null(left->ms.sym, right->ms.sym);
228 if (left->ms.sym == right->ms.sym)
231 ip_l = left->ms.sym->start;
232 ip_r = right->ms.sym->start;
234 return _sort__sym_cmp(left->ms.sym, right->ms.sym, ip_l, ip_r);
237 struct sort_entry sort_sym = {
238 .se_header = "Symbol",
239 .se_cmp = sort__sym_cmp,
240 .se_snprintf = hist_entry__sym_snprintf,
241 .se_width_idx = HISTC_SYMBOL,
247 sort__srcline_cmp(struct hist_entry *left, struct hist_entry *right)
249 return (int64_t)(right->ip - left->ip);
252 static int hist_entry__srcline_snprintf(struct hist_entry *self, char *bf,
254 unsigned int width __maybe_unused)
257 char cmd[PATH_MAX + 2], *path = self->srcline, *nl;
263 snprintf(cmd, sizeof(cmd), "addr2line -e %s %016" PRIx64,
264 self->ms.map->dso->long_name, self->ip);
265 fp = popen(cmd, "r");
269 if (getline(&path, &line_len, fp) < 0 || !line_len)
272 self->srcline = strdup(path);
273 if (self->srcline == NULL)
276 nl = strchr(self->srcline, '\n');
279 path = self->srcline;
281 return repsep_snprintf(bf, size, "%s", path);
283 return repsep_snprintf(bf, size, "%-#*llx", BITS_PER_LONG / 4, self->ip);
286 struct sort_entry sort_srcline = {
287 .se_header = "Source:Line",
288 .se_cmp = sort__srcline_cmp,
289 .se_snprintf = hist_entry__srcline_snprintf,
290 .se_width_idx = HISTC_SRCLINE,
296 sort__parent_cmp(struct hist_entry *left, struct hist_entry *right)
298 struct symbol *sym_l = left->parent;
299 struct symbol *sym_r = right->parent;
301 if (!sym_l || !sym_r)
302 return cmp_null(sym_l, sym_r);
304 return strcmp(sym_l->name, sym_r->name);
307 static int hist_entry__parent_snprintf(struct hist_entry *self, char *bf,
308 size_t size, unsigned int width)
310 return repsep_snprintf(bf, size, "%-*s", width,
311 self->parent ? self->parent->name : "[other]");
314 struct sort_entry sort_parent = {
315 .se_header = "Parent symbol",
316 .se_cmp = sort__parent_cmp,
317 .se_snprintf = hist_entry__parent_snprintf,
318 .se_width_idx = HISTC_PARENT,
324 sort__cpu_cmp(struct hist_entry *left, struct hist_entry *right)
326 return right->cpu - left->cpu;
329 static int hist_entry__cpu_snprintf(struct hist_entry *self, char *bf,
330 size_t size, unsigned int width)
332 return repsep_snprintf(bf, size, "%-*d", width, self->cpu);
335 struct sort_entry sort_cpu = {
337 .se_cmp = sort__cpu_cmp,
338 .se_snprintf = hist_entry__cpu_snprintf,
339 .se_width_idx = HISTC_CPU,
343 sort__dso_from_cmp(struct hist_entry *left, struct hist_entry *right)
345 return _sort__dso_cmp(left->branch_info->from.map,
346 right->branch_info->from.map);
349 static int hist_entry__dso_from_snprintf(struct hist_entry *self, char *bf,
350 size_t size, unsigned int width)
352 return _hist_entry__dso_snprintf(self->branch_info->from.map,
356 struct sort_entry sort_dso_from = {
357 .se_header = "Source Shared Object",
358 .se_cmp = sort__dso_from_cmp,
359 .se_snprintf = hist_entry__dso_from_snprintf,
360 .se_width_idx = HISTC_DSO_FROM,
364 sort__dso_to_cmp(struct hist_entry *left, struct hist_entry *right)
366 return _sort__dso_cmp(left->branch_info->to.map,
367 right->branch_info->to.map);
370 static int hist_entry__dso_to_snprintf(struct hist_entry *self, char *bf,
371 size_t size, unsigned int width)
373 return _hist_entry__dso_snprintf(self->branch_info->to.map,
378 sort__sym_from_cmp(struct hist_entry *left, struct hist_entry *right)
380 struct addr_map_symbol *from_l = &left->branch_info->from;
381 struct addr_map_symbol *from_r = &right->branch_info->from;
383 if (!from_l->sym && !from_r->sym)
384 return right->level - left->level;
386 return _sort__sym_cmp(from_l->sym, from_r->sym, from_l->addr,
391 sort__sym_to_cmp(struct hist_entry *left, struct hist_entry *right)
393 struct addr_map_symbol *to_l = &left->branch_info->to;
394 struct addr_map_symbol *to_r = &right->branch_info->to;
396 if (!to_l->sym && !to_r->sym)
397 return right->level - left->level;
399 return _sort__sym_cmp(to_l->sym, to_r->sym, to_l->addr, to_r->addr);
402 static int hist_entry__sym_from_snprintf(struct hist_entry *self, char *bf,
404 unsigned int width __maybe_unused)
406 struct addr_map_symbol *from = &self->branch_info->from;
407 return _hist_entry__sym_snprintf(from->map, from->sym, from->addr,
408 self->level, bf, size, width);
412 static int hist_entry__sym_to_snprintf(struct hist_entry *self, char *bf,
414 unsigned int width __maybe_unused)
416 struct addr_map_symbol *to = &self->branch_info->to;
417 return _hist_entry__sym_snprintf(to->map, to->sym, to->addr,
418 self->level, bf, size, width);
422 struct sort_entry sort_dso_to = {
423 .se_header = "Target Shared Object",
424 .se_cmp = sort__dso_to_cmp,
425 .se_snprintf = hist_entry__dso_to_snprintf,
426 .se_width_idx = HISTC_DSO_TO,
429 struct sort_entry sort_sym_from = {
430 .se_header = "Source Symbol",
431 .se_cmp = sort__sym_from_cmp,
432 .se_snprintf = hist_entry__sym_from_snprintf,
433 .se_width_idx = HISTC_SYMBOL_FROM,
436 struct sort_entry sort_sym_to = {
437 .se_header = "Target Symbol",
438 .se_cmp = sort__sym_to_cmp,
439 .se_snprintf = hist_entry__sym_to_snprintf,
440 .se_width_idx = HISTC_SYMBOL_TO,
444 sort__mispredict_cmp(struct hist_entry *left, struct hist_entry *right)
446 const unsigned char mp = left->branch_info->flags.mispred !=
447 right->branch_info->flags.mispred;
448 const unsigned char p = left->branch_info->flags.predicted !=
449 right->branch_info->flags.predicted;
454 static int hist_entry__mispredict_snprintf(struct hist_entry *self, char *bf,
455 size_t size, unsigned int width){
456 static const char *out = "N/A";
458 if (self->branch_info->flags.predicted)
460 else if (self->branch_info->flags.mispred)
463 return repsep_snprintf(bf, size, "%-*s", width, out);
466 struct sort_entry sort_mispredict = {
467 .se_header = "Branch Mispredicted",
468 .se_cmp = sort__mispredict_cmp,
469 .se_snprintf = hist_entry__mispredict_snprintf,
470 .se_width_idx = HISTC_MISPREDICT,
473 struct sort_dimension {
475 struct sort_entry *entry;
479 #define DIM(d, n, func) [d] = { .name = n, .entry = &(func) }
481 static struct sort_dimension sort_dimensions[] = {
482 DIM(SORT_PID, "pid", sort_thread),
483 DIM(SORT_COMM, "comm", sort_comm),
484 DIM(SORT_DSO, "dso", sort_dso),
485 DIM(SORT_DSO_FROM, "dso_from", sort_dso_from),
486 DIM(SORT_DSO_TO, "dso_to", sort_dso_to),
487 DIM(SORT_SYM, "symbol", sort_sym),
488 DIM(SORT_SYM_TO, "symbol_from", sort_sym_from),
489 DIM(SORT_SYM_FROM, "symbol_to", sort_sym_to),
490 DIM(SORT_PARENT, "parent", sort_parent),
491 DIM(SORT_CPU, "cpu", sort_cpu),
492 DIM(SORT_MISPREDICT, "mispredict", sort_mispredict),
493 DIM(SORT_SRCLINE, "srcline", sort_srcline),
496 int sort_dimension__add(const char *tok)
500 for (i = 0; i < ARRAY_SIZE(sort_dimensions); i++) {
501 struct sort_dimension *sd = &sort_dimensions[i];
503 if (strncasecmp(tok, sd->name, strlen(tok)))
505 if (sd->entry == &sort_parent) {
506 int ret = regcomp(&parent_regex, parent_pattern, REG_EXTENDED);
510 regerror(ret, &parent_regex, err, sizeof(err));
511 pr_err("Invalid regex: %s\n%s", parent_pattern, err);
514 sort__has_parent = 1;
515 } else if (sd->entry == &sort_sym ||
516 sd->entry == &sort_sym_from ||
517 sd->entry == &sort_sym_to) {
524 if (sd->entry->se_collapse)
525 sort__need_collapse = 1;
527 if (list_empty(&hist_entry__sort_list)) {
528 if (!strcmp(sd->name, "pid"))
529 sort__first_dimension = SORT_PID;
530 else if (!strcmp(sd->name, "comm"))
531 sort__first_dimension = SORT_COMM;
532 else if (!strcmp(sd->name, "dso"))
533 sort__first_dimension = SORT_DSO;
534 else if (!strcmp(sd->name, "symbol"))
535 sort__first_dimension = SORT_SYM;
536 else if (!strcmp(sd->name, "parent"))
537 sort__first_dimension = SORT_PARENT;
538 else if (!strcmp(sd->name, "cpu"))
539 sort__first_dimension = SORT_CPU;
540 else if (!strcmp(sd->name, "symbol_from"))
541 sort__first_dimension = SORT_SYM_FROM;
542 else if (!strcmp(sd->name, "symbol_to"))
543 sort__first_dimension = SORT_SYM_TO;
544 else if (!strcmp(sd->name, "dso_from"))
545 sort__first_dimension = SORT_DSO_FROM;
546 else if (!strcmp(sd->name, "dso_to"))
547 sort__first_dimension = SORT_DSO_TO;
548 else if (!strcmp(sd->name, "mispredict"))
549 sort__first_dimension = SORT_MISPREDICT;
552 list_add_tail(&sd->entry->list, &hist_entry__sort_list);
560 void setup_sorting(const char * const usagestr[], const struct option *opts)
562 char *tmp, *tok, *str = strdup(sort_order);
564 for (tok = strtok_r(str, ", ", &tmp);
565 tok; tok = strtok_r(NULL, ", ", &tmp)) {
566 if (sort_dimension__add(tok) < 0) {
567 error("Unknown --sort key: `%s'", tok);
568 usage_with_options(usagestr, opts);
575 void sort_entry__setup_elide(struct sort_entry *self, struct strlist *list,
576 const char *list_name, FILE *fp)
578 if (list && strlist__nr_entries(list) == 1) {
580 fprintf(fp, "# %s: %s\n", list_name,
581 strlist__entry(list, 0)->s);