2 #include <linux/compiler.h>
4 #include "../util/hist.h"
5 #include "../util/util.h"
6 #include "../util/sort.h"
7 #include "../util/evsel.h"
9 /* hist period print (hpp) functions */
11 #define hpp__call_print_fn(hpp, fn, fmt, ...) \
13 int __ret = fn(hpp, fmt, ##__VA_ARGS__); \
14 advance_hpp(hpp, __ret); \
18 static int __hpp__fmt(struct perf_hpp *hpp, struct hist_entry *he,
19 hpp_field_fn get_field, const char *fmt, int len,
20 hpp_snprint_fn print_fn, bool fmt_percent)
23 struct hists *hists = he->hists;
24 struct perf_evsel *evsel = hists_to_evsel(hists);
26 size_t size = hpp->size;
30 u64 total = hists__total_period(hists);
33 percent = 100.0 * get_field(he) / total;
35 ret = hpp__call_print_fn(hpp, print_fn, fmt, len, percent);
37 ret = hpp__call_print_fn(hpp, print_fn, fmt, len, get_field(he));
39 if (perf_evsel__is_group_event(evsel)) {
40 int prev_idx, idx_delta;
41 struct hist_entry *pair;
42 int nr_members = evsel->nr_members;
44 prev_idx = perf_evsel__group_idx(evsel);
46 list_for_each_entry(pair, &he->pairs.head, pairs.node) {
47 u64 period = get_field(pair);
48 u64 total = hists__total_period(pair->hists);
53 evsel = hists_to_evsel(pair->hists);
54 idx_delta = perf_evsel__group_idx(evsel) - prev_idx - 1;
58 * zero-fill group members in the middle which
62 ret += hpp__call_print_fn(hpp, print_fn,
65 ret += hpp__call_print_fn(hpp, print_fn,
71 ret += hpp__call_print_fn(hpp, print_fn, fmt, len,
72 100.0 * period / total);
74 ret += hpp__call_print_fn(hpp, print_fn, fmt,
78 prev_idx = perf_evsel__group_idx(evsel);
81 idx_delta = nr_members - prev_idx - 1;
85 * zero-fill group members at last which have no sample
88 ret += hpp__call_print_fn(hpp, print_fn,
91 ret += hpp__call_print_fn(hpp, print_fn,
98 * Restore original buf and size as it's where caller expects
99 * the result will be saved.
107 int hpp__fmt(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
108 struct hist_entry *he, hpp_field_fn get_field,
109 const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
111 int len = fmt->user_len ?: fmt->len;
113 if (symbol_conf.field_sep) {
114 return __hpp__fmt(hpp, he, get_field, fmtstr, 1,
115 print_fn, fmt_percent);
119 len -= 2; /* 2 for a space and a % sign */
123 return __hpp__fmt(hpp, he, get_field, fmtstr, len, print_fn, fmt_percent);
126 int hpp__fmt_acc(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
127 struct hist_entry *he, hpp_field_fn get_field,
128 const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
130 if (!symbol_conf.cumulate_callchain) {
131 int len = fmt->user_len ?: fmt->len;
132 return snprintf(hpp->buf, hpp->size, " %*s", len - 1, "N/A");
135 return hpp__fmt(fmt, hpp, he, get_field, fmtstr, print_fn, fmt_percent);
138 static int field_cmp(u64 field_a, u64 field_b)
140 if (field_a > field_b)
142 if (field_a < field_b)
147 static int __hpp__sort(struct hist_entry *a, struct hist_entry *b,
148 hpp_field_fn get_field)
152 struct perf_evsel *evsel;
153 struct hist_entry *pair;
154 u64 *fields_a, *fields_b;
156 ret = field_cmp(get_field(a), get_field(b));
157 if (ret || !symbol_conf.event_group)
160 evsel = hists_to_evsel(a->hists);
161 if (!perf_evsel__is_group_event(evsel))
164 nr_members = evsel->nr_members;
165 fields_a = calloc(nr_members, sizeof(*fields_a));
166 fields_b = calloc(nr_members, sizeof(*fields_b));
168 if (!fields_a || !fields_b)
171 list_for_each_entry(pair, &a->pairs.head, pairs.node) {
172 evsel = hists_to_evsel(pair->hists);
173 fields_a[perf_evsel__group_idx(evsel)] = get_field(pair);
176 list_for_each_entry(pair, &b->pairs.head, pairs.node) {
177 evsel = hists_to_evsel(pair->hists);
178 fields_b[perf_evsel__group_idx(evsel)] = get_field(pair);
181 for (i = 1; i < nr_members; i++) {
182 ret = field_cmp(fields_a[i], fields_b[i]);
194 static int __hpp__sort_acc(struct hist_entry *a, struct hist_entry *b,
195 hpp_field_fn get_field)
199 if (symbol_conf.cumulate_callchain) {
201 * Put caller above callee when they have equal period.
203 ret = field_cmp(get_field(a), get_field(b));
207 if (a->thread != b->thread || !symbol_conf.use_callchain)
210 ret = b->callchain->max_depth - a->callchain->max_depth;
215 static int hpp__width_fn(struct perf_hpp_fmt *fmt,
216 struct perf_hpp *hpp __maybe_unused,
217 struct perf_evsel *evsel)
219 int len = fmt->user_len ?: fmt->len;
221 if (symbol_conf.event_group)
222 len = max(len, evsel->nr_members * fmt->len);
224 if (len < (int)strlen(fmt->name))
225 len = strlen(fmt->name);
230 static int hpp__header_fn(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
231 struct perf_evsel *evsel)
233 int len = hpp__width_fn(fmt, hpp, evsel);
234 return scnprintf(hpp->buf, hpp->size, "%*s", len, fmt->name);
237 static int hpp_color_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
240 ssize_t ssize = hpp->size;
245 len = va_arg(args, int);
246 percent = va_arg(args, double);
247 ret = percent_color_len_snprintf(hpp->buf, hpp->size, fmt, len, percent);
250 return (ret >= ssize) ? (ssize - 1) : ret;
253 static int hpp_entry_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
256 ssize_t ssize = hpp->size;
260 ret = vsnprintf(hpp->buf, hpp->size, fmt, args);
263 return (ret >= ssize) ? (ssize - 1) : ret;
266 #define __HPP_COLOR_PERCENT_FN(_type, _field) \
267 static u64 he_get_##_field(struct hist_entry *he) \
269 return he->stat._field; \
272 static int hpp__color_##_type(struct perf_hpp_fmt *fmt, \
273 struct perf_hpp *hpp, struct hist_entry *he) \
275 return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%", \
276 hpp_color_scnprintf, true); \
279 #define __HPP_ENTRY_PERCENT_FN(_type, _field) \
280 static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
281 struct perf_hpp *hpp, struct hist_entry *he) \
283 return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%", \
284 hpp_entry_scnprintf, true); \
287 #define __HPP_SORT_FN(_type, _field) \
288 static int64_t hpp__sort_##_type(struct hist_entry *a, struct hist_entry *b) \
290 return __hpp__sort(a, b, he_get_##_field); \
293 #define __HPP_COLOR_ACC_PERCENT_FN(_type, _field) \
294 static u64 he_get_acc_##_field(struct hist_entry *he) \
296 return he->stat_acc->_field; \
299 static int hpp__color_##_type(struct perf_hpp_fmt *fmt, \
300 struct perf_hpp *hpp, struct hist_entry *he) \
302 return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", \
303 hpp_color_scnprintf, true); \
306 #define __HPP_ENTRY_ACC_PERCENT_FN(_type, _field) \
307 static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
308 struct perf_hpp *hpp, struct hist_entry *he) \
310 return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", \
311 hpp_entry_scnprintf, true); \
314 #define __HPP_SORT_ACC_FN(_type, _field) \
315 static int64_t hpp__sort_##_type(struct hist_entry *a, struct hist_entry *b) \
317 return __hpp__sort_acc(a, b, he_get_acc_##_field); \
320 #define __HPP_ENTRY_RAW_FN(_type, _field) \
321 static u64 he_get_raw_##_field(struct hist_entry *he) \
323 return he->stat._field; \
326 static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
327 struct perf_hpp *hpp, struct hist_entry *he) \
329 return hpp__fmt(fmt, hpp, he, he_get_raw_##_field, " %*"PRIu64, \
330 hpp_entry_scnprintf, false); \
333 #define __HPP_SORT_RAW_FN(_type, _field) \
334 static int64_t hpp__sort_##_type(struct hist_entry *a, struct hist_entry *b) \
336 return __hpp__sort(a, b, he_get_raw_##_field); \
340 #define HPP_PERCENT_FNS(_type, _field) \
341 __HPP_COLOR_PERCENT_FN(_type, _field) \
342 __HPP_ENTRY_PERCENT_FN(_type, _field) \
343 __HPP_SORT_FN(_type, _field)
345 #define HPP_PERCENT_ACC_FNS(_type, _field) \
346 __HPP_COLOR_ACC_PERCENT_FN(_type, _field) \
347 __HPP_ENTRY_ACC_PERCENT_FN(_type, _field) \
348 __HPP_SORT_ACC_FN(_type, _field)
350 #define HPP_RAW_FNS(_type, _field) \
351 __HPP_ENTRY_RAW_FN(_type, _field) \
352 __HPP_SORT_RAW_FN(_type, _field)
354 HPP_PERCENT_FNS(overhead, period)
355 HPP_PERCENT_FNS(overhead_sys, period_sys)
356 HPP_PERCENT_FNS(overhead_us, period_us)
357 HPP_PERCENT_FNS(overhead_guest_sys, period_guest_sys)
358 HPP_PERCENT_FNS(overhead_guest_us, period_guest_us)
359 HPP_PERCENT_ACC_FNS(overhead_acc, period)
361 HPP_RAW_FNS(samples, nr_events)
362 HPP_RAW_FNS(period, period)
364 static int64_t hpp__nop_cmp(struct hist_entry *a __maybe_unused,
365 struct hist_entry *b __maybe_unused)
370 #define HPP__COLOR_PRINT_FNS(_name, _fn) \
373 .header = hpp__header_fn, \
374 .width = hpp__width_fn, \
375 .color = hpp__color_ ## _fn, \
376 .entry = hpp__entry_ ## _fn, \
377 .cmp = hpp__nop_cmp, \
378 .collapse = hpp__nop_cmp, \
379 .sort = hpp__sort_ ## _fn, \
382 #define HPP__COLOR_ACC_PRINT_FNS(_name, _fn) \
385 .header = hpp__header_fn, \
386 .width = hpp__width_fn, \
387 .color = hpp__color_ ## _fn, \
388 .entry = hpp__entry_ ## _fn, \
389 .cmp = hpp__nop_cmp, \
390 .collapse = hpp__nop_cmp, \
391 .sort = hpp__sort_ ## _fn, \
394 #define HPP__PRINT_FNS(_name, _fn) \
397 .header = hpp__header_fn, \
398 .width = hpp__width_fn, \
399 .entry = hpp__entry_ ## _fn, \
400 .cmp = hpp__nop_cmp, \
401 .collapse = hpp__nop_cmp, \
402 .sort = hpp__sort_ ## _fn, \
405 struct perf_hpp_fmt perf_hpp__format[] = {
406 HPP__COLOR_PRINT_FNS("Overhead", overhead),
407 HPP__COLOR_PRINT_FNS("sys", overhead_sys),
408 HPP__COLOR_PRINT_FNS("usr", overhead_us),
409 HPP__COLOR_PRINT_FNS("guest sys", overhead_guest_sys),
410 HPP__COLOR_PRINT_FNS("guest usr", overhead_guest_us),
411 HPP__COLOR_ACC_PRINT_FNS("Children", overhead_acc),
412 HPP__PRINT_FNS("Samples", samples),
413 HPP__PRINT_FNS("Period", period)
416 LIST_HEAD(perf_hpp__list);
417 LIST_HEAD(perf_hpp__sort_list);
420 #undef HPP__COLOR_PRINT_FNS
421 #undef HPP__COLOR_ACC_PRINT_FNS
422 #undef HPP__PRINT_FNS
424 #undef HPP_PERCENT_FNS
425 #undef HPP_PERCENT_ACC_FNS
428 #undef __HPP_HEADER_FN
429 #undef __HPP_WIDTH_FN
430 #undef __HPP_COLOR_PERCENT_FN
431 #undef __HPP_ENTRY_PERCENT_FN
432 #undef __HPP_COLOR_ACC_PERCENT_FN
433 #undef __HPP_ENTRY_ACC_PERCENT_FN
434 #undef __HPP_ENTRY_RAW_FN
436 #undef __HPP_SORT_ACC_FN
437 #undef __HPP_SORT_RAW_FN
440 void perf_hpp__init(void)
442 struct list_head *list;
445 for (i = 0; i < PERF_HPP__MAX_INDEX; i++) {
446 struct perf_hpp_fmt *fmt = &perf_hpp__format[i];
448 INIT_LIST_HEAD(&fmt->list);
450 /* sort_list may be linked by setup_sorting() */
451 if (fmt->sort_list.next == NULL)
452 INIT_LIST_HEAD(&fmt->sort_list);
456 * If user specified field order, no need to setup default fields.
458 if (is_strict_order(field_order))
461 if (symbol_conf.cumulate_callchain) {
462 perf_hpp__column_enable(PERF_HPP__OVERHEAD_ACC);
463 perf_hpp__format[PERF_HPP__OVERHEAD].name = "Self";
466 perf_hpp__column_enable(PERF_HPP__OVERHEAD);
468 if (symbol_conf.show_cpu_utilization) {
469 perf_hpp__column_enable(PERF_HPP__OVERHEAD_SYS);
470 perf_hpp__column_enable(PERF_HPP__OVERHEAD_US);
473 perf_hpp__column_enable(PERF_HPP__OVERHEAD_GUEST_SYS);
474 perf_hpp__column_enable(PERF_HPP__OVERHEAD_GUEST_US);
478 if (symbol_conf.show_nr_samples)
479 perf_hpp__column_enable(PERF_HPP__SAMPLES);
481 if (symbol_conf.show_total_period)
482 perf_hpp__column_enable(PERF_HPP__PERIOD);
484 /* prepend overhead field for backward compatiblity. */
485 list = &perf_hpp__format[PERF_HPP__OVERHEAD].sort_list;
486 if (list_empty(list))
487 list_add(list, &perf_hpp__sort_list);
489 if (symbol_conf.cumulate_callchain) {
490 list = &perf_hpp__format[PERF_HPP__OVERHEAD_ACC].sort_list;
491 if (list_empty(list))
492 list_add(list, &perf_hpp__sort_list);
496 void perf_hpp__column_register(struct perf_hpp_fmt *format)
498 list_add_tail(&format->list, &perf_hpp__list);
501 void perf_hpp__column_unregister(struct perf_hpp_fmt *format)
503 list_del(&format->list);
506 void perf_hpp__register_sort_field(struct perf_hpp_fmt *format)
508 list_add_tail(&format->sort_list, &perf_hpp__sort_list);
511 void perf_hpp__column_enable(unsigned col)
513 BUG_ON(col >= PERF_HPP__MAX_INDEX);
514 perf_hpp__column_register(&perf_hpp__format[col]);
517 void perf_hpp__column_disable(unsigned col)
519 BUG_ON(col >= PERF_HPP__MAX_INDEX);
520 perf_hpp__column_unregister(&perf_hpp__format[col]);
523 void perf_hpp__cancel_cumulate(void)
525 if (is_strict_order(field_order))
528 perf_hpp__column_disable(PERF_HPP__OVERHEAD_ACC);
529 perf_hpp__format[PERF_HPP__OVERHEAD].name = "Overhead";
532 void perf_hpp__setup_output_field(void)
534 struct perf_hpp_fmt *fmt;
536 /* append sort keys to output field */
537 perf_hpp__for_each_sort_list(fmt) {
538 if (!list_empty(&fmt->list))
542 * sort entry fields are dynamically created,
543 * so they can share a same sort key even though
546 if (perf_hpp__is_sort_entry(fmt)) {
547 struct perf_hpp_fmt *pos;
549 perf_hpp__for_each_format(pos) {
550 if (perf_hpp__same_sort_entry(pos, fmt))
555 perf_hpp__column_register(fmt);
561 void perf_hpp__append_sort_keys(void)
563 struct perf_hpp_fmt *fmt;
565 /* append output fields to sort keys */
566 perf_hpp__for_each_format(fmt) {
567 if (!list_empty(&fmt->sort_list))
571 * sort entry fields are dynamically created,
572 * so they can share a same sort key even though
575 if (perf_hpp__is_sort_entry(fmt)) {
576 struct perf_hpp_fmt *pos;
578 perf_hpp__for_each_sort_list(pos) {
579 if (perf_hpp__same_sort_entry(pos, fmt))
584 perf_hpp__register_sort_field(fmt);
590 void perf_hpp__reset_output_field(void)
592 struct perf_hpp_fmt *fmt, *tmp;
594 /* reset output fields */
595 perf_hpp__for_each_format_safe(fmt, tmp) {
596 list_del_init(&fmt->list);
597 list_del_init(&fmt->sort_list);
600 /* reset sort keys */
601 perf_hpp__for_each_sort_list_safe(fmt, tmp) {
602 list_del_init(&fmt->list);
603 list_del_init(&fmt->sort_list);
608 * See hists__fprintf to match the column widths
610 unsigned int hists__sort_list_width(struct hists *hists)
612 struct perf_hpp_fmt *fmt;
615 struct perf_hpp dummy_hpp;
617 perf_hpp__for_each_format(fmt) {
618 if (perf_hpp__should_skip(fmt))
626 ret += fmt->width(fmt, &dummy_hpp, hists_to_evsel(hists));
629 if (verbose && sort__has_sym) /* Addr + origin */
630 ret += 3 + BITS_PER_LONG / 4;
635 void perf_hpp__reset_width(struct perf_hpp_fmt *fmt, struct hists *hists)
639 if (perf_hpp__is_sort_entry(fmt))
640 return perf_hpp__reset_sort_width(fmt, hists);
642 for (idx = 0; idx < PERF_HPP__MAX_INDEX; idx++) {
643 if (fmt == &perf_hpp__format[idx])
647 if (idx == PERF_HPP__MAX_INDEX)
651 case PERF_HPP__OVERHEAD:
652 case PERF_HPP__OVERHEAD_SYS:
653 case PERF_HPP__OVERHEAD_US:
654 case PERF_HPP__OVERHEAD_ACC:
658 case PERF_HPP__OVERHEAD_GUEST_SYS:
659 case PERF_HPP__OVERHEAD_GUEST_US:
663 case PERF_HPP__SAMPLES:
664 case PERF_HPP__PERIOD:
673 void perf_hpp__set_user_width(const char *width_list_str)
675 struct perf_hpp_fmt *fmt;
676 const char *ptr = width_list_str;
678 perf_hpp__for_each_format(fmt) {
681 int len = strtol(ptr, &p, 10);