Loading...
1// SPDX-License-Identifier: GPL-2.0
2#include <inttypes.h>
3#include <math.h>
4#include <linux/compiler.h>
5
6#include "../util/hist.h"
7#include "../util/util.h"
8#include "../util/sort.h"
9#include "../util/evsel.h"
10#include "../util/evlist.h"
11
12/* hist period print (hpp) functions */
13
14#define hpp__call_print_fn(hpp, fn, fmt, ...) \
15({ \
16 int __ret = fn(hpp, fmt, ##__VA_ARGS__); \
17 advance_hpp(hpp, __ret); \
18 __ret; \
19})
20
21static int __hpp__fmt(struct perf_hpp *hpp, struct hist_entry *he,
22 hpp_field_fn get_field, const char *fmt, int len,
23 hpp_snprint_fn print_fn, bool fmt_percent)
24{
25 int ret;
26 struct hists *hists = he->hists;
27 struct perf_evsel *evsel = hists_to_evsel(hists);
28 char *buf = hpp->buf;
29 size_t size = hpp->size;
30
31 if (fmt_percent) {
32 double percent = 0.0;
33 u64 total = hists__total_period(hists);
34
35 if (total)
36 percent = 100.0 * get_field(he) / total;
37
38 ret = hpp__call_print_fn(hpp, print_fn, fmt, len, percent);
39 } else
40 ret = hpp__call_print_fn(hpp, print_fn, fmt, len, get_field(he));
41
42 if (perf_evsel__is_group_event(evsel)) {
43 int prev_idx, idx_delta;
44 struct hist_entry *pair;
45 int nr_members = evsel->nr_members;
46
47 prev_idx = perf_evsel__group_idx(evsel);
48
49 list_for_each_entry(pair, &he->pairs.head, pairs.node) {
50 u64 period = get_field(pair);
51 u64 total = hists__total_period(pair->hists);
52
53 if (!total)
54 continue;
55
56 evsel = hists_to_evsel(pair->hists);
57 idx_delta = perf_evsel__group_idx(evsel) - prev_idx - 1;
58
59 while (idx_delta--) {
60 /*
61 * zero-fill group members in the middle which
62 * have no sample
63 */
64 if (fmt_percent) {
65 ret += hpp__call_print_fn(hpp, print_fn,
66 fmt, len, 0.0);
67 } else {
68 ret += hpp__call_print_fn(hpp, print_fn,
69 fmt, len, 0ULL);
70 }
71 }
72
73 if (fmt_percent) {
74 ret += hpp__call_print_fn(hpp, print_fn, fmt, len,
75 100.0 * period / total);
76 } else {
77 ret += hpp__call_print_fn(hpp, print_fn, fmt,
78 len, period);
79 }
80
81 prev_idx = perf_evsel__group_idx(evsel);
82 }
83
84 idx_delta = nr_members - prev_idx - 1;
85
86 while (idx_delta--) {
87 /*
88 * zero-fill group members at last which have no sample
89 */
90 if (fmt_percent) {
91 ret += hpp__call_print_fn(hpp, print_fn,
92 fmt, len, 0.0);
93 } else {
94 ret += hpp__call_print_fn(hpp, print_fn,
95 fmt, len, 0ULL);
96 }
97 }
98 }
99
100 /*
101 * Restore original buf and size as it's where caller expects
102 * the result will be saved.
103 */
104 hpp->buf = buf;
105 hpp->size = size;
106
107 return ret;
108}
109
110int hpp__fmt(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
111 struct hist_entry *he, hpp_field_fn get_field,
112 const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
113{
114 int len = fmt->user_len ?: fmt->len;
115
116 if (symbol_conf.field_sep) {
117 return __hpp__fmt(hpp, he, get_field, fmtstr, 1,
118 print_fn, fmt_percent);
119 }
120
121 if (fmt_percent)
122 len -= 2; /* 2 for a space and a % sign */
123 else
124 len -= 1;
125
126 return __hpp__fmt(hpp, he, get_field, fmtstr, len, print_fn, fmt_percent);
127}
128
129int hpp__fmt_acc(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
130 struct hist_entry *he, hpp_field_fn get_field,
131 const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
132{
133 if (!symbol_conf.cumulate_callchain) {
134 int len = fmt->user_len ?: fmt->len;
135 return snprintf(hpp->buf, hpp->size, " %*s", len - 1, "N/A");
136 }
137
138 return hpp__fmt(fmt, hpp, he, get_field, fmtstr, print_fn, fmt_percent);
139}
140
141static int field_cmp(u64 field_a, u64 field_b)
142{
143 if (field_a > field_b)
144 return 1;
145 if (field_a < field_b)
146 return -1;
147 return 0;
148}
149
150static int __hpp__sort(struct hist_entry *a, struct hist_entry *b,
151 hpp_field_fn get_field)
152{
153 s64 ret;
154 int i, nr_members;
155 struct perf_evsel *evsel;
156 struct hist_entry *pair;
157 u64 *fields_a, *fields_b;
158
159 ret = field_cmp(get_field(a), get_field(b));
160 if (ret || !symbol_conf.event_group)
161 return ret;
162
163 evsel = hists_to_evsel(a->hists);
164 if (!perf_evsel__is_group_event(evsel))
165 return ret;
166
167 nr_members = evsel->nr_members;
168 fields_a = calloc(nr_members, sizeof(*fields_a));
169 fields_b = calloc(nr_members, sizeof(*fields_b));
170
171 if (!fields_a || !fields_b)
172 goto out;
173
174 list_for_each_entry(pair, &a->pairs.head, pairs.node) {
175 evsel = hists_to_evsel(pair->hists);
176 fields_a[perf_evsel__group_idx(evsel)] = get_field(pair);
177 }
178
179 list_for_each_entry(pair, &b->pairs.head, pairs.node) {
180 evsel = hists_to_evsel(pair->hists);
181 fields_b[perf_evsel__group_idx(evsel)] = get_field(pair);
182 }
183
184 for (i = 1; i < nr_members; i++) {
185 ret = field_cmp(fields_a[i], fields_b[i]);
186 if (ret)
187 break;
188 }
189
190out:
191 free(fields_a);
192 free(fields_b);
193
194 return ret;
195}
196
197static int __hpp__sort_acc(struct hist_entry *a, struct hist_entry *b,
198 hpp_field_fn get_field)
199{
200 s64 ret = 0;
201
202 if (symbol_conf.cumulate_callchain) {
203 /*
204 * Put caller above callee when they have equal period.
205 */
206 ret = field_cmp(get_field(a), get_field(b));
207 if (ret)
208 return ret;
209
210 if (a->thread != b->thread || !symbol_conf.use_callchain)
211 return 0;
212
213 ret = b->callchain->max_depth - a->callchain->max_depth;
214 if (callchain_param.order == ORDER_CALLER)
215 ret = -ret;
216 }
217 return ret;
218}
219
220static int hpp__width_fn(struct perf_hpp_fmt *fmt,
221 struct perf_hpp *hpp __maybe_unused,
222 struct hists *hists)
223{
224 int len = fmt->user_len ?: fmt->len;
225 struct perf_evsel *evsel = hists_to_evsel(hists);
226
227 if (symbol_conf.event_group)
228 len = max(len, evsel->nr_members * fmt->len);
229
230 if (len < (int)strlen(fmt->name))
231 len = strlen(fmt->name);
232
233 return len;
234}
235
236static int hpp__header_fn(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
237 struct hists *hists, int line __maybe_unused,
238 int *span __maybe_unused)
239{
240 int len = hpp__width_fn(fmt, hpp, hists);
241 return scnprintf(hpp->buf, hpp->size, "%*s", len, fmt->name);
242}
243
244int hpp_color_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
245{
246 va_list args;
247 ssize_t ssize = hpp->size;
248 double percent;
249 int ret, len;
250
251 va_start(args, fmt);
252 len = va_arg(args, int);
253 percent = va_arg(args, double);
254 ret = percent_color_len_snprintf(hpp->buf, hpp->size, fmt, len, percent);
255 va_end(args);
256
257 return (ret >= ssize) ? (ssize - 1) : ret;
258}
259
260static int hpp_entry_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
261{
262 va_list args;
263 ssize_t ssize = hpp->size;
264 int ret;
265
266 va_start(args, fmt);
267 ret = vsnprintf(hpp->buf, hpp->size, fmt, args);
268 va_end(args);
269
270 return (ret >= ssize) ? (ssize - 1) : ret;
271}
272
273#define __HPP_COLOR_PERCENT_FN(_type, _field) \
274static u64 he_get_##_field(struct hist_entry *he) \
275{ \
276 return he->stat._field; \
277} \
278 \
279static int hpp__color_##_type(struct perf_hpp_fmt *fmt, \
280 struct perf_hpp *hpp, struct hist_entry *he) \
281{ \
282 return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%", \
283 hpp_color_scnprintf, true); \
284}
285
286#define __HPP_ENTRY_PERCENT_FN(_type, _field) \
287static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
288 struct perf_hpp *hpp, struct hist_entry *he) \
289{ \
290 return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%", \
291 hpp_entry_scnprintf, true); \
292}
293
294#define __HPP_SORT_FN(_type, _field) \
295static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
296 struct hist_entry *a, struct hist_entry *b) \
297{ \
298 return __hpp__sort(a, b, he_get_##_field); \
299}
300
301#define __HPP_COLOR_ACC_PERCENT_FN(_type, _field) \
302static u64 he_get_acc_##_field(struct hist_entry *he) \
303{ \
304 return he->stat_acc->_field; \
305} \
306 \
307static int hpp__color_##_type(struct perf_hpp_fmt *fmt, \
308 struct perf_hpp *hpp, struct hist_entry *he) \
309{ \
310 return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", \
311 hpp_color_scnprintf, true); \
312}
313
314#define __HPP_ENTRY_ACC_PERCENT_FN(_type, _field) \
315static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
316 struct perf_hpp *hpp, struct hist_entry *he) \
317{ \
318 return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", \
319 hpp_entry_scnprintf, true); \
320}
321
322#define __HPP_SORT_ACC_FN(_type, _field) \
323static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
324 struct hist_entry *a, struct hist_entry *b) \
325{ \
326 return __hpp__sort_acc(a, b, he_get_acc_##_field); \
327}
328
329#define __HPP_ENTRY_RAW_FN(_type, _field) \
330static u64 he_get_raw_##_field(struct hist_entry *he) \
331{ \
332 return he->stat._field; \
333} \
334 \
335static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
336 struct perf_hpp *hpp, struct hist_entry *he) \
337{ \
338 return hpp__fmt(fmt, hpp, he, he_get_raw_##_field, " %*"PRIu64, \
339 hpp_entry_scnprintf, false); \
340}
341
342#define __HPP_SORT_RAW_FN(_type, _field) \
343static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
344 struct hist_entry *a, struct hist_entry *b) \
345{ \
346 return __hpp__sort(a, b, he_get_raw_##_field); \
347}
348
349
350#define HPP_PERCENT_FNS(_type, _field) \
351__HPP_COLOR_PERCENT_FN(_type, _field) \
352__HPP_ENTRY_PERCENT_FN(_type, _field) \
353__HPP_SORT_FN(_type, _field)
354
355#define HPP_PERCENT_ACC_FNS(_type, _field) \
356__HPP_COLOR_ACC_PERCENT_FN(_type, _field) \
357__HPP_ENTRY_ACC_PERCENT_FN(_type, _field) \
358__HPP_SORT_ACC_FN(_type, _field)
359
360#define HPP_RAW_FNS(_type, _field) \
361__HPP_ENTRY_RAW_FN(_type, _field) \
362__HPP_SORT_RAW_FN(_type, _field)
363
364HPP_PERCENT_FNS(overhead, period)
365HPP_PERCENT_FNS(overhead_sys, period_sys)
366HPP_PERCENT_FNS(overhead_us, period_us)
367HPP_PERCENT_FNS(overhead_guest_sys, period_guest_sys)
368HPP_PERCENT_FNS(overhead_guest_us, period_guest_us)
369HPP_PERCENT_ACC_FNS(overhead_acc, period)
370
371HPP_RAW_FNS(samples, nr_events)
372HPP_RAW_FNS(period, period)
373
374static int64_t hpp__nop_cmp(struct perf_hpp_fmt *fmt __maybe_unused,
375 struct hist_entry *a __maybe_unused,
376 struct hist_entry *b __maybe_unused)
377{
378 return 0;
379}
380
381static bool perf_hpp__is_hpp_entry(struct perf_hpp_fmt *a)
382{
383 return a->header == hpp__header_fn;
384}
385
386static bool hpp__equal(struct perf_hpp_fmt *a, struct perf_hpp_fmt *b)
387{
388 if (!perf_hpp__is_hpp_entry(a) || !perf_hpp__is_hpp_entry(b))
389 return false;
390
391 return a->idx == b->idx;
392}
393
394#define HPP__COLOR_PRINT_FNS(_name, _fn, _idx) \
395 { \
396 .name = _name, \
397 .header = hpp__header_fn, \
398 .width = hpp__width_fn, \
399 .color = hpp__color_ ## _fn, \
400 .entry = hpp__entry_ ## _fn, \
401 .cmp = hpp__nop_cmp, \
402 .collapse = hpp__nop_cmp, \
403 .sort = hpp__sort_ ## _fn, \
404 .idx = PERF_HPP__ ## _idx, \
405 .equal = hpp__equal, \
406 }
407
408#define HPP__COLOR_ACC_PRINT_FNS(_name, _fn, _idx) \
409 { \
410 .name = _name, \
411 .header = hpp__header_fn, \
412 .width = hpp__width_fn, \
413 .color = hpp__color_ ## _fn, \
414 .entry = hpp__entry_ ## _fn, \
415 .cmp = hpp__nop_cmp, \
416 .collapse = hpp__nop_cmp, \
417 .sort = hpp__sort_ ## _fn, \
418 .idx = PERF_HPP__ ## _idx, \
419 .equal = hpp__equal, \
420 }
421
422#define HPP__PRINT_FNS(_name, _fn, _idx) \
423 { \
424 .name = _name, \
425 .header = hpp__header_fn, \
426 .width = hpp__width_fn, \
427 .entry = hpp__entry_ ## _fn, \
428 .cmp = hpp__nop_cmp, \
429 .collapse = hpp__nop_cmp, \
430 .sort = hpp__sort_ ## _fn, \
431 .idx = PERF_HPP__ ## _idx, \
432 .equal = hpp__equal, \
433 }
434
435struct perf_hpp_fmt perf_hpp__format[] = {
436 HPP__COLOR_PRINT_FNS("Overhead", overhead, OVERHEAD),
437 HPP__COLOR_PRINT_FNS("sys", overhead_sys, OVERHEAD_SYS),
438 HPP__COLOR_PRINT_FNS("usr", overhead_us, OVERHEAD_US),
439 HPP__COLOR_PRINT_FNS("guest sys", overhead_guest_sys, OVERHEAD_GUEST_SYS),
440 HPP__COLOR_PRINT_FNS("guest usr", overhead_guest_us, OVERHEAD_GUEST_US),
441 HPP__COLOR_ACC_PRINT_FNS("Children", overhead_acc, OVERHEAD_ACC),
442 HPP__PRINT_FNS("Samples", samples, SAMPLES),
443 HPP__PRINT_FNS("Period", period, PERIOD)
444};
445
446struct perf_hpp_list perf_hpp_list = {
447 .fields = LIST_HEAD_INIT(perf_hpp_list.fields),
448 .sorts = LIST_HEAD_INIT(perf_hpp_list.sorts),
449 .nr_header_lines = 1,
450};
451
452#undef HPP__COLOR_PRINT_FNS
453#undef HPP__COLOR_ACC_PRINT_FNS
454#undef HPP__PRINT_FNS
455
456#undef HPP_PERCENT_FNS
457#undef HPP_PERCENT_ACC_FNS
458#undef HPP_RAW_FNS
459
460#undef __HPP_HEADER_FN
461#undef __HPP_WIDTH_FN
462#undef __HPP_COLOR_PERCENT_FN
463#undef __HPP_ENTRY_PERCENT_FN
464#undef __HPP_COLOR_ACC_PERCENT_FN
465#undef __HPP_ENTRY_ACC_PERCENT_FN
466#undef __HPP_ENTRY_RAW_FN
467#undef __HPP_SORT_FN
468#undef __HPP_SORT_ACC_FN
469#undef __HPP_SORT_RAW_FN
470
471
472void perf_hpp__init(void)
473{
474 int i;
475
476 for (i = 0; i < PERF_HPP__MAX_INDEX; i++) {
477 struct perf_hpp_fmt *fmt = &perf_hpp__format[i];
478
479 INIT_LIST_HEAD(&fmt->list);
480
481 /* sort_list may be linked by setup_sorting() */
482 if (fmt->sort_list.next == NULL)
483 INIT_LIST_HEAD(&fmt->sort_list);
484 }
485
486 /*
487 * If user specified field order, no need to setup default fields.
488 */
489 if (is_strict_order(field_order))
490 return;
491
492 if (symbol_conf.cumulate_callchain) {
493 hpp_dimension__add_output(PERF_HPP__OVERHEAD_ACC);
494 perf_hpp__format[PERF_HPP__OVERHEAD].name = "Self";
495 }
496
497 hpp_dimension__add_output(PERF_HPP__OVERHEAD);
498
499 if (symbol_conf.show_cpu_utilization) {
500 hpp_dimension__add_output(PERF_HPP__OVERHEAD_SYS);
501 hpp_dimension__add_output(PERF_HPP__OVERHEAD_US);
502
503 if (perf_guest) {
504 hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_SYS);
505 hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_US);
506 }
507 }
508
509 if (symbol_conf.show_nr_samples)
510 hpp_dimension__add_output(PERF_HPP__SAMPLES);
511
512 if (symbol_conf.show_total_period)
513 hpp_dimension__add_output(PERF_HPP__PERIOD);
514}
515
516void perf_hpp_list__column_register(struct perf_hpp_list *list,
517 struct perf_hpp_fmt *format)
518{
519 list_add_tail(&format->list, &list->fields);
520}
521
522void perf_hpp_list__register_sort_field(struct perf_hpp_list *list,
523 struct perf_hpp_fmt *format)
524{
525 list_add_tail(&format->sort_list, &list->sorts);
526}
527
528void perf_hpp_list__prepend_sort_field(struct perf_hpp_list *list,
529 struct perf_hpp_fmt *format)
530{
531 list_add(&format->sort_list, &list->sorts);
532}
533
534void perf_hpp__column_unregister(struct perf_hpp_fmt *format)
535{
536 list_del_init(&format->list);
537}
538
539void perf_hpp__cancel_cumulate(void)
540{
541 struct perf_hpp_fmt *fmt, *acc, *ovh, *tmp;
542
543 if (is_strict_order(field_order))
544 return;
545
546 ovh = &perf_hpp__format[PERF_HPP__OVERHEAD];
547 acc = &perf_hpp__format[PERF_HPP__OVERHEAD_ACC];
548
549 perf_hpp_list__for_each_format_safe(&perf_hpp_list, fmt, tmp) {
550 if (acc->equal(acc, fmt)) {
551 perf_hpp__column_unregister(fmt);
552 continue;
553 }
554
555 if (ovh->equal(ovh, fmt))
556 fmt->name = "Overhead";
557 }
558}
559
560static bool fmt_equal(struct perf_hpp_fmt *a, struct perf_hpp_fmt *b)
561{
562 return a->equal && a->equal(a, b);
563}
564
565void perf_hpp__setup_output_field(struct perf_hpp_list *list)
566{
567 struct perf_hpp_fmt *fmt;
568
569 /* append sort keys to output field */
570 perf_hpp_list__for_each_sort_list(list, fmt) {
571 struct perf_hpp_fmt *pos;
572
573 /* skip sort-only fields ("sort_compute" in perf diff) */
574 if (!fmt->entry && !fmt->color)
575 continue;
576
577 perf_hpp_list__for_each_format(list, pos) {
578 if (fmt_equal(fmt, pos))
579 goto next;
580 }
581
582 perf_hpp__column_register(fmt);
583next:
584 continue;
585 }
586}
587
588void perf_hpp__append_sort_keys(struct perf_hpp_list *list)
589{
590 struct perf_hpp_fmt *fmt;
591
592 /* append output fields to sort keys */
593 perf_hpp_list__for_each_format(list, fmt) {
594 struct perf_hpp_fmt *pos;
595
596 perf_hpp_list__for_each_sort_list(list, pos) {
597 if (fmt_equal(fmt, pos))
598 goto next;
599 }
600
601 perf_hpp__register_sort_field(fmt);
602next:
603 continue;
604 }
605}
606
607
608static void fmt_free(struct perf_hpp_fmt *fmt)
609{
610 /*
611 * At this point fmt should be completely
612 * unhooked, if not it's a bug.
613 */
614 BUG_ON(!list_empty(&fmt->list));
615 BUG_ON(!list_empty(&fmt->sort_list));
616
617 if (fmt->free)
618 fmt->free(fmt);
619}
620
621void perf_hpp__reset_output_field(struct perf_hpp_list *list)
622{
623 struct perf_hpp_fmt *fmt, *tmp;
624
625 /* reset output fields */
626 perf_hpp_list__for_each_format_safe(list, fmt, tmp) {
627 list_del_init(&fmt->list);
628 list_del_init(&fmt->sort_list);
629 fmt_free(fmt);
630 }
631
632 /* reset sort keys */
633 perf_hpp_list__for_each_sort_list_safe(list, fmt, tmp) {
634 list_del_init(&fmt->list);
635 list_del_init(&fmt->sort_list);
636 fmt_free(fmt);
637 }
638}
639
640/*
641 * See hists__fprintf to match the column widths
642 */
643unsigned int hists__sort_list_width(struct hists *hists)
644{
645 struct perf_hpp_fmt *fmt;
646 int ret = 0;
647 bool first = true;
648 struct perf_hpp dummy_hpp;
649
650 hists__for_each_format(hists, fmt) {
651 if (perf_hpp__should_skip(fmt, hists))
652 continue;
653
654 if (first)
655 first = false;
656 else
657 ret += 2;
658
659 ret += fmt->width(fmt, &dummy_hpp, hists);
660 }
661
662 if (verbose > 0 && hists__has(hists, sym)) /* Addr + origin */
663 ret += 3 + BITS_PER_LONG / 4;
664
665 return ret;
666}
667
668unsigned int hists__overhead_width(struct hists *hists)
669{
670 struct perf_hpp_fmt *fmt;
671 int ret = 0;
672 bool first = true;
673 struct perf_hpp dummy_hpp;
674
675 hists__for_each_format(hists, fmt) {
676 if (perf_hpp__is_sort_entry(fmt) || perf_hpp__is_dynamic_entry(fmt))
677 break;
678
679 if (first)
680 first = false;
681 else
682 ret += 2;
683
684 ret += fmt->width(fmt, &dummy_hpp, hists);
685 }
686
687 return ret;
688}
689
690void perf_hpp__reset_width(struct perf_hpp_fmt *fmt, struct hists *hists)
691{
692 if (perf_hpp__is_sort_entry(fmt))
693 return perf_hpp__reset_sort_width(fmt, hists);
694
695 if (perf_hpp__is_dynamic_entry(fmt))
696 return;
697
698 BUG_ON(fmt->idx >= PERF_HPP__MAX_INDEX);
699
700 switch (fmt->idx) {
701 case PERF_HPP__OVERHEAD:
702 case PERF_HPP__OVERHEAD_SYS:
703 case PERF_HPP__OVERHEAD_US:
704 case PERF_HPP__OVERHEAD_ACC:
705 fmt->len = 8;
706 break;
707
708 case PERF_HPP__OVERHEAD_GUEST_SYS:
709 case PERF_HPP__OVERHEAD_GUEST_US:
710 fmt->len = 9;
711 break;
712
713 case PERF_HPP__SAMPLES:
714 case PERF_HPP__PERIOD:
715 fmt->len = 12;
716 break;
717
718 default:
719 break;
720 }
721}
722
723void hists__reset_column_width(struct hists *hists)
724{
725 struct perf_hpp_fmt *fmt;
726 struct perf_hpp_list_node *node;
727
728 hists__for_each_format(hists, fmt)
729 perf_hpp__reset_width(fmt, hists);
730
731 /* hierarchy entries have their own hpp list */
732 list_for_each_entry(node, &hists->hpp_formats, list) {
733 perf_hpp_list__for_each_format(&node->hpp, fmt)
734 perf_hpp__reset_width(fmt, hists);
735 }
736}
737
738void perf_hpp__set_user_width(const char *width_list_str)
739{
740 struct perf_hpp_fmt *fmt;
741 const char *ptr = width_list_str;
742
743 perf_hpp_list__for_each_format(&perf_hpp_list, fmt) {
744 char *p;
745
746 int len = strtol(ptr, &p, 10);
747 fmt->user_len = len;
748
749 if (*p == ',')
750 ptr = p + 1;
751 else
752 break;
753 }
754}
755
756static int add_hierarchy_fmt(struct hists *hists, struct perf_hpp_fmt *fmt)
757{
758 struct perf_hpp_list_node *node = NULL;
759 struct perf_hpp_fmt *fmt_copy;
760 bool found = false;
761 bool skip = perf_hpp__should_skip(fmt, hists);
762
763 list_for_each_entry(node, &hists->hpp_formats, list) {
764 if (node->level == fmt->level) {
765 found = true;
766 break;
767 }
768 }
769
770 if (!found) {
771 node = malloc(sizeof(*node));
772 if (node == NULL)
773 return -1;
774
775 node->skip = skip;
776 node->level = fmt->level;
777 perf_hpp_list__init(&node->hpp);
778
779 hists->nr_hpp_node++;
780 list_add_tail(&node->list, &hists->hpp_formats);
781 }
782
783 fmt_copy = perf_hpp_fmt__dup(fmt);
784 if (fmt_copy == NULL)
785 return -1;
786
787 if (!skip)
788 node->skip = false;
789
790 list_add_tail(&fmt_copy->list, &node->hpp.fields);
791 list_add_tail(&fmt_copy->sort_list, &node->hpp.sorts);
792
793 return 0;
794}
795
796int perf_hpp__setup_hists_formats(struct perf_hpp_list *list,
797 struct perf_evlist *evlist)
798{
799 struct perf_evsel *evsel;
800 struct perf_hpp_fmt *fmt;
801 struct hists *hists;
802 int ret;
803
804 if (!symbol_conf.report_hierarchy)
805 return 0;
806
807 evlist__for_each_entry(evlist, evsel) {
808 hists = evsel__hists(evsel);
809
810 perf_hpp_list__for_each_sort_list(list, fmt) {
811 if (perf_hpp__is_dynamic_entry(fmt) &&
812 !perf_hpp__defined_dynamic_entry(fmt, hists))
813 continue;
814
815 ret = add_hierarchy_fmt(hists, fmt);
816 if (ret < 0)
817 return ret;
818 }
819 }
820
821 return 0;
822}
1// SPDX-License-Identifier: GPL-2.0
2#include <inttypes.h>
3#include <math.h>
4#include <stdlib.h>
5#include <string.h>
6#include <linux/compiler.h>
7
8#include "../util/callchain.h"
9#include "../util/debug.h"
10#include "../util/hist.h"
11#include "../util/sort.h"
12#include "../util/evsel.h"
13#include "../util/evlist.h"
14#include "../perf.h"
15
16/* hist period print (hpp) functions */
17
18#define hpp__call_print_fn(hpp, fn, fmt, ...) \
19({ \
20 int __ret = fn(hpp, fmt, ##__VA_ARGS__); \
21 advance_hpp(hpp, __ret); \
22 __ret; \
23})
24
25static int __hpp__fmt(struct perf_hpp *hpp, struct hist_entry *he,
26 hpp_field_fn get_field, const char *fmt, int len,
27 hpp_snprint_fn print_fn, bool fmt_percent)
28{
29 int ret;
30 struct hists *hists = he->hists;
31 struct evsel *evsel = hists_to_evsel(hists);
32 char *buf = hpp->buf;
33 size_t size = hpp->size;
34
35 if (fmt_percent) {
36 double percent = 0.0;
37 u64 total = hists__total_period(hists);
38
39 if (total)
40 percent = 100.0 * get_field(he) / total;
41
42 ret = hpp__call_print_fn(hpp, print_fn, fmt, len, percent);
43 } else
44 ret = hpp__call_print_fn(hpp, print_fn, fmt, len, get_field(he));
45
46 if (evsel__is_group_event(evsel)) {
47 int prev_idx, idx_delta;
48 struct hist_entry *pair;
49 int nr_members = evsel->core.nr_members;
50
51 prev_idx = evsel__group_idx(evsel);
52
53 list_for_each_entry(pair, &he->pairs.head, pairs.node) {
54 u64 period = get_field(pair);
55 u64 total = hists__total_period(pair->hists);
56
57 if (!total)
58 continue;
59
60 evsel = hists_to_evsel(pair->hists);
61 idx_delta = evsel__group_idx(evsel) - prev_idx - 1;
62
63 while (idx_delta--) {
64 /*
65 * zero-fill group members in the middle which
66 * have no sample
67 */
68 if (fmt_percent) {
69 ret += hpp__call_print_fn(hpp, print_fn,
70 fmt, len, 0.0);
71 } else {
72 ret += hpp__call_print_fn(hpp, print_fn,
73 fmt, len, 0ULL);
74 }
75 }
76
77 if (fmt_percent) {
78 ret += hpp__call_print_fn(hpp, print_fn, fmt, len,
79 100.0 * period / total);
80 } else {
81 ret += hpp__call_print_fn(hpp, print_fn, fmt,
82 len, period);
83 }
84
85 prev_idx = evsel__group_idx(evsel);
86 }
87
88 idx_delta = nr_members - prev_idx - 1;
89
90 while (idx_delta--) {
91 /*
92 * zero-fill group members at last which have no sample
93 */
94 if (fmt_percent) {
95 ret += hpp__call_print_fn(hpp, print_fn,
96 fmt, len, 0.0);
97 } else {
98 ret += hpp__call_print_fn(hpp, print_fn,
99 fmt, len, 0ULL);
100 }
101 }
102 }
103
104 /*
105 * Restore original buf and size as it's where caller expects
106 * the result will be saved.
107 */
108 hpp->buf = buf;
109 hpp->size = size;
110
111 return ret;
112}
113
114int hpp__fmt(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
115 struct hist_entry *he, hpp_field_fn get_field,
116 const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
117{
118 int len = fmt->user_len ?: fmt->len;
119
120 if (symbol_conf.field_sep) {
121 return __hpp__fmt(hpp, he, get_field, fmtstr, 1,
122 print_fn, fmt_percent);
123 }
124
125 if (fmt_percent)
126 len -= 2; /* 2 for a space and a % sign */
127 else
128 len -= 1;
129
130 return __hpp__fmt(hpp, he, get_field, fmtstr, len, print_fn, fmt_percent);
131}
132
133int hpp__fmt_acc(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
134 struct hist_entry *he, hpp_field_fn get_field,
135 const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
136{
137 if (!symbol_conf.cumulate_callchain) {
138 int len = fmt->user_len ?: fmt->len;
139 return snprintf(hpp->buf, hpp->size, " %*s", len - 1, "N/A");
140 }
141
142 return hpp__fmt(fmt, hpp, he, get_field, fmtstr, print_fn, fmt_percent);
143}
144
145static int field_cmp(u64 field_a, u64 field_b)
146{
147 if (field_a > field_b)
148 return 1;
149 if (field_a < field_b)
150 return -1;
151 return 0;
152}
153
154static int hist_entry__new_pair(struct hist_entry *a, struct hist_entry *b,
155 hpp_field_fn get_field, int nr_members,
156 u64 **fields_a, u64 **fields_b)
157{
158 u64 *fa = calloc(nr_members, sizeof(*fa)),
159 *fb = calloc(nr_members, sizeof(*fb));
160 struct hist_entry *pair;
161
162 if (!fa || !fb)
163 goto out_free;
164
165 list_for_each_entry(pair, &a->pairs.head, pairs.node) {
166 struct evsel *evsel = hists_to_evsel(pair->hists);
167 fa[evsel__group_idx(evsel)] = get_field(pair);
168 }
169
170 list_for_each_entry(pair, &b->pairs.head, pairs.node) {
171 struct evsel *evsel = hists_to_evsel(pair->hists);
172 fb[evsel__group_idx(evsel)] = get_field(pair);
173 }
174
175 *fields_a = fa;
176 *fields_b = fb;
177 return 0;
178out_free:
179 free(fa);
180 free(fb);
181 *fields_a = *fields_b = NULL;
182 return -1;
183}
184
185static int __hpp__group_sort_idx(struct hist_entry *a, struct hist_entry *b,
186 hpp_field_fn get_field, int idx)
187{
188 struct evsel *evsel = hists_to_evsel(a->hists);
189 u64 *fields_a, *fields_b;
190 int cmp, nr_members, ret, i;
191
192 cmp = field_cmp(get_field(a), get_field(b));
193 if (!evsel__is_group_event(evsel))
194 return cmp;
195
196 nr_members = evsel->core.nr_members;
197 if (idx < 1 || idx >= nr_members)
198 return cmp;
199
200 ret = hist_entry__new_pair(a, b, get_field, nr_members, &fields_a, &fields_b);
201 if (ret) {
202 ret = cmp;
203 goto out;
204 }
205
206 ret = field_cmp(fields_a[idx], fields_b[idx]);
207 if (ret)
208 goto out;
209
210 for (i = 1; i < nr_members; i++) {
211 if (i != idx) {
212 ret = field_cmp(fields_a[i], fields_b[i]);
213 if (ret)
214 goto out;
215 }
216 }
217
218out:
219 free(fields_a);
220 free(fields_b);
221
222 return ret;
223}
224
225static int __hpp__sort(struct hist_entry *a, struct hist_entry *b,
226 hpp_field_fn get_field)
227{
228 s64 ret;
229 int i, nr_members;
230 struct evsel *evsel;
231 u64 *fields_a, *fields_b;
232
233 if (symbol_conf.group_sort_idx && symbol_conf.event_group) {
234 return __hpp__group_sort_idx(a, b, get_field,
235 symbol_conf.group_sort_idx);
236 }
237
238 ret = field_cmp(get_field(a), get_field(b));
239 if (ret || !symbol_conf.event_group)
240 return ret;
241
242 evsel = hists_to_evsel(a->hists);
243 if (!evsel__is_group_event(evsel))
244 return ret;
245
246 nr_members = evsel->core.nr_members;
247 i = hist_entry__new_pair(a, b, get_field, nr_members, &fields_a, &fields_b);
248 if (i)
249 goto out;
250
251 for (i = 1; i < nr_members; i++) {
252 ret = field_cmp(fields_a[i], fields_b[i]);
253 if (ret)
254 break;
255 }
256
257out:
258 free(fields_a);
259 free(fields_b);
260
261 return ret;
262}
263
264static int __hpp__sort_acc(struct hist_entry *a, struct hist_entry *b,
265 hpp_field_fn get_field)
266{
267 s64 ret = 0;
268
269 if (symbol_conf.cumulate_callchain) {
270 /*
271 * Put caller above callee when they have equal period.
272 */
273 ret = field_cmp(get_field(a), get_field(b));
274 if (ret)
275 return ret;
276
277 if (a->thread != b->thread || !hist_entry__has_callchains(a) || !symbol_conf.use_callchain)
278 return 0;
279
280 ret = b->callchain->max_depth - a->callchain->max_depth;
281 if (callchain_param.order == ORDER_CALLER)
282 ret = -ret;
283 }
284 return ret;
285}
286
287static int hpp__width_fn(struct perf_hpp_fmt *fmt,
288 struct perf_hpp *hpp __maybe_unused,
289 struct hists *hists)
290{
291 int len = fmt->user_len ?: fmt->len;
292 struct evsel *evsel = hists_to_evsel(hists);
293
294 if (symbol_conf.event_group)
295 len = max(len, evsel->core.nr_members * fmt->len);
296
297 if (len < (int)strlen(fmt->name))
298 len = strlen(fmt->name);
299
300 return len;
301}
302
303static int hpp__header_fn(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
304 struct hists *hists, int line __maybe_unused,
305 int *span __maybe_unused)
306{
307 int len = hpp__width_fn(fmt, hpp, hists);
308 return scnprintf(hpp->buf, hpp->size, "%*s", len, fmt->name);
309}
310
311int hpp_color_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
312{
313 va_list args;
314 ssize_t ssize = hpp->size;
315 double percent;
316 int ret, len;
317
318 va_start(args, fmt);
319 len = va_arg(args, int);
320 percent = va_arg(args, double);
321 ret = percent_color_len_snprintf(hpp->buf, hpp->size, fmt, len, percent);
322 va_end(args);
323
324 return (ret >= ssize) ? (ssize - 1) : ret;
325}
326
327static int hpp_entry_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
328{
329 va_list args;
330 ssize_t ssize = hpp->size;
331 int ret;
332
333 va_start(args, fmt);
334 ret = vsnprintf(hpp->buf, hpp->size, fmt, args);
335 va_end(args);
336
337 return (ret >= ssize) ? (ssize - 1) : ret;
338}
339
340#define __HPP_COLOR_PERCENT_FN(_type, _field) \
341static u64 he_get_##_field(struct hist_entry *he) \
342{ \
343 return he->stat._field; \
344} \
345 \
346static int hpp__color_##_type(struct perf_hpp_fmt *fmt, \
347 struct perf_hpp *hpp, struct hist_entry *he) \
348{ \
349 return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%", \
350 hpp_color_scnprintf, true); \
351}
352
353#define __HPP_ENTRY_PERCENT_FN(_type, _field) \
354static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
355 struct perf_hpp *hpp, struct hist_entry *he) \
356{ \
357 return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%", \
358 hpp_entry_scnprintf, true); \
359}
360
361#define __HPP_SORT_FN(_type, _field) \
362static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
363 struct hist_entry *a, struct hist_entry *b) \
364{ \
365 return __hpp__sort(a, b, he_get_##_field); \
366}
367
368#define __HPP_COLOR_ACC_PERCENT_FN(_type, _field) \
369static u64 he_get_acc_##_field(struct hist_entry *he) \
370{ \
371 return he->stat_acc->_field; \
372} \
373 \
374static int hpp__color_##_type(struct perf_hpp_fmt *fmt, \
375 struct perf_hpp *hpp, struct hist_entry *he) \
376{ \
377 return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", \
378 hpp_color_scnprintf, true); \
379}
380
381#define __HPP_ENTRY_ACC_PERCENT_FN(_type, _field) \
382static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
383 struct perf_hpp *hpp, struct hist_entry *he) \
384{ \
385 return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", \
386 hpp_entry_scnprintf, true); \
387}
388
389#define __HPP_SORT_ACC_FN(_type, _field) \
390static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
391 struct hist_entry *a, struct hist_entry *b) \
392{ \
393 return __hpp__sort_acc(a, b, he_get_acc_##_field); \
394}
395
396#define __HPP_ENTRY_RAW_FN(_type, _field) \
397static u64 he_get_raw_##_field(struct hist_entry *he) \
398{ \
399 return he->stat._field; \
400} \
401 \
402static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
403 struct perf_hpp *hpp, struct hist_entry *he) \
404{ \
405 return hpp__fmt(fmt, hpp, he, he_get_raw_##_field, " %*"PRIu64, \
406 hpp_entry_scnprintf, false); \
407}
408
409#define __HPP_SORT_RAW_FN(_type, _field) \
410static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
411 struct hist_entry *a, struct hist_entry *b) \
412{ \
413 return __hpp__sort(a, b, he_get_raw_##_field); \
414}
415
416
417#define HPP_PERCENT_FNS(_type, _field) \
418__HPP_COLOR_PERCENT_FN(_type, _field) \
419__HPP_ENTRY_PERCENT_FN(_type, _field) \
420__HPP_SORT_FN(_type, _field)
421
422#define HPP_PERCENT_ACC_FNS(_type, _field) \
423__HPP_COLOR_ACC_PERCENT_FN(_type, _field) \
424__HPP_ENTRY_ACC_PERCENT_FN(_type, _field) \
425__HPP_SORT_ACC_FN(_type, _field)
426
427#define HPP_RAW_FNS(_type, _field) \
428__HPP_ENTRY_RAW_FN(_type, _field) \
429__HPP_SORT_RAW_FN(_type, _field)
430
431HPP_PERCENT_FNS(overhead, period)
432HPP_PERCENT_FNS(overhead_sys, period_sys)
433HPP_PERCENT_FNS(overhead_us, period_us)
434HPP_PERCENT_FNS(overhead_guest_sys, period_guest_sys)
435HPP_PERCENT_FNS(overhead_guest_us, period_guest_us)
436HPP_PERCENT_ACC_FNS(overhead_acc, period)
437
438HPP_RAW_FNS(samples, nr_events)
439HPP_RAW_FNS(period, period)
440
441static int64_t hpp__nop_cmp(struct perf_hpp_fmt *fmt __maybe_unused,
442 struct hist_entry *a __maybe_unused,
443 struct hist_entry *b __maybe_unused)
444{
445 return 0;
446}
447
448static bool perf_hpp__is_hpp_entry(struct perf_hpp_fmt *a)
449{
450 return a->header == hpp__header_fn;
451}
452
453static bool hpp__equal(struct perf_hpp_fmt *a, struct perf_hpp_fmt *b)
454{
455 if (!perf_hpp__is_hpp_entry(a) || !perf_hpp__is_hpp_entry(b))
456 return false;
457
458 return a->idx == b->idx;
459}
460
461#define HPP__COLOR_PRINT_FNS(_name, _fn, _idx) \
462 { \
463 .name = _name, \
464 .header = hpp__header_fn, \
465 .width = hpp__width_fn, \
466 .color = hpp__color_ ## _fn, \
467 .entry = hpp__entry_ ## _fn, \
468 .cmp = hpp__nop_cmp, \
469 .collapse = hpp__nop_cmp, \
470 .sort = hpp__sort_ ## _fn, \
471 .idx = PERF_HPP__ ## _idx, \
472 .equal = hpp__equal, \
473 }
474
475#define HPP__COLOR_ACC_PRINT_FNS(_name, _fn, _idx) \
476 { \
477 .name = _name, \
478 .header = hpp__header_fn, \
479 .width = hpp__width_fn, \
480 .color = hpp__color_ ## _fn, \
481 .entry = hpp__entry_ ## _fn, \
482 .cmp = hpp__nop_cmp, \
483 .collapse = hpp__nop_cmp, \
484 .sort = hpp__sort_ ## _fn, \
485 .idx = PERF_HPP__ ## _idx, \
486 .equal = hpp__equal, \
487 }
488
489#define HPP__PRINT_FNS(_name, _fn, _idx) \
490 { \
491 .name = _name, \
492 .header = hpp__header_fn, \
493 .width = hpp__width_fn, \
494 .entry = hpp__entry_ ## _fn, \
495 .cmp = hpp__nop_cmp, \
496 .collapse = hpp__nop_cmp, \
497 .sort = hpp__sort_ ## _fn, \
498 .idx = PERF_HPP__ ## _idx, \
499 .equal = hpp__equal, \
500 }
501
502struct perf_hpp_fmt perf_hpp__format[] = {
503 HPP__COLOR_PRINT_FNS("Overhead", overhead, OVERHEAD),
504 HPP__COLOR_PRINT_FNS("sys", overhead_sys, OVERHEAD_SYS),
505 HPP__COLOR_PRINT_FNS("usr", overhead_us, OVERHEAD_US),
506 HPP__COLOR_PRINT_FNS("guest sys", overhead_guest_sys, OVERHEAD_GUEST_SYS),
507 HPP__COLOR_PRINT_FNS("guest usr", overhead_guest_us, OVERHEAD_GUEST_US),
508 HPP__COLOR_ACC_PRINT_FNS("Children", overhead_acc, OVERHEAD_ACC),
509 HPP__PRINT_FNS("Samples", samples, SAMPLES),
510 HPP__PRINT_FNS("Period", period, PERIOD)
511};
512
513struct perf_hpp_list perf_hpp_list = {
514 .fields = LIST_HEAD_INIT(perf_hpp_list.fields),
515 .sorts = LIST_HEAD_INIT(perf_hpp_list.sorts),
516 .nr_header_lines = 1,
517};
518
519#undef HPP__COLOR_PRINT_FNS
520#undef HPP__COLOR_ACC_PRINT_FNS
521#undef HPP__PRINT_FNS
522
523#undef HPP_PERCENT_FNS
524#undef HPP_PERCENT_ACC_FNS
525#undef HPP_RAW_FNS
526
527#undef __HPP_HEADER_FN
528#undef __HPP_WIDTH_FN
529#undef __HPP_COLOR_PERCENT_FN
530#undef __HPP_ENTRY_PERCENT_FN
531#undef __HPP_COLOR_ACC_PERCENT_FN
532#undef __HPP_ENTRY_ACC_PERCENT_FN
533#undef __HPP_ENTRY_RAW_FN
534#undef __HPP_SORT_FN
535#undef __HPP_SORT_ACC_FN
536#undef __HPP_SORT_RAW_FN
537
538
539void perf_hpp__init(void)
540{
541 int i;
542
543 for (i = 0; i < PERF_HPP__MAX_INDEX; i++) {
544 struct perf_hpp_fmt *fmt = &perf_hpp__format[i];
545
546 INIT_LIST_HEAD(&fmt->list);
547
548 /* sort_list may be linked by setup_sorting() */
549 if (fmt->sort_list.next == NULL)
550 INIT_LIST_HEAD(&fmt->sort_list);
551 }
552
553 /*
554 * If user specified field order, no need to setup default fields.
555 */
556 if (is_strict_order(field_order))
557 return;
558
559 if (symbol_conf.cumulate_callchain) {
560 hpp_dimension__add_output(PERF_HPP__OVERHEAD_ACC);
561 perf_hpp__format[PERF_HPP__OVERHEAD].name = "Self";
562 }
563
564 hpp_dimension__add_output(PERF_HPP__OVERHEAD);
565
566 if (symbol_conf.show_cpu_utilization) {
567 hpp_dimension__add_output(PERF_HPP__OVERHEAD_SYS);
568 hpp_dimension__add_output(PERF_HPP__OVERHEAD_US);
569
570 if (perf_guest) {
571 hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_SYS);
572 hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_US);
573 }
574 }
575
576 if (symbol_conf.show_nr_samples)
577 hpp_dimension__add_output(PERF_HPP__SAMPLES);
578
579 if (symbol_conf.show_total_period)
580 hpp_dimension__add_output(PERF_HPP__PERIOD);
581}
582
583void perf_hpp_list__column_register(struct perf_hpp_list *list,
584 struct perf_hpp_fmt *format)
585{
586 list_add_tail(&format->list, &list->fields);
587}
588
589void perf_hpp_list__register_sort_field(struct perf_hpp_list *list,
590 struct perf_hpp_fmt *format)
591{
592 list_add_tail(&format->sort_list, &list->sorts);
593}
594
595void perf_hpp_list__prepend_sort_field(struct perf_hpp_list *list,
596 struct perf_hpp_fmt *format)
597{
598 list_add(&format->sort_list, &list->sorts);
599}
600
601void perf_hpp__column_unregister(struct perf_hpp_fmt *format)
602{
603 list_del_init(&format->list);
604}
605
606void perf_hpp__cancel_cumulate(void)
607{
608 struct perf_hpp_fmt *fmt, *acc, *ovh, *tmp;
609
610 if (is_strict_order(field_order))
611 return;
612
613 ovh = &perf_hpp__format[PERF_HPP__OVERHEAD];
614 acc = &perf_hpp__format[PERF_HPP__OVERHEAD_ACC];
615
616 perf_hpp_list__for_each_format_safe(&perf_hpp_list, fmt, tmp) {
617 if (acc->equal(acc, fmt)) {
618 perf_hpp__column_unregister(fmt);
619 continue;
620 }
621
622 if (ovh->equal(ovh, fmt))
623 fmt->name = "Overhead";
624 }
625}
626
627static bool fmt_equal(struct perf_hpp_fmt *a, struct perf_hpp_fmt *b)
628{
629 return a->equal && a->equal(a, b);
630}
631
632void perf_hpp__setup_output_field(struct perf_hpp_list *list)
633{
634 struct perf_hpp_fmt *fmt;
635
636 /* append sort keys to output field */
637 perf_hpp_list__for_each_sort_list(list, fmt) {
638 struct perf_hpp_fmt *pos;
639
640 /* skip sort-only fields ("sort_compute" in perf diff) */
641 if (!fmt->entry && !fmt->color)
642 continue;
643
644 perf_hpp_list__for_each_format(list, pos) {
645 if (fmt_equal(fmt, pos))
646 goto next;
647 }
648
649 perf_hpp__column_register(fmt);
650next:
651 continue;
652 }
653}
654
655void perf_hpp__append_sort_keys(struct perf_hpp_list *list)
656{
657 struct perf_hpp_fmt *fmt;
658
659 /* append output fields to sort keys */
660 perf_hpp_list__for_each_format(list, fmt) {
661 struct perf_hpp_fmt *pos;
662
663 perf_hpp_list__for_each_sort_list(list, pos) {
664 if (fmt_equal(fmt, pos))
665 goto next;
666 }
667
668 perf_hpp__register_sort_field(fmt);
669next:
670 continue;
671 }
672}
673
674
675static void fmt_free(struct perf_hpp_fmt *fmt)
676{
677 /*
678 * At this point fmt should be completely
679 * unhooked, if not it's a bug.
680 */
681 BUG_ON(!list_empty(&fmt->list));
682 BUG_ON(!list_empty(&fmt->sort_list));
683
684 if (fmt->free)
685 fmt->free(fmt);
686}
687
688void perf_hpp__reset_output_field(struct perf_hpp_list *list)
689{
690 struct perf_hpp_fmt *fmt, *tmp;
691
692 /* reset output fields */
693 perf_hpp_list__for_each_format_safe(list, fmt, tmp) {
694 list_del_init(&fmt->list);
695 list_del_init(&fmt->sort_list);
696 fmt_free(fmt);
697 }
698
699 /* reset sort keys */
700 perf_hpp_list__for_each_sort_list_safe(list, fmt, tmp) {
701 list_del_init(&fmt->list);
702 list_del_init(&fmt->sort_list);
703 fmt_free(fmt);
704 }
705}
706
707/*
708 * See hists__fprintf to match the column widths
709 */
710unsigned int hists__sort_list_width(struct hists *hists)
711{
712 struct perf_hpp_fmt *fmt;
713 int ret = 0;
714 bool first = true;
715 struct perf_hpp dummy_hpp;
716
717 hists__for_each_format(hists, fmt) {
718 if (perf_hpp__should_skip(fmt, hists))
719 continue;
720
721 if (first)
722 first = false;
723 else
724 ret += 2;
725
726 ret += fmt->width(fmt, &dummy_hpp, hists);
727 }
728
729 if (verbose > 0 && hists__has(hists, sym)) /* Addr + origin */
730 ret += 3 + BITS_PER_LONG / 4;
731
732 return ret;
733}
734
735unsigned int hists__overhead_width(struct hists *hists)
736{
737 struct perf_hpp_fmt *fmt;
738 int ret = 0;
739 bool first = true;
740 struct perf_hpp dummy_hpp;
741
742 hists__for_each_format(hists, fmt) {
743 if (perf_hpp__is_sort_entry(fmt) || perf_hpp__is_dynamic_entry(fmt))
744 break;
745
746 if (first)
747 first = false;
748 else
749 ret += 2;
750
751 ret += fmt->width(fmt, &dummy_hpp, hists);
752 }
753
754 return ret;
755}
756
757void perf_hpp__reset_width(struct perf_hpp_fmt *fmt, struct hists *hists)
758{
759 if (perf_hpp__is_sort_entry(fmt))
760 return perf_hpp__reset_sort_width(fmt, hists);
761
762 if (perf_hpp__is_dynamic_entry(fmt))
763 return;
764
765 BUG_ON(fmt->idx >= PERF_HPP__MAX_INDEX);
766
767 switch (fmt->idx) {
768 case PERF_HPP__OVERHEAD:
769 case PERF_HPP__OVERHEAD_SYS:
770 case PERF_HPP__OVERHEAD_US:
771 case PERF_HPP__OVERHEAD_ACC:
772 fmt->len = 8;
773 break;
774
775 case PERF_HPP__OVERHEAD_GUEST_SYS:
776 case PERF_HPP__OVERHEAD_GUEST_US:
777 fmt->len = 9;
778 break;
779
780 case PERF_HPP__SAMPLES:
781 case PERF_HPP__PERIOD:
782 fmt->len = 12;
783 break;
784
785 default:
786 break;
787 }
788}
789
790void hists__reset_column_width(struct hists *hists)
791{
792 struct perf_hpp_fmt *fmt;
793 struct perf_hpp_list_node *node;
794
795 hists__for_each_format(hists, fmt)
796 perf_hpp__reset_width(fmt, hists);
797
798 /* hierarchy entries have their own hpp list */
799 list_for_each_entry(node, &hists->hpp_formats, list) {
800 perf_hpp_list__for_each_format(&node->hpp, fmt)
801 perf_hpp__reset_width(fmt, hists);
802 }
803}
804
805void perf_hpp__set_user_width(const char *width_list_str)
806{
807 struct perf_hpp_fmt *fmt;
808 const char *ptr = width_list_str;
809
810 perf_hpp_list__for_each_format(&perf_hpp_list, fmt) {
811 char *p;
812
813 int len = strtol(ptr, &p, 10);
814 fmt->user_len = len;
815
816 if (*p == ',')
817 ptr = p + 1;
818 else
819 break;
820 }
821}
822
823static int add_hierarchy_fmt(struct hists *hists, struct perf_hpp_fmt *fmt)
824{
825 struct perf_hpp_list_node *node = NULL;
826 struct perf_hpp_fmt *fmt_copy;
827 bool found = false;
828 bool skip = perf_hpp__should_skip(fmt, hists);
829
830 list_for_each_entry(node, &hists->hpp_formats, list) {
831 if (node->level == fmt->level) {
832 found = true;
833 break;
834 }
835 }
836
837 if (!found) {
838 node = malloc(sizeof(*node));
839 if (node == NULL)
840 return -1;
841
842 node->skip = skip;
843 node->level = fmt->level;
844 perf_hpp_list__init(&node->hpp);
845
846 hists->nr_hpp_node++;
847 list_add_tail(&node->list, &hists->hpp_formats);
848 }
849
850 fmt_copy = perf_hpp_fmt__dup(fmt);
851 if (fmt_copy == NULL)
852 return -1;
853
854 if (!skip)
855 node->skip = false;
856
857 list_add_tail(&fmt_copy->list, &node->hpp.fields);
858 list_add_tail(&fmt_copy->sort_list, &node->hpp.sorts);
859
860 return 0;
861}
862
863int perf_hpp__setup_hists_formats(struct perf_hpp_list *list,
864 struct evlist *evlist)
865{
866 struct evsel *evsel;
867 struct perf_hpp_fmt *fmt;
868 struct hists *hists;
869 int ret;
870
871 if (!symbol_conf.report_hierarchy)
872 return 0;
873
874 evlist__for_each_entry(evlist, evsel) {
875 hists = evsel__hists(evsel);
876
877 perf_hpp_list__for_each_sort_list(list, fmt) {
878 if (perf_hpp__is_dynamic_entry(fmt) &&
879 !perf_hpp__defined_dynamic_entry(fmt, hists))
880 continue;
881
882 ret = add_hierarchy_fmt(hists, fmt);
883 if (ret < 0)
884 return ret;
885 }
886 }
887
888 return 0;
889}