Loading...
1// SPDX-License-Identifier: GPL-2.0
2#include <inttypes.h>
3#include <math.h>
4#include <stdlib.h>
5#include <string.h>
6#include <linux/compiler.h>
7
8#include "../util/callchain.h"
9#include "../util/debug.h"
10#include "../util/hist.h"
11#include "../util/sort.h"
12#include "../util/evsel.h"
13#include "../util/evlist.h"
14#include "../util/thread.h"
15#include "../util/util.h"
16
17/* hist period print (hpp) functions */
18
19#define hpp__call_print_fn(hpp, fn, fmt, ...) \
20({ \
21 int __ret = fn(hpp, fmt, ##__VA_ARGS__); \
22 advance_hpp(hpp, __ret); \
23 __ret; \
24})
25
26static int __hpp__fmt(struct perf_hpp *hpp, struct hist_entry *he,
27 hpp_field_fn get_field, const char *fmt, int len,
28 hpp_snprint_fn print_fn, bool fmt_percent)
29{
30 int ret;
31 struct hists *hists = he->hists;
32 struct evsel *evsel = hists_to_evsel(hists);
33 char *buf = hpp->buf;
34 size_t size = hpp->size;
35
36 if (fmt_percent) {
37 double percent = 0.0;
38 u64 total = hists__total_period(hists);
39
40 if (total)
41 percent = 100.0 * get_field(he) / total;
42
43 ret = hpp__call_print_fn(hpp, print_fn, fmt, len, percent);
44 } else
45 ret = hpp__call_print_fn(hpp, print_fn, fmt, len, get_field(he));
46
47 if (evsel__is_group_event(evsel)) {
48 int prev_idx, idx_delta;
49 struct hist_entry *pair;
50 int nr_members = evsel->core.nr_members;
51
52 prev_idx = evsel__group_idx(evsel);
53
54 list_for_each_entry(pair, &he->pairs.head, pairs.node) {
55 u64 period = get_field(pair);
56 u64 total = hists__total_period(pair->hists);
57
58 if (!total)
59 continue;
60
61 evsel = hists_to_evsel(pair->hists);
62 idx_delta = evsel__group_idx(evsel) - prev_idx - 1;
63
64 while (idx_delta--) {
65 /*
66 * zero-fill group members in the middle which
67 * have no sample
68 */
69 if (fmt_percent) {
70 ret += hpp__call_print_fn(hpp, print_fn,
71 fmt, len, 0.0);
72 } else {
73 ret += hpp__call_print_fn(hpp, print_fn,
74 fmt, len, 0ULL);
75 }
76 }
77
78 if (fmt_percent) {
79 ret += hpp__call_print_fn(hpp, print_fn, fmt, len,
80 100.0 * period / total);
81 } else {
82 ret += hpp__call_print_fn(hpp, print_fn, fmt,
83 len, period);
84 }
85
86 prev_idx = evsel__group_idx(evsel);
87 }
88
89 idx_delta = nr_members - prev_idx - 1;
90
91 while (idx_delta--) {
92 /*
93 * zero-fill group members at last which have no sample
94 */
95 if (fmt_percent) {
96 ret += hpp__call_print_fn(hpp, print_fn,
97 fmt, len, 0.0);
98 } else {
99 ret += hpp__call_print_fn(hpp, print_fn,
100 fmt, len, 0ULL);
101 }
102 }
103 }
104
105 /*
106 * Restore original buf and size as it's where caller expects
107 * the result will be saved.
108 */
109 hpp->buf = buf;
110 hpp->size = size;
111
112 return ret;
113}
114
115int hpp__fmt(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
116 struct hist_entry *he, hpp_field_fn get_field,
117 const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
118{
119 int len = fmt->user_len ?: fmt->len;
120
121 if (symbol_conf.field_sep) {
122 return __hpp__fmt(hpp, he, get_field, fmtstr, 1,
123 print_fn, fmt_percent);
124 }
125
126 if (fmt_percent)
127 len -= 2; /* 2 for a space and a % sign */
128 else
129 len -= 1;
130
131 return __hpp__fmt(hpp, he, get_field, fmtstr, len, print_fn, fmt_percent);
132}
133
134int hpp__fmt_acc(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
135 struct hist_entry *he, hpp_field_fn get_field,
136 const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
137{
138 if (!symbol_conf.cumulate_callchain) {
139 int len = fmt->user_len ?: fmt->len;
140 return snprintf(hpp->buf, hpp->size, " %*s", len - 1, "N/A");
141 }
142
143 return hpp__fmt(fmt, hpp, he, get_field, fmtstr, print_fn, fmt_percent);
144}
145
146static int field_cmp(u64 field_a, u64 field_b)
147{
148 if (field_a > field_b)
149 return 1;
150 if (field_a < field_b)
151 return -1;
152 return 0;
153}
154
155static int hist_entry__new_pair(struct hist_entry *a, struct hist_entry *b,
156 hpp_field_fn get_field, int nr_members,
157 u64 **fields_a, u64 **fields_b)
158{
159 u64 *fa = calloc(nr_members, sizeof(*fa)),
160 *fb = calloc(nr_members, sizeof(*fb));
161 struct hist_entry *pair;
162
163 if (!fa || !fb)
164 goto out_free;
165
166 list_for_each_entry(pair, &a->pairs.head, pairs.node) {
167 struct evsel *evsel = hists_to_evsel(pair->hists);
168 fa[evsel__group_idx(evsel)] = get_field(pair);
169 }
170
171 list_for_each_entry(pair, &b->pairs.head, pairs.node) {
172 struct evsel *evsel = hists_to_evsel(pair->hists);
173 fb[evsel__group_idx(evsel)] = get_field(pair);
174 }
175
176 *fields_a = fa;
177 *fields_b = fb;
178 return 0;
179out_free:
180 free(fa);
181 free(fb);
182 *fields_a = *fields_b = NULL;
183 return -1;
184}
185
186static int __hpp__group_sort_idx(struct hist_entry *a, struct hist_entry *b,
187 hpp_field_fn get_field, int idx)
188{
189 struct evsel *evsel = hists_to_evsel(a->hists);
190 u64 *fields_a, *fields_b;
191 int cmp, nr_members, ret, i;
192
193 cmp = field_cmp(get_field(a), get_field(b));
194 if (!evsel__is_group_event(evsel))
195 return cmp;
196
197 nr_members = evsel->core.nr_members;
198 if (idx < 1 || idx >= nr_members)
199 return cmp;
200
201 ret = hist_entry__new_pair(a, b, get_field, nr_members, &fields_a, &fields_b);
202 if (ret) {
203 ret = cmp;
204 goto out;
205 }
206
207 ret = field_cmp(fields_a[idx], fields_b[idx]);
208 if (ret)
209 goto out;
210
211 for (i = 1; i < nr_members; i++) {
212 if (i != idx) {
213 ret = field_cmp(fields_a[i], fields_b[i]);
214 if (ret)
215 goto out;
216 }
217 }
218
219out:
220 free(fields_a);
221 free(fields_b);
222
223 return ret;
224}
225
226static int __hpp__sort(struct hist_entry *a, struct hist_entry *b,
227 hpp_field_fn get_field)
228{
229 s64 ret;
230 int i, nr_members;
231 struct evsel *evsel;
232 u64 *fields_a, *fields_b;
233
234 if (symbol_conf.group_sort_idx && symbol_conf.event_group) {
235 return __hpp__group_sort_idx(a, b, get_field,
236 symbol_conf.group_sort_idx);
237 }
238
239 ret = field_cmp(get_field(a), get_field(b));
240 if (ret || !symbol_conf.event_group)
241 return ret;
242
243 evsel = hists_to_evsel(a->hists);
244 if (!evsel__is_group_event(evsel))
245 return ret;
246
247 nr_members = evsel->core.nr_members;
248 i = hist_entry__new_pair(a, b, get_field, nr_members, &fields_a, &fields_b);
249 if (i)
250 goto out;
251
252 for (i = 1; i < nr_members; i++) {
253 ret = field_cmp(fields_a[i], fields_b[i]);
254 if (ret)
255 break;
256 }
257
258out:
259 free(fields_a);
260 free(fields_b);
261
262 return ret;
263}
264
265static int __hpp__sort_acc(struct hist_entry *a, struct hist_entry *b,
266 hpp_field_fn get_field)
267{
268 s64 ret = 0;
269
270 if (symbol_conf.cumulate_callchain) {
271 /*
272 * Put caller above callee when they have equal period.
273 */
274 ret = field_cmp(get_field(a), get_field(b));
275 if (ret)
276 return ret;
277
278 if ((a->thread == NULL ? NULL : RC_CHK_ACCESS(a->thread)) !=
279 (b->thread == NULL ? NULL : RC_CHK_ACCESS(b->thread)) ||
280 !hist_entry__has_callchains(a) || !symbol_conf.use_callchain)
281 return 0;
282
283 ret = b->callchain->max_depth - a->callchain->max_depth;
284 if (callchain_param.order == ORDER_CALLER)
285 ret = -ret;
286 }
287 return ret;
288}
289
290static int hpp__width_fn(struct perf_hpp_fmt *fmt,
291 struct perf_hpp *hpp __maybe_unused,
292 struct hists *hists)
293{
294 int len = fmt->user_len ?: fmt->len;
295 struct evsel *evsel = hists_to_evsel(hists);
296
297 if (symbol_conf.event_group)
298 len = max(len, evsel->core.nr_members * fmt->len);
299
300 if (len < (int)strlen(fmt->name))
301 len = strlen(fmt->name);
302
303 return len;
304}
305
306static int hpp__header_fn(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
307 struct hists *hists, int line __maybe_unused,
308 int *span __maybe_unused)
309{
310 int len = hpp__width_fn(fmt, hpp, hists);
311 return scnprintf(hpp->buf, hpp->size, "%*s", len, fmt->name);
312}
313
314int hpp_color_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
315{
316 va_list args;
317 ssize_t ssize = hpp->size;
318 double percent;
319 int ret, len;
320
321 va_start(args, fmt);
322 len = va_arg(args, int);
323 percent = va_arg(args, double);
324 ret = percent_color_len_snprintf(hpp->buf, hpp->size, fmt, len, percent);
325 va_end(args);
326
327 return (ret >= ssize) ? (ssize - 1) : ret;
328}
329
330static int hpp_entry_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
331{
332 va_list args;
333 ssize_t ssize = hpp->size;
334 int ret;
335
336 va_start(args, fmt);
337 ret = vsnprintf(hpp->buf, hpp->size, fmt, args);
338 va_end(args);
339
340 return (ret >= ssize) ? (ssize - 1) : ret;
341}
342
343#define __HPP_COLOR_PERCENT_FN(_type, _field) \
344static u64 he_get_##_field(struct hist_entry *he) \
345{ \
346 return he->stat._field; \
347} \
348 \
349static int hpp__color_##_type(struct perf_hpp_fmt *fmt, \
350 struct perf_hpp *hpp, struct hist_entry *he) \
351{ \
352 return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%", \
353 hpp_color_scnprintf, true); \
354}
355
356#define __HPP_ENTRY_PERCENT_FN(_type, _field) \
357static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
358 struct perf_hpp *hpp, struct hist_entry *he) \
359{ \
360 return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%", \
361 hpp_entry_scnprintf, true); \
362}
363
364#define __HPP_SORT_FN(_type, _field) \
365static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
366 struct hist_entry *a, struct hist_entry *b) \
367{ \
368 return __hpp__sort(a, b, he_get_##_field); \
369}
370
371#define __HPP_COLOR_ACC_PERCENT_FN(_type, _field) \
372static u64 he_get_acc_##_field(struct hist_entry *he) \
373{ \
374 return he->stat_acc->_field; \
375} \
376 \
377static int hpp__color_##_type(struct perf_hpp_fmt *fmt, \
378 struct perf_hpp *hpp, struct hist_entry *he) \
379{ \
380 return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", \
381 hpp_color_scnprintf, true); \
382}
383
384#define __HPP_ENTRY_ACC_PERCENT_FN(_type, _field) \
385static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
386 struct perf_hpp *hpp, struct hist_entry *he) \
387{ \
388 return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", \
389 hpp_entry_scnprintf, true); \
390}
391
392#define __HPP_SORT_ACC_FN(_type, _field) \
393static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
394 struct hist_entry *a, struct hist_entry *b) \
395{ \
396 return __hpp__sort_acc(a, b, he_get_acc_##_field); \
397}
398
399#define __HPP_ENTRY_RAW_FN(_type, _field) \
400static u64 he_get_raw_##_field(struct hist_entry *he) \
401{ \
402 return he->stat._field; \
403} \
404 \
405static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
406 struct perf_hpp *hpp, struct hist_entry *he) \
407{ \
408 return hpp__fmt(fmt, hpp, he, he_get_raw_##_field, " %*"PRIu64, \
409 hpp_entry_scnprintf, false); \
410}
411
412#define __HPP_SORT_RAW_FN(_type, _field) \
413static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
414 struct hist_entry *a, struct hist_entry *b) \
415{ \
416 return __hpp__sort(a, b, he_get_raw_##_field); \
417}
418
419
420#define HPP_PERCENT_FNS(_type, _field) \
421__HPP_COLOR_PERCENT_FN(_type, _field) \
422__HPP_ENTRY_PERCENT_FN(_type, _field) \
423__HPP_SORT_FN(_type, _field)
424
425#define HPP_PERCENT_ACC_FNS(_type, _field) \
426__HPP_COLOR_ACC_PERCENT_FN(_type, _field) \
427__HPP_ENTRY_ACC_PERCENT_FN(_type, _field) \
428__HPP_SORT_ACC_FN(_type, _field)
429
430#define HPP_RAW_FNS(_type, _field) \
431__HPP_ENTRY_RAW_FN(_type, _field) \
432__HPP_SORT_RAW_FN(_type, _field)
433
434HPP_PERCENT_FNS(overhead, period)
435HPP_PERCENT_FNS(overhead_sys, period_sys)
436HPP_PERCENT_FNS(overhead_us, period_us)
437HPP_PERCENT_FNS(overhead_guest_sys, period_guest_sys)
438HPP_PERCENT_FNS(overhead_guest_us, period_guest_us)
439HPP_PERCENT_ACC_FNS(overhead_acc, period)
440
441HPP_RAW_FNS(samples, nr_events)
442HPP_RAW_FNS(period, period)
443
444static int64_t hpp__nop_cmp(struct perf_hpp_fmt *fmt __maybe_unused,
445 struct hist_entry *a __maybe_unused,
446 struct hist_entry *b __maybe_unused)
447{
448 return 0;
449}
450
451static bool perf_hpp__is_hpp_entry(struct perf_hpp_fmt *a)
452{
453 return a->header == hpp__header_fn;
454}
455
456static bool hpp__equal(struct perf_hpp_fmt *a, struct perf_hpp_fmt *b)
457{
458 if (!perf_hpp__is_hpp_entry(a) || !perf_hpp__is_hpp_entry(b))
459 return false;
460
461 return a->idx == b->idx;
462}
463
464#define HPP__COLOR_PRINT_FNS(_name, _fn, _idx) \
465 { \
466 .name = _name, \
467 .header = hpp__header_fn, \
468 .width = hpp__width_fn, \
469 .color = hpp__color_ ## _fn, \
470 .entry = hpp__entry_ ## _fn, \
471 .cmp = hpp__nop_cmp, \
472 .collapse = hpp__nop_cmp, \
473 .sort = hpp__sort_ ## _fn, \
474 .idx = PERF_HPP__ ## _idx, \
475 .equal = hpp__equal, \
476 }
477
478#define HPP__COLOR_ACC_PRINT_FNS(_name, _fn, _idx) \
479 { \
480 .name = _name, \
481 .header = hpp__header_fn, \
482 .width = hpp__width_fn, \
483 .color = hpp__color_ ## _fn, \
484 .entry = hpp__entry_ ## _fn, \
485 .cmp = hpp__nop_cmp, \
486 .collapse = hpp__nop_cmp, \
487 .sort = hpp__sort_ ## _fn, \
488 .idx = PERF_HPP__ ## _idx, \
489 .equal = hpp__equal, \
490 }
491
492#define HPP__PRINT_FNS(_name, _fn, _idx) \
493 { \
494 .name = _name, \
495 .header = hpp__header_fn, \
496 .width = hpp__width_fn, \
497 .entry = hpp__entry_ ## _fn, \
498 .cmp = hpp__nop_cmp, \
499 .collapse = hpp__nop_cmp, \
500 .sort = hpp__sort_ ## _fn, \
501 .idx = PERF_HPP__ ## _idx, \
502 .equal = hpp__equal, \
503 }
504
505struct perf_hpp_fmt perf_hpp__format[] = {
506 HPP__COLOR_PRINT_FNS("Overhead", overhead, OVERHEAD),
507 HPP__COLOR_PRINT_FNS("sys", overhead_sys, OVERHEAD_SYS),
508 HPP__COLOR_PRINT_FNS("usr", overhead_us, OVERHEAD_US),
509 HPP__COLOR_PRINT_FNS("guest sys", overhead_guest_sys, OVERHEAD_GUEST_SYS),
510 HPP__COLOR_PRINT_FNS("guest usr", overhead_guest_us, OVERHEAD_GUEST_US),
511 HPP__COLOR_ACC_PRINT_FNS("Children", overhead_acc, OVERHEAD_ACC),
512 HPP__PRINT_FNS("Samples", samples, SAMPLES),
513 HPP__PRINT_FNS("Period", period, PERIOD)
514};
515
516struct perf_hpp_list perf_hpp_list = {
517 .fields = LIST_HEAD_INIT(perf_hpp_list.fields),
518 .sorts = LIST_HEAD_INIT(perf_hpp_list.sorts),
519 .nr_header_lines = 1,
520};
521
522#undef HPP__COLOR_PRINT_FNS
523#undef HPP__COLOR_ACC_PRINT_FNS
524#undef HPP__PRINT_FNS
525
526#undef HPP_PERCENT_FNS
527#undef HPP_PERCENT_ACC_FNS
528#undef HPP_RAW_FNS
529
530#undef __HPP_HEADER_FN
531#undef __HPP_WIDTH_FN
532#undef __HPP_COLOR_PERCENT_FN
533#undef __HPP_ENTRY_PERCENT_FN
534#undef __HPP_COLOR_ACC_PERCENT_FN
535#undef __HPP_ENTRY_ACC_PERCENT_FN
536#undef __HPP_ENTRY_RAW_FN
537#undef __HPP_SORT_FN
538#undef __HPP_SORT_ACC_FN
539#undef __HPP_SORT_RAW_FN
540
541static void fmt_free(struct perf_hpp_fmt *fmt)
542{
543 /*
544 * At this point fmt should be completely
545 * unhooked, if not it's a bug.
546 */
547 BUG_ON(!list_empty(&fmt->list));
548 BUG_ON(!list_empty(&fmt->sort_list));
549
550 if (fmt->free)
551 fmt->free(fmt);
552}
553
554void perf_hpp__init(void)
555{
556 int i;
557
558 for (i = 0; i < PERF_HPP__MAX_INDEX; i++) {
559 struct perf_hpp_fmt *fmt = &perf_hpp__format[i];
560
561 INIT_LIST_HEAD(&fmt->list);
562
563 /* sort_list may be linked by setup_sorting() */
564 if (fmt->sort_list.next == NULL)
565 INIT_LIST_HEAD(&fmt->sort_list);
566 }
567
568 /*
569 * If user specified field order, no need to setup default fields.
570 */
571 if (is_strict_order(field_order))
572 return;
573
574 if (symbol_conf.cumulate_callchain) {
575 hpp_dimension__add_output(PERF_HPP__OVERHEAD_ACC);
576 perf_hpp__format[PERF_HPP__OVERHEAD].name = "Self";
577 }
578
579 hpp_dimension__add_output(PERF_HPP__OVERHEAD);
580
581 if (symbol_conf.show_cpu_utilization) {
582 hpp_dimension__add_output(PERF_HPP__OVERHEAD_SYS);
583 hpp_dimension__add_output(PERF_HPP__OVERHEAD_US);
584
585 if (perf_guest) {
586 hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_SYS);
587 hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_US);
588 }
589 }
590
591 if (symbol_conf.show_nr_samples)
592 hpp_dimension__add_output(PERF_HPP__SAMPLES);
593
594 if (symbol_conf.show_total_period)
595 hpp_dimension__add_output(PERF_HPP__PERIOD);
596}
597
598void perf_hpp_list__column_register(struct perf_hpp_list *list,
599 struct perf_hpp_fmt *format)
600{
601 list_add_tail(&format->list, &list->fields);
602}
603
604void perf_hpp_list__register_sort_field(struct perf_hpp_list *list,
605 struct perf_hpp_fmt *format)
606{
607 list_add_tail(&format->sort_list, &list->sorts);
608}
609
610void perf_hpp_list__prepend_sort_field(struct perf_hpp_list *list,
611 struct perf_hpp_fmt *format)
612{
613 list_add(&format->sort_list, &list->sorts);
614}
615
616static void perf_hpp__column_unregister(struct perf_hpp_fmt *format)
617{
618 list_del_init(&format->list);
619 fmt_free(format);
620}
621
622void perf_hpp__cancel_cumulate(void)
623{
624 struct perf_hpp_fmt *fmt, *acc, *ovh, *tmp;
625
626 if (is_strict_order(field_order))
627 return;
628
629 ovh = &perf_hpp__format[PERF_HPP__OVERHEAD];
630 acc = &perf_hpp__format[PERF_HPP__OVERHEAD_ACC];
631
632 perf_hpp_list__for_each_format_safe(&perf_hpp_list, fmt, tmp) {
633 if (acc->equal(acc, fmt)) {
634 perf_hpp__column_unregister(fmt);
635 continue;
636 }
637
638 if (ovh->equal(ovh, fmt))
639 fmt->name = "Overhead";
640 }
641}
642
643static bool fmt_equal(struct perf_hpp_fmt *a, struct perf_hpp_fmt *b)
644{
645 return a->equal && a->equal(a, b);
646}
647
648void perf_hpp__setup_output_field(struct perf_hpp_list *list)
649{
650 struct perf_hpp_fmt *fmt;
651
652 /* append sort keys to output field */
653 perf_hpp_list__for_each_sort_list(list, fmt) {
654 struct perf_hpp_fmt *pos;
655
656 /* skip sort-only fields ("sort_compute" in perf diff) */
657 if (!fmt->entry && !fmt->color)
658 continue;
659
660 perf_hpp_list__for_each_format(list, pos) {
661 if (fmt_equal(fmt, pos))
662 goto next;
663 }
664
665 perf_hpp__column_register(fmt);
666next:
667 continue;
668 }
669}
670
671void perf_hpp__append_sort_keys(struct perf_hpp_list *list)
672{
673 struct perf_hpp_fmt *fmt;
674
675 /* append output fields to sort keys */
676 perf_hpp_list__for_each_format(list, fmt) {
677 struct perf_hpp_fmt *pos;
678
679 perf_hpp_list__for_each_sort_list(list, pos) {
680 if (fmt_equal(fmt, pos))
681 goto next;
682 }
683
684 perf_hpp__register_sort_field(fmt);
685next:
686 continue;
687 }
688}
689
690
691void perf_hpp__reset_output_field(struct perf_hpp_list *list)
692{
693 struct perf_hpp_fmt *fmt, *tmp;
694
695 /* reset output fields */
696 perf_hpp_list__for_each_format_safe(list, fmt, tmp) {
697 list_del_init(&fmt->list);
698 list_del_init(&fmt->sort_list);
699 fmt_free(fmt);
700 }
701
702 /* reset sort keys */
703 perf_hpp_list__for_each_sort_list_safe(list, fmt, tmp) {
704 list_del_init(&fmt->list);
705 list_del_init(&fmt->sort_list);
706 fmt_free(fmt);
707 }
708}
709
710/*
711 * See hists__fprintf to match the column widths
712 */
713unsigned int hists__sort_list_width(struct hists *hists)
714{
715 struct perf_hpp_fmt *fmt;
716 int ret = 0;
717 bool first = true;
718 struct perf_hpp dummy_hpp;
719
720 hists__for_each_format(hists, fmt) {
721 if (perf_hpp__should_skip(fmt, hists))
722 continue;
723
724 if (first)
725 first = false;
726 else
727 ret += 2;
728
729 ret += fmt->width(fmt, &dummy_hpp, hists);
730 }
731
732 if (verbose > 0 && hists__has(hists, sym)) /* Addr + origin */
733 ret += 3 + BITS_PER_LONG / 4;
734
735 return ret;
736}
737
738unsigned int hists__overhead_width(struct hists *hists)
739{
740 struct perf_hpp_fmt *fmt;
741 int ret = 0;
742 bool first = true;
743 struct perf_hpp dummy_hpp;
744
745 hists__for_each_format(hists, fmt) {
746 if (perf_hpp__is_sort_entry(fmt) || perf_hpp__is_dynamic_entry(fmt))
747 break;
748
749 if (first)
750 first = false;
751 else
752 ret += 2;
753
754 ret += fmt->width(fmt, &dummy_hpp, hists);
755 }
756
757 return ret;
758}
759
760void perf_hpp__reset_width(struct perf_hpp_fmt *fmt, struct hists *hists)
761{
762 if (perf_hpp__is_sort_entry(fmt))
763 return perf_hpp__reset_sort_width(fmt, hists);
764
765 if (perf_hpp__is_dynamic_entry(fmt))
766 return;
767
768 BUG_ON(fmt->idx >= PERF_HPP__MAX_INDEX);
769
770 switch (fmt->idx) {
771 case PERF_HPP__OVERHEAD:
772 case PERF_HPP__OVERHEAD_SYS:
773 case PERF_HPP__OVERHEAD_US:
774 case PERF_HPP__OVERHEAD_ACC:
775 fmt->len = 8;
776 break;
777
778 case PERF_HPP__OVERHEAD_GUEST_SYS:
779 case PERF_HPP__OVERHEAD_GUEST_US:
780 fmt->len = 9;
781 break;
782
783 case PERF_HPP__SAMPLES:
784 case PERF_HPP__PERIOD:
785 fmt->len = 12;
786 break;
787
788 default:
789 break;
790 }
791}
792
793void hists__reset_column_width(struct hists *hists)
794{
795 struct perf_hpp_fmt *fmt;
796 struct perf_hpp_list_node *node;
797
798 hists__for_each_format(hists, fmt)
799 perf_hpp__reset_width(fmt, hists);
800
801 /* hierarchy entries have their own hpp list */
802 list_for_each_entry(node, &hists->hpp_formats, list) {
803 perf_hpp_list__for_each_format(&node->hpp, fmt)
804 perf_hpp__reset_width(fmt, hists);
805 }
806}
807
808void perf_hpp__set_user_width(const char *width_list_str)
809{
810 struct perf_hpp_fmt *fmt;
811 const char *ptr = width_list_str;
812
813 perf_hpp_list__for_each_format(&perf_hpp_list, fmt) {
814 char *p;
815
816 int len = strtol(ptr, &p, 10);
817 fmt->user_len = len;
818
819 if (*p == ',')
820 ptr = p + 1;
821 else
822 break;
823 }
824}
825
826static int add_hierarchy_fmt(struct hists *hists, struct perf_hpp_fmt *fmt)
827{
828 struct perf_hpp_list_node *node = NULL;
829 struct perf_hpp_fmt *fmt_copy;
830 bool found = false;
831 bool skip = perf_hpp__should_skip(fmt, hists);
832
833 list_for_each_entry(node, &hists->hpp_formats, list) {
834 if (node->level == fmt->level) {
835 found = true;
836 break;
837 }
838 }
839
840 if (!found) {
841 node = malloc(sizeof(*node));
842 if (node == NULL)
843 return -1;
844
845 node->skip = skip;
846 node->level = fmt->level;
847 perf_hpp_list__init(&node->hpp);
848
849 hists->nr_hpp_node++;
850 list_add_tail(&node->list, &hists->hpp_formats);
851 }
852
853 fmt_copy = perf_hpp_fmt__dup(fmt);
854 if (fmt_copy == NULL)
855 return -1;
856
857 if (!skip)
858 node->skip = false;
859
860 list_add_tail(&fmt_copy->list, &node->hpp.fields);
861 list_add_tail(&fmt_copy->sort_list, &node->hpp.sorts);
862
863 return 0;
864}
865
866int perf_hpp__setup_hists_formats(struct perf_hpp_list *list,
867 struct evlist *evlist)
868{
869 struct evsel *evsel;
870 struct perf_hpp_fmt *fmt;
871 struct hists *hists;
872 int ret;
873
874 if (!symbol_conf.report_hierarchy)
875 return 0;
876
877 evlist__for_each_entry(evlist, evsel) {
878 hists = evsel__hists(evsel);
879
880 perf_hpp_list__for_each_sort_list(list, fmt) {
881 if (perf_hpp__is_dynamic_entry(fmt) &&
882 !perf_hpp__defined_dynamic_entry(fmt, hists))
883 continue;
884
885 ret = add_hierarchy_fmt(hists, fmt);
886 if (ret < 0)
887 return ret;
888 }
889 }
890
891 return 0;
892}
1#include <math.h>
2#include <linux/compiler.h>
3
4#include "../util/hist.h"
5#include "../util/util.h"
6#include "../util/sort.h"
7#include "../util/evsel.h"
8#include "../util/evlist.h"
9
10/* hist period print (hpp) functions */
11
12#define hpp__call_print_fn(hpp, fn, fmt, ...) \
13({ \
14 int __ret = fn(hpp, fmt, ##__VA_ARGS__); \
15 advance_hpp(hpp, __ret); \
16 __ret; \
17})
18
19static int __hpp__fmt(struct perf_hpp *hpp, struct hist_entry *he,
20 hpp_field_fn get_field, const char *fmt, int len,
21 hpp_snprint_fn print_fn, bool fmt_percent)
22{
23 int ret;
24 struct hists *hists = he->hists;
25 struct perf_evsel *evsel = hists_to_evsel(hists);
26 char *buf = hpp->buf;
27 size_t size = hpp->size;
28
29 if (fmt_percent) {
30 double percent = 0.0;
31 u64 total = hists__total_period(hists);
32
33 if (total)
34 percent = 100.0 * get_field(he) / total;
35
36 ret = hpp__call_print_fn(hpp, print_fn, fmt, len, percent);
37 } else
38 ret = hpp__call_print_fn(hpp, print_fn, fmt, len, get_field(he));
39
40 if (perf_evsel__is_group_event(evsel)) {
41 int prev_idx, idx_delta;
42 struct hist_entry *pair;
43 int nr_members = evsel->nr_members;
44
45 prev_idx = perf_evsel__group_idx(evsel);
46
47 list_for_each_entry(pair, &he->pairs.head, pairs.node) {
48 u64 period = get_field(pair);
49 u64 total = hists__total_period(pair->hists);
50
51 if (!total)
52 continue;
53
54 evsel = hists_to_evsel(pair->hists);
55 idx_delta = perf_evsel__group_idx(evsel) - prev_idx - 1;
56
57 while (idx_delta--) {
58 /*
59 * zero-fill group members in the middle which
60 * have no sample
61 */
62 if (fmt_percent) {
63 ret += hpp__call_print_fn(hpp, print_fn,
64 fmt, len, 0.0);
65 } else {
66 ret += hpp__call_print_fn(hpp, print_fn,
67 fmt, len, 0ULL);
68 }
69 }
70
71 if (fmt_percent) {
72 ret += hpp__call_print_fn(hpp, print_fn, fmt, len,
73 100.0 * period / total);
74 } else {
75 ret += hpp__call_print_fn(hpp, print_fn, fmt,
76 len, period);
77 }
78
79 prev_idx = perf_evsel__group_idx(evsel);
80 }
81
82 idx_delta = nr_members - prev_idx - 1;
83
84 while (idx_delta--) {
85 /*
86 * zero-fill group members at last which have no sample
87 */
88 if (fmt_percent) {
89 ret += hpp__call_print_fn(hpp, print_fn,
90 fmt, len, 0.0);
91 } else {
92 ret += hpp__call_print_fn(hpp, print_fn,
93 fmt, len, 0ULL);
94 }
95 }
96 }
97
98 /*
99 * Restore original buf and size as it's where caller expects
100 * the result will be saved.
101 */
102 hpp->buf = buf;
103 hpp->size = size;
104
105 return ret;
106}
107
108int hpp__fmt(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
109 struct hist_entry *he, hpp_field_fn get_field,
110 const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
111{
112 int len = fmt->user_len ?: fmt->len;
113
114 if (symbol_conf.field_sep) {
115 return __hpp__fmt(hpp, he, get_field, fmtstr, 1,
116 print_fn, fmt_percent);
117 }
118
119 if (fmt_percent)
120 len -= 2; /* 2 for a space and a % sign */
121 else
122 len -= 1;
123
124 return __hpp__fmt(hpp, he, get_field, fmtstr, len, print_fn, fmt_percent);
125}
126
127int hpp__fmt_acc(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
128 struct hist_entry *he, hpp_field_fn get_field,
129 const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
130{
131 if (!symbol_conf.cumulate_callchain) {
132 int len = fmt->user_len ?: fmt->len;
133 return snprintf(hpp->buf, hpp->size, " %*s", len - 1, "N/A");
134 }
135
136 return hpp__fmt(fmt, hpp, he, get_field, fmtstr, print_fn, fmt_percent);
137}
138
139static int field_cmp(u64 field_a, u64 field_b)
140{
141 if (field_a > field_b)
142 return 1;
143 if (field_a < field_b)
144 return -1;
145 return 0;
146}
147
148static int __hpp__sort(struct hist_entry *a, struct hist_entry *b,
149 hpp_field_fn get_field)
150{
151 s64 ret;
152 int i, nr_members;
153 struct perf_evsel *evsel;
154 struct hist_entry *pair;
155 u64 *fields_a, *fields_b;
156
157 ret = field_cmp(get_field(a), get_field(b));
158 if (ret || !symbol_conf.event_group)
159 return ret;
160
161 evsel = hists_to_evsel(a->hists);
162 if (!perf_evsel__is_group_event(evsel))
163 return ret;
164
165 nr_members = evsel->nr_members;
166 fields_a = calloc(nr_members, sizeof(*fields_a));
167 fields_b = calloc(nr_members, sizeof(*fields_b));
168
169 if (!fields_a || !fields_b)
170 goto out;
171
172 list_for_each_entry(pair, &a->pairs.head, pairs.node) {
173 evsel = hists_to_evsel(pair->hists);
174 fields_a[perf_evsel__group_idx(evsel)] = get_field(pair);
175 }
176
177 list_for_each_entry(pair, &b->pairs.head, pairs.node) {
178 evsel = hists_to_evsel(pair->hists);
179 fields_b[perf_evsel__group_idx(evsel)] = get_field(pair);
180 }
181
182 for (i = 1; i < nr_members; i++) {
183 ret = field_cmp(fields_a[i], fields_b[i]);
184 if (ret)
185 break;
186 }
187
188out:
189 free(fields_a);
190 free(fields_b);
191
192 return ret;
193}
194
195static int __hpp__sort_acc(struct hist_entry *a, struct hist_entry *b,
196 hpp_field_fn get_field)
197{
198 s64 ret = 0;
199
200 if (symbol_conf.cumulate_callchain) {
201 /*
202 * Put caller above callee when they have equal period.
203 */
204 ret = field_cmp(get_field(a), get_field(b));
205 if (ret)
206 return ret;
207
208 if (a->thread != b->thread || !symbol_conf.use_callchain)
209 return 0;
210
211 ret = b->callchain->max_depth - a->callchain->max_depth;
212 }
213 return ret;
214}
215
216static int hpp__width_fn(struct perf_hpp_fmt *fmt,
217 struct perf_hpp *hpp __maybe_unused,
218 struct hists *hists)
219{
220 int len = fmt->user_len ?: fmt->len;
221 struct perf_evsel *evsel = hists_to_evsel(hists);
222
223 if (symbol_conf.event_group)
224 len = max(len, evsel->nr_members * fmt->len);
225
226 if (len < (int)strlen(fmt->name))
227 len = strlen(fmt->name);
228
229 return len;
230}
231
232static int hpp__header_fn(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
233 struct hists *hists, int line __maybe_unused,
234 int *span __maybe_unused)
235{
236 int len = hpp__width_fn(fmt, hpp, hists);
237 return scnprintf(hpp->buf, hpp->size, "%*s", len, fmt->name);
238}
239
240int hpp_color_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
241{
242 va_list args;
243 ssize_t ssize = hpp->size;
244 double percent;
245 int ret, len;
246
247 va_start(args, fmt);
248 len = va_arg(args, int);
249 percent = va_arg(args, double);
250 ret = percent_color_len_snprintf(hpp->buf, hpp->size, fmt, len, percent);
251 va_end(args);
252
253 return (ret >= ssize) ? (ssize - 1) : ret;
254}
255
256static int hpp_entry_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
257{
258 va_list args;
259 ssize_t ssize = hpp->size;
260 int ret;
261
262 va_start(args, fmt);
263 ret = vsnprintf(hpp->buf, hpp->size, fmt, args);
264 va_end(args);
265
266 return (ret >= ssize) ? (ssize - 1) : ret;
267}
268
269#define __HPP_COLOR_PERCENT_FN(_type, _field) \
270static u64 he_get_##_field(struct hist_entry *he) \
271{ \
272 return he->stat._field; \
273} \
274 \
275static int hpp__color_##_type(struct perf_hpp_fmt *fmt, \
276 struct perf_hpp *hpp, struct hist_entry *he) \
277{ \
278 return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%", \
279 hpp_color_scnprintf, true); \
280}
281
282#define __HPP_ENTRY_PERCENT_FN(_type, _field) \
283static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
284 struct perf_hpp *hpp, struct hist_entry *he) \
285{ \
286 return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%", \
287 hpp_entry_scnprintf, true); \
288}
289
290#define __HPP_SORT_FN(_type, _field) \
291static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
292 struct hist_entry *a, struct hist_entry *b) \
293{ \
294 return __hpp__sort(a, b, he_get_##_field); \
295}
296
297#define __HPP_COLOR_ACC_PERCENT_FN(_type, _field) \
298static u64 he_get_acc_##_field(struct hist_entry *he) \
299{ \
300 return he->stat_acc->_field; \
301} \
302 \
303static int hpp__color_##_type(struct perf_hpp_fmt *fmt, \
304 struct perf_hpp *hpp, struct hist_entry *he) \
305{ \
306 return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", \
307 hpp_color_scnprintf, true); \
308}
309
310#define __HPP_ENTRY_ACC_PERCENT_FN(_type, _field) \
311static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
312 struct perf_hpp *hpp, struct hist_entry *he) \
313{ \
314 return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", \
315 hpp_entry_scnprintf, true); \
316}
317
318#define __HPP_SORT_ACC_FN(_type, _field) \
319static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
320 struct hist_entry *a, struct hist_entry *b) \
321{ \
322 return __hpp__sort_acc(a, b, he_get_acc_##_field); \
323}
324
325#define __HPP_ENTRY_RAW_FN(_type, _field) \
326static u64 he_get_raw_##_field(struct hist_entry *he) \
327{ \
328 return he->stat._field; \
329} \
330 \
331static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
332 struct perf_hpp *hpp, struct hist_entry *he) \
333{ \
334 return hpp__fmt(fmt, hpp, he, he_get_raw_##_field, " %*"PRIu64, \
335 hpp_entry_scnprintf, false); \
336}
337
338#define __HPP_SORT_RAW_FN(_type, _field) \
339static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
340 struct hist_entry *a, struct hist_entry *b) \
341{ \
342 return __hpp__sort(a, b, he_get_raw_##_field); \
343}
344
345
346#define HPP_PERCENT_FNS(_type, _field) \
347__HPP_COLOR_PERCENT_FN(_type, _field) \
348__HPP_ENTRY_PERCENT_FN(_type, _field) \
349__HPP_SORT_FN(_type, _field)
350
351#define HPP_PERCENT_ACC_FNS(_type, _field) \
352__HPP_COLOR_ACC_PERCENT_FN(_type, _field) \
353__HPP_ENTRY_ACC_PERCENT_FN(_type, _field) \
354__HPP_SORT_ACC_FN(_type, _field)
355
356#define HPP_RAW_FNS(_type, _field) \
357__HPP_ENTRY_RAW_FN(_type, _field) \
358__HPP_SORT_RAW_FN(_type, _field)
359
360HPP_PERCENT_FNS(overhead, period)
361HPP_PERCENT_FNS(overhead_sys, period_sys)
362HPP_PERCENT_FNS(overhead_us, period_us)
363HPP_PERCENT_FNS(overhead_guest_sys, period_guest_sys)
364HPP_PERCENT_FNS(overhead_guest_us, period_guest_us)
365HPP_PERCENT_ACC_FNS(overhead_acc, period)
366
367HPP_RAW_FNS(samples, nr_events)
368HPP_RAW_FNS(period, period)
369
370static int64_t hpp__nop_cmp(struct perf_hpp_fmt *fmt __maybe_unused,
371 struct hist_entry *a __maybe_unused,
372 struct hist_entry *b __maybe_unused)
373{
374 return 0;
375}
376
377static bool perf_hpp__is_hpp_entry(struct perf_hpp_fmt *a)
378{
379 return a->header == hpp__header_fn;
380}
381
382static bool hpp__equal(struct perf_hpp_fmt *a, struct perf_hpp_fmt *b)
383{
384 if (!perf_hpp__is_hpp_entry(a) || !perf_hpp__is_hpp_entry(b))
385 return false;
386
387 return a->idx == b->idx;
388}
389
390#define HPP__COLOR_PRINT_FNS(_name, _fn, _idx) \
391 { \
392 .name = _name, \
393 .header = hpp__header_fn, \
394 .width = hpp__width_fn, \
395 .color = hpp__color_ ## _fn, \
396 .entry = hpp__entry_ ## _fn, \
397 .cmp = hpp__nop_cmp, \
398 .collapse = hpp__nop_cmp, \
399 .sort = hpp__sort_ ## _fn, \
400 .idx = PERF_HPP__ ## _idx, \
401 .equal = hpp__equal, \
402 }
403
404#define HPP__COLOR_ACC_PRINT_FNS(_name, _fn, _idx) \
405 { \
406 .name = _name, \
407 .header = hpp__header_fn, \
408 .width = hpp__width_fn, \
409 .color = hpp__color_ ## _fn, \
410 .entry = hpp__entry_ ## _fn, \
411 .cmp = hpp__nop_cmp, \
412 .collapse = hpp__nop_cmp, \
413 .sort = hpp__sort_ ## _fn, \
414 .idx = PERF_HPP__ ## _idx, \
415 .equal = hpp__equal, \
416 }
417
418#define HPP__PRINT_FNS(_name, _fn, _idx) \
419 { \
420 .name = _name, \
421 .header = hpp__header_fn, \
422 .width = hpp__width_fn, \
423 .entry = hpp__entry_ ## _fn, \
424 .cmp = hpp__nop_cmp, \
425 .collapse = hpp__nop_cmp, \
426 .sort = hpp__sort_ ## _fn, \
427 .idx = PERF_HPP__ ## _idx, \
428 .equal = hpp__equal, \
429 }
430
431struct perf_hpp_fmt perf_hpp__format[] = {
432 HPP__COLOR_PRINT_FNS("Overhead", overhead, OVERHEAD),
433 HPP__COLOR_PRINT_FNS("sys", overhead_sys, OVERHEAD_SYS),
434 HPP__COLOR_PRINT_FNS("usr", overhead_us, OVERHEAD_US),
435 HPP__COLOR_PRINT_FNS("guest sys", overhead_guest_sys, OVERHEAD_GUEST_SYS),
436 HPP__COLOR_PRINT_FNS("guest usr", overhead_guest_us, OVERHEAD_GUEST_US),
437 HPP__COLOR_ACC_PRINT_FNS("Children", overhead_acc, OVERHEAD_ACC),
438 HPP__PRINT_FNS("Samples", samples, SAMPLES),
439 HPP__PRINT_FNS("Period", period, PERIOD)
440};
441
442struct perf_hpp_list perf_hpp_list = {
443 .fields = LIST_HEAD_INIT(perf_hpp_list.fields),
444 .sorts = LIST_HEAD_INIT(perf_hpp_list.sorts),
445 .nr_header_lines = 1,
446};
447
448#undef HPP__COLOR_PRINT_FNS
449#undef HPP__COLOR_ACC_PRINT_FNS
450#undef HPP__PRINT_FNS
451
452#undef HPP_PERCENT_FNS
453#undef HPP_PERCENT_ACC_FNS
454#undef HPP_RAW_FNS
455
456#undef __HPP_HEADER_FN
457#undef __HPP_WIDTH_FN
458#undef __HPP_COLOR_PERCENT_FN
459#undef __HPP_ENTRY_PERCENT_FN
460#undef __HPP_COLOR_ACC_PERCENT_FN
461#undef __HPP_ENTRY_ACC_PERCENT_FN
462#undef __HPP_ENTRY_RAW_FN
463#undef __HPP_SORT_FN
464#undef __HPP_SORT_ACC_FN
465#undef __HPP_SORT_RAW_FN
466
467
468void perf_hpp__init(void)
469{
470 int i;
471
472 for (i = 0; i < PERF_HPP__MAX_INDEX; i++) {
473 struct perf_hpp_fmt *fmt = &perf_hpp__format[i];
474
475 INIT_LIST_HEAD(&fmt->list);
476
477 /* sort_list may be linked by setup_sorting() */
478 if (fmt->sort_list.next == NULL)
479 INIT_LIST_HEAD(&fmt->sort_list);
480 }
481
482 /*
483 * If user specified field order, no need to setup default fields.
484 */
485 if (is_strict_order(field_order))
486 return;
487
488 if (symbol_conf.cumulate_callchain) {
489 hpp_dimension__add_output(PERF_HPP__OVERHEAD_ACC);
490 perf_hpp__format[PERF_HPP__OVERHEAD].name = "Self";
491 }
492
493 hpp_dimension__add_output(PERF_HPP__OVERHEAD);
494
495 if (symbol_conf.show_cpu_utilization) {
496 hpp_dimension__add_output(PERF_HPP__OVERHEAD_SYS);
497 hpp_dimension__add_output(PERF_HPP__OVERHEAD_US);
498
499 if (perf_guest) {
500 hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_SYS);
501 hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_US);
502 }
503 }
504
505 if (symbol_conf.show_nr_samples)
506 hpp_dimension__add_output(PERF_HPP__SAMPLES);
507
508 if (symbol_conf.show_total_period)
509 hpp_dimension__add_output(PERF_HPP__PERIOD);
510}
511
512void perf_hpp_list__column_register(struct perf_hpp_list *list,
513 struct perf_hpp_fmt *format)
514{
515 list_add_tail(&format->list, &list->fields);
516}
517
518void perf_hpp_list__register_sort_field(struct perf_hpp_list *list,
519 struct perf_hpp_fmt *format)
520{
521 list_add_tail(&format->sort_list, &list->sorts);
522}
523
524void perf_hpp_list__prepend_sort_field(struct perf_hpp_list *list,
525 struct perf_hpp_fmt *format)
526{
527 list_add(&format->sort_list, &list->sorts);
528}
529
530void perf_hpp__column_unregister(struct perf_hpp_fmt *format)
531{
532 list_del(&format->list);
533}
534
535void perf_hpp__cancel_cumulate(void)
536{
537 struct perf_hpp_fmt *fmt, *acc, *ovh, *tmp;
538
539 if (is_strict_order(field_order))
540 return;
541
542 ovh = &perf_hpp__format[PERF_HPP__OVERHEAD];
543 acc = &perf_hpp__format[PERF_HPP__OVERHEAD_ACC];
544
545 perf_hpp_list__for_each_format_safe(&perf_hpp_list, fmt, tmp) {
546 if (acc->equal(acc, fmt)) {
547 perf_hpp__column_unregister(fmt);
548 continue;
549 }
550
551 if (ovh->equal(ovh, fmt))
552 fmt->name = "Overhead";
553 }
554}
555
556static bool fmt_equal(struct perf_hpp_fmt *a, struct perf_hpp_fmt *b)
557{
558 return a->equal && a->equal(a, b);
559}
560
561void perf_hpp__setup_output_field(struct perf_hpp_list *list)
562{
563 struct perf_hpp_fmt *fmt;
564
565 /* append sort keys to output field */
566 perf_hpp_list__for_each_sort_list(list, fmt) {
567 struct perf_hpp_fmt *pos;
568
569 /* skip sort-only fields ("sort_compute" in perf diff) */
570 if (!fmt->entry && !fmt->color)
571 continue;
572
573 perf_hpp_list__for_each_format(list, pos) {
574 if (fmt_equal(fmt, pos))
575 goto next;
576 }
577
578 perf_hpp__column_register(fmt);
579next:
580 continue;
581 }
582}
583
584void perf_hpp__append_sort_keys(struct perf_hpp_list *list)
585{
586 struct perf_hpp_fmt *fmt;
587
588 /* append output fields to sort keys */
589 perf_hpp_list__for_each_format(list, fmt) {
590 struct perf_hpp_fmt *pos;
591
592 perf_hpp_list__for_each_sort_list(list, pos) {
593 if (fmt_equal(fmt, pos))
594 goto next;
595 }
596
597 perf_hpp__register_sort_field(fmt);
598next:
599 continue;
600 }
601}
602
603
604static void fmt_free(struct perf_hpp_fmt *fmt)
605{
606 if (fmt->free)
607 fmt->free(fmt);
608}
609
610void perf_hpp__reset_output_field(struct perf_hpp_list *list)
611{
612 struct perf_hpp_fmt *fmt, *tmp;
613
614 /* reset output fields */
615 perf_hpp_list__for_each_format_safe(list, fmt, tmp) {
616 list_del_init(&fmt->list);
617 list_del_init(&fmt->sort_list);
618 fmt_free(fmt);
619 }
620
621 /* reset sort keys */
622 perf_hpp_list__for_each_sort_list_safe(list, fmt, tmp) {
623 list_del_init(&fmt->list);
624 list_del_init(&fmt->sort_list);
625 fmt_free(fmt);
626 }
627}
628
629/*
630 * See hists__fprintf to match the column widths
631 */
632unsigned int hists__sort_list_width(struct hists *hists)
633{
634 struct perf_hpp_fmt *fmt;
635 int ret = 0;
636 bool first = true;
637 struct perf_hpp dummy_hpp;
638
639 hists__for_each_format(hists, fmt) {
640 if (perf_hpp__should_skip(fmt, hists))
641 continue;
642
643 if (first)
644 first = false;
645 else
646 ret += 2;
647
648 ret += fmt->width(fmt, &dummy_hpp, hists);
649 }
650
651 if (verbose && hists__has(hists, sym)) /* Addr + origin */
652 ret += 3 + BITS_PER_LONG / 4;
653
654 return ret;
655}
656
657unsigned int hists__overhead_width(struct hists *hists)
658{
659 struct perf_hpp_fmt *fmt;
660 int ret = 0;
661 bool first = true;
662 struct perf_hpp dummy_hpp;
663
664 hists__for_each_format(hists, fmt) {
665 if (perf_hpp__is_sort_entry(fmt) || perf_hpp__is_dynamic_entry(fmt))
666 break;
667
668 if (first)
669 first = false;
670 else
671 ret += 2;
672
673 ret += fmt->width(fmt, &dummy_hpp, hists);
674 }
675
676 return ret;
677}
678
679void perf_hpp__reset_width(struct perf_hpp_fmt *fmt, struct hists *hists)
680{
681 if (perf_hpp__is_sort_entry(fmt))
682 return perf_hpp__reset_sort_width(fmt, hists);
683
684 if (perf_hpp__is_dynamic_entry(fmt))
685 return;
686
687 BUG_ON(fmt->idx >= PERF_HPP__MAX_INDEX);
688
689 switch (fmt->idx) {
690 case PERF_HPP__OVERHEAD:
691 case PERF_HPP__OVERHEAD_SYS:
692 case PERF_HPP__OVERHEAD_US:
693 case PERF_HPP__OVERHEAD_ACC:
694 fmt->len = 8;
695 break;
696
697 case PERF_HPP__OVERHEAD_GUEST_SYS:
698 case PERF_HPP__OVERHEAD_GUEST_US:
699 fmt->len = 9;
700 break;
701
702 case PERF_HPP__SAMPLES:
703 case PERF_HPP__PERIOD:
704 fmt->len = 12;
705 break;
706
707 default:
708 break;
709 }
710}
711
712void hists__reset_column_width(struct hists *hists)
713{
714 struct perf_hpp_fmt *fmt;
715 struct perf_hpp_list_node *node;
716
717 hists__for_each_format(hists, fmt)
718 perf_hpp__reset_width(fmt, hists);
719
720 /* hierarchy entries have their own hpp list */
721 list_for_each_entry(node, &hists->hpp_formats, list) {
722 perf_hpp_list__for_each_format(&node->hpp, fmt)
723 perf_hpp__reset_width(fmt, hists);
724 }
725}
726
727void perf_hpp__set_user_width(const char *width_list_str)
728{
729 struct perf_hpp_fmt *fmt;
730 const char *ptr = width_list_str;
731
732 perf_hpp_list__for_each_format(&perf_hpp_list, fmt) {
733 char *p;
734
735 int len = strtol(ptr, &p, 10);
736 fmt->user_len = len;
737
738 if (*p == ',')
739 ptr = p + 1;
740 else
741 break;
742 }
743}
744
745static int add_hierarchy_fmt(struct hists *hists, struct perf_hpp_fmt *fmt)
746{
747 struct perf_hpp_list_node *node = NULL;
748 struct perf_hpp_fmt *fmt_copy;
749 bool found = false;
750 bool skip = perf_hpp__should_skip(fmt, hists);
751
752 list_for_each_entry(node, &hists->hpp_formats, list) {
753 if (node->level == fmt->level) {
754 found = true;
755 break;
756 }
757 }
758
759 if (!found) {
760 node = malloc(sizeof(*node));
761 if (node == NULL)
762 return -1;
763
764 node->skip = skip;
765 node->level = fmt->level;
766 perf_hpp_list__init(&node->hpp);
767
768 hists->nr_hpp_node++;
769 list_add_tail(&node->list, &hists->hpp_formats);
770 }
771
772 fmt_copy = perf_hpp_fmt__dup(fmt);
773 if (fmt_copy == NULL)
774 return -1;
775
776 if (!skip)
777 node->skip = false;
778
779 list_add_tail(&fmt_copy->list, &node->hpp.fields);
780 list_add_tail(&fmt_copy->sort_list, &node->hpp.sorts);
781
782 return 0;
783}
784
785int perf_hpp__setup_hists_formats(struct perf_hpp_list *list,
786 struct perf_evlist *evlist)
787{
788 struct perf_evsel *evsel;
789 struct perf_hpp_fmt *fmt;
790 struct hists *hists;
791 int ret;
792
793 if (!symbol_conf.report_hierarchy)
794 return 0;
795
796 evlist__for_each_entry(evlist, evsel) {
797 hists = evsel__hists(evsel);
798
799 perf_hpp_list__for_each_sort_list(list, fmt) {
800 if (perf_hpp__is_dynamic_entry(fmt) &&
801 !perf_hpp__defined_dynamic_entry(fmt, hists))
802 continue;
803
804 ret = add_hierarchy_fmt(hists, fmt);
805 if (ret < 0)
806 return ret;
807 }
808 }
809
810 return 0;
811}