Loading...
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * Copyright (C) 2015 Linaro Ltd.
4 * Author: Shannon Zhao <shannon.zhao@linaro.org>
5 */
6
7#ifndef __ASM_ARM_KVM_PMU_H
8#define __ASM_ARM_KVM_PMU_H
9
10#include <linux/perf_event.h>
11#include <asm/perf_event.h>
12
13#define ARMV8_PMU_CYCLE_IDX (ARMV8_PMU_MAX_COUNTERS - 1)
14
15#ifdef CONFIG_HW_PERF_EVENTS
16
17struct kvm_pmc {
18 u8 idx; /* index into the pmu->pmc array */
19 struct perf_event *perf_event;
20};
21
22struct kvm_pmu_events {
23 u32 events_host;
24 u32 events_guest;
25};
26
27struct kvm_pmu {
28 struct irq_work overflow_work;
29 struct kvm_pmu_events events;
30 struct kvm_pmc pmc[ARMV8_PMU_MAX_COUNTERS];
31 int irq_num;
32 bool created;
33 bool irq_level;
34};
35
36struct arm_pmu_entry {
37 struct list_head entry;
38 struct arm_pmu *arm_pmu;
39};
40
41DECLARE_STATIC_KEY_FALSE(kvm_arm_pmu_available);
42
43static __always_inline bool kvm_arm_support_pmu_v3(void)
44{
45 return static_branch_likely(&kvm_arm_pmu_available);
46}
47
48#define kvm_arm_pmu_irq_initialized(v) ((v)->arch.pmu.irq_num >= VGIC_NR_SGIS)
49u64 kvm_pmu_get_counter_value(struct kvm_vcpu *vcpu, u64 select_idx);
50void kvm_pmu_set_counter_value(struct kvm_vcpu *vcpu, u64 select_idx, u64 val);
51u64 kvm_pmu_valid_counter_mask(struct kvm_vcpu *vcpu);
52u64 kvm_pmu_get_pmceid(struct kvm_vcpu *vcpu, bool pmceid1);
53void kvm_pmu_vcpu_init(struct kvm_vcpu *vcpu);
54void kvm_pmu_vcpu_reset(struct kvm_vcpu *vcpu);
55void kvm_pmu_vcpu_destroy(struct kvm_vcpu *vcpu);
56void kvm_pmu_disable_counter_mask(struct kvm_vcpu *vcpu, u64 val);
57void kvm_pmu_enable_counter_mask(struct kvm_vcpu *vcpu, u64 val);
58void kvm_pmu_flush_hwstate(struct kvm_vcpu *vcpu);
59void kvm_pmu_sync_hwstate(struct kvm_vcpu *vcpu);
60bool kvm_pmu_should_notify_user(struct kvm_vcpu *vcpu);
61void kvm_pmu_update_run(struct kvm_vcpu *vcpu);
62void kvm_pmu_software_increment(struct kvm_vcpu *vcpu, u64 val);
63void kvm_pmu_handle_pmcr(struct kvm_vcpu *vcpu, u64 val);
64void kvm_pmu_set_counter_event_type(struct kvm_vcpu *vcpu, u64 data,
65 u64 select_idx);
66int kvm_arm_pmu_v3_set_attr(struct kvm_vcpu *vcpu,
67 struct kvm_device_attr *attr);
68int kvm_arm_pmu_v3_get_attr(struct kvm_vcpu *vcpu,
69 struct kvm_device_attr *attr);
70int kvm_arm_pmu_v3_has_attr(struct kvm_vcpu *vcpu,
71 struct kvm_device_attr *attr);
72int kvm_arm_pmu_v3_enable(struct kvm_vcpu *vcpu);
73
74struct kvm_pmu_events *kvm_get_pmu_events(void);
75void kvm_vcpu_pmu_restore_guest(struct kvm_vcpu *vcpu);
76void kvm_vcpu_pmu_restore_host(struct kvm_vcpu *vcpu);
77
78#define kvm_vcpu_has_pmu(vcpu) \
79 (test_bit(KVM_ARM_VCPU_PMU_V3, (vcpu)->arch.features))
80
81/*
82 * Updates the vcpu's view of the pmu events for this cpu.
83 * Must be called before every vcpu run after disabling interrupts, to ensure
84 * that an interrupt cannot fire and update the structure.
85 */
86#define kvm_pmu_update_vcpu_events(vcpu) \
87 do { \
88 if (!has_vhe() && kvm_vcpu_has_pmu(vcpu)) \
89 vcpu->arch.pmu.events = *kvm_get_pmu_events(); \
90 } while (0)
91
92/*
93 * Evaluates as true when emulating PMUv3p5, and false otherwise.
94 */
95#define kvm_pmu_is_3p5(vcpu) \
96 (vcpu->kvm->arch.dfr0_pmuver.imp >= ID_AA64DFR0_EL1_PMUVer_V3P5)
97
98u8 kvm_arm_pmu_get_pmuver_limit(void);
99
100#else
101struct kvm_pmu {
102};
103
104static inline bool kvm_arm_support_pmu_v3(void)
105{
106 return false;
107}
108
109#define kvm_arm_pmu_irq_initialized(v) (false)
110static inline u64 kvm_pmu_get_counter_value(struct kvm_vcpu *vcpu,
111 u64 select_idx)
112{
113 return 0;
114}
115static inline void kvm_pmu_set_counter_value(struct kvm_vcpu *vcpu,
116 u64 select_idx, u64 val) {}
117static inline u64 kvm_pmu_valid_counter_mask(struct kvm_vcpu *vcpu)
118{
119 return 0;
120}
121static inline void kvm_pmu_vcpu_init(struct kvm_vcpu *vcpu) {}
122static inline void kvm_pmu_vcpu_reset(struct kvm_vcpu *vcpu) {}
123static inline void kvm_pmu_vcpu_destroy(struct kvm_vcpu *vcpu) {}
124static inline void kvm_pmu_disable_counter_mask(struct kvm_vcpu *vcpu, u64 val) {}
125static inline void kvm_pmu_enable_counter_mask(struct kvm_vcpu *vcpu, u64 val) {}
126static inline void kvm_pmu_flush_hwstate(struct kvm_vcpu *vcpu) {}
127static inline void kvm_pmu_sync_hwstate(struct kvm_vcpu *vcpu) {}
128static inline bool kvm_pmu_should_notify_user(struct kvm_vcpu *vcpu)
129{
130 return false;
131}
132static inline void kvm_pmu_update_run(struct kvm_vcpu *vcpu) {}
133static inline void kvm_pmu_software_increment(struct kvm_vcpu *vcpu, u64 val) {}
134static inline void kvm_pmu_handle_pmcr(struct kvm_vcpu *vcpu, u64 val) {}
135static inline void kvm_pmu_set_counter_event_type(struct kvm_vcpu *vcpu,
136 u64 data, u64 select_idx) {}
137static inline int kvm_arm_pmu_v3_set_attr(struct kvm_vcpu *vcpu,
138 struct kvm_device_attr *attr)
139{
140 return -ENXIO;
141}
142static inline int kvm_arm_pmu_v3_get_attr(struct kvm_vcpu *vcpu,
143 struct kvm_device_attr *attr)
144{
145 return -ENXIO;
146}
147static inline int kvm_arm_pmu_v3_has_attr(struct kvm_vcpu *vcpu,
148 struct kvm_device_attr *attr)
149{
150 return -ENXIO;
151}
152static inline int kvm_arm_pmu_v3_enable(struct kvm_vcpu *vcpu)
153{
154 return 0;
155}
156static inline u64 kvm_pmu_get_pmceid(struct kvm_vcpu *vcpu, bool pmceid1)
157{
158 return 0;
159}
160
161#define kvm_vcpu_has_pmu(vcpu) ({ false; })
162#define kvm_pmu_is_3p5(vcpu) ({ false; })
163static inline void kvm_pmu_update_vcpu_events(struct kvm_vcpu *vcpu) {}
164static inline void kvm_vcpu_pmu_restore_guest(struct kvm_vcpu *vcpu) {}
165static inline void kvm_vcpu_pmu_restore_host(struct kvm_vcpu *vcpu) {}
166static inline u8 kvm_arm_pmu_get_pmuver_limit(void)
167{
168 return 0;
169}
170
171#endif
172
173#endif
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * Copyright (C) 2015 Linaro Ltd.
4 * Author: Shannon Zhao <shannon.zhao@linaro.org>
5 */
6
7#ifndef __ASM_ARM_KVM_PMU_H
8#define __ASM_ARM_KVM_PMU_H
9
10#include <linux/perf_event.h>
11#include <linux/perf/arm_pmuv3.h>
12
13#define ARMV8_PMU_CYCLE_IDX (ARMV8_PMU_MAX_COUNTERS - 1)
14
15#if IS_ENABLED(CONFIG_HW_PERF_EVENTS) && IS_ENABLED(CONFIG_KVM)
16struct kvm_pmc {
17 u8 idx; /* index into the pmu->pmc array */
18 struct perf_event *perf_event;
19};
20
21struct kvm_pmu_events {
22 u32 events_host;
23 u32 events_guest;
24};
25
26struct kvm_pmu {
27 struct irq_work overflow_work;
28 struct kvm_pmu_events events;
29 struct kvm_pmc pmc[ARMV8_PMU_MAX_COUNTERS];
30 int irq_num;
31 bool created;
32 bool irq_level;
33};
34
35struct arm_pmu_entry {
36 struct list_head entry;
37 struct arm_pmu *arm_pmu;
38};
39
40DECLARE_STATIC_KEY_FALSE(kvm_arm_pmu_available);
41
42static __always_inline bool kvm_arm_support_pmu_v3(void)
43{
44 return static_branch_likely(&kvm_arm_pmu_available);
45}
46
47#define kvm_arm_pmu_irq_initialized(v) ((v)->arch.pmu.irq_num >= VGIC_NR_SGIS)
48u64 kvm_pmu_get_counter_value(struct kvm_vcpu *vcpu, u64 select_idx);
49void kvm_pmu_set_counter_value(struct kvm_vcpu *vcpu, u64 select_idx, u64 val);
50u64 kvm_pmu_valid_counter_mask(struct kvm_vcpu *vcpu);
51u64 kvm_pmu_get_pmceid(struct kvm_vcpu *vcpu, bool pmceid1);
52void kvm_pmu_vcpu_init(struct kvm_vcpu *vcpu);
53void kvm_pmu_vcpu_reset(struct kvm_vcpu *vcpu);
54void kvm_pmu_vcpu_destroy(struct kvm_vcpu *vcpu);
55void kvm_pmu_disable_counter_mask(struct kvm_vcpu *vcpu, u64 val);
56void kvm_pmu_enable_counter_mask(struct kvm_vcpu *vcpu, u64 val);
57void kvm_pmu_flush_hwstate(struct kvm_vcpu *vcpu);
58void kvm_pmu_sync_hwstate(struct kvm_vcpu *vcpu);
59bool kvm_pmu_should_notify_user(struct kvm_vcpu *vcpu);
60void kvm_pmu_update_run(struct kvm_vcpu *vcpu);
61void kvm_pmu_software_increment(struct kvm_vcpu *vcpu, u64 val);
62void kvm_pmu_handle_pmcr(struct kvm_vcpu *vcpu, u64 val);
63void kvm_pmu_set_counter_event_type(struct kvm_vcpu *vcpu, u64 data,
64 u64 select_idx);
65void kvm_vcpu_reload_pmu(struct kvm_vcpu *vcpu);
66int kvm_arm_pmu_v3_set_attr(struct kvm_vcpu *vcpu,
67 struct kvm_device_attr *attr);
68int kvm_arm_pmu_v3_get_attr(struct kvm_vcpu *vcpu,
69 struct kvm_device_attr *attr);
70int kvm_arm_pmu_v3_has_attr(struct kvm_vcpu *vcpu,
71 struct kvm_device_attr *attr);
72int kvm_arm_pmu_v3_enable(struct kvm_vcpu *vcpu);
73
74struct kvm_pmu_events *kvm_get_pmu_events(void);
75void kvm_vcpu_pmu_restore_guest(struct kvm_vcpu *vcpu);
76void kvm_vcpu_pmu_restore_host(struct kvm_vcpu *vcpu);
77void kvm_vcpu_pmu_resync_el0(void);
78
79#define kvm_vcpu_has_pmu(vcpu) \
80 (vcpu_has_feature(vcpu, KVM_ARM_VCPU_PMU_V3))
81
82/*
83 * Updates the vcpu's view of the pmu events for this cpu.
84 * Must be called before every vcpu run after disabling interrupts, to ensure
85 * that an interrupt cannot fire and update the structure.
86 */
87#define kvm_pmu_update_vcpu_events(vcpu) \
88 do { \
89 if (!has_vhe() && kvm_vcpu_has_pmu(vcpu)) \
90 vcpu->arch.pmu.events = *kvm_get_pmu_events(); \
91 } while (0)
92
93/*
94 * Evaluates as true when emulating PMUv3p5, and false otherwise.
95 */
96#define kvm_pmu_is_3p5(vcpu) ({ \
97 u64 val = IDREG(vcpu->kvm, SYS_ID_AA64DFR0_EL1); \
98 u8 pmuver = SYS_FIELD_GET(ID_AA64DFR0_EL1, PMUVer, val); \
99 \
100 pmuver >= ID_AA64DFR0_EL1_PMUVer_V3P5; \
101})
102
103u8 kvm_arm_pmu_get_pmuver_limit(void);
104u64 kvm_pmu_evtyper_mask(struct kvm *kvm);
105int kvm_arm_set_default_pmu(struct kvm *kvm);
106u8 kvm_arm_pmu_get_max_counters(struct kvm *kvm);
107
108u64 kvm_vcpu_read_pmcr(struct kvm_vcpu *vcpu);
109#else
110struct kvm_pmu {
111};
112
113static inline bool kvm_arm_support_pmu_v3(void)
114{
115 return false;
116}
117
118#define kvm_arm_pmu_irq_initialized(v) (false)
119static inline u64 kvm_pmu_get_counter_value(struct kvm_vcpu *vcpu,
120 u64 select_idx)
121{
122 return 0;
123}
124static inline void kvm_pmu_set_counter_value(struct kvm_vcpu *vcpu,
125 u64 select_idx, u64 val) {}
126static inline u64 kvm_pmu_valid_counter_mask(struct kvm_vcpu *vcpu)
127{
128 return 0;
129}
130static inline void kvm_pmu_vcpu_init(struct kvm_vcpu *vcpu) {}
131static inline void kvm_pmu_vcpu_reset(struct kvm_vcpu *vcpu) {}
132static inline void kvm_pmu_vcpu_destroy(struct kvm_vcpu *vcpu) {}
133static inline void kvm_pmu_disable_counter_mask(struct kvm_vcpu *vcpu, u64 val) {}
134static inline void kvm_pmu_enable_counter_mask(struct kvm_vcpu *vcpu, u64 val) {}
135static inline void kvm_pmu_flush_hwstate(struct kvm_vcpu *vcpu) {}
136static inline void kvm_pmu_sync_hwstate(struct kvm_vcpu *vcpu) {}
137static inline bool kvm_pmu_should_notify_user(struct kvm_vcpu *vcpu)
138{
139 return false;
140}
141static inline void kvm_pmu_update_run(struct kvm_vcpu *vcpu) {}
142static inline void kvm_pmu_software_increment(struct kvm_vcpu *vcpu, u64 val) {}
143static inline void kvm_pmu_handle_pmcr(struct kvm_vcpu *vcpu, u64 val) {}
144static inline void kvm_pmu_set_counter_event_type(struct kvm_vcpu *vcpu,
145 u64 data, u64 select_idx) {}
146static inline int kvm_arm_pmu_v3_set_attr(struct kvm_vcpu *vcpu,
147 struct kvm_device_attr *attr)
148{
149 return -ENXIO;
150}
151static inline int kvm_arm_pmu_v3_get_attr(struct kvm_vcpu *vcpu,
152 struct kvm_device_attr *attr)
153{
154 return -ENXIO;
155}
156static inline int kvm_arm_pmu_v3_has_attr(struct kvm_vcpu *vcpu,
157 struct kvm_device_attr *attr)
158{
159 return -ENXIO;
160}
161static inline int kvm_arm_pmu_v3_enable(struct kvm_vcpu *vcpu)
162{
163 return 0;
164}
165static inline u64 kvm_pmu_get_pmceid(struct kvm_vcpu *vcpu, bool pmceid1)
166{
167 return 0;
168}
169
170#define kvm_vcpu_has_pmu(vcpu) ({ false; })
171#define kvm_pmu_is_3p5(vcpu) ({ false; })
172static inline void kvm_pmu_update_vcpu_events(struct kvm_vcpu *vcpu) {}
173static inline void kvm_vcpu_pmu_restore_guest(struct kvm_vcpu *vcpu) {}
174static inline void kvm_vcpu_pmu_restore_host(struct kvm_vcpu *vcpu) {}
175static inline void kvm_vcpu_reload_pmu(struct kvm_vcpu *vcpu) {}
176static inline u8 kvm_arm_pmu_get_pmuver_limit(void)
177{
178 return 0;
179}
180static inline u64 kvm_pmu_evtyper_mask(struct kvm *kvm)
181{
182 return 0;
183}
184static inline void kvm_vcpu_pmu_resync_el0(void) {}
185
186static inline int kvm_arm_set_default_pmu(struct kvm *kvm)
187{
188 return -ENODEV;
189}
190
191static inline u8 kvm_arm_pmu_get_max_counters(struct kvm *kvm)
192{
193 return 0;
194}
195
196static inline u64 kvm_vcpu_read_pmcr(struct kvm_vcpu *vcpu)
197{
198 return 0;
199}
200
201#endif
202
203#endif