Loading...
1/*
2 * Copyright (C) 2012 - Virtual Open Systems and Columbia University
3 * Author: Christoffer Dall <c.dall@virtualopensystems.com>
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License, version 2, as
7 * published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
17 */
18
19#ifndef __ARM_KVM_EMULATE_H__
20#define __ARM_KVM_EMULATE_H__
21
22#include <linux/kvm_host.h>
23#include <asm/kvm_asm.h>
24#include <asm/kvm_mmio.h>
25#include <asm/kvm_arm.h>
26
27unsigned long *vcpu_reg(struct kvm_vcpu *vcpu, u8 reg_num);
28unsigned long *vcpu_spsr(struct kvm_vcpu *vcpu);
29
30bool kvm_condition_valid(struct kvm_vcpu *vcpu);
31void kvm_skip_instr(struct kvm_vcpu *vcpu, bool is_wide_instr);
32void kvm_inject_undefined(struct kvm_vcpu *vcpu);
33void kvm_inject_dabt(struct kvm_vcpu *vcpu, unsigned long addr);
34void kvm_inject_pabt(struct kvm_vcpu *vcpu, unsigned long addr);
35
36static inline bool vcpu_mode_is_32bit(struct kvm_vcpu *vcpu)
37{
38 return 1;
39}
40
41static inline unsigned long *vcpu_pc(struct kvm_vcpu *vcpu)
42{
43 return &vcpu->arch.regs.usr_regs.ARM_pc;
44}
45
46static inline unsigned long *vcpu_cpsr(struct kvm_vcpu *vcpu)
47{
48 return &vcpu->arch.regs.usr_regs.ARM_cpsr;
49}
50
51static inline void vcpu_set_thumb(struct kvm_vcpu *vcpu)
52{
53 *vcpu_cpsr(vcpu) |= PSR_T_BIT;
54}
55
56static inline bool mode_has_spsr(struct kvm_vcpu *vcpu)
57{
58 unsigned long cpsr_mode = vcpu->arch.regs.usr_regs.ARM_cpsr & MODE_MASK;
59 return (cpsr_mode > USR_MODE && cpsr_mode < SYSTEM_MODE);
60}
61
62static inline bool vcpu_mode_priv(struct kvm_vcpu *vcpu)
63{
64 unsigned long cpsr_mode = vcpu->arch.regs.usr_regs.ARM_cpsr & MODE_MASK;
65 return cpsr_mode > USR_MODE;;
66}
67
68static inline u32 kvm_vcpu_get_hsr(struct kvm_vcpu *vcpu)
69{
70 return vcpu->arch.fault.hsr;
71}
72
73static inline unsigned long kvm_vcpu_get_hfar(struct kvm_vcpu *vcpu)
74{
75 return vcpu->arch.fault.hxfar;
76}
77
78static inline phys_addr_t kvm_vcpu_get_fault_ipa(struct kvm_vcpu *vcpu)
79{
80 return ((phys_addr_t)vcpu->arch.fault.hpfar & HPFAR_MASK) << 8;
81}
82
83static inline unsigned long kvm_vcpu_get_hyp_pc(struct kvm_vcpu *vcpu)
84{
85 return vcpu->arch.fault.hyp_pc;
86}
87
88static inline bool kvm_vcpu_dabt_isvalid(struct kvm_vcpu *vcpu)
89{
90 return kvm_vcpu_get_hsr(vcpu) & HSR_ISV;
91}
92
93static inline bool kvm_vcpu_dabt_iswrite(struct kvm_vcpu *vcpu)
94{
95 return kvm_vcpu_get_hsr(vcpu) & HSR_WNR;
96}
97
98static inline bool kvm_vcpu_dabt_issext(struct kvm_vcpu *vcpu)
99{
100 return kvm_vcpu_get_hsr(vcpu) & HSR_SSE;
101}
102
103static inline int kvm_vcpu_dabt_get_rd(struct kvm_vcpu *vcpu)
104{
105 return (kvm_vcpu_get_hsr(vcpu) & HSR_SRT_MASK) >> HSR_SRT_SHIFT;
106}
107
108static inline bool kvm_vcpu_dabt_isextabt(struct kvm_vcpu *vcpu)
109{
110 return kvm_vcpu_get_hsr(vcpu) & HSR_DABT_EA;
111}
112
113static inline bool kvm_vcpu_dabt_iss1tw(struct kvm_vcpu *vcpu)
114{
115 return kvm_vcpu_get_hsr(vcpu) & HSR_DABT_S1PTW;
116}
117
118/* Get Access Size from a data abort */
119static inline int kvm_vcpu_dabt_get_as(struct kvm_vcpu *vcpu)
120{
121 switch ((kvm_vcpu_get_hsr(vcpu) >> 22) & 0x3) {
122 case 0:
123 return 1;
124 case 1:
125 return 2;
126 case 2:
127 return 4;
128 default:
129 kvm_err("Hardware is weird: SAS 0b11 is reserved\n");
130 return -EFAULT;
131 }
132}
133
134/* This one is not specific to Data Abort */
135static inline bool kvm_vcpu_trap_il_is32bit(struct kvm_vcpu *vcpu)
136{
137 return kvm_vcpu_get_hsr(vcpu) & HSR_IL;
138}
139
140static inline u8 kvm_vcpu_trap_get_class(struct kvm_vcpu *vcpu)
141{
142 return kvm_vcpu_get_hsr(vcpu) >> HSR_EC_SHIFT;
143}
144
145static inline bool kvm_vcpu_trap_is_iabt(struct kvm_vcpu *vcpu)
146{
147 return kvm_vcpu_trap_get_class(vcpu) == HSR_EC_IABT;
148}
149
150static inline u8 kvm_vcpu_trap_get_fault(struct kvm_vcpu *vcpu)
151{
152 return kvm_vcpu_get_hsr(vcpu) & HSR_FSC_TYPE;
153}
154
155static inline u32 kvm_vcpu_hvc_get_imm(struct kvm_vcpu *vcpu)
156{
157 return kvm_vcpu_get_hsr(vcpu) & HSR_HVC_IMM_MASK;
158}
159
160static inline unsigned long kvm_vcpu_get_mpidr(struct kvm_vcpu *vcpu)
161{
162 return vcpu->arch.cp15[c0_MPIDR];
163}
164
165static inline void kvm_vcpu_set_be(struct kvm_vcpu *vcpu)
166{
167 *vcpu_cpsr(vcpu) |= PSR_E_BIT;
168}
169
170static inline bool kvm_vcpu_is_be(struct kvm_vcpu *vcpu)
171{
172 return !!(*vcpu_cpsr(vcpu) & PSR_E_BIT);
173}
174
175static inline unsigned long vcpu_data_guest_to_host(struct kvm_vcpu *vcpu,
176 unsigned long data,
177 unsigned int len)
178{
179 if (kvm_vcpu_is_be(vcpu)) {
180 switch (len) {
181 case 1:
182 return data & 0xff;
183 case 2:
184 return be16_to_cpu(data & 0xffff);
185 default:
186 return be32_to_cpu(data);
187 }
188 }
189
190 return data; /* Leave LE untouched */
191}
192
193static inline unsigned long vcpu_data_host_to_guest(struct kvm_vcpu *vcpu,
194 unsigned long data,
195 unsigned int len)
196{
197 if (kvm_vcpu_is_be(vcpu)) {
198 switch (len) {
199 case 1:
200 return data & 0xff;
201 case 2:
202 return cpu_to_be16(data & 0xffff);
203 default:
204 return cpu_to_be32(data);
205 }
206 }
207
208 return data; /* Leave LE untouched */
209}
210
211#endif /* __ARM_KVM_EMULATE_H__ */
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * Copyright (C) 2012 - Virtual Open Systems and Columbia University
4 * Author: Christoffer Dall <c.dall@virtualopensystems.com>
5 */
6
7#ifndef __ARM_KVM_EMULATE_H__
8#define __ARM_KVM_EMULATE_H__
9
10#include <linux/kvm_host.h>
11#include <asm/kvm_asm.h>
12#include <asm/kvm_mmio.h>
13#include <asm/kvm_arm.h>
14#include <asm/cputype.h>
15
16/* arm64 compatibility macros */
17#define PSR_AA32_MODE_ABT ABT_MODE
18#define PSR_AA32_MODE_UND UND_MODE
19#define PSR_AA32_T_BIT PSR_T_BIT
20#define PSR_AA32_I_BIT PSR_I_BIT
21#define PSR_AA32_A_BIT PSR_A_BIT
22#define PSR_AA32_E_BIT PSR_E_BIT
23#define PSR_AA32_IT_MASK PSR_IT_MASK
24
25unsigned long *vcpu_reg(struct kvm_vcpu *vcpu, u8 reg_num);
26
27static inline unsigned long *vcpu_reg32(struct kvm_vcpu *vcpu, u8 reg_num)
28{
29 return vcpu_reg(vcpu, reg_num);
30}
31
32unsigned long *__vcpu_spsr(struct kvm_vcpu *vcpu);
33
34static inline unsigned long vpcu_read_spsr(struct kvm_vcpu *vcpu)
35{
36 return *__vcpu_spsr(vcpu);
37}
38
39static inline void vcpu_write_spsr(struct kvm_vcpu *vcpu, unsigned long v)
40{
41 *__vcpu_spsr(vcpu) = v;
42}
43
44static inline unsigned long vcpu_get_reg(struct kvm_vcpu *vcpu,
45 u8 reg_num)
46{
47 return *vcpu_reg(vcpu, reg_num);
48}
49
50static inline void vcpu_set_reg(struct kvm_vcpu *vcpu, u8 reg_num,
51 unsigned long val)
52{
53 *vcpu_reg(vcpu, reg_num) = val;
54}
55
56bool kvm_condition_valid32(const struct kvm_vcpu *vcpu);
57void kvm_skip_instr32(struct kvm_vcpu *vcpu, bool is_wide_instr);
58void kvm_inject_undef32(struct kvm_vcpu *vcpu);
59void kvm_inject_dabt32(struct kvm_vcpu *vcpu, unsigned long addr);
60void kvm_inject_pabt32(struct kvm_vcpu *vcpu, unsigned long addr);
61void kvm_inject_vabt(struct kvm_vcpu *vcpu);
62
63static inline void kvm_inject_undefined(struct kvm_vcpu *vcpu)
64{
65 kvm_inject_undef32(vcpu);
66}
67
68static inline void kvm_inject_dabt(struct kvm_vcpu *vcpu, unsigned long addr)
69{
70 kvm_inject_dabt32(vcpu, addr);
71}
72
73static inline void kvm_inject_pabt(struct kvm_vcpu *vcpu, unsigned long addr)
74{
75 kvm_inject_pabt32(vcpu, addr);
76}
77
78static inline bool kvm_condition_valid(const struct kvm_vcpu *vcpu)
79{
80 return kvm_condition_valid32(vcpu);
81}
82
83static inline void kvm_skip_instr(struct kvm_vcpu *vcpu, bool is_wide_instr)
84{
85 kvm_skip_instr32(vcpu, is_wide_instr);
86}
87
88static inline void vcpu_reset_hcr(struct kvm_vcpu *vcpu)
89{
90 vcpu->arch.hcr = HCR_GUEST_MASK;
91}
92
93static inline unsigned long *vcpu_hcr(const struct kvm_vcpu *vcpu)
94{
95 return (unsigned long *)&vcpu->arch.hcr;
96}
97
98static inline void vcpu_clear_wfe_traps(struct kvm_vcpu *vcpu)
99{
100 vcpu->arch.hcr &= ~HCR_TWE;
101}
102
103static inline void vcpu_set_wfe_traps(struct kvm_vcpu *vcpu)
104{
105 vcpu->arch.hcr |= HCR_TWE;
106}
107
108static inline bool vcpu_mode_is_32bit(const struct kvm_vcpu *vcpu)
109{
110 return true;
111}
112
113static inline unsigned long *vcpu_pc(struct kvm_vcpu *vcpu)
114{
115 return &vcpu->arch.ctxt.gp_regs.usr_regs.ARM_pc;
116}
117
118static inline unsigned long *vcpu_cpsr(const struct kvm_vcpu *vcpu)
119{
120 return (unsigned long *)&vcpu->arch.ctxt.gp_regs.usr_regs.ARM_cpsr;
121}
122
123static inline void vcpu_set_thumb(struct kvm_vcpu *vcpu)
124{
125 *vcpu_cpsr(vcpu) |= PSR_T_BIT;
126}
127
128static inline bool mode_has_spsr(struct kvm_vcpu *vcpu)
129{
130 unsigned long cpsr_mode = vcpu->arch.ctxt.gp_regs.usr_regs.ARM_cpsr & MODE_MASK;
131 return (cpsr_mode > USR_MODE && cpsr_mode < SYSTEM_MODE);
132}
133
134static inline bool vcpu_mode_priv(struct kvm_vcpu *vcpu)
135{
136 unsigned long cpsr_mode = vcpu->arch.ctxt.gp_regs.usr_regs.ARM_cpsr & MODE_MASK;
137 return cpsr_mode > USR_MODE;
138}
139
140static inline u32 kvm_vcpu_get_hsr(const struct kvm_vcpu *vcpu)
141{
142 return vcpu->arch.fault.hsr;
143}
144
145static inline int kvm_vcpu_get_condition(const struct kvm_vcpu *vcpu)
146{
147 u32 hsr = kvm_vcpu_get_hsr(vcpu);
148
149 if (hsr & HSR_CV)
150 return (hsr & HSR_COND) >> HSR_COND_SHIFT;
151
152 return -1;
153}
154
155static inline unsigned long kvm_vcpu_get_hfar(struct kvm_vcpu *vcpu)
156{
157 return vcpu->arch.fault.hxfar;
158}
159
160static inline phys_addr_t kvm_vcpu_get_fault_ipa(struct kvm_vcpu *vcpu)
161{
162 return ((phys_addr_t)vcpu->arch.fault.hpfar & HPFAR_MASK) << 8;
163}
164
165static inline bool kvm_vcpu_dabt_isvalid(struct kvm_vcpu *vcpu)
166{
167 return kvm_vcpu_get_hsr(vcpu) & HSR_ISV;
168}
169
170static inline bool kvm_vcpu_dabt_iswrite(struct kvm_vcpu *vcpu)
171{
172 return kvm_vcpu_get_hsr(vcpu) & HSR_WNR;
173}
174
175static inline bool kvm_vcpu_dabt_issext(struct kvm_vcpu *vcpu)
176{
177 return kvm_vcpu_get_hsr(vcpu) & HSR_SSE;
178}
179
180static inline int kvm_vcpu_dabt_get_rd(struct kvm_vcpu *vcpu)
181{
182 return (kvm_vcpu_get_hsr(vcpu) & HSR_SRT_MASK) >> HSR_SRT_SHIFT;
183}
184
185static inline bool kvm_vcpu_dabt_iss1tw(struct kvm_vcpu *vcpu)
186{
187 return kvm_vcpu_get_hsr(vcpu) & HSR_DABT_S1PTW;
188}
189
190static inline bool kvm_vcpu_dabt_is_cm(struct kvm_vcpu *vcpu)
191{
192 return !!(kvm_vcpu_get_hsr(vcpu) & HSR_DABT_CM);
193}
194
195/* Get Access Size from a data abort */
196static inline int kvm_vcpu_dabt_get_as(struct kvm_vcpu *vcpu)
197{
198 switch ((kvm_vcpu_get_hsr(vcpu) >> 22) & 0x3) {
199 case 0:
200 return 1;
201 case 1:
202 return 2;
203 case 2:
204 return 4;
205 default:
206 kvm_err("Hardware is weird: SAS 0b11 is reserved\n");
207 return -EFAULT;
208 }
209}
210
211/* This one is not specific to Data Abort */
212static inline bool kvm_vcpu_trap_il_is32bit(struct kvm_vcpu *vcpu)
213{
214 return kvm_vcpu_get_hsr(vcpu) & HSR_IL;
215}
216
217static inline u8 kvm_vcpu_trap_get_class(struct kvm_vcpu *vcpu)
218{
219 return kvm_vcpu_get_hsr(vcpu) >> HSR_EC_SHIFT;
220}
221
222static inline bool kvm_vcpu_trap_is_iabt(struct kvm_vcpu *vcpu)
223{
224 return kvm_vcpu_trap_get_class(vcpu) == HSR_EC_IABT;
225}
226
227static inline u8 kvm_vcpu_trap_get_fault(struct kvm_vcpu *vcpu)
228{
229 return kvm_vcpu_get_hsr(vcpu) & HSR_FSC;
230}
231
232static inline u8 kvm_vcpu_trap_get_fault_type(struct kvm_vcpu *vcpu)
233{
234 return kvm_vcpu_get_hsr(vcpu) & HSR_FSC_TYPE;
235}
236
237static inline bool kvm_vcpu_dabt_isextabt(struct kvm_vcpu *vcpu)
238{
239 switch (kvm_vcpu_trap_get_fault(vcpu)) {
240 case FSC_SEA:
241 case FSC_SEA_TTW0:
242 case FSC_SEA_TTW1:
243 case FSC_SEA_TTW2:
244 case FSC_SEA_TTW3:
245 case FSC_SECC:
246 case FSC_SECC_TTW0:
247 case FSC_SECC_TTW1:
248 case FSC_SECC_TTW2:
249 case FSC_SECC_TTW3:
250 return true;
251 default:
252 return false;
253 }
254}
255
256static inline bool kvm_is_write_fault(struct kvm_vcpu *vcpu)
257{
258 if (kvm_vcpu_trap_is_iabt(vcpu))
259 return false;
260
261 return kvm_vcpu_dabt_iswrite(vcpu);
262}
263
264static inline u32 kvm_vcpu_hvc_get_imm(struct kvm_vcpu *vcpu)
265{
266 return kvm_vcpu_get_hsr(vcpu) & HSR_HVC_IMM_MASK;
267}
268
269static inline unsigned long kvm_vcpu_get_mpidr_aff(struct kvm_vcpu *vcpu)
270{
271 return vcpu_cp15(vcpu, c0_MPIDR) & MPIDR_HWID_BITMASK;
272}
273
274static inline bool kvm_arm_get_vcpu_workaround_2_flag(struct kvm_vcpu *vcpu)
275{
276 return false;
277}
278
279static inline void kvm_arm_set_vcpu_workaround_2_flag(struct kvm_vcpu *vcpu,
280 bool flag)
281{
282}
283
284static inline void kvm_vcpu_set_be(struct kvm_vcpu *vcpu)
285{
286 *vcpu_cpsr(vcpu) |= PSR_E_BIT;
287}
288
289static inline bool kvm_vcpu_is_be(struct kvm_vcpu *vcpu)
290{
291 return !!(*vcpu_cpsr(vcpu) & PSR_E_BIT);
292}
293
294static inline unsigned long vcpu_data_guest_to_host(struct kvm_vcpu *vcpu,
295 unsigned long data,
296 unsigned int len)
297{
298 if (kvm_vcpu_is_be(vcpu)) {
299 switch (len) {
300 case 1:
301 return data & 0xff;
302 case 2:
303 return be16_to_cpu(data & 0xffff);
304 default:
305 return be32_to_cpu(data);
306 }
307 } else {
308 switch (len) {
309 case 1:
310 return data & 0xff;
311 case 2:
312 return le16_to_cpu(data & 0xffff);
313 default:
314 return le32_to_cpu(data);
315 }
316 }
317}
318
319static inline unsigned long vcpu_data_host_to_guest(struct kvm_vcpu *vcpu,
320 unsigned long data,
321 unsigned int len)
322{
323 if (kvm_vcpu_is_be(vcpu)) {
324 switch (len) {
325 case 1:
326 return data & 0xff;
327 case 2:
328 return cpu_to_be16(data & 0xffff);
329 default:
330 return cpu_to_be32(data);
331 }
332 } else {
333 switch (len) {
334 case 1:
335 return data & 0xff;
336 case 2:
337 return cpu_to_le16(data & 0xffff);
338 default:
339 return cpu_to_le32(data);
340 }
341 }
342}
343
344static inline void vcpu_ptrauth_setup_lazy(struct kvm_vcpu *vcpu) {}
345
346#endif /* __ARM_KVM_EMULATE_H__ */