Loading...
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 | // SPDX-License-Identifier: GPL-2.0 /* * Copyright (C) 2020-2023 Loongson Technology Corporation Limited */ #include <linux/kvm_host.h> #include <asm/kvm_csr.h> #include <asm/kvm_vcpu.h> /* * ktime_to_tick() - Scale ktime_t to timer tick value. */ static inline u64 ktime_to_tick(struct kvm_vcpu *vcpu, ktime_t now) { u64 delta; delta = ktime_to_ns(now); return div_u64(delta * vcpu->arch.timer_mhz, MNSEC_PER_SEC); } static inline u64 tick_to_ns(struct kvm_vcpu *vcpu, u64 tick) { return div_u64(tick * MNSEC_PER_SEC, vcpu->arch.timer_mhz); } /* Low level hrtimer wake routine */ enum hrtimer_restart kvm_swtimer_wakeup(struct hrtimer *timer) { struct kvm_vcpu *vcpu; vcpu = container_of(timer, struct kvm_vcpu, arch.swtimer); kvm_queue_irq(vcpu, INT_TI); rcuwait_wake_up(&vcpu->wait); return HRTIMER_NORESTART; } /* * Initialise the timer to the specified frequency, zero it */ void kvm_init_timer(struct kvm_vcpu *vcpu, unsigned long timer_hz) { vcpu->arch.timer_mhz = timer_hz >> 20; /* Starting at 0 */ kvm_write_sw_gcsr(vcpu->arch.csr, LOONGARCH_CSR_TVAL, 0); } /* * Restore soft timer state from saved context. */ void kvm_restore_timer(struct kvm_vcpu *vcpu) { unsigned long cfg, estat; unsigned long ticks, delta, period; ktime_t expire, now; struct loongarch_csrs *csr = vcpu->arch.csr; /* * Set guest stable timer cfg csr * Disable timer before restore estat CSR register, avoid to * get invalid timer interrupt for old timer cfg */ cfg = kvm_read_sw_gcsr(csr, LOONGARCH_CSR_TCFG); write_gcsr_timercfg(0); kvm_restore_hw_gcsr(csr, LOONGARCH_CSR_ESTAT); kvm_restore_hw_gcsr(csr, LOONGARCH_CSR_TCFG); if (!(cfg & CSR_TCFG_EN)) { /* Guest timer is disabled, just restore timer registers */ kvm_restore_hw_gcsr(csr, LOONGARCH_CSR_TVAL); return; } /* * Freeze the soft-timer and sync the guest stable timer with it. */ if (kvm_vcpu_is_blocking(vcpu)) hrtimer_cancel(&vcpu->arch.swtimer); /* * From LoongArch Reference Manual Volume 1 Chapter 7.6.2 * If oneshot timer is fired, CSR TVAL will be -1, there are two * conditions: * 1) timer is fired during exiting to host * 2) timer is fired and vm is doing timer irq, and then exiting to * host. Host should not inject timer irq to avoid spurious * timer interrupt again */ ticks = kvm_read_sw_gcsr(csr, LOONGARCH_CSR_TVAL); estat = kvm_read_sw_gcsr(csr, LOONGARCH_CSR_ESTAT); if (!(cfg & CSR_TCFG_PERIOD) && (ticks > cfg)) { /* * Writing 0 to LOONGARCH_CSR_TVAL will inject timer irq * and set CSR TVAL with -1 */ write_gcsr_timertick(0); /* * Writing CSR_TINTCLR_TI to LOONGARCH_CSR_TINTCLR will clear * timer interrupt, and CSR TVAL keeps unchanged with -1, it * avoids spurious timer interrupt */ if (!(estat & CPU_TIMER)) gcsr_write(CSR_TINTCLR_TI, LOONGARCH_CSR_TINTCLR); return; } /* * Set remainder tick value if not expired */ delta = 0; now = ktime_get(); expire = vcpu->arch.expire; if (ktime_before(now, expire)) delta = ktime_to_tick(vcpu, ktime_sub(expire, now)); else if (cfg & CSR_TCFG_PERIOD) { period = cfg & CSR_TCFG_VAL; delta = ktime_to_tick(vcpu, ktime_sub(now, expire)); delta = period - (delta % period); /* * Inject timer here though sw timer should inject timer * interrupt async already, since sw timer may be cancelled * during injecting intr async */ kvm_queue_irq(vcpu, INT_TI); } write_gcsr_timertick(delta); } /* * Save guest timer state and switch to software emulation of guest * timer. The hard timer must already be in use, so preemption should be * disabled. */ static void _kvm_save_timer(struct kvm_vcpu *vcpu) { unsigned long ticks, delta, cfg; ktime_t expire; struct loongarch_csrs *csr = vcpu->arch.csr; cfg = kvm_read_sw_gcsr(csr, LOONGARCH_CSR_TCFG); ticks = kvm_read_sw_gcsr(csr, LOONGARCH_CSR_TVAL); /* * From LoongArch Reference Manual Volume 1 Chapter 7.6.2 * If period timer is fired, CSR TVAL will be reloaded from CSR TCFG * If oneshot timer is fired, CSR TVAL will be -1 * Here judge one-shot timer fired by checking whether TVAL is larger * than TCFG */ if (ticks < cfg) delta = tick_to_ns(vcpu, ticks); else delta = 0; expire = ktime_add_ns(ktime_get(), delta); vcpu->arch.expire = expire; if (kvm_vcpu_is_blocking(vcpu)) { /* * HRTIMER_MODE_PINNED is suggested since vcpu may run in * the same physical cpu in next time */ hrtimer_start(&vcpu->arch.swtimer, expire, HRTIMER_MODE_ABS_PINNED); } } /* * Save guest timer state and switch to soft guest timer if hard timer was in * use. */ void kvm_save_timer(struct kvm_vcpu *vcpu) { struct loongarch_csrs *csr = vcpu->arch.csr; preempt_disable(); /* Save hard timer state */ kvm_save_hw_gcsr(csr, LOONGARCH_CSR_TCFG); kvm_save_hw_gcsr(csr, LOONGARCH_CSR_TVAL); if (kvm_read_sw_gcsr(csr, LOONGARCH_CSR_TCFG) & CSR_TCFG_EN) _kvm_save_timer(vcpu); /* Save timer-related state to vCPU context */ kvm_save_hw_gcsr(csr, LOONGARCH_CSR_ESTAT); preempt_enable(); } void kvm_reset_timer(struct kvm_vcpu *vcpu) { write_gcsr_timercfg(0); kvm_write_sw_gcsr(vcpu->arch.csr, LOONGARCH_CSR_TCFG, 0); hrtimer_cancel(&vcpu->arch.swtimer); } |