2 * Copyright (C) 2012,2013 - ARM Ltd
3 * Author: Marc Zyngier <marc.zyngier@arm.com>
5 * Derived from arch/arm/kvm/reset.c
6 * Copyright (C) 2012 - Virtual Open Systems and Columbia University
7 * Author: Christoffer Dall <c.dall@virtualopensystems.com>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License, version 2, as
11 * published by the Free Software Foundation.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program. If not, see <http://www.gnu.org/licenses/>.
22 #include <linux/errno.h>
23 #include <linux/kvm_host.h>
24 #include <linux/kvm.h>
25 #include <linux/hw_breakpoint.h>
27 #include <kvm/arm_arch_timer.h>
29 #include <asm/cputype.h>
30 #include <asm/ptrace.h>
31 #include <asm/kvm_arm.h>
32 #include <asm/kvm_asm.h>
33 #include <asm/kvm_coproc.h>
34 #include <asm/kvm_emulate.h>
35 #include <asm/kvm_mmu.h>
40 static const struct kvm_regs default_regs_reset = {
41 .regs.pstate = (PSR_MODE_EL1h | PSR_A_BIT | PSR_I_BIT |
42 PSR_F_BIT | PSR_D_BIT),
45 static const struct kvm_regs default_regs_reset32 = {
46 .regs.pstate = (PSR_AA32_MODE_SVC | PSR_AA32_A_BIT |
47 PSR_AA32_I_BIT | PSR_AA32_F_BIT),
50 static bool cpu_has_32bit_el1(void)
54 pfr0 = read_sanitised_ftr_reg(SYS_ID_AA64PFR0_EL1);
55 return !!(pfr0 & 0x20);
59 * kvm_arch_dev_ioctl_check_extension
61 * We currently assume that the number of HW registers is uniform
62 * across all CPUs (see cpuinfo_sanity_check).
64 int kvm_arch_dev_ioctl_check_extension(struct kvm *kvm, long ext)
69 case KVM_CAP_ARM_EL1_32BIT:
70 r = cpu_has_32bit_el1();
72 case KVM_CAP_GUEST_DEBUG_HW_BPS:
75 case KVM_CAP_GUEST_DEBUG_HW_WPS:
78 case KVM_CAP_ARM_PMU_V3:
79 r = kvm_arm_support_pmu_v3();
81 case KVM_CAP_ARM_INJECT_SERROR_ESR:
82 r = cpus_have_const_cap(ARM64_HAS_RAS_EXTN);
84 case KVM_CAP_SET_GUEST_DEBUG:
85 case KVM_CAP_VCPU_ATTRIBUTES:
86 case KVM_CAP_VCPU_EVENTS:
97 * kvm_reset_vcpu - sets core registers and sys_regs to reset value
98 * @vcpu: The VCPU pointer
100 * This function finds the right table above and sets the registers on
101 * the virtual CPU struct to their architecturally defined reset
104 * Note: This function can be called from two paths: The KVM_ARM_VCPU_INIT
105 * ioctl or as part of handling a request issued by another VCPU in the PSCI
106 * handling code. In the first case, the VCPU will not be loaded, and in the
107 * second case the VCPU will be loaded. Because this function operates purely
108 * on the memory-backed valus of system registers, we want to do a full put if
109 * we were loaded (handling a request) and load the values back at the end of
110 * the function. Otherwise we leave the state alone. In both cases, we
111 * disable preemption around the vcpu reset as we would otherwise race with
112 * preempt notifiers which also call put/load.
114 int kvm_reset_vcpu(struct kvm_vcpu *vcpu)
116 const struct kvm_regs *cpu_reset;
120 /* Reset PMU outside of the non-preemptible section */
121 kvm_pmu_vcpu_reset(vcpu);
124 loaded = (vcpu->cpu != -1);
126 kvm_arch_vcpu_put(vcpu);
128 switch (vcpu->arch.target) {
130 if (test_bit(KVM_ARM_VCPU_EL1_32BIT, vcpu->arch.features)) {
131 if (!cpu_has_32bit_el1())
133 cpu_reset = &default_regs_reset32;
135 cpu_reset = &default_regs_reset;
141 /* Reset core registers */
142 memcpy(vcpu_gp_regs(vcpu), cpu_reset, sizeof(*cpu_reset));
144 /* Reset system registers */
145 kvm_reset_sys_regs(vcpu);
148 * Additional reset state handling that PSCI may have imposed on us.
149 * Must be done after all the sys_reg reset.
151 if (vcpu->arch.reset_state.reset) {
152 unsigned long target_pc = vcpu->arch.reset_state.pc;
154 /* Gracefully handle Thumb2 entry point */
155 if (vcpu_mode_is_32bit(vcpu) && (target_pc & 1)) {
157 vcpu_set_thumb(vcpu);
160 /* Propagate caller endianness */
161 if (vcpu->arch.reset_state.be)
162 kvm_vcpu_set_be(vcpu);
164 *vcpu_pc(vcpu) = target_pc;
165 vcpu_set_reg(vcpu, 0, vcpu->arch.reset_state.r0);
167 vcpu->arch.reset_state.reset = false;
170 /* Default workaround setup is enabled (if supported) */
171 if (kvm_arm_have_ssbd() == KVM_SSBD_KERNEL)
172 vcpu->arch.workaround_flags |= VCPU_WORKAROUND_2_FLAG;
175 ret = kvm_timer_vcpu_reset(vcpu);
178 kvm_arch_vcpu_load(vcpu, smp_processor_id());