2019-05-29 22:12:40 +08:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-only
|
2008-04-17 12:28:09 +08:00
|
|
|
/*
|
|
|
|
|
*
|
|
|
|
|
* Copyright IBM Corp. 2007
|
2011-06-15 07:34:31 +08:00
|
|
|
* Copyright 2010-2011 Freescale Semiconductor, Inc.
|
2008-04-17 12:28:09 +08:00
|
|
|
*
|
|
|
|
|
* Authors: Hollis Blanchard <hollisb@us.ibm.com>
|
|
|
|
|
* Christian Ehrhardt <ehrhardt@linux.vnet.ibm.com>
|
2011-12-20 23:34:43 +08:00
|
|
|
* Scott Wood <scottwood@freescale.com>
|
|
|
|
|
* Varun Sethi <varun.sethi@freescale.com>
|
2008-04-17 12:28:09 +08:00
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#include <linux/errno.h>
|
|
|
|
|
#include <linux/err.h>
|
|
|
|
|
#include <linux/kvm_host.h>
|
include cleanup: Update gfp.h and slab.h includes to prepare for breaking implicit slab.h inclusion from percpu.h
percpu.h is included by sched.h and module.h and thus ends up being
included when building most .c files. percpu.h includes slab.h which
in turn includes gfp.h making everything defined by the two files
universally available and complicating inclusion dependencies.
percpu.h -> slab.h dependency is about to be removed. Prepare for
this change by updating users of gfp and slab facilities include those
headers directly instead of assuming availability. As this conversion
needs to touch large number of source files, the following script is
used as the basis of conversion.
http://userweb.kernel.org/~tj/misc/slabh-sweep.py
The script does the followings.
* Scan files for gfp and slab usages and update includes such that
only the necessary includes are there. ie. if only gfp is used,
gfp.h, if slab is used, slab.h.
* When the script inserts a new include, it looks at the include
blocks and try to put the new include such that its order conforms
to its surrounding. It's put in the include block which contains
core kernel includes, in the same order that the rest are ordered -
alphabetical, Christmas tree, rev-Xmas-tree or at the end if there
doesn't seem to be any matching order.
* If the script can't find a place to put a new include (mostly
because the file doesn't have fitting include block), it prints out
an error message indicating which .h file needs to be added to the
file.
The conversion was done in the following steps.
1. The initial automatic conversion of all .c files updated slightly
over 4000 files, deleting around 700 includes and adding ~480 gfp.h
and ~3000 slab.h inclusions. The script emitted errors for ~400
files.
2. Each error was manually checked. Some didn't need the inclusion,
some needed manual addition while adding it to implementation .h or
embedding .c file was more appropriate for others. This step added
inclusions to around 150 files.
3. The script was run again and the output was compared to the edits
from #2 to make sure no file was left behind.
4. Several build tests were done and a couple of problems were fixed.
e.g. lib/decompress_*.c used malloc/free() wrappers around slab
APIs requiring slab.h to be added manually.
5. The script was run on all .h files but without automatically
editing them as sprinkling gfp.h and slab.h inclusions around .h
files could easily lead to inclusion dependency hell. Most gfp.h
inclusion directives were ignored as stuff from gfp.h was usually
wildly available and often used in preprocessor macros. Each
slab.h inclusion directive was examined and added manually as
necessary.
6. percpu.h was updated not to include slab.h.
7. Build test were done on the following configurations and failures
were fixed. CONFIG_GCOV_KERNEL was turned off for all tests (as my
distributed build env didn't work with gcov compiles) and a few
more options had to be turned off depending on archs to make things
build (like ipr on powerpc/64 which failed due to missing writeq).
* x86 and x86_64 UP and SMP allmodconfig and a custom test config.
* powerpc and powerpc64 SMP allmodconfig
* sparc and sparc64 SMP allmodconfig
* ia64 SMP allmodconfig
* s390 SMP allmodconfig
* alpha SMP allmodconfig
* um on x86_64 SMP allmodconfig
8. percpu.h modifications were reverted so that it could be applied as
a separate patch and serve as bisection point.
Given the fact that I had only a couple of failures from tests on step
6, I'm fairly confident about the coverage of this conversion patch.
If there is a breakage, it's likely to be something in one of the arch
headers which should be easily discoverable easily on most builds of
the specific arch.
Signed-off-by: Tejun Heo <tj@kernel.org>
Guess-its-ok-by: Christoph Lameter <cl@linux-foundation.org>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: Lee Schermerhorn <Lee.Schermerhorn@hp.com>
2010-03-24 16:04:11 +08:00
|
|
|
#include <linux/gfp.h>
|
2008-04-17 12:28:09 +08:00
|
|
|
#include <linux/module.h>
|
|
|
|
|
#include <linux/vmalloc.h>
|
|
|
|
|
#include <linux/fs.h>
|
2008-12-03 05:51:55 +08:00
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
#include <asm/cputable.h>
|
2016-12-25 03:46:01 +08:00
|
|
|
#include <linux/uaccess.h>
|
2008-04-17 12:28:09 +08:00
|
|
|
#include <asm/kvm_ppc.h>
|
2008-11-05 23:36:13 +08:00
|
|
|
#include <asm/cacheflush.h>
|
2011-12-20 23:34:43 +08:00
|
|
|
#include <asm/dbell.h>
|
|
|
|
|
#include <asm/hw_irq.h>
|
|
|
|
|
#include <asm/irq.h>
|
2012-10-11 14:13:19 +08:00
|
|
|
#include <asm/time.h>
|
2008-04-17 12:28:09 +08:00
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
#include "timing.h"
|
2008-11-05 23:36:16 +08:00
|
|
|
#include "booke.h"
|
2013-10-08 00:47:58 +08:00
|
|
|
|
|
|
|
|
#define CREATE_TRACE_POINTS
|
|
|
|
|
#include "trace_booke.h"
|
2008-04-17 12:28:09 +08:00
|
|
|
|
2008-11-05 23:36:13 +08:00
|
|
|
unsigned long kvmppc_booke_handlers;
|
|
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
#define VM_STAT(x) offsetof(struct kvm, stat.x), KVM_STAT_VM
|
|
|
|
|
#define VCPU_STAT(x) offsetof(struct kvm_vcpu, stat.x), KVM_STAT_VCPU
|
|
|
|
|
|
|
|
|
|
struct kvm_stats_debugfs_item debugfs_entries[] = {
|
|
|
|
|
{ "mmio", VCPU_STAT(mmio_exits) },
|
|
|
|
|
{ "sig", VCPU_STAT(signal_exits) },
|
|
|
|
|
{ "itlb_r", VCPU_STAT(itlb_real_miss_exits) },
|
|
|
|
|
{ "itlb_v", VCPU_STAT(itlb_virt_miss_exits) },
|
|
|
|
|
{ "dtlb_r", VCPU_STAT(dtlb_real_miss_exits) },
|
|
|
|
|
{ "dtlb_v", VCPU_STAT(dtlb_virt_miss_exits) },
|
|
|
|
|
{ "sysc", VCPU_STAT(syscall_exits) },
|
|
|
|
|
{ "isi", VCPU_STAT(isi_exits) },
|
|
|
|
|
{ "dsi", VCPU_STAT(dsi_exits) },
|
|
|
|
|
{ "inst_emu", VCPU_STAT(emulated_inst_exits) },
|
|
|
|
|
{ "dec", VCPU_STAT(dec_exits) },
|
|
|
|
|
{ "ext_intr", VCPU_STAT(ext_intr_exits) },
|
kvm: add halt_poll_ns module parameter
This patch introduces a new module parameter for the KVM module; when it
is present, KVM attempts a bit of polling on every HLT before scheduling
itself out via kvm_vcpu_block.
This parameter helps a lot for latency-bound workloads---in particular
I tested it with O_DSYNC writes with a battery-backed disk in the host.
In this case, writes are fast (because the data doesn't have to go all
the way to the platters) but they cannot be merged by either the host or
the guest. KVM's performance here is usually around 30% of bare metal,
or 50% if you use cache=directsync or cache=writethrough (these
parameters avoid that the guest sends pointless flush requests, and
at the same time they are not slow because of the battery-backed cache).
The bad performance happens because on every halt the host CPU decides
to halt itself too. When the interrupt comes, the vCPU thread is then
migrated to a new physical CPU, and in general the latency is horrible
because the vCPU thread has to be scheduled back in.
With this patch performance reaches 60-65% of bare metal and, more
important, 99% of what you get if you use idle=poll in the guest. This
means that the tunable gets rid of this particular bottleneck, and more
work can be done to improve performance in the kernel or QEMU.
Of course there is some price to pay; every time an otherwise idle vCPUs
is interrupted by an interrupt, it will poll unnecessarily and thus
impose a little load on the host. The above results were obtained with
a mostly random value of the parameter (500000), and the load was around
1.5-2.5% CPU usage on one of the host's core for each idle guest vCPU.
The patch also adds a new stat, /sys/kernel/debug/kvm/halt_successful_poll,
that can be used to tune the parameter. It counts how many HLT
instructions received an interrupt during the polling period; each
successful poll avoids that Linux schedules the VCPU thread out and back
in, and may also avoid a likely trip to C1 and back for the physical CPU.
While the VM is idle, a Linux 4 VCPU VM halts around 10 times per second.
Of these halts, almost all are failed polls. During the benchmark,
instead, basically all halts end within the polling period, except a more
or less constant stream of 50 per second coming from vCPUs that are not
running the benchmark. The wasted time is thus very low. Things may
be slightly different for Windows VMs, which have a ~10 ms timer tick.
The effect is also visible on Marcelo's recently-introduced latency
test for the TSC deadline timer. Though of course a non-RT kernel has
awful latency bounds, the latency of the timer is around 8000-10000 clock
cycles compared to 20000-120000 without setting halt_poll_ns. For the TSC
deadline timer, thus, the effect is both a smaller average latency and
a smaller variance.
Signed-off-by: Paolo Bonzini <pbonzini@redhat.com>
2015-02-05 01:20:58 +08:00
|
|
|
{ "halt_successful_poll", VCPU_STAT(halt_successful_poll) },
|
2015-09-16 00:27:57 +08:00
|
|
|
{ "halt_attempted_poll", VCPU_STAT(halt_attempted_poll) },
|
2016-05-13 18:16:35 +08:00
|
|
|
{ "halt_poll_invalid", VCPU_STAT(halt_poll_invalid) },
|
2008-04-26 06:55:49 +08:00
|
|
|
{ "halt_wakeup", VCPU_STAT(halt_wakeup) },
|
2011-12-20 23:34:43 +08:00
|
|
|
{ "doorbell", VCPU_STAT(dbell_exits) },
|
|
|
|
|
{ "guest doorbell", VCPU_STAT(gdbell_exits) },
|
2012-08-01 18:56:51 +08:00
|
|
|
{ "remote_tlb_flush", VM_STAT(remote_tlb_flush) },
|
2008-04-17 12:28:09 +08:00
|
|
|
{ NULL }
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/* TODO: use vcpu_printf() */
|
|
|
|
|
void kvmppc_dump_vcpu(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
int i;
|
|
|
|
|
|
2018-05-07 14:20:08 +08:00
|
|
|
printk("pc: %08lx msr: %08llx\n", vcpu->arch.regs.nip,
|
|
|
|
|
vcpu->arch.shared->msr);
|
|
|
|
|
printk("lr: %08lx ctr: %08lx\n", vcpu->arch.regs.link,
|
|
|
|
|
vcpu->arch.regs.ctr);
|
2010-07-29 20:47:46 +08:00
|
|
|
printk("srr0: %08llx srr1: %08llx\n", vcpu->arch.shared->srr0,
|
|
|
|
|
vcpu->arch.shared->srr1);
|
2008-04-17 12:28:09 +08:00
|
|
|
|
|
|
|
|
printk("exceptions: %08lx\n", vcpu->arch.pending_exceptions);
|
|
|
|
|
|
|
|
|
|
for (i = 0; i < 32; i += 4) {
|
2008-11-05 23:36:19 +08:00
|
|
|
printk("gpr%02d: %08lx %08lx %08lx %08lx\n", i,
|
2010-01-08 09:58:01 +08:00
|
|
|
kvmppc_get_gpr(vcpu, i),
|
|
|
|
|
kvmppc_get_gpr(vcpu, i+1),
|
|
|
|
|
kvmppc_get_gpr(vcpu, i+2),
|
|
|
|
|
kvmppc_get_gpr(vcpu, i+3));
|
2008-04-17 12:28:09 +08:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2011-06-15 07:34:31 +08:00
|
|
|
#ifdef CONFIG_SPE
|
|
|
|
|
void kvmppc_vcpu_disable_spe(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
preempt_disable();
|
|
|
|
|
enable_kernel_spe();
|
|
|
|
|
kvmppc_save_guest_spe(vcpu);
|
2015-10-29 08:44:05 +08:00
|
|
|
disable_kernel_spe();
|
2011-06-15 07:34:31 +08:00
|
|
|
vcpu->arch.shadow_msr &= ~MSR_SPE;
|
|
|
|
|
preempt_enable();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void kvmppc_vcpu_enable_spe(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
preempt_disable();
|
|
|
|
|
enable_kernel_spe();
|
|
|
|
|
kvmppc_load_guest_spe(vcpu);
|
2015-10-29 08:44:05 +08:00
|
|
|
disable_kernel_spe();
|
2011-06-15 07:34:31 +08:00
|
|
|
vcpu->arch.shadow_msr |= MSR_SPE;
|
|
|
|
|
preempt_enable();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void kvmppc_vcpu_sync_spe(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
if (vcpu->arch.shared->msr & MSR_SPE) {
|
|
|
|
|
if (!(vcpu->arch.shadow_msr & MSR_SPE))
|
|
|
|
|
kvmppc_vcpu_enable_spe(vcpu);
|
|
|
|
|
} else if (vcpu->arch.shadow_msr & MSR_SPE) {
|
|
|
|
|
kvmppc_vcpu_disable_spe(vcpu);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#else
|
|
|
|
|
static void kvmppc_vcpu_sync_spe(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
2014-08-20 21:36:22 +08:00
|
|
|
/*
|
|
|
|
|
* Load up guest vcpu FP state if it's needed.
|
|
|
|
|
* It also set the MSR_FP in thread so that host know
|
|
|
|
|
* we're holding FPU, and then host can help to save
|
|
|
|
|
* guest vcpu FP state if other threads require to use FPU.
|
|
|
|
|
* This simulates an FP unavailable fault.
|
|
|
|
|
*
|
|
|
|
|
* It requires to be called with preemption disabled.
|
|
|
|
|
*/
|
|
|
|
|
static inline void kvmppc_load_guest_fp(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
#ifdef CONFIG_PPC_FPU
|
|
|
|
|
if (!(current->thread.regs->msr & MSR_FP)) {
|
|
|
|
|
enable_kernel_fp();
|
|
|
|
|
load_fp_state(&vcpu->arch.fp);
|
2015-10-29 08:44:05 +08:00
|
|
|
disable_kernel_fp();
|
2014-08-20 21:36:22 +08:00
|
|
|
current->thread.fp_save_area = &vcpu->arch.fp;
|
|
|
|
|
current->thread.regs->msr |= MSR_FP;
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Save guest vcpu FP state into thread.
|
|
|
|
|
* It requires to be called with preemption disabled.
|
|
|
|
|
*/
|
|
|
|
|
static inline void kvmppc_save_guest_fp(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
#ifdef CONFIG_PPC_FPU
|
|
|
|
|
if (current->thread.regs->msr & MSR_FP)
|
|
|
|
|
giveup_fpu(current);
|
|
|
|
|
current->thread.fp_save_area = NULL;
|
|
|
|
|
#endif
|
|
|
|
|
}
|
|
|
|
|
|
2012-08-16 19:10:16 +08:00
|
|
|
static void kvmppc_vcpu_sync_fpu(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
#if defined(CONFIG_PPC_FPU) && !defined(CONFIG_KVM_BOOKE_HV)
|
|
|
|
|
/* We always treat the FP bit as enabled from the host
|
|
|
|
|
perspective, so only need to adjust the shadow MSR */
|
|
|
|
|
vcpu->arch.shadow_msr &= ~MSR_FP;
|
|
|
|
|
vcpu->arch.shadow_msr |= vcpu->arch.shared->msr & MSR_FP;
|
|
|
|
|
#endif
|
|
|
|
|
}
|
|
|
|
|
|
2014-08-20 21:36:23 +08:00
|
|
|
/*
|
|
|
|
|
* Simulate AltiVec unavailable fault to load guest state
|
|
|
|
|
* from thread to AltiVec unit.
|
|
|
|
|
* It requires to be called with preemption disabled.
|
|
|
|
|
*/
|
|
|
|
|
static inline void kvmppc_load_guest_altivec(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
#ifdef CONFIG_ALTIVEC
|
|
|
|
|
if (cpu_has_feature(CPU_FTR_ALTIVEC)) {
|
|
|
|
|
if (!(current->thread.regs->msr & MSR_VEC)) {
|
|
|
|
|
enable_kernel_altivec();
|
|
|
|
|
load_vr_state(&vcpu->arch.vr);
|
2015-10-29 08:44:05 +08:00
|
|
|
disable_kernel_altivec();
|
2014-08-20 21:36:23 +08:00
|
|
|
current->thread.vr_save_area = &vcpu->arch.vr;
|
|
|
|
|
current->thread.regs->msr |= MSR_VEC;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Save guest vcpu AltiVec state into thread.
|
|
|
|
|
* It requires to be called with preemption disabled.
|
|
|
|
|
*/
|
|
|
|
|
static inline void kvmppc_save_guest_altivec(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
#ifdef CONFIG_ALTIVEC
|
|
|
|
|
if (cpu_has_feature(CPU_FTR_ALTIVEC)) {
|
|
|
|
|
if (current->thread.regs->msr & MSR_VEC)
|
|
|
|
|
giveup_altivec(current);
|
|
|
|
|
current->thread.vr_save_area = NULL;
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
}
|
|
|
|
|
|
2013-07-04 14:57:47 +08:00
|
|
|
static void kvmppc_vcpu_sync_debug(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
/* Synchronize guest's desire to get debug interrupts into shadow MSR */
|
|
|
|
|
#ifndef CONFIG_KVM_BOOKE_HV
|
|
|
|
|
vcpu->arch.shadow_msr &= ~MSR_DE;
|
|
|
|
|
vcpu->arch.shadow_msr |= vcpu->arch.shared->msr & MSR_DE;
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
/* Force enable debug interrupts when user space wants to debug */
|
|
|
|
|
if (vcpu->guest_debug) {
|
|
|
|
|
#ifdef CONFIG_KVM_BOOKE_HV
|
|
|
|
|
/*
|
|
|
|
|
* Since there is no shadow MSR, sync MSR_DE into the guest
|
|
|
|
|
* visible MSR.
|
|
|
|
|
*/
|
|
|
|
|
vcpu->arch.shared->msr |= MSR_DE;
|
|
|
|
|
#else
|
|
|
|
|
vcpu->arch.shadow_msr |= MSR_DE;
|
|
|
|
|
vcpu->arch.shared->msr &= ~MSR_DE;
|
|
|
|
|
#endif
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2011-06-15 07:35:14 +08:00
|
|
|
/*
|
|
|
|
|
* Helper function for "full" MSR writes. No need to call this if only
|
|
|
|
|
* EE/CE/ME/DE/RI are changing.
|
|
|
|
|
*/
|
2011-06-15 07:34:31 +08:00
|
|
|
void kvmppc_set_msr(struct kvm_vcpu *vcpu, u32 new_msr)
|
|
|
|
|
{
|
2011-06-15 07:35:14 +08:00
|
|
|
u32 old_msr = vcpu->arch.shared->msr;
|
2011-06-15 07:34:31 +08:00
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
#ifdef CONFIG_KVM_BOOKE_HV
|
|
|
|
|
new_msr |= MSR_GS;
|
|
|
|
|
#endif
|
|
|
|
|
|
2011-06-15 07:34:31 +08:00
|
|
|
vcpu->arch.shared->msr = new_msr;
|
|
|
|
|
|
2011-06-15 07:35:14 +08:00
|
|
|
kvmppc_mmu_msr_notify(vcpu, old_msr);
|
2011-06-15 07:34:31 +08:00
|
|
|
kvmppc_vcpu_sync_spe(vcpu);
|
2012-08-16 19:10:16 +08:00
|
|
|
kvmppc_vcpu_sync_fpu(vcpu);
|
2013-07-04 14:57:47 +08:00
|
|
|
kvmppc_vcpu_sync_debug(vcpu);
|
2011-06-15 07:34:31 +08:00
|
|
|
}
|
|
|
|
|
|
2008-11-05 23:36:23 +08:00
|
|
|
static void kvmppc_booke_queue_irqprio(struct kvm_vcpu *vcpu,
|
|
|
|
|
unsigned int priority)
|
2008-11-05 23:36:14 +08:00
|
|
|
{
|
2012-08-08 06:44:52 +08:00
|
|
|
trace_kvm_booke_queue_irqprio(vcpu, priority);
|
2008-11-05 23:36:14 +08:00
|
|
|
set_bit(priority, &vcpu->arch.pending_exceptions);
|
|
|
|
|
}
|
|
|
|
|
|
2014-06-19 03:56:55 +08:00
|
|
|
void kvmppc_core_queue_dtlb_miss(struct kvm_vcpu *vcpu,
|
|
|
|
|
ulong dear_flags, ulong esr_flags)
|
2008-11-05 23:36:14 +08:00
|
|
|
{
|
2010-02-02 19:44:35 +08:00
|
|
|
vcpu->arch.queued_dear = dear_flags;
|
|
|
|
|
vcpu->arch.queued_esr = esr_flags;
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_DTLB_MISS);
|
|
|
|
|
}
|
|
|
|
|
|
2014-06-19 03:56:55 +08:00
|
|
|
void kvmppc_core_queue_data_storage(struct kvm_vcpu *vcpu,
|
|
|
|
|
ulong dear_flags, ulong esr_flags)
|
2010-02-02 19:44:35 +08:00
|
|
|
{
|
|
|
|
|
vcpu->arch.queued_dear = dear_flags;
|
|
|
|
|
vcpu->arch.queued_esr = esr_flags;
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_DATA_STORAGE);
|
|
|
|
|
}
|
|
|
|
|
|
2014-06-19 03:56:55 +08:00
|
|
|
void kvmppc_core_queue_itlb_miss(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_ITLB_MISS);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void kvmppc_core_queue_inst_storage(struct kvm_vcpu *vcpu, ulong esr_flags)
|
2010-02-02 19:44:35 +08:00
|
|
|
{
|
|
|
|
|
vcpu->arch.queued_esr = esr_flags;
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_INST_STORAGE);
|
|
|
|
|
}
|
|
|
|
|
|
2013-01-31 21:17:38 +08:00
|
|
|
static void kvmppc_core_queue_alignment(struct kvm_vcpu *vcpu, ulong dear_flags,
|
|
|
|
|
ulong esr_flags)
|
|
|
|
|
{
|
|
|
|
|
vcpu->arch.queued_dear = dear_flags;
|
|
|
|
|
vcpu->arch.queued_esr = esr_flags;
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_ALIGNMENT);
|
|
|
|
|
}
|
|
|
|
|
|
2010-02-02 19:44:35 +08:00
|
|
|
void kvmppc_core_queue_program(struct kvm_vcpu *vcpu, ulong esr_flags)
|
|
|
|
|
{
|
|
|
|
|
vcpu->arch.queued_esr = esr_flags;
|
2008-11-05 23:36:23 +08:00
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_PROGRAM);
|
2008-11-05 23:36:14 +08:00
|
|
|
}
|
|
|
|
|
|
2017-03-22 18:02:08 +08:00
|
|
|
void kvmppc_core_queue_fpunavail(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_FP_UNAVAIL);
|
|
|
|
|
}
|
|
|
|
|
|
2018-04-26 20:33:19 +08:00
|
|
|
#ifdef CONFIG_ALTIVEC
|
|
|
|
|
void kvmppc_core_queue_vec_unavail(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_ALTIVEC_UNAVAIL);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
2008-11-05 23:36:14 +08:00
|
|
|
void kvmppc_core_queue_dec(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2008-11-05 23:36:23 +08:00
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_DECREMENTER);
|
2008-11-05 23:36:14 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int kvmppc_core_pending_dec(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2008-11-05 23:36:23 +08:00
|
|
|
return test_bit(BOOKE_IRQPRIO_DECREMENTER, &vcpu->arch.pending_exceptions);
|
2008-11-05 23:36:14 +08:00
|
|
|
}
|
|
|
|
|
|
2009-12-22 03:21:24 +08:00
|
|
|
void kvmppc_core_dequeue_dec(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
clear_bit(BOOKE_IRQPRIO_DECREMENTER, &vcpu->arch.pending_exceptions);
|
|
|
|
|
}
|
|
|
|
|
|
2008-11-05 23:36:14 +08:00
|
|
|
void kvmppc_core_queue_external(struct kvm_vcpu *vcpu,
|
|
|
|
|
struct kvm_interrupt *irq)
|
|
|
|
|
{
|
2010-08-30 20:03:24 +08:00
|
|
|
unsigned int prio = BOOKE_IRQPRIO_EXTERNAL;
|
|
|
|
|
|
|
|
|
|
if (irq->irq == KVM_INTERRUPT_SET_LEVEL)
|
|
|
|
|
prio = BOOKE_IRQPRIO_EXTERNAL_LEVEL;
|
|
|
|
|
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, prio);
|
2008-11-05 23:36:14 +08:00
|
|
|
}
|
|
|
|
|
|
2013-02-14 22:00:25 +08:00
|
|
|
void kvmppc_core_dequeue_external(struct kvm_vcpu *vcpu)
|
2010-04-07 16:03:25 +08:00
|
|
|
{
|
|
|
|
|
clear_bit(BOOKE_IRQPRIO_EXTERNAL, &vcpu->arch.pending_exceptions);
|
2010-08-30 20:03:24 +08:00
|
|
|
clear_bit(BOOKE_IRQPRIO_EXTERNAL_LEVEL, &vcpu->arch.pending_exceptions);
|
2010-04-07 16:03:25 +08:00
|
|
|
}
|
|
|
|
|
|
2012-08-09 04:38:19 +08:00
|
|
|
static void kvmppc_core_queue_watchdog(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_WATCHDOG);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void kvmppc_core_dequeue_watchdog(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
clear_bit(BOOKE_IRQPRIO_WATCHDOG, &vcpu->arch.pending_exceptions);
|
|
|
|
|
}
|
|
|
|
|
|
2014-08-13 17:09:44 +08:00
|
|
|
void kvmppc_core_queue_debug(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_DEBUG);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void kvmppc_core_dequeue_debug(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
clear_bit(BOOKE_IRQPRIO_DEBUG, &vcpu->arch.pending_exceptions);
|
|
|
|
|
}
|
|
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
static void set_guest_srr(struct kvm_vcpu *vcpu, unsigned long srr0, u32 srr1)
|
|
|
|
|
{
|
2014-07-17 19:31:36 +08:00
|
|
|
kvmppc_set_srr0(vcpu, srr0);
|
|
|
|
|
kvmppc_set_srr1(vcpu, srr1);
|
2011-12-20 23:34:43 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void set_guest_csrr(struct kvm_vcpu *vcpu, unsigned long srr0, u32 srr1)
|
|
|
|
|
{
|
|
|
|
|
vcpu->arch.csrr0 = srr0;
|
|
|
|
|
vcpu->arch.csrr1 = srr1;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void set_guest_dsrr(struct kvm_vcpu *vcpu, unsigned long srr0, u32 srr1)
|
|
|
|
|
{
|
|
|
|
|
if (cpu_has_feature(CPU_FTR_DEBUG_LVL_EXC)) {
|
|
|
|
|
vcpu->arch.dsrr0 = srr0;
|
|
|
|
|
vcpu->arch.dsrr1 = srr1;
|
|
|
|
|
} else {
|
|
|
|
|
set_guest_csrr(vcpu, srr0, srr1);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void set_guest_mcsrr(struct kvm_vcpu *vcpu, unsigned long srr0, u32 srr1)
|
|
|
|
|
{
|
|
|
|
|
vcpu->arch.mcsrr0 = srr0;
|
|
|
|
|
vcpu->arch.mcsrr1 = srr1;
|
|
|
|
|
}
|
|
|
|
|
|
2008-11-05 23:36:23 +08:00
|
|
|
/* Deliver the interrupt of the corresponding priority, if possible. */
|
|
|
|
|
static int kvmppc_booke_irqprio_deliver(struct kvm_vcpu *vcpu,
|
|
|
|
|
unsigned int priority)
|
2008-04-17 12:28:09 +08:00
|
|
|
{
|
2008-11-05 23:36:23 +08:00
|
|
|
int allowed = 0;
|
2012-02-16 03:12:29 +08:00
|
|
|
ulong msr_mask = 0;
|
2013-01-05 01:12:48 +08:00
|
|
|
bool update_esr = false, update_dear = false, update_epr = false;
|
2010-07-29 20:47:49 +08:00
|
|
|
ulong crit_raw = vcpu->arch.shared->critical;
|
|
|
|
|
ulong crit_r1 = kvmppc_get_gpr(vcpu, 1);
|
|
|
|
|
bool crit;
|
2010-08-30 20:03:24 +08:00
|
|
|
bool keep_irq = false;
|
2011-12-20 23:34:43 +08:00
|
|
|
enum int_class int_class;
|
2012-10-11 14:13:26 +08:00
|
|
|
ulong new_msr = vcpu->arch.shared->msr;
|
2010-07-29 20:47:49 +08:00
|
|
|
|
|
|
|
|
/* Truncate crit indicators in 32 bit mode */
|
|
|
|
|
if (!(vcpu->arch.shared->msr & MSR_SF)) {
|
|
|
|
|
crit_raw &= 0xffffffff;
|
|
|
|
|
crit_r1 &= 0xffffffff;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* Critical section when crit == r1 */
|
|
|
|
|
crit = (crit_raw == crit_r1);
|
|
|
|
|
/* ... and we're in supervisor mode */
|
|
|
|
|
crit = crit && !(vcpu->arch.shared->msr & MSR_PR);
|
2008-11-05 23:36:23 +08:00
|
|
|
|
2010-08-30 20:03:24 +08:00
|
|
|
if (priority == BOOKE_IRQPRIO_EXTERNAL_LEVEL) {
|
|
|
|
|
priority = BOOKE_IRQPRIO_EXTERNAL;
|
|
|
|
|
keep_irq = true;
|
|
|
|
|
}
|
|
|
|
|
|
2013-04-12 22:08:46 +08:00
|
|
|
if ((priority == BOOKE_IRQPRIO_EXTERNAL) && vcpu->arch.epr_flags)
|
2013-01-05 01:12:48 +08:00
|
|
|
update_epr = true;
|
|
|
|
|
|
2008-11-05 23:36:23 +08:00
|
|
|
switch (priority) {
|
|
|
|
|
case BOOKE_IRQPRIO_DTLB_MISS:
|
|
|
|
|
case BOOKE_IRQPRIO_DATA_STORAGE:
|
2013-01-31 21:17:38 +08:00
|
|
|
case BOOKE_IRQPRIO_ALIGNMENT:
|
2010-02-02 19:44:35 +08:00
|
|
|
update_dear = true;
|
|
|
|
|
/* fall through */
|
2008-11-05 23:36:23 +08:00
|
|
|
case BOOKE_IRQPRIO_INST_STORAGE:
|
2010-02-02 19:44:35 +08:00
|
|
|
case BOOKE_IRQPRIO_PROGRAM:
|
|
|
|
|
update_esr = true;
|
|
|
|
|
/* fall through */
|
|
|
|
|
case BOOKE_IRQPRIO_ITLB_MISS:
|
|
|
|
|
case BOOKE_IRQPRIO_SYSCALL:
|
2008-11-05 23:36:23 +08:00
|
|
|
case BOOKE_IRQPRIO_FP_UNAVAIL:
|
2014-08-20 21:36:23 +08:00
|
|
|
#ifdef CONFIG_SPE_POSSIBLE
|
2009-01-04 06:23:13 +08:00
|
|
|
case BOOKE_IRQPRIO_SPE_UNAVAIL:
|
|
|
|
|
case BOOKE_IRQPRIO_SPE_FP_DATA:
|
|
|
|
|
case BOOKE_IRQPRIO_SPE_FP_ROUND:
|
2014-08-20 21:36:23 +08:00
|
|
|
#endif
|
|
|
|
|
#ifdef CONFIG_ALTIVEC
|
|
|
|
|
case BOOKE_IRQPRIO_ALTIVEC_UNAVAIL:
|
|
|
|
|
case BOOKE_IRQPRIO_ALTIVEC_ASSIST:
|
|
|
|
|
#endif
|
2008-11-05 23:36:23 +08:00
|
|
|
case BOOKE_IRQPRIO_AP_UNAVAIL:
|
|
|
|
|
allowed = 1;
|
2012-02-16 03:12:29 +08:00
|
|
|
msr_mask = MSR_CE | MSR_ME | MSR_DE;
|
2011-12-20 23:34:43 +08:00
|
|
|
int_class = INT_CLASS_NONCRIT;
|
2008-04-17 12:28:09 +08:00
|
|
|
break;
|
2012-08-09 04:38:19 +08:00
|
|
|
case BOOKE_IRQPRIO_WATCHDOG:
|
2008-11-05 23:36:23 +08:00
|
|
|
case BOOKE_IRQPRIO_CRITICAL:
|
2012-02-15 21:28:48 +08:00
|
|
|
case BOOKE_IRQPRIO_DBELL_CRIT:
|
2010-07-29 20:47:43 +08:00
|
|
|
allowed = vcpu->arch.shared->msr & MSR_CE;
|
2011-12-20 23:34:43 +08:00
|
|
|
allowed = allowed && !crit;
|
2012-02-16 03:12:29 +08:00
|
|
|
msr_mask = MSR_ME;
|
2011-12-20 23:34:43 +08:00
|
|
|
int_class = INT_CLASS_CRIT;
|
2008-04-17 12:28:09 +08:00
|
|
|
break;
|
2008-11-05 23:36:23 +08:00
|
|
|
case BOOKE_IRQPRIO_MACHINE_CHECK:
|
2010-07-29 20:47:43 +08:00
|
|
|
allowed = vcpu->arch.shared->msr & MSR_ME;
|
2011-12-20 23:34:43 +08:00
|
|
|
allowed = allowed && !crit;
|
|
|
|
|
int_class = INT_CLASS_MC;
|
2008-04-17 12:28:09 +08:00
|
|
|
break;
|
2008-11-05 23:36:23 +08:00
|
|
|
case BOOKE_IRQPRIO_DECREMENTER:
|
|
|
|
|
case BOOKE_IRQPRIO_FIT:
|
2011-11-17 20:39:59 +08:00
|
|
|
keep_irq = true;
|
|
|
|
|
/* fall through */
|
|
|
|
|
case BOOKE_IRQPRIO_EXTERNAL:
|
2012-02-15 21:28:48 +08:00
|
|
|
case BOOKE_IRQPRIO_DBELL:
|
2010-07-29 20:47:43 +08:00
|
|
|
allowed = vcpu->arch.shared->msr & MSR_EE;
|
2010-07-29 20:47:49 +08:00
|
|
|
allowed = allowed && !crit;
|
2012-02-16 03:12:29 +08:00
|
|
|
msr_mask = MSR_CE | MSR_ME | MSR_DE;
|
2011-12-20 23:34:43 +08:00
|
|
|
int_class = INT_CLASS_NONCRIT;
|
2008-04-17 12:28:09 +08:00
|
|
|
break;
|
2008-11-05 23:36:23 +08:00
|
|
|
case BOOKE_IRQPRIO_DEBUG:
|
2010-07-29 20:47:43 +08:00
|
|
|
allowed = vcpu->arch.shared->msr & MSR_DE;
|
2011-12-20 23:34:43 +08:00
|
|
|
allowed = allowed && !crit;
|
2012-02-16 03:12:29 +08:00
|
|
|
msr_mask = MSR_ME;
|
2014-08-06 14:38:51 +08:00
|
|
|
if (cpu_has_feature(CPU_FTR_DEBUG_LVL_EXC))
|
|
|
|
|
int_class = INT_CLASS_DBG;
|
|
|
|
|
else
|
|
|
|
|
int_class = INT_CLASS_CRIT;
|
|
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2008-11-05 23:36:23 +08:00
|
|
|
if (allowed) {
|
2011-12-20 23:34:43 +08:00
|
|
|
switch (int_class) {
|
|
|
|
|
case INT_CLASS_NONCRIT:
|
2018-05-07 14:20:08 +08:00
|
|
|
set_guest_srr(vcpu, vcpu->arch.regs.nip,
|
2011-12-20 23:34:43 +08:00
|
|
|
vcpu->arch.shared->msr);
|
|
|
|
|
break;
|
|
|
|
|
case INT_CLASS_CRIT:
|
2018-05-07 14:20:08 +08:00
|
|
|
set_guest_csrr(vcpu, vcpu->arch.regs.nip,
|
2011-12-20 23:34:43 +08:00
|
|
|
vcpu->arch.shared->msr);
|
|
|
|
|
break;
|
|
|
|
|
case INT_CLASS_DBG:
|
2018-05-07 14:20:08 +08:00
|
|
|
set_guest_dsrr(vcpu, vcpu->arch.regs.nip,
|
2011-12-20 23:34:43 +08:00
|
|
|
vcpu->arch.shared->msr);
|
|
|
|
|
break;
|
|
|
|
|
case INT_CLASS_MC:
|
2018-05-07 14:20:08 +08:00
|
|
|
set_guest_mcsrr(vcpu, vcpu->arch.regs.nip,
|
2011-12-20 23:34:43 +08:00
|
|
|
vcpu->arch.shared->msr);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2018-05-07 14:20:08 +08:00
|
|
|
vcpu->arch.regs.nip = vcpu->arch.ivpr |
|
|
|
|
|
vcpu->arch.ivor[priority];
|
2010-02-02 19:44:35 +08:00
|
|
|
if (update_esr == true)
|
2014-07-17 19:31:38 +08:00
|
|
|
kvmppc_set_esr(vcpu, vcpu->arch.queued_esr);
|
2010-02-02 19:44:35 +08:00
|
|
|
if (update_dear == true)
|
2014-07-17 19:31:37 +08:00
|
|
|
kvmppc_set_dar(vcpu, vcpu->arch.queued_dear);
|
2013-04-12 22:08:46 +08:00
|
|
|
if (update_epr == true) {
|
|
|
|
|
if (vcpu->arch.epr_flags & KVMPPC_EPR_USER)
|
|
|
|
|
kvm_make_request(KVM_REQ_EPR_EXIT, vcpu);
|
2013-04-12 22:08:47 +08:00
|
|
|
else if (vcpu->arch.epr_flags & KVMPPC_EPR_KERNEL) {
|
|
|
|
|
BUG_ON(vcpu->arch.irq_type != KVMPPC_IRQ_MPIC);
|
|
|
|
|
kvmppc_mpic_set_epr(vcpu);
|
|
|
|
|
}
|
2013-04-12 22:08:46 +08:00
|
|
|
}
|
2012-10-11 14:13:26 +08:00
|
|
|
|
|
|
|
|
new_msr &= msr_mask;
|
|
|
|
|
#if defined(CONFIG_64BIT)
|
|
|
|
|
if (vcpu->arch.epcr & SPRN_EPCR_ICM)
|
|
|
|
|
new_msr |= MSR_CM;
|
|
|
|
|
#endif
|
|
|
|
|
kvmppc_set_msr(vcpu, new_msr);
|
2008-04-17 12:28:09 +08:00
|
|
|
|
2010-08-30 20:03:24 +08:00
|
|
|
if (!keep_irq)
|
|
|
|
|
clear_bit(priority, &vcpu->arch.pending_exceptions);
|
2008-04-17 12:28:09 +08:00
|
|
|
}
|
|
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
#ifdef CONFIG_KVM_BOOKE_HV
|
|
|
|
|
/*
|
|
|
|
|
* If an interrupt is pending but masked, raise a guest doorbell
|
|
|
|
|
* so that we are notified when the guest enables the relevant
|
|
|
|
|
* MSR bit.
|
|
|
|
|
*/
|
|
|
|
|
if (vcpu->arch.pending_exceptions & BOOKE_IRQMASK_EE)
|
|
|
|
|
kvmppc_set_pending_interrupt(vcpu, INT_CLASS_NONCRIT);
|
|
|
|
|
if (vcpu->arch.pending_exceptions & BOOKE_IRQMASK_CE)
|
|
|
|
|
kvmppc_set_pending_interrupt(vcpu, INT_CLASS_CRIT);
|
|
|
|
|
if (vcpu->arch.pending_exceptions & BOOKE_IRQPRIO_MACHINE_CHECK)
|
|
|
|
|
kvmppc_set_pending_interrupt(vcpu, INT_CLASS_MC);
|
|
|
|
|
#endif
|
|
|
|
|
|
2008-11-05 23:36:23 +08:00
|
|
|
return allowed;
|
2008-04-17 12:28:09 +08:00
|
|
|
}
|
|
|
|
|
|
2012-08-09 04:38:19 +08:00
|
|
|
/*
|
|
|
|
|
* Return the number of jiffies until the next timeout. If the timeout is
|
|
|
|
|
* longer than the NEXT_TIMER_MAX_DELTA, then return NEXT_TIMER_MAX_DELTA
|
|
|
|
|
* because the larger value can break the timer APIs.
|
|
|
|
|
*/
|
|
|
|
|
static unsigned long watchdog_next_timeout(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
u64 tb, wdt_tb, wdt_ticks = 0;
|
|
|
|
|
u64 nr_jiffies = 0;
|
|
|
|
|
u32 period = TCR_GET_WP(vcpu->arch.tcr);
|
|
|
|
|
|
|
|
|
|
wdt_tb = 1ULL << (63 - period);
|
|
|
|
|
tb = get_tb();
|
|
|
|
|
/*
|
|
|
|
|
* The watchdog timeout will hapeen when TB bit corresponding
|
|
|
|
|
* to watchdog will toggle from 0 to 1.
|
|
|
|
|
*/
|
|
|
|
|
if (tb & wdt_tb)
|
|
|
|
|
wdt_ticks = wdt_tb;
|
|
|
|
|
|
|
|
|
|
wdt_ticks += wdt_tb - (tb & (wdt_tb - 1));
|
|
|
|
|
|
|
|
|
|
/* Convert timebase ticks to jiffies */
|
|
|
|
|
nr_jiffies = wdt_ticks;
|
|
|
|
|
|
|
|
|
|
if (do_div(nr_jiffies, tb_ticks_per_jiffy))
|
|
|
|
|
nr_jiffies++;
|
|
|
|
|
|
|
|
|
|
return min_t(unsigned long long, nr_jiffies, NEXT_TIMER_MAX_DELTA);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void arm_next_watchdog(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
unsigned long nr_jiffies;
|
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* If TSR_ENW and TSR_WIS are not set then no need to exit to
|
|
|
|
|
* userspace, so clear the KVM_REQ_WATCHDOG request.
|
|
|
|
|
*/
|
|
|
|
|
if ((vcpu->arch.tsr & (TSR_ENW | TSR_WIS)) != (TSR_ENW | TSR_WIS))
|
2017-04-27 04:32:19 +08:00
|
|
|
kvm_clear_request(KVM_REQ_WATCHDOG, vcpu);
|
2012-08-09 04:38:19 +08:00
|
|
|
|
|
|
|
|
spin_lock_irqsave(&vcpu->arch.wdt_lock, flags);
|
|
|
|
|
nr_jiffies = watchdog_next_timeout(vcpu);
|
|
|
|
|
/*
|
|
|
|
|
* If the number of jiffies of watchdog timer >= NEXT_TIMER_MAX_DELTA
|
|
|
|
|
* then do not run the watchdog timer as this can break timer APIs.
|
|
|
|
|
*/
|
|
|
|
|
if (nr_jiffies < NEXT_TIMER_MAX_DELTA)
|
|
|
|
|
mod_timer(&vcpu->arch.wdt_timer, jiffies + nr_jiffies);
|
|
|
|
|
else
|
|
|
|
|
del_timer(&vcpu->arch.wdt_timer);
|
|
|
|
|
spin_unlock_irqrestore(&vcpu->arch.wdt_lock, flags);
|
|
|
|
|
}
|
|
|
|
|
|
treewide: setup_timer() -> timer_setup() (2 field)
This converts all remaining setup_timer() calls that use a nested field
to reach a struct timer_list. Coccinelle does not have an easy way to
match multiple fields, so a new script is needed to change the matches of
"&_E->_timer" into "&_E->_field1._timer" in all the rules.
spatch --very-quiet --all-includes --include-headers \
-I ./arch/x86/include -I ./arch/x86/include/generated \
-I ./include -I ./arch/x86/include/uapi \
-I ./arch/x86/include/generated/uapi -I ./include/uapi \
-I ./include/generated/uapi --include ./include/linux/kconfig.h \
--dir . \
--cocci-file ~/src/data/timer_setup-2fields.cocci
@fix_address_of depends@
expression e;
@@
setup_timer(
-&(e)
+&e
, ...)
// Update any raw setup_timer() usages that have a NULL callback, but
// would otherwise match change_timer_function_usage, since the latter
// will update all function assignments done in the face of a NULL
// function initialization in setup_timer().
@change_timer_function_usage_NULL@
expression _E;
identifier _field1;
identifier _timer;
type _cast_data;
@@
(
-setup_timer(&_E->_field1._timer, NULL, _E);
+timer_setup(&_E->_field1._timer, NULL, 0);
|
-setup_timer(&_E->_field1._timer, NULL, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, NULL, 0);
|
-setup_timer(&_E._field1._timer, NULL, &_E);
+timer_setup(&_E._field1._timer, NULL, 0);
|
-setup_timer(&_E._field1._timer, NULL, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, NULL, 0);
)
@change_timer_function_usage@
expression _E;
identifier _field1;
identifier _timer;
struct timer_list _stl;
identifier _callback;
type _cast_func, _cast_data;
@@
(
-setup_timer(&_E->_field1._timer, _callback, _E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, &_callback, _E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, _callback, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, &_callback, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, (_cast_func)_callback, _E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, (_cast_func)&_callback, _E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, (_cast_func)_callback, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, (_cast_func)&_callback, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, (_cast_data)_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, &_callback, (_cast_data)_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, &_callback, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, (_cast_func)_callback, (_cast_data)_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, (_cast_func)_callback, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, (_cast_func)&_callback, (_cast_data)_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, (_cast_func)&_callback, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
_E->_field1._timer@_stl.function = _callback;
|
_E->_field1._timer@_stl.function = &_callback;
|
_E->_field1._timer@_stl.function = (_cast_func)_callback;
|
_E->_field1._timer@_stl.function = (_cast_func)&_callback;
|
_E._field1._timer@_stl.function = _callback;
|
_E._field1._timer@_stl.function = &_callback;
|
_E._field1._timer@_stl.function = (_cast_func)_callback;
|
_E._field1._timer@_stl.function = (_cast_func)&_callback;
)
// callback(unsigned long arg)
@change_callback_handle_cast
depends on change_timer_function_usage@
identifier change_timer_function_usage._callback;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
type _origtype;
identifier _origarg;
type _handletype;
identifier _handle;
@@
void _callback(
-_origtype _origarg
+struct timer_list *t
)
{
(
... when != _origarg
_handletype *_handle =
-(_handletype *)_origarg;
+from_timer(_handle, t, _field1._timer);
... when != _origarg
|
... when != _origarg
_handletype *_handle =
-(void *)_origarg;
+from_timer(_handle, t, _field1._timer);
... when != _origarg
|
... when != _origarg
_handletype *_handle;
... when != _handle
_handle =
-(_handletype *)_origarg;
+from_timer(_handle, t, _field1._timer);
... when != _origarg
|
... when != _origarg
_handletype *_handle;
... when != _handle
_handle =
-(void *)_origarg;
+from_timer(_handle, t, _field1._timer);
... when != _origarg
)
}
// callback(unsigned long arg) without existing variable
@change_callback_handle_cast_no_arg
depends on change_timer_function_usage &&
!change_callback_handle_cast@
identifier change_timer_function_usage._callback;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
type _origtype;
identifier _origarg;
type _handletype;
@@
void _callback(
-_origtype _origarg
+struct timer_list *t
)
{
+ _handletype *_origarg = from_timer(_origarg, t, _field1._timer);
+
... when != _origarg
- (_handletype *)_origarg
+ _origarg
... when != _origarg
}
// Avoid already converted callbacks.
@match_callback_converted
depends on change_timer_function_usage &&
!change_callback_handle_cast &&
!change_callback_handle_cast_no_arg@
identifier change_timer_function_usage._callback;
identifier t;
@@
void _callback(struct timer_list *t)
{ ... }
// callback(struct something *handle)
@change_callback_handle_arg
depends on change_timer_function_usage &&
!match_callback_converted &&
!change_callback_handle_cast &&
!change_callback_handle_cast_no_arg@
identifier change_timer_function_usage._callback;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
type _handletype;
identifier _handle;
@@
void _callback(
-_handletype *_handle
+struct timer_list *t
)
{
+ _handletype *_handle = from_timer(_handle, t, _field1._timer);
...
}
// If change_callback_handle_arg ran on an empty function, remove
// the added handler.
@unchange_callback_handle_arg
depends on change_timer_function_usage &&
change_callback_handle_arg@
identifier change_timer_function_usage._callback;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
type _handletype;
identifier _handle;
identifier t;
@@
void _callback(struct timer_list *t)
{
- _handletype *_handle = from_timer(_handle, t, _field1._timer);
}
// We only want to refactor the setup_timer() data argument if we've found
// the matching callback. This undoes changes in change_timer_function_usage.
@unchange_timer_function_usage
depends on change_timer_function_usage &&
!change_callback_handle_cast &&
!change_callback_handle_cast_no_arg &&
!change_callback_handle_arg@
expression change_timer_function_usage._E;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
identifier change_timer_function_usage._callback;
type change_timer_function_usage._cast_data;
@@
(
-timer_setup(&_E->_field1._timer, _callback, 0);
+setup_timer(&_E->_field1._timer, _callback, (_cast_data)_E);
|
-timer_setup(&_E._field1._timer, _callback, 0);
+setup_timer(&_E._field1._timer, _callback, (_cast_data)&_E);
)
// If we fixed a callback from a .function assignment, fix the
// assignment cast now.
@change_timer_function_assignment
depends on change_timer_function_usage &&
(change_callback_handle_cast ||
change_callback_handle_cast_no_arg ||
change_callback_handle_arg)@
expression change_timer_function_usage._E;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
identifier change_timer_function_usage._callback;
type _cast_func;
typedef TIMER_FUNC_TYPE;
@@
(
_E->_field1._timer.function =
-_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E->_field1._timer.function =
-&_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E->_field1._timer.function =
-(_cast_func)_callback;
+(TIMER_FUNC_TYPE)_callback
;
|
_E->_field1._timer.function =
-(_cast_func)&_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E._field1._timer.function =
-_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E._field1._timer.function =
-&_callback;
+(TIMER_FUNC_TYPE)_callback
;
|
_E._field1._timer.function =
-(_cast_func)_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E._field1._timer.function =
-(_cast_func)&_callback
+(TIMER_FUNC_TYPE)_callback
;
)
// Sometimes timer functions are called directly. Replace matched args.
@change_timer_function_calls
depends on change_timer_function_usage &&
(change_callback_handle_cast ||
change_callback_handle_cast_no_arg ||
change_callback_handle_arg)@
expression _E;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
identifier change_timer_function_usage._callback;
type _cast_data;
@@
_callback(
(
-(_cast_data)_E
+&_E->_field1._timer
|
-(_cast_data)&_E
+&_E._field1._timer
|
-_E
+&_E->_field1._timer
)
)
// If a timer has been configured without a data argument, it can be
// converted without regard to the callback argument, since it is unused.
@match_timer_function_unused_data@
expression _E;
identifier _field1;
identifier _timer;
identifier _callback;
@@
(
-setup_timer(&_E->_field1._timer, _callback, 0);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, _callback, 0L);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, _callback, 0UL);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, 0);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, 0L);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, 0UL);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_field1._timer, _callback, 0);
+timer_setup(&_field1._timer, _callback, 0);
|
-setup_timer(&_field1._timer, _callback, 0L);
+timer_setup(&_field1._timer, _callback, 0);
|
-setup_timer(&_field1._timer, _callback, 0UL);
+timer_setup(&_field1._timer, _callback, 0);
|
-setup_timer(_field1._timer, _callback, 0);
+timer_setup(_field1._timer, _callback, 0);
|
-setup_timer(_field1._timer, _callback, 0L);
+timer_setup(_field1._timer, _callback, 0);
|
-setup_timer(_field1._timer, _callback, 0UL);
+timer_setup(_field1._timer, _callback, 0);
)
@change_callback_unused_data
depends on match_timer_function_unused_data@
identifier match_timer_function_unused_data._callback;
type _origtype;
identifier _origarg;
@@
void _callback(
-_origtype _origarg
+struct timer_list *unused
)
{
... when != _origarg
}
Signed-off-by: Kees Cook <keescook@chromium.org>
2017-10-18 11:21:24 +08:00
|
|
|
void kvmppc_watchdog_func(struct timer_list *t)
|
2012-08-09 04:38:19 +08:00
|
|
|
{
|
treewide: setup_timer() -> timer_setup() (2 field)
This converts all remaining setup_timer() calls that use a nested field
to reach a struct timer_list. Coccinelle does not have an easy way to
match multiple fields, so a new script is needed to change the matches of
"&_E->_timer" into "&_E->_field1._timer" in all the rules.
spatch --very-quiet --all-includes --include-headers \
-I ./arch/x86/include -I ./arch/x86/include/generated \
-I ./include -I ./arch/x86/include/uapi \
-I ./arch/x86/include/generated/uapi -I ./include/uapi \
-I ./include/generated/uapi --include ./include/linux/kconfig.h \
--dir . \
--cocci-file ~/src/data/timer_setup-2fields.cocci
@fix_address_of depends@
expression e;
@@
setup_timer(
-&(e)
+&e
, ...)
// Update any raw setup_timer() usages that have a NULL callback, but
// would otherwise match change_timer_function_usage, since the latter
// will update all function assignments done in the face of a NULL
// function initialization in setup_timer().
@change_timer_function_usage_NULL@
expression _E;
identifier _field1;
identifier _timer;
type _cast_data;
@@
(
-setup_timer(&_E->_field1._timer, NULL, _E);
+timer_setup(&_E->_field1._timer, NULL, 0);
|
-setup_timer(&_E->_field1._timer, NULL, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, NULL, 0);
|
-setup_timer(&_E._field1._timer, NULL, &_E);
+timer_setup(&_E._field1._timer, NULL, 0);
|
-setup_timer(&_E._field1._timer, NULL, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, NULL, 0);
)
@change_timer_function_usage@
expression _E;
identifier _field1;
identifier _timer;
struct timer_list _stl;
identifier _callback;
type _cast_func, _cast_data;
@@
(
-setup_timer(&_E->_field1._timer, _callback, _E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, &_callback, _E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, _callback, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, &_callback, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, (_cast_func)_callback, _E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, (_cast_func)&_callback, _E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, (_cast_func)_callback, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, (_cast_func)&_callback, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, (_cast_data)_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, &_callback, (_cast_data)_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, &_callback, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, (_cast_func)_callback, (_cast_data)_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, (_cast_func)_callback, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, (_cast_func)&_callback, (_cast_data)_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, (_cast_func)&_callback, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
_E->_field1._timer@_stl.function = _callback;
|
_E->_field1._timer@_stl.function = &_callback;
|
_E->_field1._timer@_stl.function = (_cast_func)_callback;
|
_E->_field1._timer@_stl.function = (_cast_func)&_callback;
|
_E._field1._timer@_stl.function = _callback;
|
_E._field1._timer@_stl.function = &_callback;
|
_E._field1._timer@_stl.function = (_cast_func)_callback;
|
_E._field1._timer@_stl.function = (_cast_func)&_callback;
)
// callback(unsigned long arg)
@change_callback_handle_cast
depends on change_timer_function_usage@
identifier change_timer_function_usage._callback;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
type _origtype;
identifier _origarg;
type _handletype;
identifier _handle;
@@
void _callback(
-_origtype _origarg
+struct timer_list *t
)
{
(
... when != _origarg
_handletype *_handle =
-(_handletype *)_origarg;
+from_timer(_handle, t, _field1._timer);
... when != _origarg
|
... when != _origarg
_handletype *_handle =
-(void *)_origarg;
+from_timer(_handle, t, _field1._timer);
... when != _origarg
|
... when != _origarg
_handletype *_handle;
... when != _handle
_handle =
-(_handletype *)_origarg;
+from_timer(_handle, t, _field1._timer);
... when != _origarg
|
... when != _origarg
_handletype *_handle;
... when != _handle
_handle =
-(void *)_origarg;
+from_timer(_handle, t, _field1._timer);
... when != _origarg
)
}
// callback(unsigned long arg) without existing variable
@change_callback_handle_cast_no_arg
depends on change_timer_function_usage &&
!change_callback_handle_cast@
identifier change_timer_function_usage._callback;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
type _origtype;
identifier _origarg;
type _handletype;
@@
void _callback(
-_origtype _origarg
+struct timer_list *t
)
{
+ _handletype *_origarg = from_timer(_origarg, t, _field1._timer);
+
... when != _origarg
- (_handletype *)_origarg
+ _origarg
... when != _origarg
}
// Avoid already converted callbacks.
@match_callback_converted
depends on change_timer_function_usage &&
!change_callback_handle_cast &&
!change_callback_handle_cast_no_arg@
identifier change_timer_function_usage._callback;
identifier t;
@@
void _callback(struct timer_list *t)
{ ... }
// callback(struct something *handle)
@change_callback_handle_arg
depends on change_timer_function_usage &&
!match_callback_converted &&
!change_callback_handle_cast &&
!change_callback_handle_cast_no_arg@
identifier change_timer_function_usage._callback;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
type _handletype;
identifier _handle;
@@
void _callback(
-_handletype *_handle
+struct timer_list *t
)
{
+ _handletype *_handle = from_timer(_handle, t, _field1._timer);
...
}
// If change_callback_handle_arg ran on an empty function, remove
// the added handler.
@unchange_callback_handle_arg
depends on change_timer_function_usage &&
change_callback_handle_arg@
identifier change_timer_function_usage._callback;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
type _handletype;
identifier _handle;
identifier t;
@@
void _callback(struct timer_list *t)
{
- _handletype *_handle = from_timer(_handle, t, _field1._timer);
}
// We only want to refactor the setup_timer() data argument if we've found
// the matching callback. This undoes changes in change_timer_function_usage.
@unchange_timer_function_usage
depends on change_timer_function_usage &&
!change_callback_handle_cast &&
!change_callback_handle_cast_no_arg &&
!change_callback_handle_arg@
expression change_timer_function_usage._E;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
identifier change_timer_function_usage._callback;
type change_timer_function_usage._cast_data;
@@
(
-timer_setup(&_E->_field1._timer, _callback, 0);
+setup_timer(&_E->_field1._timer, _callback, (_cast_data)_E);
|
-timer_setup(&_E._field1._timer, _callback, 0);
+setup_timer(&_E._field1._timer, _callback, (_cast_data)&_E);
)
// If we fixed a callback from a .function assignment, fix the
// assignment cast now.
@change_timer_function_assignment
depends on change_timer_function_usage &&
(change_callback_handle_cast ||
change_callback_handle_cast_no_arg ||
change_callback_handle_arg)@
expression change_timer_function_usage._E;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
identifier change_timer_function_usage._callback;
type _cast_func;
typedef TIMER_FUNC_TYPE;
@@
(
_E->_field1._timer.function =
-_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E->_field1._timer.function =
-&_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E->_field1._timer.function =
-(_cast_func)_callback;
+(TIMER_FUNC_TYPE)_callback
;
|
_E->_field1._timer.function =
-(_cast_func)&_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E._field1._timer.function =
-_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E._field1._timer.function =
-&_callback;
+(TIMER_FUNC_TYPE)_callback
;
|
_E._field1._timer.function =
-(_cast_func)_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E._field1._timer.function =
-(_cast_func)&_callback
+(TIMER_FUNC_TYPE)_callback
;
)
// Sometimes timer functions are called directly. Replace matched args.
@change_timer_function_calls
depends on change_timer_function_usage &&
(change_callback_handle_cast ||
change_callback_handle_cast_no_arg ||
change_callback_handle_arg)@
expression _E;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
identifier change_timer_function_usage._callback;
type _cast_data;
@@
_callback(
(
-(_cast_data)_E
+&_E->_field1._timer
|
-(_cast_data)&_E
+&_E._field1._timer
|
-_E
+&_E->_field1._timer
)
)
// If a timer has been configured without a data argument, it can be
// converted without regard to the callback argument, since it is unused.
@match_timer_function_unused_data@
expression _E;
identifier _field1;
identifier _timer;
identifier _callback;
@@
(
-setup_timer(&_E->_field1._timer, _callback, 0);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, _callback, 0L);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, _callback, 0UL);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, 0);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, 0L);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, 0UL);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_field1._timer, _callback, 0);
+timer_setup(&_field1._timer, _callback, 0);
|
-setup_timer(&_field1._timer, _callback, 0L);
+timer_setup(&_field1._timer, _callback, 0);
|
-setup_timer(&_field1._timer, _callback, 0UL);
+timer_setup(&_field1._timer, _callback, 0);
|
-setup_timer(_field1._timer, _callback, 0);
+timer_setup(_field1._timer, _callback, 0);
|
-setup_timer(_field1._timer, _callback, 0L);
+timer_setup(_field1._timer, _callback, 0);
|
-setup_timer(_field1._timer, _callback, 0UL);
+timer_setup(_field1._timer, _callback, 0);
)
@change_callback_unused_data
depends on match_timer_function_unused_data@
identifier match_timer_function_unused_data._callback;
type _origtype;
identifier _origarg;
@@
void _callback(
-_origtype _origarg
+struct timer_list *unused
)
{
... when != _origarg
}
Signed-off-by: Kees Cook <keescook@chromium.org>
2017-10-18 11:21:24 +08:00
|
|
|
struct kvm_vcpu *vcpu = from_timer(vcpu, t, arch.wdt_timer);
|
2012-08-09 04:38:19 +08:00
|
|
|
u32 tsr, new_tsr;
|
|
|
|
|
int final;
|
|
|
|
|
|
|
|
|
|
do {
|
|
|
|
|
new_tsr = tsr = vcpu->arch.tsr;
|
|
|
|
|
final = 0;
|
|
|
|
|
|
|
|
|
|
/* Time out event */
|
|
|
|
|
if (tsr & TSR_ENW) {
|
|
|
|
|
if (tsr & TSR_WIS)
|
|
|
|
|
final = 1;
|
|
|
|
|
else
|
|
|
|
|
new_tsr = tsr | TSR_WIS;
|
|
|
|
|
} else {
|
|
|
|
|
new_tsr = tsr | TSR_ENW;
|
|
|
|
|
}
|
|
|
|
|
} while (cmpxchg(&vcpu->arch.tsr, tsr, new_tsr) != tsr);
|
|
|
|
|
|
|
|
|
|
if (new_tsr & TSR_WIS) {
|
|
|
|
|
smp_wmb();
|
|
|
|
|
kvm_make_request(KVM_REQ_PENDING_TIMER, vcpu);
|
|
|
|
|
kvm_vcpu_kick(vcpu);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* If this is final watchdog expiry and some action is required
|
|
|
|
|
* then exit to userspace.
|
|
|
|
|
*/
|
|
|
|
|
if (final && (vcpu->arch.tcr & TCR_WRC_MASK) &&
|
|
|
|
|
vcpu->arch.watchdog_enabled) {
|
|
|
|
|
smp_wmb();
|
|
|
|
|
kvm_make_request(KVM_REQ_WATCHDOG, vcpu);
|
|
|
|
|
kvm_vcpu_kick(vcpu);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Stop running the watchdog timer after final expiration to
|
|
|
|
|
* prevent the host from being flooded with timers if the
|
|
|
|
|
* guest sets a short period.
|
|
|
|
|
* Timers will resume when TSR/TCR is updated next time.
|
|
|
|
|
*/
|
|
|
|
|
if (!final)
|
|
|
|
|
arm_next_watchdog(vcpu);
|
|
|
|
|
}
|
|
|
|
|
|
2011-11-17 20:39:59 +08:00
|
|
|
static void update_timer_ints(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
if ((vcpu->arch.tcr & TCR_DIE) && (vcpu->arch.tsr & TSR_DIS))
|
|
|
|
|
kvmppc_core_queue_dec(vcpu);
|
|
|
|
|
else
|
|
|
|
|
kvmppc_core_dequeue_dec(vcpu);
|
2012-08-09 04:38:19 +08:00
|
|
|
|
|
|
|
|
if ((vcpu->arch.tcr & TCR_WIE) && (vcpu->arch.tsr & TSR_WIS))
|
|
|
|
|
kvmppc_core_queue_watchdog(vcpu);
|
|
|
|
|
else
|
|
|
|
|
kvmppc_core_dequeue_watchdog(vcpu);
|
2011-11-17 20:39:59 +08:00
|
|
|
}
|
|
|
|
|
|
2011-11-09 08:23:25 +08:00
|
|
|
static void kvmppc_core_check_exceptions(struct kvm_vcpu *vcpu)
|
2008-04-17 12:28:09 +08:00
|
|
|
{
|
|
|
|
|
unsigned long *pending = &vcpu->arch.pending_exceptions;
|
|
|
|
|
unsigned int priority;
|
|
|
|
|
|
2008-11-05 23:36:22 +08:00
|
|
|
priority = __ffs(*pending);
|
2012-02-16 22:12:46 +08:00
|
|
|
while (priority < BOOKE_IRQPRIO_MAX) {
|
2008-11-05 23:36:23 +08:00
|
|
|
if (kvmppc_booke_irqprio_deliver(vcpu, priority))
|
2008-04-17 12:28:09 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
priority = find_next_bit(pending,
|
|
|
|
|
BITS_PER_BYTE * sizeof(*pending),
|
|
|
|
|
priority + 1);
|
|
|
|
|
}
|
2010-07-29 20:47:51 +08:00
|
|
|
|
|
|
|
|
/* Tell the guest about our interrupt status */
|
2011-11-09 08:23:27 +08:00
|
|
|
vcpu->arch.shared->int_pending = !!*pending;
|
2008-04-17 12:28:09 +08:00
|
|
|
}
|
|
|
|
|
|
2011-11-09 08:23:25 +08:00
|
|
|
/* Check pending exceptions and deliver one, if possible. */
|
2012-02-16 22:07:37 +08:00
|
|
|
int kvmppc_core_prepare_to_enter(struct kvm_vcpu *vcpu)
|
2011-11-09 08:23:25 +08:00
|
|
|
{
|
2012-02-16 22:07:37 +08:00
|
|
|
int r = 0;
|
2011-11-09 08:23:25 +08:00
|
|
|
WARN_ON_ONCE(!irqs_disabled());
|
|
|
|
|
|
|
|
|
|
kvmppc_core_check_exceptions(vcpu);
|
|
|
|
|
|
2017-06-04 20:43:52 +08:00
|
|
|
if (kvm_request_pending(vcpu)) {
|
2012-12-20 12:52:39 +08:00
|
|
|
/* Exception delivery raised request; start over */
|
|
|
|
|
return 1;
|
|
|
|
|
}
|
|
|
|
|
|
2011-11-09 08:23:25 +08:00
|
|
|
if (vcpu->arch.shared->msr & MSR_WE) {
|
|
|
|
|
local_irq_enable();
|
|
|
|
|
kvm_vcpu_block(vcpu);
|
2017-04-27 04:32:19 +08:00
|
|
|
kvm_clear_request(KVM_REQ_UNHALT, vcpu);
|
2014-01-10 09:18:40 +08:00
|
|
|
hard_irq_disable();
|
2011-11-09 08:23:25 +08:00
|
|
|
|
|
|
|
|
kvmppc_set_exit_type(vcpu, EMULATED_MTMSRWE_EXITS);
|
2012-02-16 22:07:37 +08:00
|
|
|
r = 1;
|
2011-11-09 08:23:25 +08:00
|
|
|
};
|
2012-02-16 22:07:37 +08:00
|
|
|
|
|
|
|
|
return r;
|
|
|
|
|
}
|
|
|
|
|
|
2012-08-13 18:50:35 +08:00
|
|
|
int kvmppc_core_check_requests(struct kvm_vcpu *vcpu)
|
2012-08-09 02:31:13 +08:00
|
|
|
{
|
2012-08-13 18:50:35 +08:00
|
|
|
int r = 1; /* Indicate we want to get back into the guest */
|
|
|
|
|
|
2012-08-10 18:31:12 +08:00
|
|
|
if (kvm_check_request(KVM_REQ_PENDING_TIMER, vcpu))
|
|
|
|
|
update_timer_ints(vcpu);
|
2012-07-31 06:19:50 +08:00
|
|
|
#if defined(CONFIG_KVM_E500V2) || defined(CONFIG_KVM_E500MC)
|
2012-08-10 18:31:12 +08:00
|
|
|
if (kvm_check_request(KVM_REQ_TLB_FLUSH, vcpu))
|
|
|
|
|
kvmppc_core_flush_tlb(vcpu);
|
2012-07-31 06:19:50 +08:00
|
|
|
#endif
|
2012-08-13 18:50:35 +08:00
|
|
|
|
2012-08-09 04:38:19 +08:00
|
|
|
if (kvm_check_request(KVM_REQ_WATCHDOG, vcpu)) {
|
|
|
|
|
vcpu->run->exit_reason = KVM_EXIT_WATCHDOG;
|
|
|
|
|
r = 0;
|
|
|
|
|
}
|
|
|
|
|
|
2013-01-05 01:12:48 +08:00
|
|
|
if (kvm_check_request(KVM_REQ_EPR_EXIT, vcpu)) {
|
|
|
|
|
vcpu->run->epr.epr = 0;
|
|
|
|
|
vcpu->arch.epr_needed = true;
|
|
|
|
|
vcpu->run->exit_reason = KVM_EXIT_EPR;
|
|
|
|
|
r = 0;
|
|
|
|
|
}
|
|
|
|
|
|
2012-08-13 18:50:35 +08:00
|
|
|
return r;
|
2012-08-09 02:31:13 +08:00
|
|
|
}
|
|
|
|
|
|
2011-06-29 08:19:50 +08:00
|
|
|
int kvmppc_vcpu_run(struct kvm_run *kvm_run, struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2012-08-13 18:44:41 +08:00
|
|
|
int ret, s;
|
2013-11-23 05:52:29 +08:00
|
|
|
struct debug_reg debug;
|
2011-06-29 08:19:50 +08:00
|
|
|
|
2011-08-10 19:57:08 +08:00
|
|
|
if (!vcpu->arch.sane) {
|
|
|
|
|
kvm_run->exit_reason = KVM_EXIT_INTERNAL_ERROR;
|
|
|
|
|
return -EINVAL;
|
|
|
|
|
}
|
|
|
|
|
|
2012-08-13 18:44:41 +08:00
|
|
|
s = kvmppc_prepare_to_enter(vcpu);
|
|
|
|
|
if (s <= 0) {
|
|
|
|
|
ret = s;
|
2011-11-09 06:11:59 +08:00
|
|
|
goto out;
|
|
|
|
|
}
|
2014-01-10 09:18:40 +08:00
|
|
|
/* interrupts now hard-disabled */
|
2011-11-09 06:11:59 +08:00
|
|
|
|
2011-12-20 23:34:45 +08:00
|
|
|
#ifdef CONFIG_PPC_FPU
|
|
|
|
|
/* Save userspace FPU state in stack */
|
|
|
|
|
enable_kernel_fp();
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Since we can't trap on MSR_FP in GS-mode, we consider the guest
|
2014-08-20 21:36:22 +08:00
|
|
|
* as always using the FPU.
|
2011-12-20 23:34:45 +08:00
|
|
|
*/
|
|
|
|
|
kvmppc_load_guest_fp(vcpu);
|
|
|
|
|
#endif
|
|
|
|
|
|
2014-08-20 21:36:23 +08:00
|
|
|
#ifdef CONFIG_ALTIVEC
|
|
|
|
|
/* Save userspace AltiVec state in stack */
|
|
|
|
|
if (cpu_has_feature(CPU_FTR_ALTIVEC))
|
|
|
|
|
enable_kernel_altivec();
|
|
|
|
|
/*
|
|
|
|
|
* Since we can't trap on MSR_VEC in GS-mode, we consider the guest
|
|
|
|
|
* as always using the AltiVec.
|
|
|
|
|
*/
|
|
|
|
|
kvmppc_load_guest_altivec(vcpu);
|
|
|
|
|
#endif
|
|
|
|
|
|
2013-07-04 14:57:47 +08:00
|
|
|
/* Switch to guest debug context */
|
2014-08-06 14:38:55 +08:00
|
|
|
debug = vcpu->arch.dbg_reg;
|
2013-11-23 05:52:29 +08:00
|
|
|
switch_booke_debug_regs(&debug);
|
|
|
|
|
debug = current->thread.debug;
|
2014-08-06 14:38:55 +08:00
|
|
|
current->thread.debug = vcpu->arch.dbg_reg;
|
2013-07-04 14:57:47 +08:00
|
|
|
|
2013-11-18 13:48:54 +08:00
|
|
|
vcpu->arch.pgdir = current->mm->pgd;
|
2013-07-11 06:47:39 +08:00
|
|
|
kvmppc_fix_ee_before_entry();
|
2013-06-12 00:38:31 +08:00
|
|
|
|
2011-06-29 08:19:50 +08:00
|
|
|
ret = __kvmppc_vcpu_run(kvm_run, vcpu);
|
2011-12-20 23:34:45 +08:00
|
|
|
|
2016-06-15 21:18:26 +08:00
|
|
|
/* No need for guest_exit. It's done in handle_exit.
|
2012-08-12 18:42:30 +08:00
|
|
|
We also get here with interrupts enabled. */
|
|
|
|
|
|
2013-07-04 14:57:47 +08:00
|
|
|
/* Switch back to user space debug context */
|
2013-11-23 05:52:29 +08:00
|
|
|
switch_booke_debug_regs(&debug);
|
|
|
|
|
current->thread.debug = debug;
|
2013-07-04 14:57:47 +08:00
|
|
|
|
2011-12-20 23:34:45 +08:00
|
|
|
#ifdef CONFIG_PPC_FPU
|
|
|
|
|
kvmppc_save_guest_fp(vcpu);
|
|
|
|
|
#endif
|
|
|
|
|
|
2014-08-20 21:36:23 +08:00
|
|
|
#ifdef CONFIG_ALTIVEC
|
|
|
|
|
kvmppc_save_guest_altivec(vcpu);
|
|
|
|
|
#endif
|
|
|
|
|
|
2011-11-09 06:11:59 +08:00
|
|
|
out:
|
2012-08-09 02:44:20 +08:00
|
|
|
vcpu->mode = OUTSIDE_GUEST_MODE;
|
2011-06-29 08:19:50 +08:00
|
|
|
return ret;
|
|
|
|
|
}
|
|
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
static int emulation_exit(struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
enum emulation_result er;
|
|
|
|
|
|
|
|
|
|
er = kvmppc_emulate_instruction(run, vcpu);
|
|
|
|
|
switch (er) {
|
|
|
|
|
case EMULATE_DONE:
|
|
|
|
|
/* don't overwrite subtypes, just account kvm_stats */
|
|
|
|
|
kvmppc_account_exit_stat(vcpu, EMULATED_INST_EXITS);
|
|
|
|
|
/* Future optimization: only reload non-volatiles if
|
|
|
|
|
* they were actually modified by emulation. */
|
|
|
|
|
return RESUME_GUEST_NV;
|
|
|
|
|
|
2014-07-24 00:06:21 +08:00
|
|
|
case EMULATE_AGAIN:
|
|
|
|
|
return RESUME_GUEST;
|
|
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
case EMULATE_FAIL:
|
|
|
|
|
printk(KERN_CRIT "%s: emulation at %lx failed (%08x)\n",
|
2018-05-07 14:20:08 +08:00
|
|
|
__func__, vcpu->arch.regs.nip, vcpu->arch.last_inst);
|
2011-12-20 23:34:43 +08:00
|
|
|
/* For debugging, encode the failing instruction and
|
|
|
|
|
* report it to userspace. */
|
|
|
|
|
run->hw.hardware_exit_reason = ~0ULL << 32;
|
|
|
|
|
run->hw.hardware_exit_reason |= vcpu->arch.last_inst;
|
2012-02-16 21:24:03 +08:00
|
|
|
kvmppc_core_queue_program(vcpu, ESR_PIL);
|
2011-12-20 23:34:43 +08:00
|
|
|
return RESUME_HOST;
|
|
|
|
|
|
2013-04-08 08:32:15 +08:00
|
|
|
case EMULATE_EXIT_USER:
|
|
|
|
|
return RESUME_HOST;
|
|
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
default:
|
|
|
|
|
BUG();
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2013-07-04 14:57:47 +08:00
|
|
|
static int kvmppc_handle_debug(struct kvm_run *run, struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2014-08-06 14:38:55 +08:00
|
|
|
struct debug_reg *dbg_reg = &(vcpu->arch.dbg_reg);
|
2013-07-04 14:57:47 +08:00
|
|
|
u32 dbsr = vcpu->arch.dbsr;
|
|
|
|
|
|
2014-08-13 17:09:44 +08:00
|
|
|
if (vcpu->guest_debug == 0) {
|
|
|
|
|
/*
|
|
|
|
|
* Debug resources belong to Guest.
|
|
|
|
|
* Imprecise debug event is not injected
|
|
|
|
|
*/
|
|
|
|
|
if (dbsr & DBSR_IDE) {
|
|
|
|
|
dbsr &= ~DBSR_IDE;
|
|
|
|
|
if (!dbsr)
|
|
|
|
|
return RESUME_GUEST;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (dbsr && (vcpu->arch.shared->msr & MSR_DE) &&
|
|
|
|
|
(vcpu->arch.dbg_reg.dbcr0 & DBCR0_IDM))
|
|
|
|
|
kvmppc_core_queue_debug(vcpu);
|
|
|
|
|
|
|
|
|
|
/* Inject a program interrupt if trap debug is not allowed */
|
|
|
|
|
if ((dbsr & DBSR_TIE) && !(vcpu->arch.shared->msr & MSR_DE))
|
|
|
|
|
kvmppc_core_queue_program(vcpu, ESR_PTR);
|
|
|
|
|
|
|
|
|
|
return RESUME_GUEST;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Debug resource owned by userspace.
|
|
|
|
|
* Clear guest dbsr (vcpu->arch.dbsr)
|
|
|
|
|
*/
|
2014-08-06 14:38:54 +08:00
|
|
|
vcpu->arch.dbsr = 0;
|
2013-07-04 14:57:47 +08:00
|
|
|
run->debug.arch.status = 0;
|
2018-05-07 14:20:08 +08:00
|
|
|
run->debug.arch.address = vcpu->arch.regs.nip;
|
2013-07-04 14:57:47 +08:00
|
|
|
|
|
|
|
|
if (dbsr & (DBSR_IAC1 | DBSR_IAC2 | DBSR_IAC3 | DBSR_IAC4)) {
|
|
|
|
|
run->debug.arch.status |= KVMPPC_DEBUG_BREAKPOINT;
|
|
|
|
|
} else {
|
|
|
|
|
if (dbsr & (DBSR_DAC1W | DBSR_DAC2W))
|
|
|
|
|
run->debug.arch.status |= KVMPPC_DEBUG_WATCH_WRITE;
|
|
|
|
|
else if (dbsr & (DBSR_DAC1R | DBSR_DAC2R))
|
|
|
|
|
run->debug.arch.status |= KVMPPC_DEBUG_WATCH_READ;
|
|
|
|
|
if (dbsr & (DBSR_DAC1R | DBSR_DAC1W))
|
|
|
|
|
run->debug.arch.address = dbg_reg->dac1;
|
|
|
|
|
else if (dbsr & (DBSR_DAC2R | DBSR_DAC2W))
|
|
|
|
|
run->debug.arch.address = dbg_reg->dac2;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return RESUME_HOST;
|
|
|
|
|
}
|
|
|
|
|
|
2012-02-21 06:57:26 +08:00
|
|
|
static void kvmppc_fill_pt_regs(struct pt_regs *regs)
|
2008-04-17 12:28:09 +08:00
|
|
|
{
|
2012-02-21 06:57:26 +08:00
|
|
|
ulong r1, ip, msr, lr;
|
2008-04-17 12:28:09 +08:00
|
|
|
|
2012-02-21 06:57:26 +08:00
|
|
|
asm("mr %0, 1" : "=r"(r1));
|
|
|
|
|
asm("mflr %0" : "=r"(lr));
|
|
|
|
|
asm("mfmsr %0" : "=r"(msr));
|
|
|
|
|
asm("bl 1f; 1: mflr %0" : "=r"(ip));
|
|
|
|
|
|
|
|
|
|
memset(regs, 0, sizeof(*regs));
|
|
|
|
|
regs->gpr[1] = r1;
|
|
|
|
|
regs->nip = ip;
|
|
|
|
|
regs->msr = msr;
|
|
|
|
|
regs->link = lr;
|
|
|
|
|
}
|
|
|
|
|
|
2012-06-20 13:56:53 +08:00
|
|
|
/*
|
|
|
|
|
* For interrupts needed to be handled by host interrupt handlers,
|
|
|
|
|
* corresponding host handler are called from here in similar way
|
|
|
|
|
* (but not exact) as they are called from low level handler
|
|
|
|
|
* (such as from arch/powerpc/kernel/head_fsl_booke.S).
|
|
|
|
|
*/
|
2012-02-21 06:57:26 +08:00
|
|
|
static void kvmppc_restart_interrupt(struct kvm_vcpu *vcpu,
|
|
|
|
|
unsigned int exit_nr)
|
|
|
|
|
{
|
|
|
|
|
struct pt_regs regs;
|
2008-12-03 05:51:57 +08:00
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
switch (exit_nr) {
|
|
|
|
|
case BOOKE_INTERRUPT_EXTERNAL:
|
2012-02-21 06:57:26 +08:00
|
|
|
kvmppc_fill_pt_regs(®s);
|
|
|
|
|
do_IRQ(®s);
|
2011-12-20 23:34:43 +08:00
|
|
|
break;
|
|
|
|
|
case BOOKE_INTERRUPT_DECREMENTER:
|
2012-02-21 06:57:26 +08:00
|
|
|
kvmppc_fill_pt_regs(®s);
|
|
|
|
|
timer_interrupt(®s);
|
2011-12-20 23:34:43 +08:00
|
|
|
break;
|
2013-05-13 10:00:45 +08:00
|
|
|
#if defined(CONFIG_PPC_DOORBELL)
|
2011-12-20 23:34:43 +08:00
|
|
|
case BOOKE_INTERRUPT_DOORBELL:
|
2012-02-21 06:57:26 +08:00
|
|
|
kvmppc_fill_pt_regs(®s);
|
|
|
|
|
doorbell_exception(®s);
|
2011-12-20 23:34:43 +08:00
|
|
|
break;
|
|
|
|
|
#endif
|
|
|
|
|
case BOOKE_INTERRUPT_MACHINE_CHECK:
|
|
|
|
|
/* FIXME */
|
|
|
|
|
break;
|
2012-02-22 23:26:34 +08:00
|
|
|
case BOOKE_INTERRUPT_PERFORMANCE_MONITOR:
|
|
|
|
|
kvmppc_fill_pt_regs(®s);
|
|
|
|
|
performance_monitor_exception(®s);
|
|
|
|
|
break;
|
2012-06-20 13:56:53 +08:00
|
|
|
case BOOKE_INTERRUPT_WATCHDOG:
|
|
|
|
|
kvmppc_fill_pt_regs(®s);
|
|
|
|
|
#ifdef CONFIG_BOOKE_WDT
|
|
|
|
|
WatchdogException(®s);
|
|
|
|
|
#else
|
|
|
|
|
unknown_exception(®s);
|
|
|
|
|
#endif
|
|
|
|
|
break;
|
|
|
|
|
case BOOKE_INTERRUPT_CRITICAL:
|
2015-05-18 20:44:27 +08:00
|
|
|
kvmppc_fill_pt_regs(®s);
|
2012-06-20 13:56:53 +08:00
|
|
|
unknown_exception(®s);
|
|
|
|
|
break;
|
2013-07-04 14:57:47 +08:00
|
|
|
case BOOKE_INTERRUPT_DEBUG:
|
|
|
|
|
/* Save DBSR before preemption is enabled */
|
|
|
|
|
vcpu->arch.dbsr = mfspr(SPRN_DBSR);
|
|
|
|
|
kvmppc_clear_dbsr();
|
|
|
|
|
break;
|
2011-12-20 23:34:43 +08:00
|
|
|
}
|
2012-02-21 06:57:26 +08:00
|
|
|
}
|
|
|
|
|
|
2014-07-24 00:06:22 +08:00
|
|
|
static int kvmppc_resume_inst_load(struct kvm_run *run, struct kvm_vcpu *vcpu,
|
|
|
|
|
enum emulation_result emulated, u32 last_inst)
|
|
|
|
|
{
|
|
|
|
|
switch (emulated) {
|
|
|
|
|
case EMULATE_AGAIN:
|
|
|
|
|
return RESUME_GUEST;
|
|
|
|
|
|
|
|
|
|
case EMULATE_FAIL:
|
|
|
|
|
pr_debug("%s: load instruction from guest address %lx failed\n",
|
2018-05-07 14:20:08 +08:00
|
|
|
__func__, vcpu->arch.regs.nip);
|
2014-07-24 00:06:22 +08:00
|
|
|
/* For debugging, encode the failing instruction and
|
|
|
|
|
* report it to userspace. */
|
|
|
|
|
run->hw.hardware_exit_reason = ~0ULL << 32;
|
|
|
|
|
run->hw.hardware_exit_reason |= last_inst;
|
|
|
|
|
kvmppc_core_queue_program(vcpu, ESR_PIL);
|
|
|
|
|
return RESUME_HOST;
|
|
|
|
|
|
|
|
|
|
default:
|
|
|
|
|
BUG();
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2012-02-21 06:57:26 +08:00
|
|
|
/**
|
|
|
|
|
* kvmppc_handle_exit
|
|
|
|
|
*
|
|
|
|
|
* Return value is in the form (errcode<<2 | RESUME_FLAG_HOST | RESUME_FLAG_NV)
|
|
|
|
|
*/
|
|
|
|
|
int kvmppc_handle_exit(struct kvm_run *run, struct kvm_vcpu *vcpu,
|
|
|
|
|
unsigned int exit_nr)
|
|
|
|
|
{
|
|
|
|
|
int r = RESUME_HOST;
|
2012-08-13 18:44:41 +08:00
|
|
|
int s;
|
2013-06-07 08:16:31 +08:00
|
|
|
int idx;
|
2014-07-24 00:06:22 +08:00
|
|
|
u32 last_inst = KVM_INST_FETCH_FAILED;
|
|
|
|
|
enum emulation_result emulated = EMULATE_DONE;
|
2012-02-21 06:57:26 +08:00
|
|
|
|
|
|
|
|
/* update before a new last_exit_type is rewritten */
|
|
|
|
|
kvmppc_update_timing_stats(vcpu);
|
|
|
|
|
|
|
|
|
|
/* restart interrupts if they were meant for the host */
|
|
|
|
|
kvmppc_restart_interrupt(vcpu, exit_nr);
|
2011-12-20 23:34:43 +08:00
|
|
|
|
2014-07-24 00:06:22 +08:00
|
|
|
/*
|
2016-02-25 02:51:11 +08:00
|
|
|
* get last instruction before being preempted
|
2014-07-24 00:06:22 +08:00
|
|
|
* TODO: for e6500 check also BOOKE_INTERRUPT_LRAT_ERROR & ESR_DATA
|
|
|
|
|
*/
|
|
|
|
|
switch (exit_nr) {
|
|
|
|
|
case BOOKE_INTERRUPT_DATA_STORAGE:
|
|
|
|
|
case BOOKE_INTERRUPT_DTLB_MISS:
|
|
|
|
|
case BOOKE_INTERRUPT_HV_PRIV:
|
2014-09-10 20:37:29 +08:00
|
|
|
emulated = kvmppc_get_last_inst(vcpu, INST_GENERIC, &last_inst);
|
2014-07-24 00:06:22 +08:00
|
|
|
break;
|
2014-09-10 01:07:36 +08:00
|
|
|
case BOOKE_INTERRUPT_PROGRAM:
|
|
|
|
|
/* SW breakpoints arrive as illegal instructions on HV */
|
|
|
|
|
if (vcpu->guest_debug & KVM_GUESTDBG_USE_SW_BP)
|
2014-09-10 20:37:29 +08:00
|
|
|
emulated = kvmppc_get_last_inst(vcpu, INST_GENERIC, &last_inst);
|
2014-09-10 01:07:36 +08:00
|
|
|
break;
|
2014-07-24 00:06:22 +08:00
|
|
|
default:
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2012-08-02 21:10:00 +08:00
|
|
|
trace_kvm_exit(exit_nr, vcpu);
|
2016-06-15 21:18:26 +08:00
|
|
|
guest_exit_irqoff();
|
2015-04-30 20:39:40 +08:00
|
|
|
|
|
|
|
|
local_irq_enable();
|
2012-08-02 21:10:00 +08:00
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
run->exit_reason = KVM_EXIT_UNKNOWN;
|
|
|
|
|
run->ready_for_interrupt_injection = 1;
|
|
|
|
|
|
2014-07-24 00:06:22 +08:00
|
|
|
if (emulated != EMULATE_DONE) {
|
|
|
|
|
r = kvmppc_resume_inst_load(run, vcpu, emulated, last_inst);
|
|
|
|
|
goto out;
|
|
|
|
|
}
|
|
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
switch (exit_nr) {
|
|
|
|
|
case BOOKE_INTERRUPT_MACHINE_CHECK:
|
2012-02-20 19:21:18 +08:00
|
|
|
printk("MACHINE CHECK: %lx\n", mfspr(SPRN_MCSR));
|
|
|
|
|
kvmppc_dump_vcpu(vcpu);
|
|
|
|
|
/* For debugging, send invalid exit reason to user space */
|
|
|
|
|
run->hw.hardware_exit_reason = ~1ULL << 32;
|
|
|
|
|
run->hw.hardware_exit_reason |= mfspr(SPRN_MCSR);
|
|
|
|
|
r = RESUME_HOST;
|
2008-04-17 12:28:09 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
case BOOKE_INTERRUPT_EXTERNAL:
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, EXT_INTR_EXITS);
|
2008-11-05 23:36:21 +08:00
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
case BOOKE_INTERRUPT_DECREMENTER:
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, DEC_EXITS);
|
2008-04-17 12:28:09 +08:00
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
2012-06-20 13:56:53 +08:00
|
|
|
case BOOKE_INTERRUPT_WATCHDOG:
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
case BOOKE_INTERRUPT_DOORBELL:
|
|
|
|
|
kvmppc_account_exit(vcpu, DBELL_EXITS);
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
case BOOKE_INTERRUPT_GUEST_DBELL_CRIT:
|
|
|
|
|
kvmppc_account_exit(vcpu, GDBELL_EXITS);
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* We are here because there is a pending guest interrupt
|
|
|
|
|
* which could not be delivered as MSR_CE or MSR_ME was not
|
|
|
|
|
* set. Once we break from here we will retry delivery.
|
|
|
|
|
*/
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
case BOOKE_INTERRUPT_GUEST_DBELL:
|
|
|
|
|
kvmppc_account_exit(vcpu, GDBELL_EXITS);
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* We are here because there is a pending guest interrupt
|
|
|
|
|
* which could not be delivered as MSR_EE was not set. Once
|
|
|
|
|
* we break from here we will retry delivery.
|
|
|
|
|
*/
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
2012-02-21 05:45:12 +08:00
|
|
|
case BOOKE_INTERRUPT_PERFORMANCE_MONITOR:
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
case BOOKE_INTERRUPT_HV_PRIV:
|
|
|
|
|
r = emulation_exit(run, vcpu);
|
|
|
|
|
break;
|
|
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
case BOOKE_INTERRUPT_PROGRAM:
|
2014-09-10 01:07:36 +08:00
|
|
|
if ((vcpu->guest_debug & KVM_GUESTDBG_USE_SW_BP) &&
|
|
|
|
|
(last_inst == KVMPPC_INST_SW_BREAKPOINT)) {
|
|
|
|
|
/*
|
|
|
|
|
* We are here because of an SW breakpoint instr,
|
|
|
|
|
* so lets return to host to handle.
|
|
|
|
|
*/
|
|
|
|
|
r = kvmppc_handle_debug(run, vcpu);
|
|
|
|
|
run->exit_reason = KVM_EXIT_DEBUG;
|
|
|
|
|
kvmppc_account_exit(vcpu, DEBUG_EXITS);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
if (vcpu->arch.shared->msr & (MSR_PR | MSR_GS)) {
|
2012-02-20 19:33:22 +08:00
|
|
|
/*
|
|
|
|
|
* Program traps generated by user-level software must
|
|
|
|
|
* be handled by the guest kernel.
|
|
|
|
|
*
|
|
|
|
|
* In GS mode, hypervisor privileged instructions trap
|
|
|
|
|
* on BOOKE_INTERRUPT_HV_PRIV, not here, so these are
|
|
|
|
|
* actual program interrupts, handled by the guest.
|
|
|
|
|
*/
|
2010-02-02 19:44:35 +08:00
|
|
|
kvmppc_core_queue_program(vcpu, vcpu->arch.fault_esr);
|
2008-04-17 12:28:09 +08:00
|
|
|
r = RESUME_GUEST;
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, USR_PR_INST);
|
2008-04-17 12:28:09 +08:00
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
r = emulation_exit(run, vcpu);
|
2008-04-17 12:28:09 +08:00
|
|
|
break;
|
|
|
|
|
|
2008-04-30 00:18:23 +08:00
|
|
|
case BOOKE_INTERRUPT_FP_UNAVAIL:
|
2008-11-05 23:36:23 +08:00
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_FP_UNAVAIL);
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, FP_UNAVAIL);
|
2008-04-30 00:18:23 +08:00
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
2011-06-15 07:34:31 +08:00
|
|
|
#ifdef CONFIG_SPE
|
|
|
|
|
case BOOKE_INTERRUPT_SPE_UNAVAIL: {
|
|
|
|
|
if (vcpu->arch.shared->msr & MSR_SPE)
|
|
|
|
|
kvmppc_vcpu_enable_spe(vcpu);
|
|
|
|
|
else
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu,
|
|
|
|
|
BOOKE_IRQPRIO_SPE_UNAVAIL);
|
2009-01-04 06:23:13 +08:00
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
2011-06-15 07:34:31 +08:00
|
|
|
}
|
2009-01-04 06:23:13 +08:00
|
|
|
|
|
|
|
|
case BOOKE_INTERRUPT_SPE_FP_DATA:
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_SPE_FP_DATA);
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
case BOOKE_INTERRUPT_SPE_FP_ROUND:
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_SPE_FP_ROUND);
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
2014-08-20 21:36:23 +08:00
|
|
|
#elif defined(CONFIG_SPE_POSSIBLE)
|
2011-06-15 07:34:31 +08:00
|
|
|
case BOOKE_INTERRUPT_SPE_UNAVAIL:
|
|
|
|
|
/*
|
|
|
|
|
* Guest wants SPE, but host kernel doesn't support it. Send
|
|
|
|
|
* an "unimplemented operation" program check to the guest.
|
|
|
|
|
*/
|
|
|
|
|
kvmppc_core_queue_program(vcpu, ESR_PUO | ESR_SPV);
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* These really should never happen without CONFIG_SPE,
|
|
|
|
|
* as we should never enable the real MSR[SPE] in the guest.
|
|
|
|
|
*/
|
|
|
|
|
case BOOKE_INTERRUPT_SPE_FP_DATA:
|
|
|
|
|
case BOOKE_INTERRUPT_SPE_FP_ROUND:
|
|
|
|
|
printk(KERN_CRIT "%s: unexpected SPE interrupt %u at %08lx\n",
|
2018-05-07 14:20:08 +08:00
|
|
|
__func__, exit_nr, vcpu->arch.regs.nip);
|
2011-06-15 07:34:31 +08:00
|
|
|
run->hw.hardware_exit_reason = exit_nr;
|
|
|
|
|
r = RESUME_HOST;
|
|
|
|
|
break;
|
2014-08-20 21:36:23 +08:00
|
|
|
#endif /* CONFIG_SPE_POSSIBLE */
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* On cores with Vector category, KVM is loaded only if CONFIG_ALTIVEC,
|
|
|
|
|
* see kvmppc_core_check_processor_compat().
|
|
|
|
|
*/
|
|
|
|
|
#ifdef CONFIG_ALTIVEC
|
|
|
|
|
case BOOKE_INTERRUPT_ALTIVEC_UNAVAIL:
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_ALTIVEC_UNAVAIL);
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
case BOOKE_INTERRUPT_ALTIVEC_ASSIST:
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_ALTIVEC_ASSIST);
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
2011-06-15 07:34:31 +08:00
|
|
|
#endif
|
2009-01-04 06:23:13 +08:00
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
case BOOKE_INTERRUPT_DATA_STORAGE:
|
2010-02-02 19:44:35 +08:00
|
|
|
kvmppc_core_queue_data_storage(vcpu, vcpu->arch.fault_dear,
|
|
|
|
|
vcpu->arch.fault_esr);
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, DSI_EXITS);
|
2008-04-17 12:28:09 +08:00
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
case BOOKE_INTERRUPT_INST_STORAGE:
|
2010-02-02 19:44:35 +08:00
|
|
|
kvmppc_core_queue_inst_storage(vcpu, vcpu->arch.fault_esr);
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, ISI_EXITS);
|
2008-04-17 12:28:09 +08:00
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
2013-01-31 21:17:38 +08:00
|
|
|
case BOOKE_INTERRUPT_ALIGNMENT:
|
|
|
|
|
kvmppc_core_queue_alignment(vcpu, vcpu->arch.fault_dear,
|
|
|
|
|
vcpu->arch.fault_esr);
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
#ifdef CONFIG_KVM_BOOKE_HV
|
|
|
|
|
case BOOKE_INTERRUPT_HV_SYSCALL:
|
|
|
|
|
if (!(vcpu->arch.shared->msr & MSR_PR)) {
|
|
|
|
|
kvmppc_set_gpr(vcpu, 3, kvmppc_kvm_pv(vcpu));
|
|
|
|
|
} else {
|
|
|
|
|
/*
|
|
|
|
|
* hcall from guest userspace -- send privileged
|
|
|
|
|
* instruction program check.
|
|
|
|
|
*/
|
|
|
|
|
kvmppc_core_queue_program(vcpu, ESR_PPR);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
#else
|
2008-04-17 12:28:09 +08:00
|
|
|
case BOOKE_INTERRUPT_SYSCALL:
|
2010-07-29 20:47:48 +08:00
|
|
|
if (!(vcpu->arch.shared->msr & MSR_PR) &&
|
|
|
|
|
(((u32)kvmppc_get_gpr(vcpu, 0)) == KVM_SC_MAGIC_R0)) {
|
|
|
|
|
/* KVM PV hypercalls */
|
|
|
|
|
kvmppc_set_gpr(vcpu, 3, kvmppc_kvm_pv(vcpu));
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
} else {
|
|
|
|
|
/* Guest syscalls */
|
|
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_SYSCALL);
|
|
|
|
|
}
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, SYSCALL_EXITS);
|
2008-04-17 12:28:09 +08:00
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
2011-12-20 23:34:43 +08:00
|
|
|
#endif
|
2008-04-17 12:28:09 +08:00
|
|
|
|
|
|
|
|
case BOOKE_INTERRUPT_DTLB_MISS: {
|
|
|
|
|
unsigned long eaddr = vcpu->arch.fault_dear;
|
2008-12-03 05:51:55 +08:00
|
|
|
int gtlb_index;
|
2009-01-04 06:23:00 +08:00
|
|
|
gpa_t gpaddr;
|
2008-04-17 12:28:09 +08:00
|
|
|
gfn_t gfn;
|
|
|
|
|
|
2012-02-16 07:40:00 +08:00
|
|
|
#ifdef CONFIG_KVM_E500V2
|
2011-06-15 07:34:41 +08:00
|
|
|
if (!(vcpu->arch.shared->msr & MSR_PR) &&
|
|
|
|
|
(eaddr & PAGE_MASK) == vcpu->arch.magic_page_ea) {
|
|
|
|
|
kvmppc_map_magic(vcpu);
|
|
|
|
|
kvmppc_account_exit(vcpu, DTLB_VIRT_MISS_EXITS);
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
/* Check the guest TLB. */
|
2009-01-04 06:23:03 +08:00
|
|
|
gtlb_index = kvmppc_mmu_dtlb_index(vcpu, eaddr);
|
2008-12-03 05:51:55 +08:00
|
|
|
if (gtlb_index < 0) {
|
2008-04-17 12:28:09 +08:00
|
|
|
/* The guest didn't have a mapping for it. */
|
2010-02-02 19:44:35 +08:00
|
|
|
kvmppc_core_queue_dtlb_miss(vcpu,
|
|
|
|
|
vcpu->arch.fault_dear,
|
|
|
|
|
vcpu->arch.fault_esr);
|
2009-01-04 06:23:11 +08:00
|
|
|
kvmppc_mmu_dtlb_miss(vcpu);
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, DTLB_REAL_MISS_EXITS);
|
2008-04-17 12:28:09 +08:00
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2013-06-07 08:16:31 +08:00
|
|
|
idx = srcu_read_lock(&vcpu->kvm->srcu);
|
|
|
|
|
|
2009-01-04 06:23:02 +08:00
|
|
|
gpaddr = kvmppc_mmu_xlate(vcpu, gtlb_index, eaddr);
|
2009-01-04 06:23:00 +08:00
|
|
|
gfn = gpaddr >> PAGE_SHIFT;
|
2008-04-17 12:28:09 +08:00
|
|
|
|
|
|
|
|
if (kvm_is_visible_gfn(vcpu->kvm, gfn)) {
|
|
|
|
|
/* The guest TLB had a mapping, but the shadow TLB
|
|
|
|
|
* didn't, and it is RAM. This could be because:
|
|
|
|
|
* a) the entry is mapping the host kernel, or
|
|
|
|
|
* b) the guest used a large mapping which we're faking
|
|
|
|
|
* Either way, we need to satisfy the fault without
|
|
|
|
|
* invoking the guest. */
|
2009-01-04 06:23:01 +08:00
|
|
|
kvmppc_mmu_map(vcpu, eaddr, gpaddr, gtlb_index);
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, DTLB_VIRT_MISS_EXITS);
|
2008-04-17 12:28:09 +08:00
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
} else {
|
|
|
|
|
/* Guest has mapped and accessed a page which is not
|
|
|
|
|
* actually RAM. */
|
2009-01-04 06:23:00 +08:00
|
|
|
vcpu->arch.paddr_accessed = gpaddr;
|
2012-03-12 09:26:30 +08:00
|
|
|
vcpu->arch.vaddr_accessed = eaddr;
|
2008-04-17 12:28:09 +08:00
|
|
|
r = kvmppc_emulate_mmio(run, vcpu);
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, MMIO_EXITS);
|
2008-04-17 12:28:09 +08:00
|
|
|
}
|
|
|
|
|
|
2013-06-07 08:16:31 +08:00
|
|
|
srcu_read_unlock(&vcpu->kvm->srcu, idx);
|
2008-04-17 12:28:09 +08:00
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
case BOOKE_INTERRUPT_ITLB_MISS: {
|
2018-05-07 14:20:08 +08:00
|
|
|
unsigned long eaddr = vcpu->arch.regs.nip;
|
2008-12-03 05:51:53 +08:00
|
|
|
gpa_t gpaddr;
|
2008-04-17 12:28:09 +08:00
|
|
|
gfn_t gfn;
|
2008-12-03 05:51:55 +08:00
|
|
|
int gtlb_index;
|
2008-04-17 12:28:09 +08:00
|
|
|
|
|
|
|
|
r = RESUME_GUEST;
|
|
|
|
|
|
|
|
|
|
/* Check the guest TLB. */
|
2009-01-04 06:23:03 +08:00
|
|
|
gtlb_index = kvmppc_mmu_itlb_index(vcpu, eaddr);
|
2008-12-03 05:51:55 +08:00
|
|
|
if (gtlb_index < 0) {
|
2008-04-17 12:28:09 +08:00
|
|
|
/* The guest didn't have a mapping for it. */
|
2008-11-05 23:36:23 +08:00
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_ITLB_MISS);
|
2009-01-04 06:23:11 +08:00
|
|
|
kvmppc_mmu_itlb_miss(vcpu);
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, ITLB_REAL_MISS_EXITS);
|
2008-04-17 12:28:09 +08:00
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, ITLB_VIRT_MISS_EXITS);
|
2008-04-17 12:28:09 +08:00
|
|
|
|
2013-06-07 08:16:31 +08:00
|
|
|
idx = srcu_read_lock(&vcpu->kvm->srcu);
|
|
|
|
|
|
2009-01-04 06:23:02 +08:00
|
|
|
gpaddr = kvmppc_mmu_xlate(vcpu, gtlb_index, eaddr);
|
2008-12-03 05:51:53 +08:00
|
|
|
gfn = gpaddr >> PAGE_SHIFT;
|
2008-04-17 12:28:09 +08:00
|
|
|
|
|
|
|
|
if (kvm_is_visible_gfn(vcpu->kvm, gfn)) {
|
|
|
|
|
/* The guest TLB had a mapping, but the shadow TLB
|
|
|
|
|
* didn't. This could be because:
|
|
|
|
|
* a) the entry is mapping the host kernel, or
|
|
|
|
|
* b) the guest used a large mapping which we're faking
|
|
|
|
|
* Either way, we need to satisfy the fault without
|
|
|
|
|
* invoking the guest. */
|
2009-01-04 06:23:01 +08:00
|
|
|
kvmppc_mmu_map(vcpu, eaddr, gpaddr, gtlb_index);
|
2008-04-17 12:28:09 +08:00
|
|
|
} else {
|
|
|
|
|
/* Guest mapped and leaped at non-RAM! */
|
2008-11-05 23:36:23 +08:00
|
|
|
kvmppc_booke_queue_irqprio(vcpu, BOOKE_IRQPRIO_MACHINE_CHECK);
|
2008-04-17 12:28:09 +08:00
|
|
|
}
|
|
|
|
|
|
2013-06-07 08:16:31 +08:00
|
|
|
srcu_read_unlock(&vcpu->kvm->srcu, idx);
|
2008-04-17 12:28:09 +08:00
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2008-07-26 02:54:49 +08:00
|
|
|
case BOOKE_INTERRUPT_DEBUG: {
|
2013-07-04 14:57:47 +08:00
|
|
|
r = kvmppc_handle_debug(run, vcpu);
|
|
|
|
|
if (r == RESUME_HOST)
|
|
|
|
|
run->exit_reason = KVM_EXIT_DEBUG;
|
2008-12-03 05:51:58 +08:00
|
|
|
kvmppc_account_exit(vcpu, DEBUG_EXITS);
|
2008-07-26 02:54:49 +08:00
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
default:
|
|
|
|
|
printk(KERN_EMERG "exit_nr %d\n", exit_nr);
|
|
|
|
|
BUG();
|
|
|
|
|
}
|
|
|
|
|
|
2014-07-24 00:06:22 +08:00
|
|
|
out:
|
2012-02-16 22:07:37 +08:00
|
|
|
/*
|
|
|
|
|
* To avoid clobbering exit_reason, only check for signals if we
|
|
|
|
|
* aren't already exiting to userspace for some other reason.
|
|
|
|
|
*/
|
2012-02-28 19:00:41 +08:00
|
|
|
if (!(r & RESUME_HOST)) {
|
2012-08-13 18:44:41 +08:00
|
|
|
s = kvmppc_prepare_to_enter(vcpu);
|
2014-01-10 09:18:40 +08:00
|
|
|
if (s <= 0)
|
2012-08-13 18:44:41 +08:00
|
|
|
r = (s << 2) | RESUME_HOST | (r & RESUME_FLAG_NV);
|
2014-01-10 09:18:40 +08:00
|
|
|
else {
|
|
|
|
|
/* interrupts now hard-disabled */
|
2013-07-11 06:47:39 +08:00
|
|
|
kvmppc_fix_ee_before_entry();
|
2014-08-20 21:36:22 +08:00
|
|
|
kvmppc_load_guest_fp(vcpu);
|
2014-08-20 21:36:23 +08:00
|
|
|
kvmppc_load_guest_altivec(vcpu);
|
2012-02-28 19:00:41 +08:00
|
|
|
}
|
2008-04-17 12:28:09 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return r;
|
|
|
|
|
}
|
|
|
|
|
|
2013-02-25 02:57:11 +08:00
|
|
|
static void kvmppc_set_tsr(struct kvm_vcpu *vcpu, u32 new_tsr)
|
|
|
|
|
{
|
|
|
|
|
u32 old_tsr = vcpu->arch.tsr;
|
|
|
|
|
|
|
|
|
|
vcpu->arch.tsr = new_tsr;
|
|
|
|
|
|
|
|
|
|
if ((old_tsr ^ vcpu->arch.tsr) & (TSR_ENW | TSR_WIS))
|
|
|
|
|
arm_next_watchdog(vcpu);
|
|
|
|
|
|
|
|
|
|
update_timer_ints(vcpu);
|
|
|
|
|
}
|
|
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
/* Initial guest state: 16MB mapping 0 -> 0, PC = 0, MSR = 0, R1 = 16MB */
|
|
|
|
|
int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2010-08-08 01:33:56 +08:00
|
|
|
int i;
|
2011-08-10 19:57:08 +08:00
|
|
|
int r;
|
2010-08-08 01:33:56 +08:00
|
|
|
|
2018-05-07 14:20:08 +08:00
|
|
|
vcpu->arch.regs.nip = 0;
|
KVM: PPC: Paravirtualize SPRG4-7, ESR, PIR, MASn
This allows additional registers to be accessed by the guest
in PR-mode KVM without trapping.
SPRG4-7 are readable from userspace. On booke, KVM will sync
these registers when it enters the guest, so that accesses from
guest userspace will work. The guest kernel, OTOH, must consistently
use either the real registers or the shared area between exits. This
also applies to the already-paravirted SPRG3.
On non-booke, it's not clear to what extent SPRG4-7 are supported
(they're not architected for book3s, but exist on at least some classic
chips). They are copied in the get/set regs ioctls, but I do not see any
non-booke emulation. I also do not see any syncing with real registers
(in PR-mode) including the user-readable SPRG3. This patch should not
make that situation any worse.
Signed-off-by: Scott Wood <scottwood@freescale.com>
Signed-off-by: Alexander Graf <agraf@suse.de>
Signed-off-by: Avi Kivity <avi@redhat.com>
2011-11-09 08:23:30 +08:00
|
|
|
vcpu->arch.shared->pir = vcpu->vcpu_id;
|
2010-01-08 09:58:01 +08:00
|
|
|
kvmppc_set_gpr(vcpu, 1, (16<<20) - 8); /* -8 for the callee-save LR slot */
|
2011-12-20 23:34:43 +08:00
|
|
|
kvmppc_set_msr(vcpu, 0);
|
2008-04-17 12:28:09 +08:00
|
|
|
|
2011-12-20 23:34:43 +08:00
|
|
|
#ifndef CONFIG_KVM_BOOKE_HV
|
2013-07-04 14:57:47 +08:00
|
|
|
vcpu->arch.shadow_msr = MSR_USER | MSR_IS | MSR_DS;
|
2008-07-26 02:54:53 +08:00
|
|
|
vcpu->arch.shadow_pid = 1;
|
2011-12-20 23:34:43 +08:00
|
|
|
vcpu->arch.shared->msr = 0;
|
|
|
|
|
#endif
|
2008-07-26 02:54:53 +08:00
|
|
|
|
2010-08-08 01:33:56 +08:00
|
|
|
/* Eye-catching numbers so we know if the guest takes an interrupt
|
|
|
|
|
* before it's programmed its own IVPR/IVORs. */
|
2008-04-17 12:28:09 +08:00
|
|
|
vcpu->arch.ivpr = 0x55550000;
|
2010-08-08 01:33:56 +08:00
|
|
|
for (i = 0; i < BOOKE_IRQPRIO_MAX; i++)
|
|
|
|
|
vcpu->arch.ivor[i] = 0x7700 | i * 4;
|
2008-04-17 12:28:09 +08:00
|
|
|
|
2008-12-03 05:51:57 +08:00
|
|
|
kvmppc_init_timing_stats(vcpu);
|
|
|
|
|
|
2011-08-10 19:57:08 +08:00
|
|
|
r = kvmppc_core_vcpu_setup(vcpu);
|
|
|
|
|
kvmppc_sanity_check(vcpu);
|
|
|
|
|
return r;
|
2008-04-17 12:28:09 +08:00
|
|
|
}
|
|
|
|
|
|
2012-08-09 04:38:19 +08:00
|
|
|
int kvmppc_subarch_vcpu_init(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
/* setup watchdog timer once */
|
|
|
|
|
spin_lock_init(&vcpu->arch.wdt_lock);
|
treewide: setup_timer() -> timer_setup() (2 field)
This converts all remaining setup_timer() calls that use a nested field
to reach a struct timer_list. Coccinelle does not have an easy way to
match multiple fields, so a new script is needed to change the matches of
"&_E->_timer" into "&_E->_field1._timer" in all the rules.
spatch --very-quiet --all-includes --include-headers \
-I ./arch/x86/include -I ./arch/x86/include/generated \
-I ./include -I ./arch/x86/include/uapi \
-I ./arch/x86/include/generated/uapi -I ./include/uapi \
-I ./include/generated/uapi --include ./include/linux/kconfig.h \
--dir . \
--cocci-file ~/src/data/timer_setup-2fields.cocci
@fix_address_of depends@
expression e;
@@
setup_timer(
-&(e)
+&e
, ...)
// Update any raw setup_timer() usages that have a NULL callback, but
// would otherwise match change_timer_function_usage, since the latter
// will update all function assignments done in the face of a NULL
// function initialization in setup_timer().
@change_timer_function_usage_NULL@
expression _E;
identifier _field1;
identifier _timer;
type _cast_data;
@@
(
-setup_timer(&_E->_field1._timer, NULL, _E);
+timer_setup(&_E->_field1._timer, NULL, 0);
|
-setup_timer(&_E->_field1._timer, NULL, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, NULL, 0);
|
-setup_timer(&_E._field1._timer, NULL, &_E);
+timer_setup(&_E._field1._timer, NULL, 0);
|
-setup_timer(&_E._field1._timer, NULL, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, NULL, 0);
)
@change_timer_function_usage@
expression _E;
identifier _field1;
identifier _timer;
struct timer_list _stl;
identifier _callback;
type _cast_func, _cast_data;
@@
(
-setup_timer(&_E->_field1._timer, _callback, _E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, &_callback, _E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, _callback, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, &_callback, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, (_cast_func)_callback, _E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, (_cast_func)&_callback, _E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, (_cast_func)_callback, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, (_cast_func)&_callback, (_cast_data)_E);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, (_cast_data)_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, &_callback, (_cast_data)_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, &_callback, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, (_cast_func)_callback, (_cast_data)_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, (_cast_func)_callback, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, (_cast_func)&_callback, (_cast_data)_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, (_cast_func)&_callback, (_cast_data)&_E);
+timer_setup(&_E._field1._timer, _callback, 0);
|
_E->_field1._timer@_stl.function = _callback;
|
_E->_field1._timer@_stl.function = &_callback;
|
_E->_field1._timer@_stl.function = (_cast_func)_callback;
|
_E->_field1._timer@_stl.function = (_cast_func)&_callback;
|
_E._field1._timer@_stl.function = _callback;
|
_E._field1._timer@_stl.function = &_callback;
|
_E._field1._timer@_stl.function = (_cast_func)_callback;
|
_E._field1._timer@_stl.function = (_cast_func)&_callback;
)
// callback(unsigned long arg)
@change_callback_handle_cast
depends on change_timer_function_usage@
identifier change_timer_function_usage._callback;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
type _origtype;
identifier _origarg;
type _handletype;
identifier _handle;
@@
void _callback(
-_origtype _origarg
+struct timer_list *t
)
{
(
... when != _origarg
_handletype *_handle =
-(_handletype *)_origarg;
+from_timer(_handle, t, _field1._timer);
... when != _origarg
|
... when != _origarg
_handletype *_handle =
-(void *)_origarg;
+from_timer(_handle, t, _field1._timer);
... when != _origarg
|
... when != _origarg
_handletype *_handle;
... when != _handle
_handle =
-(_handletype *)_origarg;
+from_timer(_handle, t, _field1._timer);
... when != _origarg
|
... when != _origarg
_handletype *_handle;
... when != _handle
_handle =
-(void *)_origarg;
+from_timer(_handle, t, _field1._timer);
... when != _origarg
)
}
// callback(unsigned long arg) without existing variable
@change_callback_handle_cast_no_arg
depends on change_timer_function_usage &&
!change_callback_handle_cast@
identifier change_timer_function_usage._callback;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
type _origtype;
identifier _origarg;
type _handletype;
@@
void _callback(
-_origtype _origarg
+struct timer_list *t
)
{
+ _handletype *_origarg = from_timer(_origarg, t, _field1._timer);
+
... when != _origarg
- (_handletype *)_origarg
+ _origarg
... when != _origarg
}
// Avoid already converted callbacks.
@match_callback_converted
depends on change_timer_function_usage &&
!change_callback_handle_cast &&
!change_callback_handle_cast_no_arg@
identifier change_timer_function_usage._callback;
identifier t;
@@
void _callback(struct timer_list *t)
{ ... }
// callback(struct something *handle)
@change_callback_handle_arg
depends on change_timer_function_usage &&
!match_callback_converted &&
!change_callback_handle_cast &&
!change_callback_handle_cast_no_arg@
identifier change_timer_function_usage._callback;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
type _handletype;
identifier _handle;
@@
void _callback(
-_handletype *_handle
+struct timer_list *t
)
{
+ _handletype *_handle = from_timer(_handle, t, _field1._timer);
...
}
// If change_callback_handle_arg ran on an empty function, remove
// the added handler.
@unchange_callback_handle_arg
depends on change_timer_function_usage &&
change_callback_handle_arg@
identifier change_timer_function_usage._callback;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
type _handletype;
identifier _handle;
identifier t;
@@
void _callback(struct timer_list *t)
{
- _handletype *_handle = from_timer(_handle, t, _field1._timer);
}
// We only want to refactor the setup_timer() data argument if we've found
// the matching callback. This undoes changes in change_timer_function_usage.
@unchange_timer_function_usage
depends on change_timer_function_usage &&
!change_callback_handle_cast &&
!change_callback_handle_cast_no_arg &&
!change_callback_handle_arg@
expression change_timer_function_usage._E;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
identifier change_timer_function_usage._callback;
type change_timer_function_usage._cast_data;
@@
(
-timer_setup(&_E->_field1._timer, _callback, 0);
+setup_timer(&_E->_field1._timer, _callback, (_cast_data)_E);
|
-timer_setup(&_E._field1._timer, _callback, 0);
+setup_timer(&_E._field1._timer, _callback, (_cast_data)&_E);
)
// If we fixed a callback from a .function assignment, fix the
// assignment cast now.
@change_timer_function_assignment
depends on change_timer_function_usage &&
(change_callback_handle_cast ||
change_callback_handle_cast_no_arg ||
change_callback_handle_arg)@
expression change_timer_function_usage._E;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
identifier change_timer_function_usage._callback;
type _cast_func;
typedef TIMER_FUNC_TYPE;
@@
(
_E->_field1._timer.function =
-_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E->_field1._timer.function =
-&_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E->_field1._timer.function =
-(_cast_func)_callback;
+(TIMER_FUNC_TYPE)_callback
;
|
_E->_field1._timer.function =
-(_cast_func)&_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E._field1._timer.function =
-_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E._field1._timer.function =
-&_callback;
+(TIMER_FUNC_TYPE)_callback
;
|
_E._field1._timer.function =
-(_cast_func)_callback
+(TIMER_FUNC_TYPE)_callback
;
|
_E._field1._timer.function =
-(_cast_func)&_callback
+(TIMER_FUNC_TYPE)_callback
;
)
// Sometimes timer functions are called directly. Replace matched args.
@change_timer_function_calls
depends on change_timer_function_usage &&
(change_callback_handle_cast ||
change_callback_handle_cast_no_arg ||
change_callback_handle_arg)@
expression _E;
identifier change_timer_function_usage._field1;
identifier change_timer_function_usage._timer;
identifier change_timer_function_usage._callback;
type _cast_data;
@@
_callback(
(
-(_cast_data)_E
+&_E->_field1._timer
|
-(_cast_data)&_E
+&_E._field1._timer
|
-_E
+&_E->_field1._timer
)
)
// If a timer has been configured without a data argument, it can be
// converted without regard to the callback argument, since it is unused.
@match_timer_function_unused_data@
expression _E;
identifier _field1;
identifier _timer;
identifier _callback;
@@
(
-setup_timer(&_E->_field1._timer, _callback, 0);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, _callback, 0L);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E->_field1._timer, _callback, 0UL);
+timer_setup(&_E->_field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, 0);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, 0L);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_E._field1._timer, _callback, 0UL);
+timer_setup(&_E._field1._timer, _callback, 0);
|
-setup_timer(&_field1._timer, _callback, 0);
+timer_setup(&_field1._timer, _callback, 0);
|
-setup_timer(&_field1._timer, _callback, 0L);
+timer_setup(&_field1._timer, _callback, 0);
|
-setup_timer(&_field1._timer, _callback, 0UL);
+timer_setup(&_field1._timer, _callback, 0);
|
-setup_timer(_field1._timer, _callback, 0);
+timer_setup(_field1._timer, _callback, 0);
|
-setup_timer(_field1._timer, _callback, 0L);
+timer_setup(_field1._timer, _callback, 0);
|
-setup_timer(_field1._timer, _callback, 0UL);
+timer_setup(_field1._timer, _callback, 0);
)
@change_callback_unused_data
depends on match_timer_function_unused_data@
identifier match_timer_function_unused_data._callback;
type _origtype;
identifier _origarg;
@@
void _callback(
-_origtype _origarg
+struct timer_list *unused
)
{
... when != _origarg
}
Signed-off-by: Kees Cook <keescook@chromium.org>
2017-10-18 11:21:24 +08:00
|
|
|
timer_setup(&vcpu->arch.wdt_timer, kvmppc_watchdog_func, 0);
|
2012-08-09 04:38:19 +08:00
|
|
|
|
2014-08-13 17:09:44 +08:00
|
|
|
/*
|
|
|
|
|
* Clear DBSR.MRR to avoid guest debug interrupt as
|
|
|
|
|
* this is of host interest
|
|
|
|
|
*/
|
|
|
|
|
mtspr(SPRN_DBSR, DBSR_MRR);
|
2012-08-09 04:38:19 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void kvmppc_subarch_vcpu_uninit(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
del_timer_sync(&vcpu->arch.wdt_timer);
|
|
|
|
|
}
|
|
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs)
|
|
|
|
|
{
|
|
|
|
|
int i;
|
|
|
|
|
|
2017-12-05 04:35:26 +08:00
|
|
|
vcpu_load(vcpu);
|
|
|
|
|
|
2018-05-07 14:20:08 +08:00
|
|
|
regs->pc = vcpu->arch.regs.nip;
|
2010-01-08 09:58:02 +08:00
|
|
|
regs->cr = kvmppc_get_cr(vcpu);
|
2018-05-07 14:20:08 +08:00
|
|
|
regs->ctr = vcpu->arch.regs.ctr;
|
|
|
|
|
regs->lr = vcpu->arch.regs.link;
|
2010-01-08 09:58:02 +08:00
|
|
|
regs->xer = kvmppc_get_xer(vcpu);
|
2010-07-29 20:47:43 +08:00
|
|
|
regs->msr = vcpu->arch.shared->msr;
|
2014-07-17 19:31:36 +08:00
|
|
|
regs->srr0 = kvmppc_get_srr0(vcpu);
|
|
|
|
|
regs->srr1 = kvmppc_get_srr1(vcpu);
|
2008-04-17 12:28:09 +08:00
|
|
|
regs->pid = vcpu->arch.pid;
|
2014-07-17 19:31:39 +08:00
|
|
|
regs->sprg0 = kvmppc_get_sprg0(vcpu);
|
|
|
|
|
regs->sprg1 = kvmppc_get_sprg1(vcpu);
|
|
|
|
|
regs->sprg2 = kvmppc_get_sprg2(vcpu);
|
|
|
|
|
regs->sprg3 = kvmppc_get_sprg3(vcpu);
|
|
|
|
|
regs->sprg4 = kvmppc_get_sprg4(vcpu);
|
|
|
|
|
regs->sprg5 = kvmppc_get_sprg5(vcpu);
|
|
|
|
|
regs->sprg6 = kvmppc_get_sprg6(vcpu);
|
|
|
|
|
regs->sprg7 = kvmppc_get_sprg7(vcpu);
|
2008-04-17 12:28:09 +08:00
|
|
|
|
|
|
|
|
for (i = 0; i < ARRAY_SIZE(regs->gpr); i++)
|
2010-01-08 09:58:01 +08:00
|
|
|
regs->gpr[i] = kvmppc_get_gpr(vcpu, i);
|
2008-04-17 12:28:09 +08:00
|
|
|
|
2017-12-05 04:35:26 +08:00
|
|
|
vcpu_put(vcpu);
|
2008-04-17 12:28:09 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs)
|
|
|
|
|
{
|
|
|
|
|
int i;
|
|
|
|
|
|
2017-12-05 04:35:27 +08:00
|
|
|
vcpu_load(vcpu);
|
|
|
|
|
|
2018-05-07 14:20:08 +08:00
|
|
|
vcpu->arch.regs.nip = regs->pc;
|
2010-01-08 09:58:02 +08:00
|
|
|
kvmppc_set_cr(vcpu, regs->cr);
|
2018-05-07 14:20:08 +08:00
|
|
|
vcpu->arch.regs.ctr = regs->ctr;
|
|
|
|
|
vcpu->arch.regs.link = regs->lr;
|
2010-01-08 09:58:02 +08:00
|
|
|
kvmppc_set_xer(vcpu, regs->xer);
|
2008-11-05 23:36:20 +08:00
|
|
|
kvmppc_set_msr(vcpu, regs->msr);
|
2014-07-17 19:31:36 +08:00
|
|
|
kvmppc_set_srr0(vcpu, regs->srr0);
|
|
|
|
|
kvmppc_set_srr1(vcpu, regs->srr1);
|
2011-04-28 06:24:21 +08:00
|
|
|
kvmppc_set_pid(vcpu, regs->pid);
|
2014-07-17 19:31:39 +08:00
|
|
|
kvmppc_set_sprg0(vcpu, regs->sprg0);
|
|
|
|
|
kvmppc_set_sprg1(vcpu, regs->sprg1);
|
|
|
|
|
kvmppc_set_sprg2(vcpu, regs->sprg2);
|
|
|
|
|
kvmppc_set_sprg3(vcpu, regs->sprg3);
|
|
|
|
|
kvmppc_set_sprg4(vcpu, regs->sprg4);
|
|
|
|
|
kvmppc_set_sprg5(vcpu, regs->sprg5);
|
|
|
|
|
kvmppc_set_sprg6(vcpu, regs->sprg6);
|
|
|
|
|
kvmppc_set_sprg7(vcpu, regs->sprg7);
|
2008-04-17 12:28:09 +08:00
|
|
|
|
2010-01-08 09:58:01 +08:00
|
|
|
for (i = 0; i < ARRAY_SIZE(regs->gpr); i++)
|
|
|
|
|
kvmppc_set_gpr(vcpu, i, regs->gpr[i]);
|
2008-04-17 12:28:09 +08:00
|
|
|
|
2017-12-05 04:35:27 +08:00
|
|
|
vcpu_put(vcpu);
|
2008-04-17 12:28:09 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2011-04-28 06:24:21 +08:00
|
|
|
static void get_sregs_base(struct kvm_vcpu *vcpu,
|
|
|
|
|
struct kvm_sregs *sregs)
|
|
|
|
|
{
|
|
|
|
|
u64 tb = get_tb();
|
|
|
|
|
|
|
|
|
|
sregs->u.e.features |= KVM_SREGS_E_BASE;
|
|
|
|
|
|
|
|
|
|
sregs->u.e.csrr0 = vcpu->arch.csrr0;
|
|
|
|
|
sregs->u.e.csrr1 = vcpu->arch.csrr1;
|
|
|
|
|
sregs->u.e.mcsr = vcpu->arch.mcsr;
|
2014-07-17 19:31:38 +08:00
|
|
|
sregs->u.e.esr = kvmppc_get_esr(vcpu);
|
2014-07-17 19:31:37 +08:00
|
|
|
sregs->u.e.dear = kvmppc_get_dar(vcpu);
|
2011-04-28 06:24:21 +08:00
|
|
|
sregs->u.e.tsr = vcpu->arch.tsr;
|
|
|
|
|
sregs->u.e.tcr = vcpu->arch.tcr;
|
|
|
|
|
sregs->u.e.dec = kvmppc_get_dec(vcpu, tb);
|
|
|
|
|
sregs->u.e.tb = tb;
|
|
|
|
|
sregs->u.e.vrsave = vcpu->arch.vrsave;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int set_sregs_base(struct kvm_vcpu *vcpu,
|
|
|
|
|
struct kvm_sregs *sregs)
|
|
|
|
|
{
|
|
|
|
|
if (!(sregs->u.e.features & KVM_SREGS_E_BASE))
|
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
|
|
vcpu->arch.csrr0 = sregs->u.e.csrr0;
|
|
|
|
|
vcpu->arch.csrr1 = sregs->u.e.csrr1;
|
|
|
|
|
vcpu->arch.mcsr = sregs->u.e.mcsr;
|
2014-07-17 19:31:38 +08:00
|
|
|
kvmppc_set_esr(vcpu, sregs->u.e.esr);
|
2014-07-17 19:31:37 +08:00
|
|
|
kvmppc_set_dar(vcpu, sregs->u.e.dear);
|
2011-04-28 06:24:21 +08:00
|
|
|
vcpu->arch.vrsave = sregs->u.e.vrsave;
|
2011-11-17 20:39:59 +08:00
|
|
|
kvmppc_set_tcr(vcpu, sregs->u.e.tcr);
|
2011-04-28 06:24:21 +08:00
|
|
|
|
2011-11-17 20:39:59 +08:00
|
|
|
if (sregs->u.e.update_special & KVM_SREGS_E_UPDATE_DEC) {
|
2011-04-28 06:24:21 +08:00
|
|
|
vcpu->arch.dec = sregs->u.e.dec;
|
2011-11-17 20:39:59 +08:00
|
|
|
kvmppc_emulate_dec(vcpu);
|
|
|
|
|
}
|
2011-04-28 06:24:21 +08:00
|
|
|
|
2013-02-25 02:57:11 +08:00
|
|
|
if (sregs->u.e.update_special & KVM_SREGS_E_UPDATE_TSR)
|
|
|
|
|
kvmppc_set_tsr(vcpu, sregs->u.e.tsr);
|
2011-04-28 06:24:21 +08:00
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void get_sregs_arch206(struct kvm_vcpu *vcpu,
|
|
|
|
|
struct kvm_sregs *sregs)
|
|
|
|
|
{
|
|
|
|
|
sregs->u.e.features |= KVM_SREGS_E_ARCH206;
|
|
|
|
|
|
2011-09-03 06:39:37 +08:00
|
|
|
sregs->u.e.pir = vcpu->vcpu_id;
|
2011-04-28 06:24:21 +08:00
|
|
|
sregs->u.e.mcsrr0 = vcpu->arch.mcsrr0;
|
|
|
|
|
sregs->u.e.mcsrr1 = vcpu->arch.mcsrr1;
|
|
|
|
|
sregs->u.e.decar = vcpu->arch.decar;
|
|
|
|
|
sregs->u.e.ivpr = vcpu->arch.ivpr;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int set_sregs_arch206(struct kvm_vcpu *vcpu,
|
|
|
|
|
struct kvm_sregs *sregs)
|
|
|
|
|
{
|
|
|
|
|
if (!(sregs->u.e.features & KVM_SREGS_E_ARCH206))
|
|
|
|
|
return 0;
|
|
|
|
|
|
2011-09-03 06:39:37 +08:00
|
|
|
if (sregs->u.e.pir != vcpu->vcpu_id)
|
2011-04-28 06:24:21 +08:00
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
|
|
vcpu->arch.mcsrr0 = sregs->u.e.mcsrr0;
|
|
|
|
|
vcpu->arch.mcsrr1 = sregs->u.e.mcsrr1;
|
|
|
|
|
vcpu->arch.decar = sregs->u.e.decar;
|
|
|
|
|
vcpu->arch.ivpr = sregs->u.e.ivpr;
|
|
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2013-10-08 00:47:53 +08:00
|
|
|
int kvmppc_get_sregs_ivor(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs)
|
2011-04-28 06:24:21 +08:00
|
|
|
{
|
|
|
|
|
sregs->u.e.features |= KVM_SREGS_E_IVOR;
|
|
|
|
|
|
|
|
|
|
sregs->u.e.ivor_low[0] = vcpu->arch.ivor[BOOKE_IRQPRIO_CRITICAL];
|
|
|
|
|
sregs->u.e.ivor_low[1] = vcpu->arch.ivor[BOOKE_IRQPRIO_MACHINE_CHECK];
|
|
|
|
|
sregs->u.e.ivor_low[2] = vcpu->arch.ivor[BOOKE_IRQPRIO_DATA_STORAGE];
|
|
|
|
|
sregs->u.e.ivor_low[3] = vcpu->arch.ivor[BOOKE_IRQPRIO_INST_STORAGE];
|
|
|
|
|
sregs->u.e.ivor_low[4] = vcpu->arch.ivor[BOOKE_IRQPRIO_EXTERNAL];
|
|
|
|
|
sregs->u.e.ivor_low[5] = vcpu->arch.ivor[BOOKE_IRQPRIO_ALIGNMENT];
|
|
|
|
|
sregs->u.e.ivor_low[6] = vcpu->arch.ivor[BOOKE_IRQPRIO_PROGRAM];
|
|
|
|
|
sregs->u.e.ivor_low[7] = vcpu->arch.ivor[BOOKE_IRQPRIO_FP_UNAVAIL];
|
|
|
|
|
sregs->u.e.ivor_low[8] = vcpu->arch.ivor[BOOKE_IRQPRIO_SYSCALL];
|
|
|
|
|
sregs->u.e.ivor_low[9] = vcpu->arch.ivor[BOOKE_IRQPRIO_AP_UNAVAIL];
|
|
|
|
|
sregs->u.e.ivor_low[10] = vcpu->arch.ivor[BOOKE_IRQPRIO_DECREMENTER];
|
|
|
|
|
sregs->u.e.ivor_low[11] = vcpu->arch.ivor[BOOKE_IRQPRIO_FIT];
|
|
|
|
|
sregs->u.e.ivor_low[12] = vcpu->arch.ivor[BOOKE_IRQPRIO_WATCHDOG];
|
|
|
|
|
sregs->u.e.ivor_low[13] = vcpu->arch.ivor[BOOKE_IRQPRIO_DTLB_MISS];
|
|
|
|
|
sregs->u.e.ivor_low[14] = vcpu->arch.ivor[BOOKE_IRQPRIO_ITLB_MISS];
|
|
|
|
|
sregs->u.e.ivor_low[15] = vcpu->arch.ivor[BOOKE_IRQPRIO_DEBUG];
|
2013-10-08 00:47:53 +08:00
|
|
|
return 0;
|
2011-04-28 06:24:21 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int kvmppc_set_sregs_ivor(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs)
|
|
|
|
|
{
|
|
|
|
|
if (!(sregs->u.e.features & KVM_SREGS_E_IVOR))
|
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_CRITICAL] = sregs->u.e.ivor_low[0];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_MACHINE_CHECK] = sregs->u.e.ivor_low[1];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_DATA_STORAGE] = sregs->u.e.ivor_low[2];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_INST_STORAGE] = sregs->u.e.ivor_low[3];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_EXTERNAL] = sregs->u.e.ivor_low[4];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_ALIGNMENT] = sregs->u.e.ivor_low[5];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_PROGRAM] = sregs->u.e.ivor_low[6];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_FP_UNAVAIL] = sregs->u.e.ivor_low[7];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_SYSCALL] = sregs->u.e.ivor_low[8];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_AP_UNAVAIL] = sregs->u.e.ivor_low[9];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_DECREMENTER] = sregs->u.e.ivor_low[10];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_FIT] = sregs->u.e.ivor_low[11];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_WATCHDOG] = sregs->u.e.ivor_low[12];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_DTLB_MISS] = sregs->u.e.ivor_low[13];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_ITLB_MISS] = sregs->u.e.ivor_low[14];
|
|
|
|
|
vcpu->arch.ivor[BOOKE_IRQPRIO_DEBUG] = sregs->u.e.ivor_low[15];
|
|
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu,
|
|
|
|
|
struct kvm_sregs *sregs)
|
|
|
|
|
{
|
2017-12-05 04:35:28 +08:00
|
|
|
int ret;
|
|
|
|
|
|
|
|
|
|
vcpu_load(vcpu);
|
|
|
|
|
|
2011-04-28 06:24:21 +08:00
|
|
|
sregs->pvr = vcpu->arch.pvr;
|
|
|
|
|
|
|
|
|
|
get_sregs_base(vcpu, sregs);
|
|
|
|
|
get_sregs_arch206(vcpu, sregs);
|
2017-12-05 04:35:28 +08:00
|
|
|
ret = vcpu->kvm->arch.kvm_ops->get_sregs(vcpu, sregs);
|
|
|
|
|
|
|
|
|
|
vcpu_put(vcpu);
|
|
|
|
|
return ret;
|
2008-04-17 12:28:09 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,
|
|
|
|
|
struct kvm_sregs *sregs)
|
|
|
|
|
{
|
2017-12-05 04:35:29 +08:00
|
|
|
int ret = -EINVAL;
|
2011-04-28 06:24:21 +08:00
|
|
|
|
2017-12-05 04:35:29 +08:00
|
|
|
vcpu_load(vcpu);
|
2011-04-28 06:24:21 +08:00
|
|
|
if (vcpu->arch.pvr != sregs->pvr)
|
2017-12-05 04:35:29 +08:00
|
|
|
goto out;
|
2011-04-28 06:24:21 +08:00
|
|
|
|
|
|
|
|
ret = set_sregs_base(vcpu, sregs);
|
|
|
|
|
if (ret < 0)
|
2017-12-05 04:35:29 +08:00
|
|
|
goto out;
|
2011-04-28 06:24:21 +08:00
|
|
|
|
|
|
|
|
ret = set_sregs_arch206(vcpu, sregs);
|
|
|
|
|
if (ret < 0)
|
2017-12-05 04:35:29 +08:00
|
|
|
goto out;
|
|
|
|
|
|
|
|
|
|
ret = vcpu->kvm->arch.kvm_ops->set_sregs(vcpu, sregs);
|
2011-04-28 06:24:21 +08:00
|
|
|
|
2017-12-05 04:35:29 +08:00
|
|
|
out:
|
|
|
|
|
vcpu_put(vcpu);
|
|
|
|
|
return ret;
|
2008-04-17 12:28:09 +08:00
|
|
|
}
|
|
|
|
|
|
2014-08-20 21:36:24 +08:00
|
|
|
int kvmppc_get_one_reg(struct kvm_vcpu *vcpu, u64 id,
|
|
|
|
|
union kvmppc_one_reg *val)
|
2011-12-12 20:26:50 +08:00
|
|
|
{
|
2013-04-11 08:03:07 +08:00
|
|
|
int r = 0;
|
|
|
|
|
|
2014-08-20 21:36:24 +08:00
|
|
|
switch (id) {
|
2012-08-09 05:17:55 +08:00
|
|
|
case KVM_REG_PPC_IAC1:
|
2014-08-20 21:36:24 +08:00
|
|
|
*val = get_reg_val(id, vcpu->arch.dbg_reg.iac1);
|
2013-07-04 14:57:46 +08:00
|
|
|
break;
|
2012-08-09 05:17:55 +08:00
|
|
|
case KVM_REG_PPC_IAC2:
|
2014-08-20 21:36:24 +08:00
|
|
|
*val = get_reg_val(id, vcpu->arch.dbg_reg.iac2);
|
2013-07-04 14:57:46 +08:00
|
|
|
break;
|
|
|
|
|
#if CONFIG_PPC_ADV_DEBUG_IACS > 2
|
2012-08-09 05:17:55 +08:00
|
|
|
case KVM_REG_PPC_IAC3:
|
2014-08-20 21:36:24 +08:00
|
|
|
*val = get_reg_val(id, vcpu->arch.dbg_reg.iac3);
|
2013-07-04 14:57:46 +08:00
|
|
|
break;
|
2013-04-11 08:03:07 +08:00
|
|
|
case KVM_REG_PPC_IAC4:
|
2014-08-20 21:36:24 +08:00
|
|
|
*val = get_reg_val(id, vcpu->arch.dbg_reg.iac4);
|
2012-08-09 05:17:55 +08:00
|
|
|
break;
|
2013-07-04 14:57:46 +08:00
|
|
|
#endif
|
2012-08-09 05:17:55 +08:00
|
|
|
case KVM_REG_PPC_DAC1:
|
2014-08-20 21:36:24 +08:00
|
|
|
*val = get_reg_val(id, vcpu->arch.dbg_reg.dac1);
|
2013-07-04 14:57:46 +08:00
|
|
|
break;
|
2013-04-11 08:03:07 +08:00
|
|
|
case KVM_REG_PPC_DAC2:
|
2014-08-20 21:36:24 +08:00
|
|
|
*val = get_reg_val(id, vcpu->arch.dbg_reg.dac2);
|
2014-08-06 14:38:56 +08:00
|
|
|
break;
|
2013-01-05 01:28:51 +08:00
|
|
|
case KVM_REG_PPC_EPR: {
|
2014-07-17 19:31:40 +08:00
|
|
|
u32 epr = kvmppc_get_epr(vcpu);
|
2014-08-20 21:36:24 +08:00
|
|
|
*val = get_reg_val(id, epr);
|
2013-01-05 01:28:51 +08:00
|
|
|
break;
|
|
|
|
|
}
|
2012-10-11 14:13:29 +08:00
|
|
|
#if defined(CONFIG_64BIT)
|
|
|
|
|
case KVM_REG_PPC_EPCR:
|
2014-08-20 21:36:24 +08:00
|
|
|
*val = get_reg_val(id, vcpu->arch.epcr);
|
2012-10-11 14:13:29 +08:00
|
|
|
break;
|
|
|
|
|
#endif
|
2013-02-25 02:57:12 +08:00
|
|
|
case KVM_REG_PPC_TCR:
|
2014-08-20 21:36:24 +08:00
|
|
|
*val = get_reg_val(id, vcpu->arch.tcr);
|
2013-02-25 02:57:12 +08:00
|
|
|
break;
|
|
|
|
|
case KVM_REG_PPC_TSR:
|
2014-08-20 21:36:24 +08:00
|
|
|
*val = get_reg_val(id, vcpu->arch.tsr);
|
2013-02-25 02:57:12 +08:00
|
|
|
break;
|
2013-04-11 08:03:07 +08:00
|
|
|
case KVM_REG_PPC_DEBUG_INST:
|
2014-09-10 01:07:36 +08:00
|
|
|
*val = get_reg_val(id, KVMPPC_INST_SW_BREAKPOINT);
|
2013-03-21 04:24:58 +08:00
|
|
|
break;
|
2013-09-20 12:52:37 +08:00
|
|
|
case KVM_REG_PPC_VRSAVE:
|
2014-08-20 21:36:24 +08:00
|
|
|
*val = get_reg_val(id, vcpu->arch.vrsave);
|
2013-03-21 04:24:58 +08:00
|
|
|
break;
|
2012-08-09 05:17:55 +08:00
|
|
|
default:
|
2014-08-20 21:36:24 +08:00
|
|
|
r = vcpu->kvm->arch.kvm_ops->get_one_reg(vcpu, id, val);
|
2012-08-09 05:17:55 +08:00
|
|
|
break;
|
|
|
|
|
}
|
2013-04-11 08:03:07 +08:00
|
|
|
|
2012-08-09 05:17:55 +08:00
|
|
|
return r;
|
2011-12-12 20:26:50 +08:00
|
|
|
}
|
|
|
|
|
|
2014-08-20 21:36:24 +08:00
|
|
|
int kvmppc_set_one_reg(struct kvm_vcpu *vcpu, u64 id,
|
|
|
|
|
union kvmppc_one_reg *val)
|
2011-12-12 20:26:50 +08:00
|
|
|
{
|
2013-04-11 08:03:07 +08:00
|
|
|
int r = 0;
|
|
|
|
|
|
2014-08-20 21:36:24 +08:00
|
|
|
switch (id) {
|
2012-08-09 05:17:55 +08:00
|
|
|
case KVM_REG_PPC_IAC1:
|
2014-08-20 21:36:24 +08:00
|
|
|
vcpu->arch.dbg_reg.iac1 = set_reg_val(id, *val);
|
2013-07-04 14:57:46 +08:00
|
|
|
break;
|
2012-08-09 05:17:55 +08:00
|
|
|
case KVM_REG_PPC_IAC2:
|
2014-08-20 21:36:24 +08:00
|
|
|
vcpu->arch.dbg_reg.iac2 = set_reg_val(id, *val);
|
2013-07-04 14:57:46 +08:00
|
|
|
break;
|
|
|
|
|
#if CONFIG_PPC_ADV_DEBUG_IACS > 2
|
2012-08-09 05:17:55 +08:00
|
|
|
case KVM_REG_PPC_IAC3:
|
2014-08-20 21:36:24 +08:00
|
|
|
vcpu->arch.dbg_reg.iac3 = set_reg_val(id, *val);
|
2013-07-04 14:57:46 +08:00
|
|
|
break;
|
2013-04-11 08:03:07 +08:00
|
|
|
case KVM_REG_PPC_IAC4:
|
2014-08-20 21:36:24 +08:00
|
|
|
vcpu->arch.dbg_reg.iac4 = set_reg_val(id, *val);
|
2012-08-09 05:17:55 +08:00
|
|
|
break;
|
2013-07-04 14:57:46 +08:00
|
|
|
#endif
|
2012-08-09 05:17:55 +08:00
|
|
|
case KVM_REG_PPC_DAC1:
|
2014-08-20 21:36:24 +08:00
|
|
|
vcpu->arch.dbg_reg.dac1 = set_reg_val(id, *val);
|
2013-07-04 14:57:46 +08:00
|
|
|
break;
|
2013-04-11 08:03:07 +08:00
|
|
|
case KVM_REG_PPC_DAC2:
|
2014-08-20 21:36:24 +08:00
|
|
|
vcpu->arch.dbg_reg.dac2 = set_reg_val(id, *val);
|
2014-08-06 14:38:56 +08:00
|
|
|
break;
|
2013-01-05 01:28:51 +08:00
|
|
|
case KVM_REG_PPC_EPR: {
|
2014-08-20 21:36:24 +08:00
|
|
|
u32 new_epr = set_reg_val(id, *val);
|
2013-04-11 08:03:07 +08:00
|
|
|
kvmppc_set_epr(vcpu, new_epr);
|
2013-01-05 01:28:51 +08:00
|
|
|
break;
|
|
|
|
|
}
|
2012-10-11 14:13:29 +08:00
|
|
|
#if defined(CONFIG_64BIT)
|
|
|
|
|
case KVM_REG_PPC_EPCR: {
|
2014-08-20 21:36:24 +08:00
|
|
|
u32 new_epcr = set_reg_val(id, *val);
|
2013-04-11 08:03:07 +08:00
|
|
|
kvmppc_set_epcr(vcpu, new_epcr);
|
2012-10-11 14:13:29 +08:00
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
#endif
|
2013-02-25 02:57:12 +08:00
|
|
|
case KVM_REG_PPC_OR_TSR: {
|
2014-08-20 21:36:24 +08:00
|
|
|
u32 tsr_bits = set_reg_val(id, *val);
|
2013-02-25 02:57:12 +08:00
|
|
|
kvmppc_set_tsr_bits(vcpu, tsr_bits);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
case KVM_REG_PPC_CLEAR_TSR: {
|
2014-08-20 21:36:24 +08:00
|
|
|
u32 tsr_bits = set_reg_val(id, *val);
|
2013-02-25 02:57:12 +08:00
|
|
|
kvmppc_clr_tsr_bits(vcpu, tsr_bits);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
case KVM_REG_PPC_TSR: {
|
2014-08-20 21:36:24 +08:00
|
|
|
u32 tsr = set_reg_val(id, *val);
|
2013-02-25 02:57:12 +08:00
|
|
|
kvmppc_set_tsr(vcpu, tsr);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
case KVM_REG_PPC_TCR: {
|
2014-08-20 21:36:24 +08:00
|
|
|
u32 tcr = set_reg_val(id, *val);
|
2013-02-25 02:57:12 +08:00
|
|
|
kvmppc_set_tcr(vcpu, tcr);
|
|
|
|
|
break;
|
|
|
|
|
}
|
2013-09-20 12:52:37 +08:00
|
|
|
case KVM_REG_PPC_VRSAVE:
|
2014-08-20 21:36:24 +08:00
|
|
|
vcpu->arch.vrsave = set_reg_val(id, *val);
|
2013-09-20 12:52:37 +08:00
|
|
|
break;
|
2012-08-09 05:17:55 +08:00
|
|
|
default:
|
2014-08-20 21:36:24 +08:00
|
|
|
r = vcpu->kvm->arch.kvm_ops->set_one_reg(vcpu, id, val);
|
2012-08-09 05:17:55 +08:00
|
|
|
break;
|
|
|
|
|
}
|
2013-04-11 08:03:07 +08:00
|
|
|
|
2012-08-09 05:17:55 +08:00
|
|
|
return r;
|
2011-12-12 20:26:50 +08:00
|
|
|
}
|
|
|
|
|
|
2008-04-17 12:28:09 +08:00
|
|
|
int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu)
|
|
|
|
|
{
|
|
|
|
|
return -ENOTSUPP;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu)
|
|
|
|
|
{
|
|
|
|
|
return -ENOTSUPP;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu,
|
|
|
|
|
struct kvm_translation *tr)
|
|
|
|
|
{
|
2010-05-13 16:05:49 +08:00
|
|
|
int r;
|
|
|
|
|
|
2017-12-05 04:35:32 +08:00
|
|
|
vcpu_load(vcpu);
|
2010-05-13 16:05:49 +08:00
|
|
|
r = kvmppc_core_vcpu_translate(vcpu, tr);
|
2017-12-05 04:35:32 +08:00
|
|
|
vcpu_put(vcpu);
|
2010-05-13 16:05:49 +08:00
|
|
|
return r;
|
2008-04-17 12:28:09 +08:00
|
|
|
}
|
2008-11-05 23:36:13 +08:00
|
|
|
|
2009-10-30 13:47:01 +08:00
|
|
|
int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm, struct kvm_dirty_log *log)
|
|
|
|
|
{
|
|
|
|
|
return -ENOTSUPP;
|
|
|
|
|
}
|
|
|
|
|
|
2013-10-08 00:48:00 +08:00
|
|
|
void kvmppc_core_free_memslot(struct kvm *kvm, struct kvm_memory_slot *free,
|
2012-09-11 21:27:46 +08:00
|
|
|
struct kvm_memory_slot *dont)
|
|
|
|
|
{
|
|
|
|
|
}
|
|
|
|
|
|
2013-10-08 00:48:00 +08:00
|
|
|
int kvmppc_core_create_memslot(struct kvm *kvm, struct kvm_memory_slot *slot,
|
2012-09-11 21:27:46 +08:00
|
|
|
unsigned long npages)
|
|
|
|
|
{
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2011-06-29 08:19:22 +08:00
|
|
|
int kvmppc_core_prepare_memory_region(struct kvm *kvm,
|
2012-09-11 21:27:46 +08:00
|
|
|
struct kvm_memory_slot *memslot,
|
2015-05-18 19:59:39 +08:00
|
|
|
const struct kvm_userspace_memory_region *mem)
|
2011-06-29 08:19:22 +08:00
|
|
|
{
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void kvmppc_core_commit_memory_region(struct kvm *kvm,
|
2015-05-18 19:59:39 +08:00
|
|
|
const struct kvm_userspace_memory_region *mem,
|
2015-05-18 19:20:23 +08:00
|
|
|
const struct kvm_memory_slot *old,
|
2018-12-12 12:15:30 +08:00
|
|
|
const struct kvm_memory_slot *new,
|
|
|
|
|
enum kvm_mr_change change)
|
2012-09-11 21:28:18 +08:00
|
|
|
{
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void kvmppc_core_flush_memslot(struct kvm *kvm, struct kvm_memory_slot *memslot)
|
2011-06-29 08:19:22 +08:00
|
|
|
{
|
|
|
|
|
}
|
|
|
|
|
|
2012-10-11 14:13:27 +08:00
|
|
|
void kvmppc_set_epcr(struct kvm_vcpu *vcpu, u32 new_epcr)
|
|
|
|
|
{
|
|
|
|
|
#if defined(CONFIG_64BIT)
|
|
|
|
|
vcpu->arch.epcr = new_epcr;
|
|
|
|
|
#ifdef CONFIG_KVM_BOOKE_HV
|
|
|
|
|
vcpu->arch.shadow_epcr &= ~SPRN_EPCR_GICM;
|
|
|
|
|
if (vcpu->arch.epcr & SPRN_EPCR_ICM)
|
|
|
|
|
vcpu->arch.shadow_epcr |= SPRN_EPCR_GICM;
|
|
|
|
|
#endif
|
|
|
|
|
#endif
|
|
|
|
|
}
|
|
|
|
|
|
2011-11-17 20:39:59 +08:00
|
|
|
void kvmppc_set_tcr(struct kvm_vcpu *vcpu, u32 new_tcr)
|
|
|
|
|
{
|
|
|
|
|
vcpu->arch.tcr = new_tcr;
|
2012-08-09 04:38:19 +08:00
|
|
|
arm_next_watchdog(vcpu);
|
2011-11-17 20:39:59 +08:00
|
|
|
update_timer_ints(vcpu);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void kvmppc_set_tsr_bits(struct kvm_vcpu *vcpu, u32 tsr_bits)
|
|
|
|
|
{
|
|
|
|
|
set_bits(tsr_bits, &vcpu->arch.tsr);
|
|
|
|
|
smp_wmb();
|
|
|
|
|
kvm_make_request(KVM_REQ_PENDING_TIMER, vcpu);
|
|
|
|
|
kvm_vcpu_kick(vcpu);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void kvmppc_clr_tsr_bits(struct kvm_vcpu *vcpu, u32 tsr_bits)
|
|
|
|
|
{
|
|
|
|
|
clear_bits(tsr_bits, &vcpu->arch.tsr);
|
2012-08-09 04:38:19 +08:00
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* We may have stopped the watchdog due to
|
|
|
|
|
* being stuck on final expiration.
|
|
|
|
|
*/
|
|
|
|
|
if (tsr_bits & (TSR_ENW | TSR_WIS))
|
|
|
|
|
arm_next_watchdog(vcpu);
|
|
|
|
|
|
2011-11-17 20:39:59 +08:00
|
|
|
update_timer_ints(vcpu);
|
|
|
|
|
}
|
|
|
|
|
|
2014-09-01 22:19:56 +08:00
|
|
|
void kvmppc_decrementer_func(struct kvm_vcpu *vcpu)
|
2011-11-17 20:39:59 +08:00
|
|
|
{
|
2012-05-21 07:21:23 +08:00
|
|
|
if (vcpu->arch.tcr & TCR_ARE) {
|
|
|
|
|
vcpu->arch.dec = vcpu->arch.decar;
|
|
|
|
|
kvmppc_emulate_dec(vcpu);
|
|
|
|
|
}
|
|
|
|
|
|
2011-11-17 20:39:59 +08:00
|
|
|
kvmppc_set_tsr_bits(vcpu, TSR_DIS);
|
|
|
|
|
}
|
|
|
|
|
|
2013-07-04 14:57:47 +08:00
|
|
|
static int kvmppc_booke_add_breakpoint(struct debug_reg *dbg_reg,
|
|
|
|
|
uint64_t addr, int index)
|
|
|
|
|
{
|
|
|
|
|
switch (index) {
|
|
|
|
|
case 0:
|
|
|
|
|
dbg_reg->dbcr0 |= DBCR0_IAC1;
|
|
|
|
|
dbg_reg->iac1 = addr;
|
|
|
|
|
break;
|
|
|
|
|
case 1:
|
|
|
|
|
dbg_reg->dbcr0 |= DBCR0_IAC2;
|
|
|
|
|
dbg_reg->iac2 = addr;
|
|
|
|
|
break;
|
|
|
|
|
#if CONFIG_PPC_ADV_DEBUG_IACS > 2
|
|
|
|
|
case 2:
|
|
|
|
|
dbg_reg->dbcr0 |= DBCR0_IAC3;
|
|
|
|
|
dbg_reg->iac3 = addr;
|
|
|
|
|
break;
|
|
|
|
|
case 3:
|
|
|
|
|
dbg_reg->dbcr0 |= DBCR0_IAC4;
|
|
|
|
|
dbg_reg->iac4 = addr;
|
|
|
|
|
break;
|
|
|
|
|
#endif
|
|
|
|
|
default:
|
|
|
|
|
return -EINVAL;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
dbg_reg->dbcr0 |= DBCR0_IDM;
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int kvmppc_booke_add_watchpoint(struct debug_reg *dbg_reg, uint64_t addr,
|
|
|
|
|
int type, int index)
|
|
|
|
|
{
|
|
|
|
|
switch (index) {
|
|
|
|
|
case 0:
|
|
|
|
|
if (type & KVMPPC_DEBUG_WATCH_READ)
|
|
|
|
|
dbg_reg->dbcr0 |= DBCR0_DAC1R;
|
|
|
|
|
if (type & KVMPPC_DEBUG_WATCH_WRITE)
|
|
|
|
|
dbg_reg->dbcr0 |= DBCR0_DAC1W;
|
|
|
|
|
dbg_reg->dac1 = addr;
|
|
|
|
|
break;
|
|
|
|
|
case 1:
|
|
|
|
|
if (type & KVMPPC_DEBUG_WATCH_READ)
|
|
|
|
|
dbg_reg->dbcr0 |= DBCR0_DAC2R;
|
|
|
|
|
if (type & KVMPPC_DEBUG_WATCH_WRITE)
|
|
|
|
|
dbg_reg->dbcr0 |= DBCR0_DAC2W;
|
|
|
|
|
dbg_reg->dac2 = addr;
|
|
|
|
|
break;
|
|
|
|
|
default:
|
|
|
|
|
return -EINVAL;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
dbg_reg->dbcr0 |= DBCR0_IDM;
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
void kvm_guest_protect_msr(struct kvm_vcpu *vcpu, ulong prot_bitmap, bool set)
|
|
|
|
|
{
|
|
|
|
|
/* XXX: Add similar MSR protection for BookE-PR */
|
|
|
|
|
#ifdef CONFIG_KVM_BOOKE_HV
|
|
|
|
|
BUG_ON(prot_bitmap & ~(MSRP_UCLEP | MSRP_DEP | MSRP_PMMP));
|
|
|
|
|
if (set) {
|
|
|
|
|
if (prot_bitmap & MSR_UCLE)
|
|
|
|
|
vcpu->arch.shadow_msrp |= MSRP_UCLEP;
|
|
|
|
|
if (prot_bitmap & MSR_DE)
|
|
|
|
|
vcpu->arch.shadow_msrp |= MSRP_DEP;
|
|
|
|
|
if (prot_bitmap & MSR_PMM)
|
|
|
|
|
vcpu->arch.shadow_msrp |= MSRP_PMMP;
|
|
|
|
|
} else {
|
|
|
|
|
if (prot_bitmap & MSR_UCLE)
|
|
|
|
|
vcpu->arch.shadow_msrp &= ~MSRP_UCLEP;
|
|
|
|
|
if (prot_bitmap & MSR_DE)
|
|
|
|
|
vcpu->arch.shadow_msrp &= ~MSRP_DEP;
|
|
|
|
|
if (prot_bitmap & MSR_PMM)
|
|
|
|
|
vcpu->arch.shadow_msrp &= ~MSRP_PMMP;
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
}
|
|
|
|
|
|
2014-06-20 19:52:36 +08:00
|
|
|
int kvmppc_xlate(struct kvm_vcpu *vcpu, ulong eaddr, enum xlate_instdata xlid,
|
|
|
|
|
enum xlate_readwrite xlrw, struct kvmppc_pte *pte)
|
|
|
|
|
{
|
|
|
|
|
int gtlb_index;
|
|
|
|
|
gpa_t gpaddr;
|
|
|
|
|
|
|
|
|
|
#ifdef CONFIG_KVM_E500V2
|
|
|
|
|
if (!(vcpu->arch.shared->msr & MSR_PR) &&
|
|
|
|
|
(eaddr & PAGE_MASK) == vcpu->arch.magic_page_ea) {
|
|
|
|
|
pte->eaddr = eaddr;
|
|
|
|
|
pte->raddr = (vcpu->arch.magic_page_pa & PAGE_MASK) |
|
|
|
|
|
(eaddr & ~PAGE_MASK);
|
|
|
|
|
pte->vpage = eaddr >> PAGE_SHIFT;
|
|
|
|
|
pte->may_read = true;
|
|
|
|
|
pte->may_write = true;
|
|
|
|
|
pte->may_execute = true;
|
|
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
/* Check the guest TLB. */
|
|
|
|
|
switch (xlid) {
|
|
|
|
|
case XLATE_INST:
|
|
|
|
|
gtlb_index = kvmppc_mmu_itlb_index(vcpu, eaddr);
|
|
|
|
|
break;
|
|
|
|
|
case XLATE_DATA:
|
|
|
|
|
gtlb_index = kvmppc_mmu_dtlb_index(vcpu, eaddr);
|
|
|
|
|
break;
|
|
|
|
|
default:
|
|
|
|
|
BUG();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* Do we have a TLB entry at all? */
|
|
|
|
|
if (gtlb_index < 0)
|
|
|
|
|
return -ENOENT;
|
|
|
|
|
|
|
|
|
|
gpaddr = kvmppc_mmu_xlate(vcpu, gtlb_index, eaddr);
|
|
|
|
|
|
|
|
|
|
pte->eaddr = eaddr;
|
|
|
|
|
pte->raddr = (gpaddr & PAGE_MASK) | (eaddr & ~PAGE_MASK);
|
|
|
|
|
pte->vpage = eaddr >> PAGE_SHIFT;
|
|
|
|
|
|
|
|
|
|
/* XXX read permissions from the guest TLB */
|
|
|
|
|
pte->may_read = true;
|
|
|
|
|
pte->may_write = true;
|
|
|
|
|
pte->may_execute = true;
|
|
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2013-07-04 14:57:47 +08:00
|
|
|
int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu,
|
|
|
|
|
struct kvm_guest_debug *dbg)
|
|
|
|
|
{
|
|
|
|
|
struct debug_reg *dbg_reg;
|
|
|
|
|
int n, b = 0, w = 0;
|
2017-12-05 04:35:33 +08:00
|
|
|
int ret = 0;
|
|
|
|
|
|
|
|
|
|
vcpu_load(vcpu);
|
2013-07-04 14:57:47 +08:00
|
|
|
|
|
|
|
|
if (!(dbg->control & KVM_GUESTDBG_ENABLE)) {
|
2014-08-06 14:38:55 +08:00
|
|
|
vcpu->arch.dbg_reg.dbcr0 = 0;
|
2013-07-04 14:57:47 +08:00
|
|
|
vcpu->guest_debug = 0;
|
|
|
|
|
kvm_guest_protect_msr(vcpu, MSR_DE, false);
|
2017-12-05 04:35:33 +08:00
|
|
|
goto out;
|
2013-07-04 14:57:47 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
kvm_guest_protect_msr(vcpu, MSR_DE, true);
|
|
|
|
|
vcpu->guest_debug = dbg->control;
|
2014-08-06 14:38:55 +08:00
|
|
|
vcpu->arch.dbg_reg.dbcr0 = 0;
|
2013-07-04 14:57:47 +08:00
|
|
|
|
|
|
|
|
if (vcpu->guest_debug & KVM_GUESTDBG_SINGLESTEP)
|
2014-08-06 14:38:55 +08:00
|
|
|
vcpu->arch.dbg_reg.dbcr0 |= DBCR0_IDM | DBCR0_IC;
|
2013-07-04 14:57:47 +08:00
|
|
|
|
|
|
|
|
/* Code below handles only HW breakpoints */
|
2014-08-06 14:38:55 +08:00
|
|
|
dbg_reg = &(vcpu->arch.dbg_reg);
|
2013-07-04 14:57:47 +08:00
|
|
|
|
|
|
|
|
#ifdef CONFIG_KVM_BOOKE_HV
|
|
|
|
|
/*
|
|
|
|
|
* On BookE-HV (e500mc) the guest is always executed with MSR.GS=1
|
|
|
|
|
* DBCR1 and DBCR2 are set to trigger debug events when MSR.PR is 0
|
|
|
|
|
*/
|
|
|
|
|
dbg_reg->dbcr1 = 0;
|
|
|
|
|
dbg_reg->dbcr2 = 0;
|
|
|
|
|
#else
|
|
|
|
|
/*
|
|
|
|
|
* On BookE-PR (e500v2) the guest is always executed with MSR.PR=1
|
|
|
|
|
* We set DBCR1 and DBCR2 to only trigger debug events when MSR.PR
|
|
|
|
|
* is set.
|
|
|
|
|
*/
|
|
|
|
|
dbg_reg->dbcr1 = DBCR1_IAC1US | DBCR1_IAC2US | DBCR1_IAC3US |
|
|
|
|
|
DBCR1_IAC4US;
|
|
|
|
|
dbg_reg->dbcr2 = DBCR2_DAC1US | DBCR2_DAC2US;
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
if (!(vcpu->guest_debug & KVM_GUESTDBG_USE_HW_BP))
|
2017-12-05 04:35:33 +08:00
|
|
|
goto out;
|
2013-07-04 14:57:47 +08:00
|
|
|
|
2017-12-05 04:35:33 +08:00
|
|
|
ret = -EINVAL;
|
2013-07-04 14:57:47 +08:00
|
|
|
for (n = 0; n < (KVMPPC_BOOKE_IAC_NUM + KVMPPC_BOOKE_DAC_NUM); n++) {
|
|
|
|
|
uint64_t addr = dbg->arch.bp[n].addr;
|
|
|
|
|
uint32_t type = dbg->arch.bp[n].type;
|
|
|
|
|
|
|
|
|
|
if (type == KVMPPC_DEBUG_NONE)
|
|
|
|
|
continue;
|
|
|
|
|
|
2016-07-14 18:15:46 +08:00
|
|
|
if (type & ~(KVMPPC_DEBUG_WATCH_READ |
|
2013-07-04 14:57:47 +08:00
|
|
|
KVMPPC_DEBUG_WATCH_WRITE |
|
|
|
|
|
KVMPPC_DEBUG_BREAKPOINT))
|
2017-12-05 04:35:33 +08:00
|
|
|
goto out;
|
2013-07-04 14:57:47 +08:00
|
|
|
|
|
|
|
|
if (type & KVMPPC_DEBUG_BREAKPOINT) {
|
|
|
|
|
/* Setting H/W breakpoint */
|
|
|
|
|
if (kvmppc_booke_add_breakpoint(dbg_reg, addr, b++))
|
2017-12-05 04:35:33 +08:00
|
|
|
goto out;
|
2013-07-04 14:57:47 +08:00
|
|
|
} else {
|
|
|
|
|
/* Setting H/W watchpoint */
|
|
|
|
|
if (kvmppc_booke_add_watchpoint(dbg_reg, addr,
|
|
|
|
|
type, w++))
|
2017-12-05 04:35:33 +08:00
|
|
|
goto out;
|
2013-07-04 14:57:47 +08:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2017-12-05 04:35:33 +08:00
|
|
|
ret = 0;
|
|
|
|
|
out:
|
|
|
|
|
vcpu_put(vcpu);
|
|
|
|
|
return ret;
|
2013-07-04 14:57:47 +08:00
|
|
|
}
|
|
|
|
|
|
2011-12-20 23:34:22 +08:00
|
|
|
void kvmppc_booke_vcpu_load(struct kvm_vcpu *vcpu, int cpu)
|
|
|
|
|
{
|
2012-09-21 03:35:51 +08:00
|
|
|
vcpu->cpu = smp_processor_id();
|
2011-12-20 23:34:43 +08:00
|
|
|
current->thread.kvm_vcpu = vcpu;
|
2011-12-20 23:34:22 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void kvmppc_booke_vcpu_put(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2011-12-20 23:34:43 +08:00
|
|
|
current->thread.kvm_vcpu = NULL;
|
2012-09-21 03:35:51 +08:00
|
|
|
vcpu->cpu = -1;
|
2013-07-04 14:57:47 +08:00
|
|
|
|
|
|
|
|
/* Clear pending debug event in DBSR */
|
|
|
|
|
kvmppc_clear_dbsr();
|
2011-12-20 23:34:22 +08:00
|
|
|
}
|
|
|
|
|
|
2013-10-08 00:47:53 +08:00
|
|
|
void kvmppc_mmu_destroy(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2013-10-08 00:48:01 +08:00
|
|
|
vcpu->kvm->arch.kvm_ops->mmu_destroy(vcpu);
|
2013-10-08 00:47:53 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int kvmppc_core_init_vm(struct kvm *kvm)
|
|
|
|
|
{
|
2013-10-08 00:48:01 +08:00
|
|
|
return kvm->arch.kvm_ops->init_vm(kvm);
|
2013-10-08 00:47:53 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
struct kvm_vcpu *kvmppc_core_vcpu_create(struct kvm *kvm, unsigned int id)
|
|
|
|
|
{
|
2013-10-08 00:48:01 +08:00
|
|
|
return kvm->arch.kvm_ops->vcpu_create(kvm, id);
|
2013-10-08 00:47:53 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void kvmppc_core_vcpu_free(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2013-10-08 00:48:01 +08:00
|
|
|
vcpu->kvm->arch.kvm_ops->vcpu_free(vcpu);
|
2013-10-08 00:47:53 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void kvmppc_core_destroy_vm(struct kvm *kvm)
|
|
|
|
|
{
|
2013-10-08 00:48:01 +08:00
|
|
|
kvm->arch.kvm_ops->destroy_vm(kvm);
|
2013-10-08 00:47:53 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void kvmppc_core_vcpu_load(struct kvm_vcpu *vcpu, int cpu)
|
|
|
|
|
{
|
2013-10-08 00:48:01 +08:00
|
|
|
vcpu->kvm->arch.kvm_ops->vcpu_load(vcpu, cpu);
|
2013-10-08 00:47:53 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void kvmppc_core_vcpu_put(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2013-10-08 00:48:01 +08:00
|
|
|
vcpu->kvm->arch.kvm_ops->vcpu_put(vcpu);
|
2011-12-20 23:34:22 +08:00
|
|
|
}
|
|
|
|
|
|
2009-06-02 09:46:14 +08:00
|
|
|
int __init kvmppc_booke_init(void)
|
2008-11-05 23:36:13 +08:00
|
|
|
{
|
2011-12-20 23:34:43 +08:00
|
|
|
#ifndef CONFIG_KVM_BOOKE_HV
|
2008-11-05 23:36:13 +08:00
|
|
|
unsigned long ivor[16];
|
2013-01-16 06:24:39 +08:00
|
|
|
unsigned long *handler = kvmppc_booke_handler_addr;
|
2008-11-05 23:36:13 +08:00
|
|
|
unsigned long max_ivor = 0;
|
2013-01-16 06:24:39 +08:00
|
|
|
unsigned long handler_len;
|
2008-11-05 23:36:13 +08:00
|
|
|
int i;
|
|
|
|
|
|
|
|
|
|
/* We install our own exception handlers by hijacking IVPR. IVPR must
|
|
|
|
|
* be 16-bit aligned, so we need a 64KB allocation. */
|
|
|
|
|
kvmppc_booke_handlers = __get_free_pages(GFP_KERNEL | __GFP_ZERO,
|
|
|
|
|
VCPU_SIZE_ORDER);
|
|
|
|
|
if (!kvmppc_booke_handlers)
|
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
|
|
/* XXX make sure our handlers are smaller than Linux's */
|
|
|
|
|
|
|
|
|
|
/* Copy our interrupt handlers to match host IVORs. That way we don't
|
|
|
|
|
* have to swap the IVORs on every guest/host transition. */
|
|
|
|
|
ivor[0] = mfspr(SPRN_IVOR0);
|
|
|
|
|
ivor[1] = mfspr(SPRN_IVOR1);
|
|
|
|
|
ivor[2] = mfspr(SPRN_IVOR2);
|
|
|
|
|
ivor[3] = mfspr(SPRN_IVOR3);
|
|
|
|
|
ivor[4] = mfspr(SPRN_IVOR4);
|
|
|
|
|
ivor[5] = mfspr(SPRN_IVOR5);
|
|
|
|
|
ivor[6] = mfspr(SPRN_IVOR6);
|
|
|
|
|
ivor[7] = mfspr(SPRN_IVOR7);
|
|
|
|
|
ivor[8] = mfspr(SPRN_IVOR8);
|
|
|
|
|
ivor[9] = mfspr(SPRN_IVOR9);
|
|
|
|
|
ivor[10] = mfspr(SPRN_IVOR10);
|
|
|
|
|
ivor[11] = mfspr(SPRN_IVOR11);
|
|
|
|
|
ivor[12] = mfspr(SPRN_IVOR12);
|
|
|
|
|
ivor[13] = mfspr(SPRN_IVOR13);
|
|
|
|
|
ivor[14] = mfspr(SPRN_IVOR14);
|
|
|
|
|
ivor[15] = mfspr(SPRN_IVOR15);
|
|
|
|
|
|
|
|
|
|
for (i = 0; i < 16; i++) {
|
|
|
|
|
if (ivor[i] > max_ivor)
|
2013-01-16 06:24:39 +08:00
|
|
|
max_ivor = i;
|
2008-11-05 23:36:13 +08:00
|
|
|
|
2013-01-16 06:24:39 +08:00
|
|
|
handler_len = handler[i + 1] - handler[i];
|
2008-11-05 23:36:13 +08:00
|
|
|
memcpy((void *)kvmppc_booke_handlers + ivor[i],
|
2013-01-16 06:24:39 +08:00
|
|
|
(void *)handler[i], handler_len);
|
2008-11-05 23:36:13 +08:00
|
|
|
}
|
2013-01-16 06:24:39 +08:00
|
|
|
|
|
|
|
|
handler_len = handler[max_ivor + 1] - handler[max_ivor];
|
|
|
|
|
flush_icache_range(kvmppc_booke_handlers, kvmppc_booke_handlers +
|
|
|
|
|
ivor[max_ivor] + handler_len);
|
2011-12-20 23:34:43 +08:00
|
|
|
#endif /* !BOOKE_HV */
|
2008-11-05 23:36:18 +08:00
|
|
|
return 0;
|
2008-11-05 23:36:13 +08:00
|
|
|
}
|
|
|
|
|
|
2008-11-05 23:36:18 +08:00
|
|
|
void __exit kvmppc_booke_exit(void)
|
2008-11-05 23:36:13 +08:00
|
|
|
{
|
|
|
|
|
free_pages(kvmppc_booke_handlers, VCPU_SIZE_ORDER);
|
|
|
|
|
kvm_exit();
|
|
|
|
|
}
|