2008-03-26 01:47:29 +08:00
|
|
|
/*
|
2012-07-20 17:15:04 +08:00
|
|
|
* handling privileged instructions
|
2008-03-26 01:47:29 +08:00
|
|
|
*
|
2013-06-12 19:54:53 +08:00
|
|
|
* Copyright IBM Corp. 2008, 2013
|
2008-03-26 01:47:29 +08:00
|
|
|
*
|
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
|
* it under the terms of the GNU General Public License (version 2 only)
|
|
|
|
|
* as published by the Free Software Foundation.
|
|
|
|
|
*
|
|
|
|
|
* Author(s): Carsten Otte <cotte@de.ibm.com>
|
|
|
|
|
* Christian Borntraeger <borntraeger@de.ibm.com>
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#include <linux/kvm.h>
|
include cleanup: Update gfp.h and slab.h includes to prepare for breaking implicit slab.h inclusion from percpu.h
percpu.h is included by sched.h and module.h and thus ends up being
included when building most .c files. percpu.h includes slab.h which
in turn includes gfp.h making everything defined by the two files
universally available and complicating inclusion dependencies.
percpu.h -> slab.h dependency is about to be removed. Prepare for
this change by updating users of gfp and slab facilities include those
headers directly instead of assuming availability. As this conversion
needs to touch large number of source files, the following script is
used as the basis of conversion.
http://userweb.kernel.org/~tj/misc/slabh-sweep.py
The script does the followings.
* Scan files for gfp and slab usages and update includes such that
only the necessary includes are there. ie. if only gfp is used,
gfp.h, if slab is used, slab.h.
* When the script inserts a new include, it looks at the include
blocks and try to put the new include such that its order conforms
to its surrounding. It's put in the include block which contains
core kernel includes, in the same order that the rest are ordered -
alphabetical, Christmas tree, rev-Xmas-tree or at the end if there
doesn't seem to be any matching order.
* If the script can't find a place to put a new include (mostly
because the file doesn't have fitting include block), it prints out
an error message indicating which .h file needs to be added to the
file.
The conversion was done in the following steps.
1. The initial automatic conversion of all .c files updated slightly
over 4000 files, deleting around 700 includes and adding ~480 gfp.h
and ~3000 slab.h inclusions. The script emitted errors for ~400
files.
2. Each error was manually checked. Some didn't need the inclusion,
some needed manual addition while adding it to implementation .h or
embedding .c file was more appropriate for others. This step added
inclusions to around 150 files.
3. The script was run again and the output was compared to the edits
from #2 to make sure no file was left behind.
4. Several build tests were done and a couple of problems were fixed.
e.g. lib/decompress_*.c used malloc/free() wrappers around slab
APIs requiring slab.h to be added manually.
5. The script was run on all .h files but without automatically
editing them as sprinkling gfp.h and slab.h inclusions around .h
files could easily lead to inclusion dependency hell. Most gfp.h
inclusion directives were ignored as stuff from gfp.h was usually
wildly available and often used in preprocessor macros. Each
slab.h inclusion directive was examined and added manually as
necessary.
6. percpu.h was updated not to include slab.h.
7. Build test were done on the following configurations and failures
were fixed. CONFIG_GCOV_KERNEL was turned off for all tests (as my
distributed build env didn't work with gcov compiles) and a few
more options had to be turned off depending on archs to make things
build (like ipr on powerpc/64 which failed due to missing writeq).
* x86 and x86_64 UP and SMP allmodconfig and a custom test config.
* powerpc and powerpc64 SMP allmodconfig
* sparc and sparc64 SMP allmodconfig
* ia64 SMP allmodconfig
* s390 SMP allmodconfig
* alpha SMP allmodconfig
* um on x86_64 SMP allmodconfig
8. percpu.h modifications were reverted so that it could be applied as
a separate patch and serve as bisection point.
Given the fact that I had only a couple of failures from tests on step
6, I'm fairly confident about the coverage of this conversion patch.
If there is a breakage, it's likely to be something in one of the arch
headers which should be easily discoverable easily on most builds of
the specific arch.
Signed-off-by: Tejun Heo <tj@kernel.org>
Guess-its-ok-by: Christoph Lameter <cl@linux-foundation.org>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: Lee Schermerhorn <Lee.Schermerhorn@hp.com>
2010-03-24 16:04:11 +08:00
|
|
|
#include <linux/gfp.h>
|
2008-03-26 01:47:29 +08:00
|
|
|
#include <linux/errno.h>
|
2013-03-26 00:22:55 +08:00
|
|
|
#include <linux/compat.h>
|
2013-03-05 20:14:46 +08:00
|
|
|
#include <asm/asm-offsets.h>
|
2013-07-26 21:04:01 +08:00
|
|
|
#include <asm/facility.h>
|
2008-03-26 01:47:29 +08:00
|
|
|
#include <asm/current.h>
|
|
|
|
|
#include <asm/debug.h>
|
|
|
|
|
#include <asm/ebcdic.h>
|
|
|
|
|
#include <asm/sysinfo.h>
|
2013-06-12 19:54:53 +08:00
|
|
|
#include <asm/pgtable.h>
|
|
|
|
|
#include <asm/pgalloc.h>
|
2016-03-08 18:49:57 +08:00
|
|
|
#include <asm/gmap.h>
|
2013-06-12 19:54:53 +08:00
|
|
|
#include <asm/io.h>
|
2012-12-20 22:32:09 +08:00
|
|
|
#include <asm/ptrace.h>
|
|
|
|
|
#include <asm/compat.h>
|
2016-05-10 15:50:21 +08:00
|
|
|
#include <asm/sclp.h>
|
2008-03-26 01:47:29 +08:00
|
|
|
#include "gaccess.h"
|
|
|
|
|
#include "kvm-s390.h"
|
2012-07-23 23:20:29 +08:00
|
|
|
#include "trace.h"
|
2008-03-26 01:47:29 +08:00
|
|
|
|
2016-08-15 10:53:22 +08:00
|
|
|
static int handle_ri(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
if (test_kvm_facility(vcpu->kvm, 64)) {
|
|
|
|
|
vcpu->arch.sie_block->ecb3 |= 0x01;
|
|
|
|
|
kvm_s390_retry_instr(vcpu);
|
|
|
|
|
return 0;
|
|
|
|
|
} else
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int kvm_s390_handle_aa(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
if ((vcpu->arch.sie_block->ipa & 0xf) <= 4)
|
|
|
|
|
return handle_ri(vcpu);
|
|
|
|
|
else
|
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
}
|
|
|
|
|
|
2013-09-12 16:33:49 +08:00
|
|
|
/* Handle SCK (SET CLOCK) interception */
|
|
|
|
|
static int handle_set_clock(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2015-05-12 15:49:14 +08:00
|
|
|
int rc;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2015-05-12 15:49:14 +08:00
|
|
|
u64 op2, val;
|
2013-09-12 16:33:49 +08:00
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
op2 = kvm_s390_get_base_disp_s(vcpu, &ar);
|
2013-09-12 16:33:49 +08:00
|
|
|
if (op2 & 7) /* Operand must be on a doubleword boundary */
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = read_guest(vcpu, op2, ar, &val, sizeof(val));
|
2014-01-01 23:50:11 +08:00
|
|
|
if (rc)
|
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2013-09-12 16:33:49 +08:00
|
|
|
|
2015-07-21 18:44:57 +08:00
|
|
|
VCPU_EVENT(vcpu, 3, "SCK: setting guest TOD to 0x%llx", val);
|
2015-05-12 15:49:14 +08:00
|
|
|
kvm_s390_set_tod_clock(vcpu->kvm, val);
|
2013-09-12 16:33:49 +08:00
|
|
|
|
|
|
|
|
kvm_s390_set_psw_cc(vcpu, 0);
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2008-03-26 01:47:29 +08:00
|
|
|
static int handle_set_prefix(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
u64 operand2;
|
2014-01-01 23:47:12 +08:00
|
|
|
u32 address;
|
|
|
|
|
int rc;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2008-03-26 01:47:29 +08:00
|
|
|
|
|
|
|
|
vcpu->stat.instruction_spx++;
|
|
|
|
|
|
2013-06-20 23:22:01 +08:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
operand2 = kvm_s390_get_base_disp_s(vcpu, &ar);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
|
|
|
|
/* must be word boundary */
|
2013-03-26 00:22:53 +08:00
|
|
|
if (operand2 & 3)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
|
|
|
|
/* get the value */
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = read_guest(vcpu, operand2, ar, &address, sizeof(address));
|
2014-01-01 23:47:12 +08:00
|
|
|
if (rc)
|
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
|
|
|
|
|
|
|
|
|
address &= 0x7fffe000u;
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Make sure the new value is valid memory. We only need to check the
|
|
|
|
|
* first page, since address is 8k aligned and memory pieces are always
|
|
|
|
|
* at least 1MB aligned and have at least a size of 1MB.
|
|
|
|
|
*/
|
|
|
|
|
if (kvm_is_error_gpa(vcpu->kvm, address))
|
2013-03-26 00:22:53 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
2012-01-11 18:19:32 +08:00
|
|
|
kvm_s390_set_prefix(vcpu, address);
|
2012-07-23 23:20:29 +08:00
|
|
|
trace_kvm_s390_handle_prefix(vcpu, 1, address);
|
2008-03-26 01:47:29 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int handle_store_prefix(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
u64 operand2;
|
|
|
|
|
u32 address;
|
2014-01-01 23:52:47 +08:00
|
|
|
int rc;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2008-03-26 01:47:29 +08:00
|
|
|
|
|
|
|
|
vcpu->stat.instruction_stpx++;
|
2012-12-20 22:32:07 +08:00
|
|
|
|
2013-06-20 23:22:01 +08:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
operand2 = kvm_s390_get_base_disp_s(vcpu, &ar);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
|
|
|
|
/* must be word boundary */
|
2013-03-26 00:22:53 +08:00
|
|
|
if (operand2 & 3)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
2014-05-13 22:58:30 +08:00
|
|
|
address = kvm_s390_get_prefix(vcpu);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
|
|
|
|
/* get the value */
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = write_guest(vcpu, operand2, ar, &address, sizeof(address));
|
2014-01-01 23:52:47 +08:00
|
|
|
if (rc)
|
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
2015-07-21 18:44:57 +08:00
|
|
|
VCPU_EVENT(vcpu, 3, "STPX: storing prefix 0x%x into 0x%llx", address, operand2);
|
2012-07-23 23:20:29 +08:00
|
|
|
trace_kvm_s390_handle_prefix(vcpu, 0, address);
|
2008-03-26 01:47:29 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int handle_store_cpu_address(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2014-01-01 23:53:27 +08:00
|
|
|
u16 vcpu_id = vcpu->vcpu_id;
|
|
|
|
|
u64 ga;
|
|
|
|
|
int rc;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2008-03-26 01:47:29 +08:00
|
|
|
|
|
|
|
|
vcpu->stat.instruction_stap++;
|
2012-12-20 22:32:07 +08:00
|
|
|
|
2013-06-20 23:22:01 +08:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
ga = kvm_s390_get_base_disp_s(vcpu, &ar);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
2014-01-01 23:53:27 +08:00
|
|
|
if (ga & 1)
|
2013-03-26 00:22:53 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = write_guest(vcpu, ga, ar, &vcpu_id, sizeof(vcpu_id));
|
2014-01-01 23:53:27 +08:00
|
|
|
if (rc)
|
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
2015-07-21 18:44:57 +08:00
|
|
|
VCPU_EVENT(vcpu, 3, "STAP: storing cpu address (%u) to 0x%llx", vcpu_id, ga);
|
2014-01-01 23:53:27 +08:00
|
|
|
trace_kvm_s390_handle_stap(vcpu, ga);
|
2008-03-26 01:47:29 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-23 18:09:17 +08:00
|
|
|
static int __skey_check_enable(struct kvm_vcpu *vcpu)
|
2014-01-15 01:11:14 +08:00
|
|
|
{
|
2014-10-23 18:09:17 +08:00
|
|
|
int rc = 0;
|
2016-05-10 15:40:09 +08:00
|
|
|
|
|
|
|
|
trace_kvm_s390_skey_related_inst(vcpu);
|
2014-01-15 01:11:14 +08:00
|
|
|
if (!(vcpu->arch.sie_block->ictl & (ICTL_ISKE | ICTL_SSKE | ICTL_RRBE)))
|
2014-10-23 18:09:17 +08:00
|
|
|
return rc;
|
2014-01-15 01:11:14 +08:00
|
|
|
|
2014-10-23 18:09:17 +08:00
|
|
|
rc = s390_enable_skey();
|
2016-05-10 15:40:09 +08:00
|
|
|
VCPU_EVENT(vcpu, 3, "enabling storage keys for guest: %d", rc);
|
|
|
|
|
if (!rc)
|
|
|
|
|
vcpu->arch.sie_block->ictl &= ~(ICTL_ISKE | ICTL_SSKE | ICTL_RRBE);
|
2014-10-23 18:09:17 +08:00
|
|
|
return rc;
|
2014-01-15 01:11:14 +08:00
|
|
|
}
|
|
|
|
|
|
2016-05-10 15:50:21 +08:00
|
|
|
static int try_handle_skey(struct kvm_vcpu *vcpu)
|
2008-03-26 01:47:29 +08:00
|
|
|
{
|
2016-05-10 15:40:09 +08:00
|
|
|
int rc;
|
2014-01-15 01:11:14 +08:00
|
|
|
|
2016-05-10 15:40:09 +08:00
|
|
|
vcpu->stat.instruction_storage_key++;
|
|
|
|
|
rc = __skey_check_enable(vcpu);
|
2014-10-23 18:09:17 +08:00
|
|
|
if (rc)
|
|
|
|
|
return rc;
|
2016-05-10 15:50:21 +08:00
|
|
|
if (sclp.has_skey) {
|
|
|
|
|
/* with storage-key facility, SIE interprets it for us */
|
|
|
|
|
kvm_s390_retry_instr(vcpu);
|
|
|
|
|
VCPU_EVENT(vcpu, 4, "%s", "retrying storage key operation");
|
|
|
|
|
return -EAGAIN;
|
|
|
|
|
}
|
2013-06-20 23:22:01 +08:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
2016-05-10 15:50:21 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
2013-06-20 23:22:01 +08:00
|
|
|
|
2016-05-10 15:50:21 +08:00
|
|
|
static int handle_iske(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
unsigned long addr;
|
|
|
|
|
unsigned char key;
|
|
|
|
|
int reg1, reg2;
|
|
|
|
|
int rc;
|
|
|
|
|
|
|
|
|
|
rc = try_handle_skey(vcpu);
|
|
|
|
|
if (rc)
|
|
|
|
|
return rc != -EAGAIN ? rc : 0;
|
|
|
|
|
|
|
|
|
|
kvm_s390_get_regs_rre(vcpu, ®1, ®2);
|
|
|
|
|
|
|
|
|
|
addr = vcpu->run->s.regs.gprs[reg2] & PAGE_MASK;
|
|
|
|
|
addr = kvm_s390_logical_to_effective(vcpu, addr);
|
|
|
|
|
addr = kvm_s390_real_to_abs(vcpu, addr);
|
|
|
|
|
addr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(addr));
|
|
|
|
|
if (kvm_is_error_hva(addr))
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
|
|
|
|
|
|
down_read(¤t->mm->mmap_sem);
|
|
|
|
|
rc = get_guest_storage_key(current->mm, addr, &key);
|
|
|
|
|
up_read(¤t->mm->mmap_sem);
|
|
|
|
|
if (rc)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
|
vcpu->run->s.regs.gprs[reg1] &= ~0xff;
|
|
|
|
|
vcpu->run->s.regs.gprs[reg1] |= key;
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int handle_rrbe(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
unsigned long addr;
|
|
|
|
|
int reg1, reg2;
|
|
|
|
|
int rc;
|
|
|
|
|
|
|
|
|
|
rc = try_handle_skey(vcpu);
|
|
|
|
|
if (rc)
|
|
|
|
|
return rc != -EAGAIN ? rc : 0;
|
|
|
|
|
|
|
|
|
|
kvm_s390_get_regs_rre(vcpu, ®1, ®2);
|
|
|
|
|
|
|
|
|
|
addr = vcpu->run->s.regs.gprs[reg2] & PAGE_MASK;
|
|
|
|
|
addr = kvm_s390_logical_to_effective(vcpu, addr);
|
|
|
|
|
addr = kvm_s390_real_to_abs(vcpu, addr);
|
|
|
|
|
addr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(addr));
|
|
|
|
|
if (kvm_is_error_hva(addr))
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
|
|
|
|
|
|
down_read(¤t->mm->mmap_sem);
|
|
|
|
|
rc = reset_guest_reference_bit(current->mm, addr);
|
|
|
|
|
up_read(¤t->mm->mmap_sem);
|
|
|
|
|
if (rc < 0)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
|
|
|
|
|
|
kvm_s390_set_psw_cc(vcpu, rc);
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#define SSKE_NQ 0x8
|
|
|
|
|
#define SSKE_MR 0x4
|
|
|
|
|
#define SSKE_MC 0x2
|
|
|
|
|
#define SSKE_MB 0x1
|
|
|
|
|
static int handle_sske(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
unsigned char m3 = vcpu->arch.sie_block->ipb >> 28;
|
|
|
|
|
unsigned long start, end;
|
|
|
|
|
unsigned char key, oldkey;
|
|
|
|
|
int reg1, reg2;
|
|
|
|
|
int rc;
|
|
|
|
|
|
|
|
|
|
rc = try_handle_skey(vcpu);
|
|
|
|
|
if (rc)
|
|
|
|
|
return rc != -EAGAIN ? rc : 0;
|
|
|
|
|
|
|
|
|
|
if (!test_kvm_facility(vcpu->kvm, 8))
|
|
|
|
|
m3 &= ~SSKE_MB;
|
|
|
|
|
if (!test_kvm_facility(vcpu->kvm, 10))
|
|
|
|
|
m3 &= ~(SSKE_MC | SSKE_MR);
|
|
|
|
|
if (!test_kvm_facility(vcpu->kvm, 14))
|
|
|
|
|
m3 &= ~SSKE_NQ;
|
|
|
|
|
|
|
|
|
|
kvm_s390_get_regs_rre(vcpu, ®1, ®2);
|
|
|
|
|
|
|
|
|
|
key = vcpu->run->s.regs.gprs[reg1] & 0xfe;
|
|
|
|
|
start = vcpu->run->s.regs.gprs[reg2] & PAGE_MASK;
|
|
|
|
|
start = kvm_s390_logical_to_effective(vcpu, start);
|
|
|
|
|
if (m3 & SSKE_MB) {
|
|
|
|
|
/* start already designates an absolute address */
|
|
|
|
|
end = (start + (1UL << 20)) & ~((1UL << 20) - 1);
|
|
|
|
|
} else {
|
|
|
|
|
start = kvm_s390_real_to_abs(vcpu, start);
|
|
|
|
|
end = start + PAGE_SIZE;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
while (start != end) {
|
|
|
|
|
unsigned long addr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(start));
|
|
|
|
|
|
|
|
|
|
if (kvm_is_error_hva(addr))
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
|
|
|
|
|
|
down_read(¤t->mm->mmap_sem);
|
|
|
|
|
rc = cond_set_guest_storage_key(current->mm, addr, key, &oldkey,
|
|
|
|
|
m3 & SSKE_NQ, m3 & SSKE_MR,
|
|
|
|
|
m3 & SSKE_MC);
|
|
|
|
|
up_read(¤t->mm->mmap_sem);
|
|
|
|
|
if (rc < 0)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
|
start += PAGE_SIZE;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
if (m3 & (SSKE_MC | SSKE_MR)) {
|
|
|
|
|
if (m3 & SSKE_MB) {
|
|
|
|
|
/* skey in reg1 is unpredictable */
|
|
|
|
|
kvm_s390_set_psw_cc(vcpu, 3);
|
|
|
|
|
} else {
|
|
|
|
|
kvm_s390_set_psw_cc(vcpu, rc);
|
|
|
|
|
vcpu->run->s.regs.gprs[reg1] &= ~0xff00UL;
|
|
|
|
|
vcpu->run->s.regs.gprs[reg1] |= (u64) oldkey << 8;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (m3 & SSKE_MB) {
|
|
|
|
|
if (psw_bits(vcpu->arch.sie_block->gpsw).eaba == PSW_AMODE_64BIT)
|
|
|
|
|
vcpu->run->s.regs.gprs[reg2] &= ~PAGE_MASK;
|
|
|
|
|
else
|
|
|
|
|
vcpu->run->s.regs.gprs[reg2] &= ~0xfffff000UL;
|
|
|
|
|
end = kvm_s390_logical_to_effective(vcpu, end);
|
|
|
|
|
vcpu->run->s.regs.gprs[reg2] |= end;
|
|
|
|
|
}
|
2008-03-26 01:47:29 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2014-01-10 21:33:28 +08:00
|
|
|
static int handle_ipte_interlock(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
vcpu->stat.instruction_ipte_interlock++;
|
2014-11-13 00:13:29 +08:00
|
|
|
if (psw_bits(vcpu->arch.sie_block->gpsw).p)
|
2014-01-10 21:33:28 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
wait_event(vcpu->kvm->arch.ipte_wq, !ipte_lock_held(vcpu));
|
2015-11-04 20:47:58 +08:00
|
|
|
kvm_s390_retry_instr(vcpu);
|
2014-01-10 21:33:28 +08:00
|
|
|
VCPU_EVENT(vcpu, 4, "%s", "retrying ipte interlock operation");
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2013-09-12 16:33:48 +08:00
|
|
|
static int handle_test_block(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
gpa_t addr;
|
|
|
|
|
int reg2;
|
|
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
|
|
|
|
kvm_s390_get_regs_rre(vcpu, NULL, ®2);
|
|
|
|
|
addr = vcpu->run->s.regs.gprs[reg2] & PAGE_MASK;
|
2014-03-07 19:14:23 +08:00
|
|
|
addr = kvm_s390_logical_to_effective(vcpu, addr);
|
2015-03-03 19:26:14 +08:00
|
|
|
if (kvm_s390_check_low_addr_prot_real(vcpu, addr))
|
2014-03-07 19:14:23 +08:00
|
|
|
return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm);
|
2013-09-12 16:33:48 +08:00
|
|
|
addr = kvm_s390_real_to_abs(vcpu, addr);
|
|
|
|
|
|
2014-01-01 23:53:49 +08:00
|
|
|
if (kvm_is_error_gpa(vcpu->kvm, addr))
|
2013-09-12 16:33:48 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
|
/*
|
|
|
|
|
* We don't expect errors on modern systems, and do not care
|
|
|
|
|
* about storage keys (yet), so let's just clear the page.
|
|
|
|
|
*/
|
2014-01-01 23:53:49 +08:00
|
|
|
if (kvm_clear_guest(vcpu->kvm, addr, PAGE_SIZE))
|
2013-09-12 16:33:48 +08:00
|
|
|
return -EFAULT;
|
|
|
|
|
kvm_s390_set_psw_cc(vcpu, 0);
|
|
|
|
|
vcpu->run->s.regs.gprs[0] = 0;
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2012-12-20 22:32:12 +08:00
|
|
|
static int handle_tpi(struct kvm_vcpu *vcpu)
|
2008-03-26 01:47:29 +08:00
|
|
|
{
|
2012-12-20 22:32:12 +08:00
|
|
|
struct kvm_s390_interrupt_info *inti;
|
2014-01-01 23:55:48 +08:00
|
|
|
unsigned long len;
|
|
|
|
|
u32 tpi_data[3];
|
2015-02-04 22:53:42 +08:00
|
|
|
int rc;
|
2013-03-05 20:14:46 +08:00
|
|
|
u64 addr;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2012-12-20 22:32:12 +08:00
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
addr = kvm_s390_get_base_disp_s(vcpu, &ar);
|
2013-03-26 00:22:53 +08:00
|
|
|
if (addr & 3)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2015-02-04 22:53:42 +08:00
|
|
|
|
2013-10-09 20:15:54 +08:00
|
|
|
inti = kvm_s390_get_io_int(vcpu->kvm, vcpu->arch.sie_block->gcr[6], 0);
|
2015-02-04 22:53:42 +08:00
|
|
|
if (!inti) {
|
|
|
|
|
kvm_s390_set_psw_cc(vcpu, 0);
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2014-01-01 23:55:48 +08:00
|
|
|
tpi_data[0] = inti->io.subchannel_id << 16 | inti->io.subchannel_nr;
|
|
|
|
|
tpi_data[1] = inti->io.io_int_parm;
|
|
|
|
|
tpi_data[2] = inti->io.io_int_word;
|
2013-03-05 20:14:46 +08:00
|
|
|
if (addr) {
|
|
|
|
|
/*
|
|
|
|
|
* Store the two-word I/O interruption code into the
|
|
|
|
|
* provided area.
|
|
|
|
|
*/
|
2014-01-01 23:55:48 +08:00
|
|
|
len = sizeof(tpi_data) - 4;
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = write_guest(vcpu, addr, ar, &tpi_data, len);
|
2015-02-04 22:53:42 +08:00
|
|
|
if (rc) {
|
|
|
|
|
rc = kvm_s390_inject_prog_cond(vcpu, rc);
|
|
|
|
|
goto reinject_interrupt;
|
|
|
|
|
}
|
2013-03-05 20:14:46 +08:00
|
|
|
} else {
|
|
|
|
|
/*
|
|
|
|
|
* Store the three-word I/O interruption code into
|
|
|
|
|
* the appropriate lowcore area.
|
|
|
|
|
*/
|
2014-01-01 23:55:48 +08:00
|
|
|
len = sizeof(tpi_data);
|
2015-02-04 22:53:42 +08:00
|
|
|
if (write_guest_lc(vcpu, __LC_SUBCHANNEL_ID, &tpi_data, len)) {
|
|
|
|
|
/* failed writes to the low core are not recoverable */
|
2014-01-01 23:55:48 +08:00
|
|
|
rc = -EFAULT;
|
2015-02-04 22:53:42 +08:00
|
|
|
goto reinject_interrupt;
|
|
|
|
|
}
|
2013-03-05 20:14:46 +08:00
|
|
|
}
|
2015-02-04 22:53:42 +08:00
|
|
|
|
|
|
|
|
/* irq was successfully handed to the guest */
|
|
|
|
|
kfree(inti);
|
|
|
|
|
kvm_s390_set_psw_cc(vcpu, 1);
|
|
|
|
|
return 0;
|
|
|
|
|
reinject_interrupt:
|
2014-01-09 01:07:54 +08:00
|
|
|
/*
|
|
|
|
|
* If we encounter a problem storing the interruption code, the
|
|
|
|
|
* instruction is suppressed from the guest's view: reinject the
|
|
|
|
|
* interrupt.
|
|
|
|
|
*/
|
2015-02-04 22:59:11 +08:00
|
|
|
if (kvm_s390_reinject_io_int(vcpu->kvm, inti)) {
|
|
|
|
|
kfree(inti);
|
|
|
|
|
rc = -EFAULT;
|
|
|
|
|
}
|
2015-02-04 22:53:42 +08:00
|
|
|
/* don't set the cc, a pgm irq was injected or we drop to user space */
|
2014-01-01 23:55:48 +08:00
|
|
|
return rc ? -EFAULT : 0;
|
2008-03-26 01:47:29 +08:00
|
|
|
}
|
|
|
|
|
|
2012-12-20 22:32:12 +08:00
|
|
|
static int handle_tsch(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2013-07-03 21:18:35 +08:00
|
|
|
struct kvm_s390_interrupt_info *inti = NULL;
|
|
|
|
|
const u64 isc_mask = 0xffUL << 24; /* all iscs set */
|
2012-12-20 22:32:12 +08:00
|
|
|
|
2013-07-03 21:18:35 +08:00
|
|
|
/* a valid schid has at least one bit set */
|
|
|
|
|
if (vcpu->run->s.regs.gprs[1])
|
|
|
|
|
inti = kvm_s390_get_io_int(vcpu->kvm, isc_mask,
|
|
|
|
|
vcpu->run->s.regs.gprs[1]);
|
2012-12-20 22:32:12 +08:00
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Prepare exit to userspace.
|
|
|
|
|
* We indicate whether we dequeued a pending I/O interrupt
|
|
|
|
|
* so that userspace can re-inject it if the instruction gets
|
|
|
|
|
* a program check. While this may re-order the pending I/O
|
|
|
|
|
* interrupts, this is no problem since the priority is kept
|
|
|
|
|
* intact.
|
|
|
|
|
*/
|
|
|
|
|
vcpu->run->exit_reason = KVM_EXIT_S390_TSCH;
|
|
|
|
|
vcpu->run->s390_tsch.dequeued = !!inti;
|
|
|
|
|
if (inti) {
|
|
|
|
|
vcpu->run->s390_tsch.subchannel_id = inti->io.subchannel_id;
|
|
|
|
|
vcpu->run->s390_tsch.subchannel_nr = inti->io.subchannel_nr;
|
|
|
|
|
vcpu->run->s390_tsch.io_int_parm = inti->io.io_int_parm;
|
|
|
|
|
vcpu->run->s390_tsch.io_int_word = inti->io.io_int_word;
|
|
|
|
|
}
|
|
|
|
|
vcpu->run->s390_tsch.ipb = vcpu->arch.sie_block->ipb;
|
|
|
|
|
kfree(inti);
|
|
|
|
|
return -EREMOTE;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int handle_io_inst(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
VCPU_EVENT(vcpu, 4, "%s", "I/O instruction");
|
|
|
|
|
|
2013-06-20 23:22:01 +08:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2012-12-20 22:32:12 +08:00
|
|
|
if (vcpu->kvm->arch.css_support) {
|
|
|
|
|
/*
|
|
|
|
|
* Most I/O instructions will be handled by userspace.
|
|
|
|
|
* Exceptions are tpi and the interrupt portion of tsch.
|
|
|
|
|
*/
|
|
|
|
|
if (vcpu->arch.sie_block->ipa == 0xb236)
|
|
|
|
|
return handle_tpi(vcpu);
|
|
|
|
|
if (vcpu->arch.sie_block->ipa == 0xb235)
|
|
|
|
|
return handle_tsch(vcpu);
|
|
|
|
|
/* Handle in userspace. */
|
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
} else {
|
|
|
|
|
/*
|
2013-12-13 19:53:42 +08:00
|
|
|
* Set condition code 3 to stop the guest from issuing channel
|
2012-12-20 22:32:12 +08:00
|
|
|
* I/O instructions.
|
|
|
|
|
*/
|
2013-07-26 21:04:06 +08:00
|
|
|
kvm_s390_set_psw_cc(vcpu, 3);
|
2012-12-20 22:32:12 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2008-03-26 01:47:29 +08:00
|
|
|
static int handle_stfl(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
int rc;
|
2015-02-02 22:42:51 +08:00
|
|
|
unsigned int fac;
|
2008-03-26 01:47:29 +08:00
|
|
|
|
|
|
|
|
vcpu->stat.instruction_stfl++;
|
2013-06-20 23:22:01 +08:00
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-02-02 22:42:51 +08:00
|
|
|
/*
|
|
|
|
|
* We need to shift the lower 32 facility bits (bit 0-31) from a u64
|
|
|
|
|
* into a u32 memory representation. They will remain bits 0-31.
|
|
|
|
|
*/
|
2015-12-02 15:53:52 +08:00
|
|
|
fac = *vcpu->kvm->arch.model.fac_list >> 32;
|
2015-12-31 17:29:00 +08:00
|
|
|
rc = write_guest_lc(vcpu, offsetof(struct lowcore, stfl_fac_list),
|
2015-02-02 22:42:51 +08:00
|
|
|
&fac, sizeof(fac));
|
2013-03-05 20:14:43 +08:00
|
|
|
if (rc)
|
2014-01-01 23:56:41 +08:00
|
|
|
return rc;
|
2015-07-21 18:44:57 +08:00
|
|
|
VCPU_EVENT(vcpu, 3, "STFL: store facility list 0x%x", fac);
|
2015-02-02 22:42:51 +08:00
|
|
|
trace_kvm_s390_handle_stfl(vcpu, fac);
|
2008-03-26 01:47:29 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2012-12-20 22:32:09 +08:00
|
|
|
#define PSW_MASK_ADDR_MODE (PSW_MASK_EA | PSW_MASK_BA)
|
|
|
|
|
#define PSW_MASK_UNASSIGNED 0xb80800fe7fffffffUL
|
2013-03-26 00:22:49 +08:00
|
|
|
#define PSW_ADDR_24 0x0000000000ffffffUL
|
2012-12-20 22:32:09 +08:00
|
|
|
#define PSW_ADDR_31 0x000000007fffffffUL
|
|
|
|
|
|
2014-04-17 15:10:40 +08:00
|
|
|
int is_valid_psw(psw_t *psw)
|
|
|
|
|
{
|
2013-03-26 00:22:52 +08:00
|
|
|
if (psw->mask & PSW_MASK_UNASSIGNED)
|
|
|
|
|
return 0;
|
|
|
|
|
if ((psw->mask & PSW_MASK_ADDR_MODE) == PSW_MASK_BA) {
|
|
|
|
|
if (psw->addr & ~PSW_ADDR_31)
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
if (!(psw->mask & PSW_MASK_ADDR_MODE) && (psw->addr & ~PSW_ADDR_24))
|
|
|
|
|
return 0;
|
|
|
|
|
if ((psw->mask & PSW_MASK_ADDR_MODE) == PSW_MASK_EA)
|
|
|
|
|
return 0;
|
2014-04-17 15:10:40 +08:00
|
|
|
if (psw->addr & 1)
|
|
|
|
|
return 0;
|
2013-03-26 00:22:52 +08:00
|
|
|
return 1;
|
|
|
|
|
}
|
|
|
|
|
|
2012-12-20 22:32:09 +08:00
|
|
|
int kvm_s390_handle_lpsw(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2013-03-26 00:22:52 +08:00
|
|
|
psw_t *gpsw = &vcpu->arch.sie_block->gpsw;
|
2012-12-20 22:32:09 +08:00
|
|
|
psw_compat_t new_psw;
|
2013-03-26 00:22:52 +08:00
|
|
|
u64 addr;
|
2014-01-01 23:57:42 +08:00
|
|
|
int rc;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2012-12-20 22:32:09 +08:00
|
|
|
|
2013-03-26 00:22:52 +08:00
|
|
|
if (gpsw->mask & PSW_MASK_PSTATE)
|
2013-06-20 23:21:59 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
addr = kvm_s390_get_base_disp_s(vcpu, &ar);
|
2013-03-26 00:22:51 +08:00
|
|
|
if (addr & 7)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2014-01-01 23:57:42 +08:00
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = read_guest(vcpu, addr, ar, &new_psw, sizeof(new_psw));
|
2014-01-01 23:57:42 +08:00
|
|
|
if (rc)
|
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2013-03-26 00:22:51 +08:00
|
|
|
if (!(new_psw.mask & PSW32_MASK_BASE))
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2013-03-26 00:22:52 +08:00
|
|
|
gpsw->mask = (new_psw.mask & ~PSW32_MASK_BASE) << 32;
|
|
|
|
|
gpsw->mask |= new_psw.addr & PSW32_ADDR_AMODE;
|
|
|
|
|
gpsw->addr = new_psw.addr & ~PSW32_ADDR_AMODE;
|
|
|
|
|
if (!is_valid_psw(gpsw))
|
2013-03-26 00:22:51 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2012-12-20 22:32:09 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int handle_lpswe(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
psw_t new_psw;
|
2013-03-26 00:22:52 +08:00
|
|
|
u64 addr;
|
2014-01-01 23:57:42 +08:00
|
|
|
int rc;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2012-12-20 22:32:09 +08:00
|
|
|
|
2013-06-20 23:22:01 +08:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
addr = kvm_s390_get_base_disp_s(vcpu, &ar);
|
2013-03-26 00:22:51 +08:00
|
|
|
if (addr & 7)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = read_guest(vcpu, addr, ar, &new_psw, sizeof(new_psw));
|
2014-01-01 23:57:42 +08:00
|
|
|
if (rc)
|
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2013-03-26 00:22:52 +08:00
|
|
|
vcpu->arch.sie_block->gpsw = new_psw;
|
|
|
|
|
if (!is_valid_psw(&vcpu->arch.sie_block->gpsw))
|
2013-03-26 00:22:51 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2012-12-20 22:32:09 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2008-03-26 01:47:29 +08:00
|
|
|
static int handle_stidp(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2016-04-04 20:27:51 +08:00
|
|
|
u64 stidp_data = vcpu->kvm->arch.model.cpuid;
|
2008-03-26 01:47:29 +08:00
|
|
|
u64 operand2;
|
2014-01-01 23:58:16 +08:00
|
|
|
int rc;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2008-03-26 01:47:29 +08:00
|
|
|
|
|
|
|
|
vcpu->stat.instruction_stidp++;
|
2012-12-20 22:32:07 +08:00
|
|
|
|
2013-06-20 23:22:01 +08:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
operand2 = kvm_s390_get_base_disp_s(vcpu, &ar);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
2013-03-26 00:22:53 +08:00
|
|
|
if (operand2 & 7)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = write_guest(vcpu, operand2, ar, &stidp_data, sizeof(stidp_data));
|
2014-01-01 23:58:16 +08:00
|
|
|
if (rc)
|
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
2015-07-21 18:44:57 +08:00
|
|
|
VCPU_EVENT(vcpu, 3, "STIDP: store cpu id 0x%llx", stidp_data);
|
2008-03-26 01:47:29 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void handle_stsi_3_2_2(struct kvm_vcpu *vcpu, struct sysinfo_3_2_2 *mem)
|
|
|
|
|
{
|
|
|
|
|
int cpus = 0;
|
|
|
|
|
int n;
|
|
|
|
|
|
2014-02-24 17:11:41 +08:00
|
|
|
cpus = atomic_read(&vcpu->kvm->online_vcpus);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
|
|
|
|
/* deal with other level 3 hypervisors */
|
2012-09-06 20:42:13 +08:00
|
|
|
if (stsi(mem, 3, 2, 2))
|
2008-03-26 01:47:29 +08:00
|
|
|
mem->count = 0;
|
|
|
|
|
if (mem->count < 8)
|
|
|
|
|
mem->count++;
|
|
|
|
|
for (n = mem->count - 1; n > 0 ; n--)
|
|
|
|
|
memcpy(&mem->vm[n], &mem->vm[n - 1], sizeof(mem->vm[0]));
|
|
|
|
|
|
2015-03-03 16:54:41 +08:00
|
|
|
memset(&mem->vm[0], 0, sizeof(mem->vm[0]));
|
2008-03-26 01:47:29 +08:00
|
|
|
mem->vm[0].cpus_total = cpus;
|
|
|
|
|
mem->vm[0].cpus_configured = cpus;
|
|
|
|
|
mem->vm[0].cpus_standby = 0;
|
|
|
|
|
mem->vm[0].cpus_reserved = 0;
|
|
|
|
|
mem->vm[0].caf = 1000;
|
|
|
|
|
memcpy(mem->vm[0].name, "KVMguest", 8);
|
|
|
|
|
ASCEBC(mem->vm[0].name, 8);
|
|
|
|
|
memcpy(mem->vm[0].cpi, "KVM/Linux ", 16);
|
|
|
|
|
ASCEBC(mem->vm[0].cpi, 16);
|
|
|
|
|
}
|
|
|
|
|
|
2015-01-30 23:55:56 +08:00
|
|
|
static void insert_stsi_usr_data(struct kvm_vcpu *vcpu, u64 addr, ar_t ar,
|
|
|
|
|
u8 fc, u8 sel1, u16 sel2)
|
|
|
|
|
{
|
|
|
|
|
vcpu->run->exit_reason = KVM_EXIT_S390_STSI;
|
|
|
|
|
vcpu->run->s390_stsi.addr = addr;
|
|
|
|
|
vcpu->run->s390_stsi.ar = ar;
|
|
|
|
|
vcpu->run->s390_stsi.fc = fc;
|
|
|
|
|
vcpu->run->s390_stsi.sel1 = sel1;
|
|
|
|
|
vcpu->run->s390_stsi.sel2 = sel2;
|
|
|
|
|
}
|
|
|
|
|
|
2008-03-26 01:47:29 +08:00
|
|
|
static int handle_stsi(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2012-01-11 18:20:32 +08:00
|
|
|
int fc = (vcpu->run->s.regs.gprs[0] & 0xf0000000) >> 28;
|
|
|
|
|
int sel1 = vcpu->run->s.regs.gprs[0] & 0xff;
|
|
|
|
|
int sel2 = vcpu->run->s.regs.gprs[1] & 0xffff;
|
2013-03-26 00:22:54 +08:00
|
|
|
unsigned long mem = 0;
|
2008-03-26 01:47:29 +08:00
|
|
|
u64 operand2;
|
2013-03-26 00:22:53 +08:00
|
|
|
int rc = 0;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2008-03-26 01:47:29 +08:00
|
|
|
|
|
|
|
|
vcpu->stat.instruction_stsi++;
|
2015-07-21 18:44:57 +08:00
|
|
|
VCPU_EVENT(vcpu, 3, "STSI: fc: %u sel1: %u sel2: %u", fc, sel1, sel2);
|
2008-03-26 01:47:29 +08:00
|
|
|
|
2013-06-20 23:22:01 +08:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2013-06-20 23:22:05 +08:00
|
|
|
if (fc > 3) {
|
2013-07-26 21:04:06 +08:00
|
|
|
kvm_s390_set_psw_cc(vcpu, 3);
|
2013-06-20 23:22:05 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
2008-03-26 01:47:29 +08:00
|
|
|
|
2013-06-20 23:22:05 +08:00
|
|
|
if (vcpu->run->s.regs.gprs[0] & 0x0fffff00
|
|
|
|
|
|| vcpu->run->s.regs.gprs[1] & 0xffff0000)
|
2008-03-26 01:47:29 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
2013-06-20 23:22:05 +08:00
|
|
|
if (fc == 0) {
|
2012-01-11 18:20:32 +08:00
|
|
|
vcpu->run->s.regs.gprs[0] = 3 << 28;
|
2013-07-26 21:04:06 +08:00
|
|
|
kvm_s390_set_psw_cc(vcpu, 0);
|
2008-03-26 01:47:29 +08:00
|
|
|
return 0;
|
2013-06-20 23:22:05 +08:00
|
|
|
}
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
operand2 = kvm_s390_get_base_disp_s(vcpu, &ar);
|
2013-06-20 23:22:05 +08:00
|
|
|
|
|
|
|
|
if (operand2 & 0xfff)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
|
|
switch (fc) {
|
2008-03-26 01:47:29 +08:00
|
|
|
case 1: /* same handling for 1 and 2 */
|
|
|
|
|
case 2:
|
|
|
|
|
mem = get_zeroed_page(GFP_KERNEL);
|
|
|
|
|
if (!mem)
|
2013-03-26 00:22:54 +08:00
|
|
|
goto out_no_data;
|
2012-09-06 20:42:13 +08:00
|
|
|
if (stsi((void *) mem, fc, sel1, sel2))
|
2013-03-26 00:22:54 +08:00
|
|
|
goto out_no_data;
|
2008-03-26 01:47:29 +08:00
|
|
|
break;
|
|
|
|
|
case 3:
|
|
|
|
|
if (sel1 != 2 || sel2 != 2)
|
2013-03-26 00:22:54 +08:00
|
|
|
goto out_no_data;
|
2008-03-26 01:47:29 +08:00
|
|
|
mem = get_zeroed_page(GFP_KERNEL);
|
|
|
|
|
if (!mem)
|
2013-03-26 00:22:54 +08:00
|
|
|
goto out_no_data;
|
2008-03-26 01:47:29 +08:00
|
|
|
handle_stsi_3_2_2(vcpu, (void *) mem);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = write_guest(vcpu, operand2, ar, (void *)mem, PAGE_SIZE);
|
2014-01-01 23:58:59 +08:00
|
|
|
if (rc) {
|
|
|
|
|
rc = kvm_s390_inject_prog_cond(vcpu, rc);
|
|
|
|
|
goto out;
|
2008-03-26 01:47:29 +08:00
|
|
|
}
|
2015-01-30 23:55:56 +08:00
|
|
|
if (vcpu->kvm->arch.user_stsi) {
|
|
|
|
|
insert_stsi_usr_data(vcpu, operand2, ar, fc, sel1, sel2);
|
|
|
|
|
rc = -EREMOTE;
|
|
|
|
|
}
|
2012-07-23 23:20:29 +08:00
|
|
|
trace_kvm_s390_handle_stsi(vcpu, fc, sel1, sel2, operand2);
|
2008-03-26 01:47:29 +08:00
|
|
|
free_page(mem);
|
2013-07-26 21:04:06 +08:00
|
|
|
kvm_s390_set_psw_cc(vcpu, 0);
|
2012-01-11 18:20:32 +08:00
|
|
|
vcpu->run->s.regs.gprs[0] = 0;
|
2015-01-30 23:55:56 +08:00
|
|
|
return rc;
|
2013-03-26 00:22:54 +08:00
|
|
|
out_no_data:
|
2013-07-26 21:04:06 +08:00
|
|
|
kvm_s390_set_psw_cc(vcpu, 3);
|
2014-01-01 23:58:59 +08:00
|
|
|
out:
|
2013-03-26 00:22:54 +08:00
|
|
|
free_page(mem);
|
2013-03-26 00:22:53 +08:00
|
|
|
return rc;
|
2008-03-26 01:47:29 +08:00
|
|
|
}
|
|
|
|
|
|
2012-12-20 22:32:10 +08:00
|
|
|
static const intercept_handler_t b2_handlers[256] = {
|
2008-03-26 01:47:29 +08:00
|
|
|
[0x02] = handle_stidp,
|
2013-09-12 16:33:49 +08:00
|
|
|
[0x04] = handle_set_clock,
|
2008-03-26 01:47:29 +08:00
|
|
|
[0x10] = handle_set_prefix,
|
|
|
|
|
[0x11] = handle_store_prefix,
|
|
|
|
|
[0x12] = handle_store_cpu_address,
|
2015-07-08 19:19:48 +08:00
|
|
|
[0x14] = kvm_s390_handle_vsie,
|
2014-01-10 21:33:28 +08:00
|
|
|
[0x21] = handle_ipte_interlock,
|
2016-05-10 15:50:21 +08:00
|
|
|
[0x29] = handle_iske,
|
|
|
|
|
[0x2a] = handle_rrbe,
|
|
|
|
|
[0x2b] = handle_sske,
|
2013-09-12 16:33:48 +08:00
|
|
|
[0x2c] = handle_test_block,
|
2012-12-20 22:32:10 +08:00
|
|
|
[0x30] = handle_io_inst,
|
|
|
|
|
[0x31] = handle_io_inst,
|
|
|
|
|
[0x32] = handle_io_inst,
|
|
|
|
|
[0x33] = handle_io_inst,
|
|
|
|
|
[0x34] = handle_io_inst,
|
|
|
|
|
[0x35] = handle_io_inst,
|
|
|
|
|
[0x36] = handle_io_inst,
|
|
|
|
|
[0x37] = handle_io_inst,
|
|
|
|
|
[0x38] = handle_io_inst,
|
|
|
|
|
[0x39] = handle_io_inst,
|
|
|
|
|
[0x3a] = handle_io_inst,
|
|
|
|
|
[0x3b] = handle_io_inst,
|
|
|
|
|
[0x3c] = handle_io_inst,
|
2014-01-10 21:33:28 +08:00
|
|
|
[0x50] = handle_ipte_interlock,
|
2012-12-20 22:32:10 +08:00
|
|
|
[0x5f] = handle_io_inst,
|
|
|
|
|
[0x74] = handle_io_inst,
|
|
|
|
|
[0x76] = handle_io_inst,
|
2008-03-26 01:47:29 +08:00
|
|
|
[0x7d] = handle_stsi,
|
|
|
|
|
[0xb1] = handle_stfl,
|
2012-12-20 22:32:09 +08:00
|
|
|
[0xb2] = handle_lpswe,
|
2008-03-26 01:47:29 +08:00
|
|
|
};
|
|
|
|
|
|
2009-01-22 17:28:29 +08:00
|
|
|
int kvm_s390_handle_b2(struct kvm_vcpu *vcpu)
|
2008-03-26 01:47:29 +08:00
|
|
|
{
|
|
|
|
|
intercept_handler_t handler;
|
|
|
|
|
|
2009-01-22 17:28:29 +08:00
|
|
|
/*
|
2013-06-20 23:22:01 +08:00
|
|
|
* A lot of B2 instructions are priviledged. Here we check for
|
|
|
|
|
* the privileged ones, that we can handle in the kernel.
|
|
|
|
|
* Anything else goes to userspace.
|
|
|
|
|
*/
|
2012-12-20 22:32:10 +08:00
|
|
|
handler = b2_handlers[vcpu->arch.sie_block->ipa & 0x00ff];
|
2013-06-20 23:22:01 +08:00
|
|
|
if (handler)
|
|
|
|
|
return handler(vcpu);
|
|
|
|
|
|
2010-02-27 05:37:41 +08:00
|
|
|
return -EOPNOTSUPP;
|
2008-03-26 01:47:29 +08:00
|
|
|
}
|
2011-07-24 16:48:17 +08:00
|
|
|
|
2012-12-20 22:32:09 +08:00
|
|
|
static int handle_epsw(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
int reg1, reg2;
|
|
|
|
|
|
2013-06-12 19:54:57 +08:00
|
|
|
kvm_s390_get_regs_rre(vcpu, ®1, ®2);
|
2012-12-20 22:32:09 +08:00
|
|
|
|
|
|
|
|
/* This basically extracts the mask half of the psw. */
|
2013-07-26 21:04:05 +08:00
|
|
|
vcpu->run->s.regs.gprs[reg1] &= 0xffffffff00000000UL;
|
2012-12-20 22:32:09 +08:00
|
|
|
vcpu->run->s.regs.gprs[reg1] |= vcpu->arch.sie_block->gpsw.mask >> 32;
|
|
|
|
|
if (reg2) {
|
2013-07-26 21:04:05 +08:00
|
|
|
vcpu->run->s.regs.gprs[reg2] &= 0xffffffff00000000UL;
|
2012-12-20 22:32:09 +08:00
|
|
|
vcpu->run->s.regs.gprs[reg2] |=
|
2013-07-26 21:04:05 +08:00
|
|
|
vcpu->arch.sie_block->gpsw.mask & 0x00000000ffffffffUL;
|
2012-12-20 22:32:09 +08:00
|
|
|
}
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2013-06-12 19:54:53 +08:00
|
|
|
#define PFMF_RESERVED 0xfffc0101UL
|
|
|
|
|
#define PFMF_SK 0x00020000UL
|
|
|
|
|
#define PFMF_CF 0x00010000UL
|
|
|
|
|
#define PFMF_UI 0x00008000UL
|
|
|
|
|
#define PFMF_FSC 0x00007000UL
|
|
|
|
|
#define PFMF_NQ 0x00000800UL
|
|
|
|
|
#define PFMF_MR 0x00000400UL
|
|
|
|
|
#define PFMF_MC 0x00000200UL
|
|
|
|
|
#define PFMF_KEY 0x000000feUL
|
|
|
|
|
|
|
|
|
|
static int handle_pfmf(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2016-05-10 15:43:11 +08:00
|
|
|
bool mr = false, mc = false, nq;
|
2013-06-12 19:54:53 +08:00
|
|
|
int reg1, reg2;
|
|
|
|
|
unsigned long start, end;
|
2016-05-10 15:43:11 +08:00
|
|
|
unsigned char key;
|
2013-06-12 19:54:53 +08:00
|
|
|
|
|
|
|
|
vcpu->stat.instruction_pfmf++;
|
|
|
|
|
|
|
|
|
|
kvm_s390_get_regs_rre(vcpu, ®1, ®2);
|
|
|
|
|
|
2015-11-13 20:31:58 +08:00
|
|
|
if (!test_kvm_facility(vcpu->kvm, 8))
|
2013-06-12 19:54:53 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);
|
|
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
2013-06-20 23:21:59 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
2013-06-12 19:54:53 +08:00
|
|
|
|
|
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_RESERVED)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
2016-03-04 18:08:09 +08:00
|
|
|
/* Only provide non-quiescing support if enabled for the guest */
|
|
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_NQ &&
|
|
|
|
|
!test_kvm_facility(vcpu->kvm, 14))
|
2013-06-12 19:54:53 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
2016-05-10 15:43:11 +08:00
|
|
|
/* Only provide conditional-SSKE support if enabled for the guest */
|
|
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_SK &&
|
|
|
|
|
test_kvm_facility(vcpu->kvm, 10)) {
|
|
|
|
|
mr = vcpu->run->s.regs.gprs[reg1] & PFMF_MR;
|
|
|
|
|
mc = vcpu->run->s.regs.gprs[reg1] & PFMF_MC;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
nq = vcpu->run->s.regs.gprs[reg1] & PFMF_NQ;
|
|
|
|
|
key = vcpu->run->s.regs.gprs[reg1] & PFMF_KEY;
|
2013-06-12 19:54:53 +08:00
|
|
|
start = vcpu->run->s.regs.gprs[reg2] & PAGE_MASK;
|
2014-11-10 22:59:32 +08:00
|
|
|
start = kvm_s390_logical_to_effective(vcpu, start);
|
2013-09-09 23:58:38 +08:00
|
|
|
|
2016-04-13 16:09:47 +08:00
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_CF) {
|
|
|
|
|
if (kvm_s390_check_low_addr_prot_real(vcpu, start))
|
|
|
|
|
return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm);
|
|
|
|
|
}
|
|
|
|
|
|
2013-06-12 19:54:53 +08:00
|
|
|
switch (vcpu->run->s.regs.gprs[reg1] & PFMF_FSC) {
|
|
|
|
|
case 0x00000000:
|
2016-04-13 16:09:47 +08:00
|
|
|
/* only 4k frames specify a real address */
|
|
|
|
|
start = kvm_s390_real_to_abs(vcpu, start);
|
2013-06-12 19:54:53 +08:00
|
|
|
end = (start + (1UL << 12)) & ~((1UL << 12) - 1);
|
|
|
|
|
break;
|
|
|
|
|
case 0x00001000:
|
|
|
|
|
end = (start + (1UL << 20)) & ~((1UL << 20) - 1);
|
|
|
|
|
break;
|
|
|
|
|
case 0x00002000:
|
2015-02-18 18:13:03 +08:00
|
|
|
/* only support 2G frame size if EDAT2 is available and we are
|
|
|
|
|
not in 24-bit addressing mode */
|
|
|
|
|
if (!test_kvm_facility(vcpu->kvm, 78) ||
|
|
|
|
|
psw_bits(vcpu->arch.sie_block->gpsw).eaba == PSW_AMODE_24BIT)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2013-06-12 19:54:53 +08:00
|
|
|
end = (start + (1UL << 31)) & ~((1UL << 31) - 1);
|
2015-02-18 18:13:03 +08:00
|
|
|
break;
|
2013-06-12 19:54:53 +08:00
|
|
|
default:
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
}
|
2014-11-10 22:59:32 +08:00
|
|
|
|
2016-05-12 20:07:05 +08:00
|
|
|
while (start != end) {
|
2016-04-13 16:09:47 +08:00
|
|
|
unsigned long useraddr;
|
2013-09-09 23:58:38 +08:00
|
|
|
|
|
|
|
|
/* Translate guest address to host address */
|
2016-04-13 16:09:47 +08:00
|
|
|
useraddr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(start));
|
2013-09-09 23:58:38 +08:00
|
|
|
if (kvm_is_error_hva(useraddr))
|
2013-06-12 19:54:53 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
|
|
|
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_CF) {
|
|
|
|
|
if (clear_user((void __user *)useraddr, PAGE_SIZE))
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_SK) {
|
2014-10-23 18:09:17 +08:00
|
|
|
int rc = __skey_check_enable(vcpu);
|
|
|
|
|
|
|
|
|
|
if (rc)
|
|
|
|
|
return rc;
|
2016-03-08 18:53:35 +08:00
|
|
|
down_read(¤t->mm->mmap_sem);
|
2016-05-10 15:43:11 +08:00
|
|
|
rc = cond_set_guest_storage_key(current->mm, useraddr,
|
|
|
|
|
key, NULL, nq, mr, mc);
|
2016-03-08 18:53:35 +08:00
|
|
|
up_read(¤t->mm->mmap_sem);
|
2016-05-10 15:43:11 +08:00
|
|
|
if (rc < 0)
|
2013-06-12 19:54:53 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
start += PAGE_SIZE;
|
|
|
|
|
}
|
2016-04-13 21:47:21 +08:00
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_FSC) {
|
|
|
|
|
if (psw_bits(vcpu->arch.sie_block->gpsw).eaba == PSW_AMODE_64BIT) {
|
|
|
|
|
vcpu->run->s.regs.gprs[reg2] = end;
|
|
|
|
|
} else {
|
|
|
|
|
vcpu->run->s.regs.gprs[reg2] &= ~0xffffffffUL;
|
|
|
|
|
end = kvm_s390_logical_to_effective(vcpu, end);
|
|
|
|
|
vcpu->run->s.regs.gprs[reg2] |= end;
|
|
|
|
|
}
|
|
|
|
|
}
|
2013-06-12 19:54:53 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2013-04-17 23:36:29 +08:00
|
|
|
static int handle_essa(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
/* entries expected to be 1FF */
|
|
|
|
|
int entries = (vcpu->arch.sie_block->cbrlo & ~PAGE_MASK) >> 3;
|
2016-04-12 19:32:25 +08:00
|
|
|
unsigned long *cbrlo;
|
2013-04-17 23:36:29 +08:00
|
|
|
struct gmap *gmap;
|
|
|
|
|
int i;
|
|
|
|
|
|
2015-07-21 18:44:57 +08:00
|
|
|
VCPU_EVENT(vcpu, 4, "ESSA: release %d pages", entries);
|
2013-04-17 23:36:29 +08:00
|
|
|
gmap = vcpu->arch.gmap;
|
|
|
|
|
vcpu->stat.instruction_essa++;
|
2015-05-07 21:41:57 +08:00
|
|
|
if (!vcpu->kvm->arch.use_cmma)
|
2013-04-17 23:36:29 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);
|
|
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
|
|
|
|
if (((vcpu->arch.sie_block->ipb & 0xf0000000) >> 28) > 6)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
2015-11-04 20:47:58 +08:00
|
|
|
/* Retry the ESSA instruction */
|
|
|
|
|
kvm_s390_retry_instr(vcpu);
|
2013-04-17 23:36:29 +08:00
|
|
|
vcpu->arch.sie_block->cbrlo &= PAGE_MASK; /* reset nceo */
|
|
|
|
|
cbrlo = phys_to_virt(vcpu->arch.sie_block->cbrlo);
|
|
|
|
|
down_read(&gmap->mm->mmap_sem);
|
2016-04-12 19:32:25 +08:00
|
|
|
for (i = 0; i < entries; ++i)
|
|
|
|
|
__gmap_zap(gmap, cbrlo[i]);
|
2013-04-17 23:36:29 +08:00
|
|
|
up_read(&gmap->mm->mmap_sem);
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2012-12-20 22:32:09 +08:00
|
|
|
static const intercept_handler_t b9_handlers[256] = {
|
2014-01-10 21:33:28 +08:00
|
|
|
[0x8a] = handle_ipte_interlock,
|
2012-12-20 22:32:09 +08:00
|
|
|
[0x8d] = handle_epsw,
|
2014-01-10 21:33:28 +08:00
|
|
|
[0x8e] = handle_ipte_interlock,
|
|
|
|
|
[0x8f] = handle_ipte_interlock,
|
2013-04-17 23:36:29 +08:00
|
|
|
[0xab] = handle_essa,
|
2013-06-12 19:54:53 +08:00
|
|
|
[0xaf] = handle_pfmf,
|
2012-12-20 22:32:09 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
int kvm_s390_handle_b9(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
intercept_handler_t handler;
|
|
|
|
|
|
|
|
|
|
/* This is handled just as for the B2 instructions. */
|
|
|
|
|
handler = b9_handlers[vcpu->arch.sie_block->ipa & 0x00ff];
|
2013-06-20 23:22:01 +08:00
|
|
|
if (handler)
|
|
|
|
|
return handler(vcpu);
|
|
|
|
|
|
2012-12-20 22:32:09 +08:00
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
}
|
|
|
|
|
|
2013-06-20 23:22:04 +08:00
|
|
|
int kvm_s390_handle_lctl(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
|
|
|
|
|
int reg3 = vcpu->arch.sie_block->ipa & 0x000f;
|
2014-10-29 17:07:16 +08:00
|
|
|
int reg, rc, nr_regs;
|
|
|
|
|
u32 ctl_array[16];
|
2014-01-01 23:59:21 +08:00
|
|
|
u64 ga;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2013-06-20 23:22:04 +08:00
|
|
|
|
|
|
|
|
vcpu->stat.instruction_lctl++;
|
|
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
ga = kvm_s390_get_base_disp_rs(vcpu, &ar);
|
2013-06-20 23:22:04 +08:00
|
|
|
|
2014-01-01 23:59:21 +08:00
|
|
|
if (ga & 3)
|
2013-06-20 23:22:04 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
2015-07-21 18:44:57 +08:00
|
|
|
VCPU_EVENT(vcpu, 4, "LCTL: r1:%d, r3:%d, addr: 0x%llx", reg1, reg3, ga);
|
2014-01-01 23:59:21 +08:00
|
|
|
trace_kvm_s390_handle_lctl(vcpu, 0, reg1, reg3, ga);
|
2013-06-20 23:22:04 +08:00
|
|
|
|
2014-10-29 17:07:16 +08:00
|
|
|
nr_regs = ((reg3 - reg1) & 0xf) + 1;
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = read_guest(vcpu, ga, ar, ctl_array, nr_regs * sizeof(u32));
|
2014-10-29 17:07:16 +08:00
|
|
|
if (rc)
|
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2013-06-20 23:22:04 +08:00
|
|
|
reg = reg1;
|
2014-10-29 17:07:16 +08:00
|
|
|
nr_regs = 0;
|
2013-06-20 23:22:04 +08:00
|
|
|
do {
|
|
|
|
|
vcpu->arch.sie_block->gcr[reg] &= 0xffffffff00000000ul;
|
2014-10-29 17:07:16 +08:00
|
|
|
vcpu->arch.sie_block->gcr[reg] |= ctl_array[nr_regs++];
|
2013-06-20 23:22:04 +08:00
|
|
|
if (reg == reg3)
|
|
|
|
|
break;
|
|
|
|
|
reg = (reg + 1) % 16;
|
|
|
|
|
} while (1);
|
2014-10-31 16:24:20 +08:00
|
|
|
kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu);
|
2013-06-20 23:22:04 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2014-01-23 17:47:13 +08:00
|
|
|
int kvm_s390_handle_stctl(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
|
|
|
|
|
int reg3 = vcpu->arch.sie_block->ipa & 0x000f;
|
2014-10-29 17:07:16 +08:00
|
|
|
int reg, rc, nr_regs;
|
|
|
|
|
u32 ctl_array[16];
|
2014-01-23 17:47:13 +08:00
|
|
|
u64 ga;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2014-01-23 17:47:13 +08:00
|
|
|
|
|
|
|
|
vcpu->stat.instruction_stctl++;
|
|
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
ga = kvm_s390_get_base_disp_rs(vcpu, &ar);
|
2014-01-23 17:47:13 +08:00
|
|
|
|
|
|
|
|
if (ga & 3)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
2015-07-21 18:44:57 +08:00
|
|
|
VCPU_EVENT(vcpu, 4, "STCTL r1:%d, r3:%d, addr: 0x%llx", reg1, reg3, ga);
|
2014-01-23 17:47:13 +08:00
|
|
|
trace_kvm_s390_handle_stctl(vcpu, 0, reg1, reg3, ga);
|
|
|
|
|
|
|
|
|
|
reg = reg1;
|
2014-10-29 17:07:16 +08:00
|
|
|
nr_regs = 0;
|
2014-01-23 17:47:13 +08:00
|
|
|
do {
|
2014-10-29 17:07:16 +08:00
|
|
|
ctl_array[nr_regs++] = vcpu->arch.sie_block->gcr[reg];
|
2014-01-23 17:47:13 +08:00
|
|
|
if (reg == reg3)
|
|
|
|
|
break;
|
|
|
|
|
reg = (reg + 1) % 16;
|
|
|
|
|
} while (1);
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = write_guest(vcpu, ga, ar, ctl_array, nr_regs * sizeof(u32));
|
2014-10-29 17:07:16 +08:00
|
|
|
return rc ? kvm_s390_inject_prog_cond(vcpu, rc) : 0;
|
2014-01-23 17:47:13 +08:00
|
|
|
}
|
|
|
|
|
|
2013-06-20 23:22:04 +08:00
|
|
|
static int handle_lctlg(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
|
|
|
|
|
int reg3 = vcpu->arch.sie_block->ipa & 0x000f;
|
2014-10-29 17:07:16 +08:00
|
|
|
int reg, rc, nr_regs;
|
|
|
|
|
u64 ctl_array[16];
|
|
|
|
|
u64 ga;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2013-06-20 23:22:04 +08:00
|
|
|
|
|
|
|
|
vcpu->stat.instruction_lctlg++;
|
|
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
ga = kvm_s390_get_base_disp_rsy(vcpu, &ar);
|
2013-06-20 23:22:04 +08:00
|
|
|
|
2014-01-01 23:59:21 +08:00
|
|
|
if (ga & 7)
|
2013-06-20 23:22:04 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
2015-07-21 18:44:57 +08:00
|
|
|
VCPU_EVENT(vcpu, 4, "LCTLG: r1:%d, r3:%d, addr: 0x%llx", reg1, reg3, ga);
|
2014-01-01 23:59:21 +08:00
|
|
|
trace_kvm_s390_handle_lctl(vcpu, 1, reg1, reg3, ga);
|
2013-06-20 23:22:04 +08:00
|
|
|
|
2014-10-29 17:07:16 +08:00
|
|
|
nr_regs = ((reg3 - reg1) & 0xf) + 1;
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = read_guest(vcpu, ga, ar, ctl_array, nr_regs * sizeof(u64));
|
2014-10-29 17:07:16 +08:00
|
|
|
if (rc)
|
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
|
|
|
|
reg = reg1;
|
|
|
|
|
nr_regs = 0;
|
2013-06-20 23:22:04 +08:00
|
|
|
do {
|
2014-10-29 17:07:16 +08:00
|
|
|
vcpu->arch.sie_block->gcr[reg] = ctl_array[nr_regs++];
|
2013-06-20 23:22:04 +08:00
|
|
|
if (reg == reg3)
|
|
|
|
|
break;
|
|
|
|
|
reg = (reg + 1) % 16;
|
|
|
|
|
} while (1);
|
2014-10-31 16:24:20 +08:00
|
|
|
kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu);
|
2013-06-20 23:22:04 +08:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2014-01-23 17:47:13 +08:00
|
|
|
static int handle_stctg(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
|
|
|
|
|
int reg3 = vcpu->arch.sie_block->ipa & 0x000f;
|
2014-10-29 17:07:16 +08:00
|
|
|
int reg, rc, nr_regs;
|
|
|
|
|
u64 ctl_array[16];
|
|
|
|
|
u64 ga;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2014-01-23 17:47:13 +08:00
|
|
|
|
|
|
|
|
vcpu->stat.instruction_stctg++;
|
|
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
ga = kvm_s390_get_base_disp_rsy(vcpu, &ar);
|
2014-01-23 17:47:13 +08:00
|
|
|
|
|
|
|
|
if (ga & 7)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
2015-07-21 18:44:57 +08:00
|
|
|
VCPU_EVENT(vcpu, 4, "STCTG r1:%d, r3:%d, addr: 0x%llx", reg1, reg3, ga);
|
2014-01-23 17:47:13 +08:00
|
|
|
trace_kvm_s390_handle_stctl(vcpu, 1, reg1, reg3, ga);
|
|
|
|
|
|
2014-10-29 17:07:16 +08:00
|
|
|
reg = reg1;
|
|
|
|
|
nr_regs = 0;
|
2014-01-23 17:47:13 +08:00
|
|
|
do {
|
2014-10-29 17:07:16 +08:00
|
|
|
ctl_array[nr_regs++] = vcpu->arch.sie_block->gcr[reg];
|
2014-01-23 17:47:13 +08:00
|
|
|
if (reg == reg3)
|
|
|
|
|
break;
|
|
|
|
|
reg = (reg + 1) % 16;
|
|
|
|
|
} while (1);
|
2015-01-19 18:24:51 +08:00
|
|
|
rc = write_guest(vcpu, ga, ar, ctl_array, nr_regs * sizeof(u64));
|
2014-10-29 17:07:16 +08:00
|
|
|
return rc ? kvm_s390_inject_prog_cond(vcpu, rc) : 0;
|
2014-01-23 17:47:13 +08:00
|
|
|
}
|
|
|
|
|
|
2012-12-20 22:32:10 +08:00
|
|
|
static const intercept_handler_t eb_handlers[256] = {
|
2013-06-20 23:22:04 +08:00
|
|
|
[0x2f] = handle_lctlg,
|
2014-01-23 17:47:13 +08:00
|
|
|
[0x25] = handle_stctg,
|
2016-08-15 10:53:22 +08:00
|
|
|
[0x60] = handle_ri,
|
|
|
|
|
[0x61] = handle_ri,
|
|
|
|
|
[0x62] = handle_ri,
|
2012-12-20 22:32:10 +08:00
|
|
|
};
|
|
|
|
|
|
2013-06-20 23:22:04 +08:00
|
|
|
int kvm_s390_handle_eb(struct kvm_vcpu *vcpu)
|
2012-12-20 22:32:10 +08:00
|
|
|
{
|
|
|
|
|
intercept_handler_t handler;
|
|
|
|
|
|
|
|
|
|
handler = eb_handlers[vcpu->arch.sie_block->ipb & 0xff];
|
|
|
|
|
if (handler)
|
|
|
|
|
return handler(vcpu);
|
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
}
|
|
|
|
|
|
2011-07-24 16:48:17 +08:00
|
|
|
static int handle_tprot(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2012-12-20 22:32:07 +08:00
|
|
|
u64 address1, address2;
|
2014-02-04 21:48:07 +08:00
|
|
|
unsigned long hva, gpa;
|
|
|
|
|
int ret = 0, cc = 0;
|
|
|
|
|
bool writable;
|
2015-01-19 18:24:51 +08:00
|
|
|
ar_t ar;
|
2011-07-24 16:48:17 +08:00
|
|
|
|
|
|
|
|
vcpu->stat.instruction_tprot++;
|
|
|
|
|
|
2013-06-20 23:22:00 +08:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
2015-01-19 18:24:51 +08:00
|
|
|
kvm_s390_get_base_disp_sse(vcpu, &address1, &address2, &ar, NULL);
|
2012-12-20 22:32:07 +08:00
|
|
|
|
2011-07-24 16:48:17 +08:00
|
|
|
/* we only handle the Linux memory detection case:
|
|
|
|
|
* access key == 0
|
|
|
|
|
* everything else goes to userspace. */
|
|
|
|
|
if (address2 & 0xf0)
|
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_DAT)
|
2014-02-04 21:48:07 +08:00
|
|
|
ipte_lock(vcpu);
|
2015-11-16 22:42:11 +08:00
|
|
|
ret = guest_translate_address(vcpu, address1, ar, &gpa, GACC_STORE);
|
2014-02-04 21:48:07 +08:00
|
|
|
if (ret == PGM_PROTECTION) {
|
|
|
|
|
/* Write protected? Try again with read-only... */
|
|
|
|
|
cc = 1;
|
2015-11-16 22:42:11 +08:00
|
|
|
ret = guest_translate_address(vcpu, address1, ar, &gpa,
|
|
|
|
|
GACC_FETCH);
|
2014-02-04 21:48:07 +08:00
|
|
|
}
|
|
|
|
|
if (ret) {
|
|
|
|
|
if (ret == PGM_ADDRESSING || ret == PGM_TRANSLATION_SPEC) {
|
|
|
|
|
ret = kvm_s390_inject_program_int(vcpu, ret);
|
|
|
|
|
} else if (ret > 0) {
|
|
|
|
|
/* Translation not available */
|
|
|
|
|
kvm_s390_set_psw_cc(vcpu, 3);
|
|
|
|
|
ret = 0;
|
|
|
|
|
}
|
|
|
|
|
goto out_unlock;
|
|
|
|
|
}
|
2013-03-05 20:14:42 +08:00
|
|
|
|
2014-02-04 21:48:07 +08:00
|
|
|
hva = gfn_to_hva_prot(vcpu->kvm, gpa_to_gfn(gpa), &writable);
|
|
|
|
|
if (kvm_is_error_hva(hva)) {
|
|
|
|
|
ret = kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
|
} else {
|
|
|
|
|
if (!writable)
|
|
|
|
|
cc = 1; /* Write not permitted ==> read-only */
|
|
|
|
|
kvm_s390_set_psw_cc(vcpu, cc);
|
|
|
|
|
/* Note: CC2 only occurs for storage keys (not supported yet) */
|
|
|
|
|
}
|
|
|
|
|
out_unlock:
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_DAT)
|
|
|
|
|
ipte_unlock(vcpu);
|
|
|
|
|
return ret;
|
2011-07-24 16:48:17 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int kvm_s390_handle_e5(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
/* For e5xx... instructions we only handle TPROT */
|
|
|
|
|
if ((vcpu->arch.sie_block->ipa & 0x00ff) == 0x01)
|
|
|
|
|
return handle_tprot(vcpu);
|
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
}
|
|
|
|
|
|
2012-04-24 15:24:44 +08:00
|
|
|
static int handle_sckpf(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
u32 value;
|
|
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
2013-06-20 23:21:59 +08:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
2012-04-24 15:24:44 +08:00
|
|
|
|
|
|
|
|
if (vcpu->run->s.regs.gprs[0] & 0x00000000ffff0000)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu,
|
|
|
|
|
PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
|
|
value = vcpu->run->s.regs.gprs[0] & 0x000000000000ffff;
|
|
|
|
|
vcpu->arch.sie_block->todpr = value;
|
|
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2016-07-18 15:18:13 +08:00
|
|
|
static int handle_ptff(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
/* we don't emulate any control instructions yet */
|
|
|
|
|
kvm_s390_set_psw_cc(vcpu, 3);
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2012-12-20 22:32:06 +08:00
|
|
|
static const intercept_handler_t x01_handlers[256] = {
|
2016-07-18 15:18:13 +08:00
|
|
|
[0x04] = handle_ptff,
|
2012-04-24 15:24:44 +08:00
|
|
|
[0x07] = handle_sckpf,
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
int kvm_s390_handle_01(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
intercept_handler_t handler;
|
|
|
|
|
|
|
|
|
|
handler = x01_handlers[vcpu->arch.sie_block->ipa & 0x00ff];
|
|
|
|
|
if (handler)
|
|
|
|
|
return handler(vcpu);
|
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
}
|