2020-05-23 15:56:37 +08:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
|
|
/*
|
|
|
|
* Loongson-3 Virtual IPI interrupt support.
|
|
|
|
*
|
|
|
|
* Copyright (C) 2019 Loongson Technologies, Inc. All rights reserved.
|
|
|
|
*
|
|
|
|
* Authors: Chen Zhu <zhuchen@loongson.cn>
|
|
|
|
* Authors: Huacai Chen <chenhc@lemote.com>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/kvm_host.h>
|
|
|
|
|
|
|
|
#define IPI_BASE 0x3ff01000ULL
|
|
|
|
|
|
|
|
#define CORE0_STATUS_OFF 0x000
|
|
|
|
#define CORE0_EN_OFF 0x004
|
|
|
|
#define CORE0_SET_OFF 0x008
|
|
|
|
#define CORE0_CLEAR_OFF 0x00c
|
|
|
|
#define CORE0_BUF_20 0x020
|
|
|
|
#define CORE0_BUF_28 0x028
|
|
|
|
#define CORE0_BUF_30 0x030
|
|
|
|
#define CORE0_BUF_38 0x038
|
|
|
|
|
|
|
|
#define CORE1_STATUS_OFF 0x100
|
|
|
|
#define CORE1_EN_OFF 0x104
|
|
|
|
#define CORE1_SET_OFF 0x108
|
|
|
|
#define CORE1_CLEAR_OFF 0x10c
|
|
|
|
#define CORE1_BUF_20 0x120
|
|
|
|
#define CORE1_BUF_28 0x128
|
|
|
|
#define CORE1_BUF_30 0x130
|
|
|
|
#define CORE1_BUF_38 0x138
|
|
|
|
|
|
|
|
#define CORE2_STATUS_OFF 0x200
|
|
|
|
#define CORE2_EN_OFF 0x204
|
|
|
|
#define CORE2_SET_OFF 0x208
|
|
|
|
#define CORE2_CLEAR_OFF 0x20c
|
|
|
|
#define CORE2_BUF_20 0x220
|
|
|
|
#define CORE2_BUF_28 0x228
|
|
|
|
#define CORE2_BUF_30 0x230
|
|
|
|
#define CORE2_BUF_38 0x238
|
|
|
|
|
|
|
|
#define CORE3_STATUS_OFF 0x300
|
|
|
|
#define CORE3_EN_OFF 0x304
|
|
|
|
#define CORE3_SET_OFF 0x308
|
|
|
|
#define CORE3_CLEAR_OFF 0x30c
|
|
|
|
#define CORE3_BUF_20 0x320
|
|
|
|
#define CORE3_BUF_28 0x328
|
|
|
|
#define CORE3_BUF_30 0x330
|
|
|
|
#define CORE3_BUF_38 0x338
|
|
|
|
|
|
|
|
static int loongson_vipi_read(struct loongson_kvm_ipi *ipi,
|
|
|
|
gpa_t addr, int len, void *val)
|
|
|
|
{
|
|
|
|
uint32_t core = (addr >> 8) & 3;
|
|
|
|
uint32_t node = (addr >> 44) & 3;
|
|
|
|
uint32_t id = core + node * 4;
|
|
|
|
uint64_t offset = addr & 0xff;
|
|
|
|
void *pbuf;
|
|
|
|
struct ipi_state *s = &(ipi->ipistate[id]);
|
|
|
|
|
|
|
|
BUG_ON(offset & (len - 1));
|
|
|
|
|
|
|
|
switch (offset) {
|
|
|
|
case CORE0_STATUS_OFF:
|
|
|
|
*(uint64_t *)val = s->status;
|
|
|
|
break;
|
|
|
|
|
|
|
|
case CORE0_EN_OFF:
|
|
|
|
*(uint64_t *)val = s->en;
|
|
|
|
break;
|
|
|
|
|
|
|
|
case CORE0_SET_OFF:
|
|
|
|
*(uint64_t *)val = 0;
|
|
|
|
break;
|
|
|
|
|
|
|
|
case CORE0_CLEAR_OFF:
|
|
|
|
*(uint64_t *)val = 0;
|
|
|
|
break;
|
|
|
|
|
|
|
|
case CORE0_BUF_20 ... CORE0_BUF_38:
|
|
|
|
pbuf = (void *)s->buf + (offset - 0x20);
|
|
|
|
if (len == 8)
|
|
|
|
*(uint64_t *)val = *(uint64_t *)pbuf;
|
|
|
|
else /* Assume len == 4 */
|
|
|
|
*(uint32_t *)val = *(uint32_t *)pbuf;
|
|
|
|
break;
|
|
|
|
|
|
|
|
default:
|
|
|
|
pr_notice("%s with unknown addr %llx\n", __func__, addr);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int loongson_vipi_write(struct loongson_kvm_ipi *ipi,
|
|
|
|
gpa_t addr, int len, const void *val)
|
|
|
|
{
|
|
|
|
uint32_t core = (addr >> 8) & 3;
|
|
|
|
uint32_t node = (addr >> 44) & 3;
|
|
|
|
uint32_t id = core + node * 4;
|
|
|
|
uint64_t data, offset = addr & 0xff;
|
|
|
|
void *pbuf;
|
|
|
|
struct kvm *kvm = ipi->kvm;
|
|
|
|
struct kvm_mips_interrupt irq;
|
|
|
|
struct ipi_state *s = &(ipi->ipistate[id]);
|
|
|
|
|
|
|
|
data = *(uint64_t *)val;
|
|
|
|
BUG_ON(offset & (len - 1));
|
|
|
|
|
|
|
|
switch (offset) {
|
|
|
|
case CORE0_STATUS_OFF:
|
|
|
|
break;
|
|
|
|
|
|
|
|
case CORE0_EN_OFF:
|
|
|
|
s->en = data;
|
|
|
|
break;
|
|
|
|
|
|
|
|
case CORE0_SET_OFF:
|
|
|
|
s->status |= data;
|
|
|
|
irq.cpu = id;
|
|
|
|
irq.irq = 6;
|
2021-11-17 00:03:58 +08:00
|
|
|
kvm_vcpu_ioctl_interrupt(kvm_get_vcpu(kvm, id), &irq);
|
2020-05-23 15:56:37 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case CORE0_CLEAR_OFF:
|
|
|
|
s->status &= ~data;
|
|
|
|
if (!s->status) {
|
|
|
|
irq.cpu = id;
|
|
|
|
irq.irq = -6;
|
2021-11-17 00:03:58 +08:00
|
|
|
kvm_vcpu_ioctl_interrupt(kvm_get_vcpu(kvm, id), &irq);
|
2020-05-23 15:56:37 +08:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
|
|
|
case CORE0_BUF_20 ... CORE0_BUF_38:
|
|
|
|
pbuf = (void *)s->buf + (offset - 0x20);
|
|
|
|
if (len == 8)
|
|
|
|
*(uint64_t *)pbuf = (uint64_t)data;
|
|
|
|
else /* Assume len == 4 */
|
|
|
|
*(uint32_t *)pbuf = (uint32_t)data;
|
|
|
|
break;
|
|
|
|
|
|
|
|
default:
|
|
|
|
pr_notice("%s with unknown addr %llx\n", __func__, addr);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int kvm_ipi_read(struct kvm_vcpu *vcpu, struct kvm_io_device *dev,
|
|
|
|
gpa_t addr, int len, void *val)
|
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
struct loongson_kvm_ipi *ipi;
|
|
|
|
struct ipi_io_device *ipi_device;
|
|
|
|
|
|
|
|
ipi_device = container_of(dev, struct ipi_io_device, device);
|
|
|
|
ipi = ipi_device->ipi;
|
|
|
|
|
|
|
|
spin_lock_irqsave(&ipi->lock, flags);
|
|
|
|
loongson_vipi_read(ipi, addr, len, val);
|
|
|
|
spin_unlock_irqrestore(&ipi->lock, flags);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int kvm_ipi_write(struct kvm_vcpu *vcpu, struct kvm_io_device *dev,
|
|
|
|
gpa_t addr, int len, const void *val)
|
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
struct loongson_kvm_ipi *ipi;
|
|
|
|
struct ipi_io_device *ipi_device;
|
|
|
|
|
|
|
|
ipi_device = container_of(dev, struct ipi_io_device, device);
|
|
|
|
ipi = ipi_device->ipi;
|
|
|
|
|
|
|
|
spin_lock_irqsave(&ipi->lock, flags);
|
|
|
|
loongson_vipi_write(ipi, addr, len, val);
|
|
|
|
spin_unlock_irqrestore(&ipi->lock, flags);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static const struct kvm_io_device_ops kvm_ipi_ops = {
|
|
|
|
.read = kvm_ipi_read,
|
|
|
|
.write = kvm_ipi_write,
|
|
|
|
};
|
|
|
|
|
|
|
|
void kvm_init_loongson_ipi(struct kvm *kvm)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
unsigned long addr;
|
|
|
|
struct loongson_kvm_ipi *s;
|
|
|
|
struct kvm_io_device *device;
|
|
|
|
|
|
|
|
s = &kvm->arch.ipi;
|
|
|
|
s->kvm = kvm;
|
|
|
|
spin_lock_init(&s->lock);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Initialize IPI device
|
|
|
|
*/
|
|
|
|
for (i = 0; i < 4; i++) {
|
|
|
|
device = &s->dev_ipi[i].device;
|
|
|
|
kvm_iodevice_init(device, &kvm_ipi_ops);
|
|
|
|
addr = (((unsigned long)i) << 44) + IPI_BASE;
|
|
|
|
mutex_lock(&kvm->slots_lock);
|
|
|
|
kvm_io_bus_register_dev(kvm, KVM_MMIO_BUS, addr, 0x400, device);
|
|
|
|
mutex_unlock(&kvm->slots_lock);
|
|
|
|
s->dev_ipi[i].ipi = s;
|
|
|
|
s->dev_ipi[i].node_id = i;
|
|
|
|
}
|
|
|
|
}
|