2013-01-22 08:36:12 +08:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2012 ARM Ltd.
|
|
|
|
* Author: Marc Zyngier <marc.zyngier@arm.com>
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
|
|
* published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef __ASM_ARM_KVM_VGIC_H
|
|
|
|
#define __ASM_ARM_KVM_VGIC_H
|
|
|
|
|
2013-01-22 08:36:14 +08:00
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/kvm.h>
|
|
|
|
#include <linux/irqreturn.h>
|
|
|
|
#include <linux/spinlock.h>
|
|
|
|
#include <linux/types.h>
|
2013-01-22 08:36:12 +08:00
|
|
|
|
2013-08-29 18:08:25 +08:00
|
|
|
#define VGIC_NR_IRQS 256
|
2013-01-22 08:36:14 +08:00
|
|
|
#define VGIC_NR_SGIS 16
|
|
|
|
#define VGIC_NR_PPIS 16
|
|
|
|
#define VGIC_NR_PRIVATE_IRQS (VGIC_NR_SGIS + VGIC_NR_PPIS)
|
|
|
|
#define VGIC_NR_SHARED_IRQS (VGIC_NR_IRQS - VGIC_NR_PRIVATE_IRQS)
|
|
|
|
#define VGIC_MAX_CPUS KVM_MAX_VCPUS
|
2014-02-05 02:13:03 +08:00
|
|
|
|
|
|
|
#define VGIC_V2_MAX_LRS (1 << 6)
|
2013-07-12 22:15:23 +08:00
|
|
|
#define VGIC_V3_MAX_LRS 16
|
2013-01-22 08:36:14 +08:00
|
|
|
|
|
|
|
/* Sanity checks... */
|
|
|
|
#if (VGIC_MAX_CPUS > 8)
|
|
|
|
#error Invalid number of CPU interfaces
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#if (VGIC_NR_IRQS & 31)
|
|
|
|
#error "VGIC_NR_IRQS must be a multiple of 32"
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#if (VGIC_NR_IRQS > 1024)
|
|
|
|
#error "VGIC_NR_IRQS must be <= 1024"
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/*
|
|
|
|
* The GIC distributor registers describing interrupts have two parts:
|
|
|
|
* - 32 per-CPU interrupts (SGI + PPI)
|
|
|
|
* - a bunch of shared interrupts (SPI)
|
|
|
|
*/
|
|
|
|
struct vgic_bitmap {
|
|
|
|
union {
|
|
|
|
u32 reg[VGIC_NR_PRIVATE_IRQS / 32];
|
|
|
|
DECLARE_BITMAP(reg_ul, VGIC_NR_PRIVATE_IRQS);
|
|
|
|
} percpu[VGIC_MAX_CPUS];
|
|
|
|
union {
|
|
|
|
u32 reg[VGIC_NR_SHARED_IRQS / 32];
|
|
|
|
DECLARE_BITMAP(reg_ul, VGIC_NR_SHARED_IRQS);
|
|
|
|
} shared;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct vgic_bytemap {
|
|
|
|
u32 percpu[VGIC_MAX_CPUS][VGIC_NR_PRIVATE_IRQS / 4];
|
|
|
|
u32 shared[VGIC_NR_SHARED_IRQS / 4];
|
|
|
|
};
|
|
|
|
|
2013-06-03 22:55:02 +08:00
|
|
|
struct kvm_vcpu;
|
|
|
|
|
2013-06-21 18:57:56 +08:00
|
|
|
enum vgic_type {
|
|
|
|
VGIC_V2, /* Good ol' GICv2 */
|
2013-07-12 22:15:23 +08:00
|
|
|
VGIC_V3, /* New fancy GICv3 */
|
2013-06-21 18:57:56 +08:00
|
|
|
};
|
|
|
|
|
2013-06-03 22:55:02 +08:00
|
|
|
#define LR_STATE_PENDING (1 << 0)
|
|
|
|
#define LR_STATE_ACTIVE (1 << 1)
|
|
|
|
#define LR_STATE_MASK (3 << 0)
|
|
|
|
#define LR_EOI_INT (1 << 2)
|
|
|
|
|
|
|
|
struct vgic_lr {
|
|
|
|
u16 irq;
|
|
|
|
u8 source;
|
|
|
|
u8 state;
|
|
|
|
};
|
|
|
|
|
2014-02-05 01:48:10 +08:00
|
|
|
struct vgic_vmcr {
|
|
|
|
u32 ctlr;
|
|
|
|
u32 abpr;
|
|
|
|
u32 bpr;
|
|
|
|
u32 pmr;
|
|
|
|
};
|
|
|
|
|
2013-06-03 22:55:02 +08:00
|
|
|
struct vgic_ops {
|
|
|
|
struct vgic_lr (*get_lr)(const struct kvm_vcpu *, int);
|
|
|
|
void (*set_lr)(struct kvm_vcpu *, int, struct vgic_lr);
|
2013-06-04 17:29:39 +08:00
|
|
|
void (*sync_lr_elrsr)(struct kvm_vcpu *, int, struct vgic_lr);
|
|
|
|
u64 (*get_elrsr)(const struct kvm_vcpu *vcpu);
|
2013-06-04 17:33:43 +08:00
|
|
|
u64 (*get_eisr)(const struct kvm_vcpu *vcpu);
|
2013-06-04 18:02:10 +08:00
|
|
|
u32 (*get_interrupt_status)(const struct kvm_vcpu *vcpu);
|
2013-06-04 18:24:17 +08:00
|
|
|
void (*enable_underflow)(struct kvm_vcpu *vcpu);
|
|
|
|
void (*disable_underflow)(struct kvm_vcpu *vcpu);
|
2014-02-05 01:48:10 +08:00
|
|
|
void (*get_vmcr)(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr);
|
|
|
|
void (*set_vmcr)(struct kvm_vcpu *vcpu, struct vgic_vmcr *vmcr);
|
2013-06-04 18:36:38 +08:00
|
|
|
void (*enable)(struct kvm_vcpu *vcpu);
|
2013-06-03 22:55:02 +08:00
|
|
|
};
|
|
|
|
|
2013-06-19 02:17:28 +08:00
|
|
|
struct vgic_params {
|
2013-06-21 18:57:56 +08:00
|
|
|
/* vgic type */
|
|
|
|
enum vgic_type type;
|
2013-06-19 02:17:28 +08:00
|
|
|
/* Physical address of vgic virtual cpu interface */
|
|
|
|
phys_addr_t vcpu_base;
|
|
|
|
/* Number of list registers */
|
|
|
|
u32 nr_lr;
|
|
|
|
/* Interrupt number */
|
|
|
|
unsigned int maint_irq;
|
|
|
|
/* Virtual control interface base address */
|
|
|
|
void __iomem *vctrl_base;
|
|
|
|
};
|
|
|
|
|
2013-01-22 08:36:12 +08:00
|
|
|
struct vgic_dist {
|
2013-01-22 08:36:14 +08:00
|
|
|
#ifdef CONFIG_KVM_ARM_VGIC
|
|
|
|
spinlock_t lock;
|
2014-05-15 17:03:25 +08:00
|
|
|
bool in_kernel;
|
2013-01-22 08:36:16 +08:00
|
|
|
bool ready;
|
2013-01-22 08:36:14 +08:00
|
|
|
|
|
|
|
/* Virtual control interface mapping */
|
|
|
|
void __iomem *vctrl_base;
|
|
|
|
|
2013-01-22 08:36:13 +08:00
|
|
|
/* Distributor and vcpu interface mapping in the guest */
|
|
|
|
phys_addr_t vgic_dist_base;
|
|
|
|
phys_addr_t vgic_cpu_base;
|
2013-01-22 08:36:14 +08:00
|
|
|
|
|
|
|
/* Distributor enabled */
|
|
|
|
u32 enabled;
|
|
|
|
|
|
|
|
/* Interrupt enabled (one bit per IRQ) */
|
|
|
|
struct vgic_bitmap irq_enabled;
|
|
|
|
|
2014-06-09 18:27:18 +08:00
|
|
|
/* Interrupt state is pending on the distributor */
|
|
|
|
struct vgic_bitmap irq_pending;
|
2013-01-22 08:36:14 +08:00
|
|
|
|
2014-06-09 18:55:13 +08:00
|
|
|
/* Level-triggered interrupt queued on VCPU interface */
|
|
|
|
struct vgic_bitmap irq_queued;
|
2013-01-22 08:36:14 +08:00
|
|
|
|
|
|
|
/* Interrupt priority. Not used yet. */
|
|
|
|
struct vgic_bytemap irq_priority;
|
|
|
|
|
|
|
|
/* Level/edge triggered */
|
|
|
|
struct vgic_bitmap irq_cfg;
|
|
|
|
|
|
|
|
/* Source CPU per SGI and target CPU */
|
|
|
|
u8 irq_sgi_sources[VGIC_MAX_CPUS][VGIC_NR_SGIS];
|
|
|
|
|
|
|
|
/* Target CPU for each IRQ */
|
|
|
|
u8 irq_spi_cpu[VGIC_NR_SHARED_IRQS];
|
|
|
|
struct vgic_bitmap irq_spi_target[VGIC_MAX_CPUS];
|
|
|
|
|
|
|
|
/* Bitmap indicating which CPU has something pending */
|
|
|
|
unsigned long irq_pending_on_cpu;
|
|
|
|
#endif
|
2013-01-22 08:36:12 +08:00
|
|
|
};
|
|
|
|
|
2013-05-30 17:20:36 +08:00
|
|
|
struct vgic_v2_cpu_if {
|
|
|
|
u32 vgic_hcr;
|
|
|
|
u32 vgic_vmcr;
|
|
|
|
u32 vgic_misr; /* Saved only */
|
|
|
|
u32 vgic_eisr[2]; /* Saved only */
|
|
|
|
u32 vgic_elrsr[2]; /* Saved only */
|
|
|
|
u32 vgic_apr;
|
2014-02-05 02:13:03 +08:00
|
|
|
u32 vgic_lr[VGIC_V2_MAX_LRS];
|
2013-05-30 17:20:36 +08:00
|
|
|
};
|
|
|
|
|
2013-07-12 22:15:23 +08:00
|
|
|
struct vgic_v3_cpu_if {
|
|
|
|
#ifdef CONFIG_ARM_GIC_V3
|
|
|
|
u32 vgic_hcr;
|
|
|
|
u32 vgic_vmcr;
|
|
|
|
u32 vgic_misr; /* Saved only */
|
|
|
|
u32 vgic_eisr; /* Saved only */
|
|
|
|
u32 vgic_elrsr; /* Saved only */
|
|
|
|
u32 vgic_ap0r[4];
|
|
|
|
u32 vgic_ap1r[4];
|
|
|
|
u64 vgic_lr[VGIC_V3_MAX_LRS];
|
|
|
|
#endif
|
|
|
|
};
|
|
|
|
|
2013-01-22 08:36:12 +08:00
|
|
|
struct vgic_cpu {
|
2013-01-22 08:36:14 +08:00
|
|
|
#ifdef CONFIG_KVM_ARM_VGIC
|
|
|
|
/* per IRQ to LR mapping */
|
|
|
|
u8 vgic_irq_lr_map[VGIC_NR_IRQS];
|
|
|
|
|
|
|
|
/* Pending interrupts on this VCPU */
|
|
|
|
DECLARE_BITMAP( pending_percpu, VGIC_NR_PRIVATE_IRQS);
|
|
|
|
DECLARE_BITMAP( pending_shared, VGIC_NR_SHARED_IRQS);
|
|
|
|
|
|
|
|
/* Bitmap of used/free list registers */
|
2014-02-05 02:13:03 +08:00
|
|
|
DECLARE_BITMAP( lr_used, VGIC_V2_MAX_LRS);
|
2013-01-22 08:36:14 +08:00
|
|
|
|
|
|
|
/* Number of list registers on this CPU */
|
|
|
|
int nr_lr;
|
|
|
|
|
|
|
|
/* CPU vif control registers for world switch */
|
2013-05-30 17:20:36 +08:00
|
|
|
union {
|
|
|
|
struct vgic_v2_cpu_if vgic_v2;
|
2013-07-12 22:15:23 +08:00
|
|
|
struct vgic_v3_cpu_if vgic_v3;
|
2013-05-30 17:20:36 +08:00
|
|
|
};
|
2013-01-22 08:36:14 +08:00
|
|
|
#endif
|
2013-01-22 08:36:12 +08:00
|
|
|
};
|
|
|
|
|
2013-01-22 08:36:14 +08:00
|
|
|
#define LR_EMPTY 0xff
|
|
|
|
|
2013-06-04 18:02:10 +08:00
|
|
|
#define INT_STATUS_EOI (1 << 0)
|
|
|
|
#define INT_STATUS_UNDERFLOW (1 << 1)
|
|
|
|
|
2013-01-22 08:36:12 +08:00
|
|
|
struct kvm;
|
|
|
|
struct kvm_vcpu;
|
|
|
|
struct kvm_run;
|
|
|
|
struct kvm_exit_mmio;
|
|
|
|
|
|
|
|
#ifdef CONFIG_KVM_ARM_VGIC
|
2013-09-24 05:55:56 +08:00
|
|
|
int kvm_vgic_addr(struct kvm *kvm, unsigned long type, u64 *addr, bool write);
|
2013-01-22 08:36:16 +08:00
|
|
|
int kvm_vgic_hyp_init(void);
|
|
|
|
int kvm_vgic_init(struct kvm *kvm);
|
|
|
|
int kvm_vgic_create(struct kvm *kvm);
|
|
|
|
int kvm_vgic_vcpu_init(struct kvm_vcpu *vcpu);
|
2013-01-22 08:36:14 +08:00
|
|
|
void kvm_vgic_flush_hwstate(struct kvm_vcpu *vcpu);
|
|
|
|
void kvm_vgic_sync_hwstate(struct kvm_vcpu *vcpu);
|
2013-01-22 08:36:15 +08:00
|
|
|
int kvm_vgic_inject_irq(struct kvm *kvm, int cpuid, unsigned int irq_num,
|
|
|
|
bool level);
|
2013-01-22 08:36:14 +08:00
|
|
|
int kvm_vgic_vcpu_pending_irq(struct kvm_vcpu *vcpu);
|
2013-01-22 08:36:12 +08:00
|
|
|
bool vgic_handle_mmio(struct kvm_vcpu *vcpu, struct kvm_run *run,
|
|
|
|
struct kvm_exit_mmio *mmio);
|
|
|
|
|
2014-05-15 17:03:25 +08:00
|
|
|
#define irqchip_in_kernel(k) (!!((k)->arch.vgic.in_kernel))
|
2013-01-22 08:36:16 +08:00
|
|
|
#define vgic_initialized(k) ((k)->arch.vgic.ready)
|
2013-01-22 08:36:14 +08:00
|
|
|
|
2014-02-05 02:13:03 +08:00
|
|
|
int vgic_v2_probe(struct device_node *vgic_node,
|
|
|
|
const struct vgic_ops **ops,
|
|
|
|
const struct vgic_params **params);
|
2013-07-12 22:15:23 +08:00
|
|
|
#ifdef CONFIG_ARM_GIC_V3
|
|
|
|
int vgic_v3_probe(struct device_node *vgic_node,
|
|
|
|
const struct vgic_ops **ops,
|
|
|
|
const struct vgic_params **params);
|
|
|
|
#else
|
|
|
|
static inline int vgic_v3_probe(struct device_node *vgic_node,
|
|
|
|
const struct vgic_ops **ops,
|
|
|
|
const struct vgic_params **params)
|
|
|
|
{
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
|
|
|
#endif
|
2014-02-05 02:13:03 +08:00
|
|
|
|
2013-01-22 08:36:12 +08:00
|
|
|
#else
|
|
|
|
static inline int kvm_vgic_hyp_init(void)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2013-01-22 08:36:13 +08:00
|
|
|
static inline int kvm_vgic_set_addr(struct kvm *kvm, unsigned long type, u64 addr)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2014-03-06 11:30:46 +08:00
|
|
|
static inline int kvm_vgic_addr(struct kvm *kvm, unsigned long type, u64 *addr, bool write)
|
|
|
|
{
|
|
|
|
return -ENXIO;
|
|
|
|
}
|
|
|
|
|
2013-01-22 08:36:12 +08:00
|
|
|
static inline int kvm_vgic_init(struct kvm *kvm)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int kvm_vgic_create(struct kvm *kvm)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int kvm_vgic_vcpu_init(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void kvm_vgic_flush_hwstate(struct kvm_vcpu *vcpu) {}
|
|
|
|
static inline void kvm_vgic_sync_hwstate(struct kvm_vcpu *vcpu) {}
|
|
|
|
|
2013-01-22 08:36:15 +08:00
|
|
|
static inline int kvm_vgic_inject_irq(struct kvm *kvm, int cpuid,
|
|
|
|
unsigned int irq_num, bool level)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2013-01-22 08:36:12 +08:00
|
|
|
static inline int kvm_vgic_vcpu_pending_irq(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline bool vgic_handle_mmio(struct kvm_vcpu *vcpu, struct kvm_run *run,
|
|
|
|
struct kvm_exit_mmio *mmio)
|
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int irqchip_in_kernel(struct kvm *kvm)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
2013-01-22 08:36:16 +08:00
|
|
|
|
|
|
|
static inline bool vgic_initialized(struct kvm *kvm)
|
|
|
|
{
|
|
|
|
return true;
|
|
|
|
}
|
2013-01-22 08:36:12 +08:00
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif
|