2020-12-09 14:09:26 +08:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
|
|
/*
|
|
|
|
* Virtual PTP 1588 clock for use with KVM guests
|
|
|
|
*
|
|
|
|
* Copyright (C) 2017 Red Hat Inc.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/device.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <asm/pvclock.h>
|
|
|
|
#include <asm/kvmclock.h>
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <uapi/asm/kvm_para.h>
|
|
|
|
#include <uapi/linux/kvm_para.h>
|
|
|
|
#include <linux/ptp_clock_kernel.h>
|
|
|
|
#include <linux/ptp_kvm.h>
|
2023-03-08 23:05:31 +08:00
|
|
|
#include <linux/set_memory.h>
|
2020-12-09 14:09:26 +08:00
|
|
|
|
|
|
|
static phys_addr_t clock_pair_gpa;
|
2023-03-08 23:05:31 +08:00
|
|
|
static struct kvm_clock_pairing clock_pair_glbl;
|
|
|
|
static struct kvm_clock_pairing *clock_pair;
|
2020-12-09 14:09:26 +08:00
|
|
|
|
|
|
|
int kvm_arch_ptp_init(void)
|
|
|
|
{
|
2023-03-08 23:05:31 +08:00
|
|
|
struct page *p;
|
2020-12-09 14:09:26 +08:00
|
|
|
long ret;
|
|
|
|
|
|
|
|
if (!kvm_para_available())
|
|
|
|
return -ENODEV;
|
|
|
|
|
2023-03-08 23:05:31 +08:00
|
|
|
if (cc_platform_has(CC_ATTR_GUEST_MEM_ENCRYPT)) {
|
|
|
|
p = alloc_page(GFP_KERNEL | __GFP_ZERO);
|
|
|
|
if (!p)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
clock_pair = page_address(p);
|
|
|
|
ret = set_memory_decrypted((unsigned long)clock_pair, 1);
|
|
|
|
if (ret) {
|
|
|
|
__free_page(p);
|
|
|
|
clock_pair = NULL;
|
|
|
|
goto nofree;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
clock_pair = &clock_pair_glbl;
|
|
|
|
}
|
|
|
|
|
|
|
|
clock_pair_gpa = slow_virt_to_phys(clock_pair);
|
|
|
|
if (!pvclock_get_pvti_cpu0_va()) {
|
|
|
|
ret = -ENODEV;
|
|
|
|
goto err;
|
|
|
|
}
|
2020-12-09 14:09:26 +08:00
|
|
|
|
|
|
|
ret = kvm_hypercall2(KVM_HC_CLOCK_PAIRING, clock_pair_gpa,
|
|
|
|
KVM_CLOCK_PAIRING_WALLCLOCK);
|
2023-03-08 23:05:31 +08:00
|
|
|
if (ret == -KVM_ENOSYS) {
|
|
|
|
ret = -ENODEV;
|
|
|
|
goto err;
|
|
|
|
}
|
2020-12-09 14:09:26 +08:00
|
|
|
|
2021-10-14 11:19:52 +08:00
|
|
|
return ret;
|
2023-03-08 23:05:31 +08:00
|
|
|
|
|
|
|
err:
|
|
|
|
kvm_arch_ptp_exit();
|
|
|
|
nofree:
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
void kvm_arch_ptp_exit(void)
|
|
|
|
{
|
|
|
|
if (cc_platform_has(CC_ATTR_GUEST_MEM_ENCRYPT)) {
|
|
|
|
WARN_ON(set_memory_encrypted((unsigned long)clock_pair, 1));
|
|
|
|
free_page((unsigned long)clock_pair);
|
|
|
|
clock_pair = NULL;
|
|
|
|
}
|
2020-12-09 14:09:26 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
int kvm_arch_ptp_get_clock(struct timespec64 *ts)
|
|
|
|
{
|
|
|
|
long ret;
|
|
|
|
|
|
|
|
ret = kvm_hypercall2(KVM_HC_CLOCK_PAIRING,
|
|
|
|
clock_pair_gpa,
|
|
|
|
KVM_CLOCK_PAIRING_WALLCLOCK);
|
|
|
|
if (ret != 0) {
|
|
|
|
pr_err_ratelimited("clock offset hypercall ret %lu\n", ret);
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
}
|
|
|
|
|
2023-03-08 23:05:31 +08:00
|
|
|
ts->tv_sec = clock_pair->sec;
|
|
|
|
ts->tv_nsec = clock_pair->nsec;
|
2020-12-09 14:09:26 +08:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int kvm_arch_ptp_get_crosststamp(u64 *cycle, struct timespec64 *tspec,
|
|
|
|
struct clocksource **cs)
|
|
|
|
{
|
|
|
|
struct pvclock_vcpu_time_info *src;
|
|
|
|
unsigned int version;
|
|
|
|
long ret;
|
|
|
|
|
2021-09-29 13:13:49 +08:00
|
|
|
src = this_cpu_pvti();
|
2020-12-09 14:09:26 +08:00
|
|
|
|
|
|
|
do {
|
|
|
|
/*
|
|
|
|
* We are using a TSC value read in the hosts
|
|
|
|
* kvm_hc_clock_pairing handling.
|
|
|
|
* So any changes to tsc_to_system_mul
|
|
|
|
* and tsc_shift or any other pvclock
|
|
|
|
* data invalidate that measurement.
|
|
|
|
*/
|
|
|
|
version = pvclock_read_begin(src);
|
|
|
|
|
|
|
|
ret = kvm_hypercall2(KVM_HC_CLOCK_PAIRING,
|
|
|
|
clock_pair_gpa,
|
|
|
|
KVM_CLOCK_PAIRING_WALLCLOCK);
|
|
|
|
if (ret != 0) {
|
|
|
|
pr_err_ratelimited("clock pairing hypercall ret %lu\n", ret);
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
}
|
2023-03-08 23:05:31 +08:00
|
|
|
tspec->tv_sec = clock_pair->sec;
|
|
|
|
tspec->tv_nsec = clock_pair->nsec;
|
|
|
|
*cycle = __pvclock_read_cycles(src, clock_pair->tsc);
|
2020-12-09 14:09:26 +08:00
|
|
|
} while (pvclock_read_retry(src, version));
|
|
|
|
|
|
|
|
*cs = &kvm_clock;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|