| // SPDX-License-Identifier: GPL-2.0-or-later | |
| /* | |
| * Virtual PTP 1588 clock for use with KVM guests | |
| * | |
| * Copyright (C) 2017 Red Hat Inc. | |
| */ | |
| #include <linux/device.h> | |
| #include <linux/err.h> | |
| #include <linux/init.h> | |
| #include <linux/kernel.h> | |
| #include <linux/module.h> | |
| #include <uapi/linux/kvm_para.h> | |
| #include <asm/kvm_para.h> | |
| #include <asm/pvclock.h> | |
| #include <asm/kvmclock.h> | |
| #include <uapi/asm/kvm_para.h> | |
| #include <linux/ptp_clock_kernel.h> | |
| struct kvm_ptp_clock { | |
| struct ptp_clock *ptp_clock; | |
| struct ptp_clock_info caps; | |
| }; | |
| DEFINE_SPINLOCK(kvm_ptp_lock); | |
| static struct pvclock_vsyscall_time_info *hv_clock; | |
| static struct kvm_clock_pairing clock_pair; | |
| static phys_addr_t clock_pair_gpa; | |
| static int ptp_kvm_get_time_fn(ktime_t *device_time, | |
| struct system_counterval_t *system_counter, | |
| void *ctx) | |
| { | |
| unsigned long ret; | |
| struct timespec64 tspec; | |
| unsigned version; | |
| int cpu; | |
| struct pvclock_vcpu_time_info *src; | |
| spin_lock(&kvm_ptp_lock); | |
| preempt_disable_notrace(); | |
| cpu = smp_processor_id(); | |
| src = &hv_clock[cpu].pvti; | |
| do { | |
| /* | |
| * We are using a TSC value read in the hosts | |
| * kvm_hc_clock_pairing handling. | |
| * So any changes to tsc_to_system_mul | |
| * and tsc_shift or any other pvclock | |
| * data invalidate that measurement. | |
| */ | |
| version = pvclock_read_begin(src); | |
| ret = kvm_hypercall2(KVM_HC_CLOCK_PAIRING, | |
| clock_pair_gpa, | |
| KVM_CLOCK_PAIRING_WALLCLOCK); | |
| if (ret != 0) { | |
| pr_err_ratelimited("clock pairing hypercall ret %lu\n", ret); | |
| spin_unlock(&kvm_ptp_lock); | |
| preempt_enable_notrace(); | |
| return -EOPNOTSUPP; | |
| } | |
| tspec.tv_sec = clock_pair.sec; | |
| tspec.tv_nsec = clock_pair.nsec; | |
| ret = __pvclock_read_cycles(src, clock_pair.tsc); | |
| } while (pvclock_read_retry(src, version)); | |
| preempt_enable_notrace(); | |
| system_counter->cycles = ret; | |
| system_counter->cs = &kvm_clock; | |
| *device_time = timespec64_to_ktime(tspec); | |
| spin_unlock(&kvm_ptp_lock); | |
| return 0; | |
| } | |
| static int ptp_kvm_getcrosststamp(struct ptp_clock_info *ptp, | |
| struct system_device_crosststamp *xtstamp) | |
| { | |
| return get_device_system_crosststamp(ptp_kvm_get_time_fn, NULL, | |
| NULL, xtstamp); | |
| } | |
| /* | |
| * PTP clock operations | |
| */ | |
| static int ptp_kvm_adjfreq(struct ptp_clock_info *ptp, s32 ppb) | |
| { | |
| return -EOPNOTSUPP; | |
| } | |
| static int ptp_kvm_adjtime(struct ptp_clock_info *ptp, s64 delta) | |
| { | |
| return -EOPNOTSUPP; | |
| } | |
| static int ptp_kvm_settime(struct ptp_clock_info *ptp, | |
| const struct timespec64 *ts) | |
| { | |
| return -EOPNOTSUPP; | |
| } | |
| static int ptp_kvm_gettime(struct ptp_clock_info *ptp, struct timespec64 *ts) | |
| { | |
| unsigned long ret; | |
| struct timespec64 tspec; | |
| spin_lock(&kvm_ptp_lock); | |
| ret = kvm_hypercall2(KVM_HC_CLOCK_PAIRING, | |
| clock_pair_gpa, | |
| KVM_CLOCK_PAIRING_WALLCLOCK); | |
| if (ret != 0) { | |
| pr_err_ratelimited("clock offset hypercall ret %lu\n", ret); | |
| spin_unlock(&kvm_ptp_lock); | |
| return -EOPNOTSUPP; | |
| } | |
| tspec.tv_sec = clock_pair.sec; | |
| tspec.tv_nsec = clock_pair.nsec; | |
| spin_unlock(&kvm_ptp_lock); | |
| memcpy(ts, &tspec, sizeof(struct timespec64)); | |
| return 0; | |
| } | |
| static int ptp_kvm_enable(struct ptp_clock_info *ptp, | |
| struct ptp_clock_request *rq, int on) | |
| { | |
| return -EOPNOTSUPP; | |
| } | |
| static const struct ptp_clock_info ptp_kvm_caps = { | |
| .owner = THIS_MODULE, | |
| .name = "KVM virtual PTP", | |
| .max_adj = 0, | |
| .n_ext_ts = 0, | |
| .n_pins = 0, | |
| .pps = 0, | |
| .adjfreq = ptp_kvm_adjfreq, | |
| .adjtime = ptp_kvm_adjtime, | |
| .gettime64 = ptp_kvm_gettime, | |
| .settime64 = ptp_kvm_settime, | |
| .enable = ptp_kvm_enable, | |
| .getcrosststamp = ptp_kvm_getcrosststamp, | |
| }; | |
| /* module operations */ | |
| static struct kvm_ptp_clock kvm_ptp_clock; | |
| static void __exit ptp_kvm_exit(void) | |
| { | |
| ptp_clock_unregister(kvm_ptp_clock.ptp_clock); | |
| } | |
| static int __init ptp_kvm_init(void) | |
| { | |
| long ret; | |
| if (!kvm_para_available()) | |
| return -ENODEV; | |
| clock_pair_gpa = slow_virt_to_phys(&clock_pair); | |
| hv_clock = pvclock_get_pvti_cpu0_va(); | |
| if (!hv_clock) | |
| return -ENODEV; | |
| ret = kvm_hypercall2(KVM_HC_CLOCK_PAIRING, clock_pair_gpa, | |
| KVM_CLOCK_PAIRING_WALLCLOCK); | |
| if (ret == -KVM_ENOSYS || ret == -KVM_EOPNOTSUPP) | |
| return -ENODEV; | |
| kvm_ptp_clock.caps = ptp_kvm_caps; | |
| kvm_ptp_clock.ptp_clock = ptp_clock_register(&kvm_ptp_clock.caps, NULL); | |
| return PTR_ERR_OR_ZERO(kvm_ptp_clock.ptp_clock); | |
| } | |
| module_init(ptp_kvm_init); | |
| module_exit(ptp_kvm_exit); | |
| MODULE_AUTHOR("Marcelo Tosatti <mtosatti@redhat.com>"); | |
| MODULE_DESCRIPTION("PTP clock using KVMCLOCK"); | |
| MODULE_LICENSE("GPL"); |