Thomas Gleixner | 35728b8 | 2018-10-31 19:21:09 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0+ |
Thomas Gleixner | 6c7811c | 2018-10-31 19:21:12 +0100 | [diff] [blame] | 2 | /* |
| 3 | * This file contains the jiffies based clocksource. |
| 4 | * |
| 5 | * Copyright (C) 2004, 2005 IBM, John Stultz (johnstul@us.ibm.com) |
| 6 | */ |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 7 | #include <linux/clocksource.h> |
| 8 | #include <linux/jiffies.h> |
Torben Hohn | fbad1ea | 2011-01-27 15:59:00 +0100 | [diff] [blame] | 9 | #include <linux/module.h> |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 10 | #include <linux/init.h> |
| 11 | |
Thomas Gleixner | bfb83b2 | 2015-03-25 13:06:04 +0100 | [diff] [blame] | 12 | #include "timekeeping.h" |
Paul E. McKenney | d25a025 | 2021-08-12 09:31:28 -0700 | [diff] [blame] | 13 | #include "tick-internal.h" |
Torben Hohn | e2830b5 | 2011-01-27 16:00:32 +0100 | [diff] [blame] | 14 | |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 15 | |
Thomas Gleixner | a5a1d1c | 2016-12-21 20:32:01 +0100 | [diff] [blame] | 16 | static u64 jiffies_read(struct clocksource *cs) |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 17 | { |
Thomas Gleixner | a5a1d1c | 2016-12-21 20:32:01 +0100 | [diff] [blame] | 18 | return (u64) jiffies; |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 19 | } |
| 20 | |
Frederic Weisbecker | 93825f2 | 2017-01-31 04:09:16 +0100 | [diff] [blame] | 21 | /* |
| 22 | * The Jiffies based clocksource is the lowest common |
| 23 | * denominator clock source which should function on |
| 24 | * all systems. It has the same coarse resolution as |
| 25 | * the timer interrupt frequency HZ and it suffers |
| 26 | * inaccuracies caused by missed or lost timer |
| 27 | * interrupts and the inability for the timer |
Ingo Molnar | 4bf07f6 | 2021-03-22 22:39:03 +0100 | [diff] [blame] | 28 | * interrupt hardware to accurately tick at the |
Frederic Weisbecker | 93825f2 | 2017-01-31 04:09:16 +0100 | [diff] [blame] | 29 | * requested HZ value. It is also not recommended |
| 30 | * for "tick-less" systems. |
| 31 | */ |
Lars-Peter Clausen | f95a985 | 2012-10-18 11:34:41 +0200 | [diff] [blame] | 32 | static struct clocksource clocksource_jiffies = { |
Paul E. McKenney | 2e27e79 | 2021-05-27 12:01:22 -0700 | [diff] [blame] | 33 | .name = "jiffies", |
| 34 | .rating = 1, /* lowest valid rating*/ |
| 35 | .uncertainty_margin = 32 * NSEC_PER_MSEC, |
| 36 | .read = jiffies_read, |
| 37 | .mask = CLOCKSOURCE_MASK(32), |
| 38 | .mult = TICK_NSEC << JIFFIES_SHIFT, /* details above */ |
| 39 | .shift = JIFFIES_SHIFT, |
| 40 | .max_cycles = 10, |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 41 | }; |
| 42 | |
Thomas Gleixner | e5d4d17 | 2020-03-21 12:25:58 +0100 | [diff] [blame] | 43 | __cacheline_aligned_in_smp DEFINE_RAW_SPINLOCK(jiffies_lock); |
Davidlohr Bueso | 1a2b85f | 2020-10-21 12:07:49 -0700 | [diff] [blame] | 44 | __cacheline_aligned_in_smp seqcount_raw_spinlock_t jiffies_seq = |
| 45 | SEQCNT_RAW_SPINLOCK_ZERO(jiffies_seq, &jiffies_lock); |
John Stultz | d6ad418 | 2012-02-28 16:50:11 -0800 | [diff] [blame] | 46 | |
Torben Hohn | fbad1ea | 2011-01-27 15:59:00 +0100 | [diff] [blame] | 47 | #if (BITS_PER_LONG < 64) |
| 48 | u64 get_jiffies_64(void) |
| 49 | { |
Rasmus Villemoes | e1e41b6 | 2019-03-18 20:55:56 +0100 | [diff] [blame] | 50 | unsigned int seq; |
Torben Hohn | fbad1ea | 2011-01-27 15:59:00 +0100 | [diff] [blame] | 51 | u64 ret; |
| 52 | |
| 53 | do { |
Thomas Gleixner | e5d4d17 | 2020-03-21 12:25:58 +0100 | [diff] [blame] | 54 | seq = read_seqcount_begin(&jiffies_seq); |
Torben Hohn | fbad1ea | 2011-01-27 15:59:00 +0100 | [diff] [blame] | 55 | ret = jiffies_64; |
Thomas Gleixner | e5d4d17 | 2020-03-21 12:25:58 +0100 | [diff] [blame] | 56 | } while (read_seqcount_retry(&jiffies_seq, seq)); |
Torben Hohn | fbad1ea | 2011-01-27 15:59:00 +0100 | [diff] [blame] | 57 | return ret; |
| 58 | } |
| 59 | EXPORT_SYMBOL(get_jiffies_64); |
| 60 | #endif |
| 61 | |
| 62 | EXPORT_SYMBOL(jiffies); |
| 63 | |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 64 | static int __init init_jiffies_clocksource(void) |
| 65 | { |
John Stultz | f893598 | 2015-03-11 21:16:37 -0700 | [diff] [blame] | 66 | return __clocksource_register(&clocksource_jiffies); |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 67 | } |
| 68 | |
john stultz | 98de9e3 | 2007-04-04 19:08:24 -0700 | [diff] [blame] | 69 | core_initcall(init_jiffies_clocksource); |
Martin Schwidefsky | f1b8274 | 2009-08-14 15:47:21 +0200 | [diff] [blame] | 70 | |
| 71 | struct clocksource * __init __weak clocksource_default_clock(void) |
| 72 | { |
| 73 | return &clocksource_jiffies; |
| 74 | } |
John Stultz | b3c869d | 2012-09-04 12:42:27 -0400 | [diff] [blame] | 75 | |
Valdis Kletnieks | e875005 | 2019-03-12 04:38:35 -0400 | [diff] [blame] | 76 | static struct clocksource refined_jiffies; |
John Stultz | b3c869d | 2012-09-04 12:42:27 -0400 | [diff] [blame] | 77 | |
| 78 | int register_refined_jiffies(long cycles_per_second) |
| 79 | { |
| 80 | u64 nsec_per_tick, shift_hz; |
| 81 | long cycles_per_tick; |
| 82 | |
| 83 | |
| 84 | |
| 85 | refined_jiffies = clocksource_jiffies; |
| 86 | refined_jiffies.name = "refined-jiffies"; |
| 87 | refined_jiffies.rating++; |
| 88 | |
| 89 | /* Calc cycles per tick */ |
| 90 | cycles_per_tick = (cycles_per_second + HZ/2)/HZ; |
| 91 | /* shift_hz stores hz<<8 for extra accuracy */ |
| 92 | shift_hz = (u64)cycles_per_second << 8; |
| 93 | shift_hz += cycles_per_tick/2; |
| 94 | do_div(shift_hz, cycles_per_tick); |
| 95 | /* Calculate nsec_per_tick using shift_hz */ |
Frederic Weisbecker | fa3aa7a | 2017-03-07 10:55:34 +0100 | [diff] [blame] | 96 | nsec_per_tick = (u64)NSEC_PER_SEC << 8; |
John Stultz | b3c869d | 2012-09-04 12:42:27 -0400 | [diff] [blame] | 97 | nsec_per_tick += (u32)shift_hz/2; |
| 98 | do_div(nsec_per_tick, (u32)shift_hz); |
| 99 | |
| 100 | refined_jiffies.mult = ((u32)nsec_per_tick) << JIFFIES_SHIFT; |
| 101 | |
John Stultz | f893598 | 2015-03-11 21:16:37 -0700 | [diff] [blame] | 102 | __clocksource_register(&refined_jiffies); |
John Stultz | b3c869d | 2012-09-04 12:42:27 -0400 | [diff] [blame] | 103 | return 0; |
| 104 | } |