Thomas Gleixner | 35728b8 | 2018-10-31 19:21:09 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0+ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * 2002-10-15 Posix Clocks & timers |
| 4 | * by George Anzinger george@mvista.com |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | * Copyright (C) 2002 2003 by MontaVista Software. |
| 6 | * |
| 7 | * 2004-06-01 Fix CLOCK_REALTIME clock/timer TIMER_ABSTIME bug. |
| 8 | * Copyright (C) 2004 Boris Hu |
| 9 | * |
Thomas Gleixner | 0141de74 | 2018-10-31 19:21:16 +0100 | [diff] [blame] | 10 | * These are all the functions necessary to implement POSIX clocks & timers |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | */ |
| 12 | #include <linux/mm.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | #include <linux/interrupt.h> |
| 14 | #include <linux/slab.h> |
| 15 | #include <linux/time.h> |
Arjan van de Ven | 97d1f15 | 2006-03-23 03:00:24 -0800 | [diff] [blame] | 16 | #include <linux/mutex.h> |
Ingo Molnar | 61855b6 | 2017-02-05 14:35:41 +0100 | [diff] [blame] | 17 | #include <linux/sched/task.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | |
Linus Torvalds | 7c0f6ba | 2016-12-24 11:46:01 -0800 | [diff] [blame] | 19 | #include <linux/uaccess.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #include <linux/list.h> |
| 21 | #include <linux/init.h> |
| 22 | #include <linux/compiler.h> |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 23 | #include <linux/hash.h> |
Richard Cochran | 0606f42 | 2011-02-01 13:52:35 +0000 | [diff] [blame] | 24 | #include <linux/posix-clock.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | #include <linux/posix-timers.h> |
| 26 | #include <linux/syscalls.h> |
| 27 | #include <linux/wait.h> |
| 28 | #include <linux/workqueue.h> |
Paul Gortmaker | 9984de1 | 2011-05-23 14:51:41 -0400 | [diff] [blame] | 29 | #include <linux/export.h> |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 30 | #include <linux/hashtable.h> |
Al Viro | edbeda4 | 2017-06-07 09:42:31 +0100 | [diff] [blame] | 31 | #include <linux/compat.h> |
Thomas Gleixner | 19b558d | 2018-02-15 17:21:55 +0100 | [diff] [blame] | 32 | #include <linux/nospec.h> |
Andrei Vagin | 5a590f3 | 2019-11-12 01:27:00 +0000 | [diff] [blame] | 33 | #include <linux/time_namespace.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | |
Thomas Gleixner | 8b094cd | 2014-07-16 21:04:02 +0000 | [diff] [blame] | 35 | #include "timekeeping.h" |
Thomas Gleixner | bab0aae | 2017-05-30 23:15:41 +0200 | [diff] [blame] | 36 | #include "posix-timers.h" |
Thomas Gleixner | 8b094cd | 2014-07-16 21:04:02 +0000 | [diff] [blame] | 37 | |
Christoph Lameter | e18b890 | 2006-12-06 20:33:20 -0800 | [diff] [blame] | 38 | static struct kmem_cache *posix_timers_cache; |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 39 | |
Thomas Gleixner | 8d44b95 | 2023-04-25 20:49:01 +0200 | [diff] [blame] | 40 | /* |
| 41 | * Timers are managed in a hash table for lockless lookup. The hash key is |
| 42 | * constructed from current::signal and the timer ID and the timer is |
| 43 | * matched against current::signal and the timer ID when walking the hash |
| 44 | * bucket list. |
| 45 | * |
| 46 | * This allows checkpoint/restore to reconstruct the exact timer IDs for |
| 47 | * a process. |
| 48 | */ |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 49 | static DEFINE_HASHTABLE(posix_timers_hashtable, 9); |
| 50 | static DEFINE_SPINLOCK(hash_lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 52 | static const struct k_clock * const posix_clocks[]; |
| 53 | static const struct k_clock *clockid_to_kclock(const clockid_t id); |
Thomas Gleixner | 67edab4 | 2017-06-12 19:39:49 +0200 | [diff] [blame] | 54 | static const struct k_clock clock_realtime, clock_monotonic; |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 55 | |
Thomas Gleixner | c575689 | 2023-04-25 20:49:20 +0200 | [diff] [blame] | 56 | /* SIGEV_THREAD_ID cannot share a bit with the other SIGEV values. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 57 | #if SIGEV_THREAD_ID != (SIGEV_THREAD_ID & \ |
Thomas Gleixner | c575689 | 2023-04-25 20:49:20 +0200 | [diff] [blame] | 58 | ~(SIGEV_SIGNAL | SIGEV_NONE | SIGEV_THREAD)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | #error "SIGEV_THREAD_ID must not share bit with other SIGEV values!" |
| 60 | #endif |
| 61 | |
Namhyung Kim | 20f33a0 | 2010-10-20 15:57:34 -0700 | [diff] [blame] | 62 | static struct k_itimer *__lock_timer(timer_t timer_id, unsigned long *flags); |
| 63 | |
| 64 | #define lock_timer(tid, flags) \ |
| 65 | ({ struct k_itimer *__timr; \ |
| 66 | __cond_lock(&__timr->it_lock, __timr = __lock_timer(tid, flags)); \ |
| 67 | __timr; \ |
| 68 | }) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 69 | |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 70 | static int hash(struct signal_struct *sig, unsigned int nr) |
| 71 | { |
| 72 | return hash_32(hash32_ptr(sig) ^ nr, HASH_BITS(posix_timers_hashtable)); |
| 73 | } |
| 74 | |
| 75 | static struct k_itimer *__posix_timers_find(struct hlist_head *head, |
| 76 | struct signal_struct *sig, |
| 77 | timer_t id) |
| 78 | { |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 79 | struct k_itimer *timer; |
| 80 | |
Thomas Gleixner | 028cf5e | 2023-04-25 20:49:05 +0200 | [diff] [blame] | 81 | hlist_for_each_entry_rcu(timer, head, t_hash, lockdep_is_held(&hash_lock)) { |
| 82 | /* timer->it_signal can be set concurrently */ |
| 83 | if ((READ_ONCE(timer->it_signal) == sig) && (timer->it_id == id)) |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 84 | return timer; |
| 85 | } |
| 86 | return NULL; |
| 87 | } |
| 88 | |
| 89 | static struct k_itimer *posix_timer_by_id(timer_t id) |
| 90 | { |
| 91 | struct signal_struct *sig = current->signal; |
| 92 | struct hlist_head *head = &posix_timers_hashtable[hash(sig, id)]; |
| 93 | |
| 94 | return __posix_timers_find(head, sig, id); |
| 95 | } |
| 96 | |
| 97 | static int posix_timer_add(struct k_itimer *timer) |
| 98 | { |
| 99 | struct signal_struct *sig = current->signal; |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 100 | struct hlist_head *head; |
Thomas Gleixner | 8ce8849 | 2023-06-01 20:58:47 +0200 | [diff] [blame] | 101 | unsigned int cnt, id; |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 102 | |
Thomas Gleixner | 8ce8849 | 2023-06-01 20:58:47 +0200 | [diff] [blame] | 103 | /* |
| 104 | * FIXME: Replace this by a per signal struct xarray once there is |
| 105 | * a plan to handle the resulting CRIU regression gracefully. |
| 106 | */ |
| 107 | for (cnt = 0; cnt <= INT_MAX; cnt++) { |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 108 | spin_lock(&hash_lock); |
Thomas Gleixner | 8ce8849 | 2023-06-01 20:58:47 +0200 | [diff] [blame] | 109 | id = sig->next_posix_timer_id; |
| 110 | |
| 111 | /* Write the next ID back. Clamp it to the positive space */ |
| 112 | sig->next_posix_timer_id = (id + 1) & INT_MAX; |
| 113 | |
| 114 | head = &posix_timers_hashtable[hash(sig, id)]; |
| 115 | if (!__posix_timers_find(head, sig, id)) { |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 116 | hlist_add_head_rcu(&timer->t_hash, head); |
Thomas Gleixner | 8ce8849 | 2023-06-01 20:58:47 +0200 | [diff] [blame] | 117 | spin_unlock(&hash_lock); |
| 118 | return id; |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 119 | } |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 120 | spin_unlock(&hash_lock); |
Thomas Gleixner | 8ce8849 | 2023-06-01 20:58:47 +0200 | [diff] [blame] | 121 | } |
| 122 | /* POSIX return code when no timer ID could be allocated */ |
| 123 | return -EAGAIN; |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 124 | } |
| 125 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 126 | static inline void unlock_timer(struct k_itimer *timr, unsigned long flags) |
| 127 | { |
| 128 | spin_unlock_irqrestore(&timr->it_lock, flags); |
| 129 | } |
| 130 | |
Andrei Vagin | eaf8019 | 2019-11-12 01:26:55 +0000 | [diff] [blame] | 131 | static int posix_get_realtime_timespec(clockid_t which_clock, struct timespec64 *tp) |
Thomas Gleixner | 4228577 | 2011-02-01 13:51:50 +0000 | [diff] [blame] | 132 | { |
Deepa Dinamani | 3c9c12f | 2017-03-26 12:04:14 -0700 | [diff] [blame] | 133 | ktime_get_real_ts64(tp); |
Thomas Gleixner | 4228577 | 2011-02-01 13:51:50 +0000 | [diff] [blame] | 134 | return 0; |
| 135 | } |
| 136 | |
Andrei Vagin | 9c71a2e | 2019-11-12 01:26:58 +0000 | [diff] [blame] | 137 | static ktime_t posix_get_realtime_ktime(clockid_t which_clock) |
| 138 | { |
| 139 | return ktime_get_real(); |
| 140 | } |
| 141 | |
Thomas Gleixner | 26f9a47 | 2011-02-01 13:51:48 +0000 | [diff] [blame] | 142 | static int posix_clock_realtime_set(const clockid_t which_clock, |
Deepa Dinamani | 0fe6afe | 2017-03-26 12:04:16 -0700 | [diff] [blame] | 143 | const struct timespec64 *tp) |
Thomas Gleixner | 26f9a47 | 2011-02-01 13:51:48 +0000 | [diff] [blame] | 144 | { |
Deepa Dinamani | 0fe6afe | 2017-03-26 12:04:16 -0700 | [diff] [blame] | 145 | return do_sys_settimeofday64(tp, NULL); |
Thomas Gleixner | 26f9a47 | 2011-02-01 13:51:48 +0000 | [diff] [blame] | 146 | } |
| 147 | |
Richard Cochran | f1f1d5e | 2011-02-01 13:52:26 +0000 | [diff] [blame] | 148 | static int posix_clock_realtime_adj(const clockid_t which_clock, |
Deepa Dinamani | ead2541 | 2018-07-02 22:44:21 -0700 | [diff] [blame] | 149 | struct __kernel_timex *t) |
Richard Cochran | f1f1d5e | 2011-02-01 13:52:26 +0000 | [diff] [blame] | 150 | { |
| 151 | return do_adjtimex(t); |
| 152 | } |
| 153 | |
Andrei Vagin | eaf8019 | 2019-11-12 01:26:55 +0000 | [diff] [blame] | 154 | static int posix_get_monotonic_timespec(clockid_t which_clock, struct timespec64 *tp) |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 155 | { |
Deepa Dinamani | 3c9c12f | 2017-03-26 12:04:14 -0700 | [diff] [blame] | 156 | ktime_get_ts64(tp); |
Andrei Vagin | 5a590f3 | 2019-11-12 01:27:00 +0000 | [diff] [blame] | 157 | timens_add_monotonic(tp); |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 158 | return 0; |
| 159 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 160 | |
Andrei Vagin | 9c71a2e | 2019-11-12 01:26:58 +0000 | [diff] [blame] | 161 | static ktime_t posix_get_monotonic_ktime(clockid_t which_clock) |
| 162 | { |
| 163 | return ktime_get(); |
| 164 | } |
| 165 | |
Deepa Dinamani | 3c9c12f | 2017-03-26 12:04:14 -0700 | [diff] [blame] | 166 | static int posix_get_monotonic_raw(clockid_t which_clock, struct timespec64 *tp) |
John Stultz | 2d42244 | 2008-08-20 16:37:30 -0700 | [diff] [blame] | 167 | { |
Arnd Bergmann | 58a1045 | 2018-06-18 16:32:24 +0200 | [diff] [blame] | 168 | ktime_get_raw_ts64(tp); |
Andrei Vagin | 5a590f3 | 2019-11-12 01:27:00 +0000 | [diff] [blame] | 169 | timens_add_monotonic(tp); |
John Stultz | 2d42244 | 2008-08-20 16:37:30 -0700 | [diff] [blame] | 170 | return 0; |
| 171 | } |
| 172 | |
Deepa Dinamani | 3c9c12f | 2017-03-26 12:04:14 -0700 | [diff] [blame] | 173 | static int posix_get_realtime_coarse(clockid_t which_clock, struct timespec64 *tp) |
john stultz | da15cfd | 2009-08-19 19:13:34 -0700 | [diff] [blame] | 174 | { |
Arnd Bergmann | 58a1045 | 2018-06-18 16:32:24 +0200 | [diff] [blame] | 175 | ktime_get_coarse_real_ts64(tp); |
john stultz | da15cfd | 2009-08-19 19:13:34 -0700 | [diff] [blame] | 176 | return 0; |
| 177 | } |
| 178 | |
| 179 | static int posix_get_monotonic_coarse(clockid_t which_clock, |
Deepa Dinamani | 3c9c12f | 2017-03-26 12:04:14 -0700 | [diff] [blame] | 180 | struct timespec64 *tp) |
john stultz | da15cfd | 2009-08-19 19:13:34 -0700 | [diff] [blame] | 181 | { |
Arnd Bergmann | 58a1045 | 2018-06-18 16:32:24 +0200 | [diff] [blame] | 182 | ktime_get_coarse_ts64(tp); |
Andrei Vagin | 5a590f3 | 2019-11-12 01:27:00 +0000 | [diff] [blame] | 183 | timens_add_monotonic(tp); |
john stultz | da15cfd | 2009-08-19 19:13:34 -0700 | [diff] [blame] | 184 | return 0; |
| 185 | } |
| 186 | |
Deepa Dinamani | d2e3e0c | 2017-03-26 12:04:15 -0700 | [diff] [blame] | 187 | static int posix_get_coarse_res(const clockid_t which_clock, struct timespec64 *tp) |
john stultz | da15cfd | 2009-08-19 19:13:34 -0700 | [diff] [blame] | 188 | { |
Deepa Dinamani | d2e3e0c | 2017-03-26 12:04:15 -0700 | [diff] [blame] | 189 | *tp = ktime_to_timespec64(KTIME_LOW_RES); |
john stultz | da15cfd | 2009-08-19 19:13:34 -0700 | [diff] [blame] | 190 | return 0; |
| 191 | } |
John Stultz | 7fdd7f8 | 2011-02-15 10:52:57 -0800 | [diff] [blame] | 192 | |
Andrei Vagin | eaf8019 | 2019-11-12 01:26:55 +0000 | [diff] [blame] | 193 | static int posix_get_boottime_timespec(const clockid_t which_clock, struct timespec64 *tp) |
John Stultz | 1ff3c96 | 2012-05-03 12:43:40 -0700 | [diff] [blame] | 194 | { |
Arnd Bergmann | 58a1045 | 2018-06-18 16:32:24 +0200 | [diff] [blame] | 195 | ktime_get_boottime_ts64(tp); |
Andrei Vagin | 5a590f3 | 2019-11-12 01:27:00 +0000 | [diff] [blame] | 196 | timens_add_boottime(tp); |
John Stultz | 1ff3c96 | 2012-05-03 12:43:40 -0700 | [diff] [blame] | 197 | return 0; |
| 198 | } |
John Stultz | 7fdd7f8 | 2011-02-15 10:52:57 -0800 | [diff] [blame] | 199 | |
Andrei Vagin | 9c71a2e | 2019-11-12 01:26:58 +0000 | [diff] [blame] | 200 | static ktime_t posix_get_boottime_ktime(const clockid_t which_clock) |
| 201 | { |
| 202 | return ktime_get_boottime(); |
| 203 | } |
| 204 | |
Andrei Vagin | eaf8019 | 2019-11-12 01:26:55 +0000 | [diff] [blame] | 205 | static int posix_get_tai_timespec(clockid_t which_clock, struct timespec64 *tp) |
Thomas Gleixner | 7219932 | 2018-03-01 17:33:32 +0100 | [diff] [blame] | 206 | { |
Arnd Bergmann | 58a1045 | 2018-06-18 16:32:24 +0200 | [diff] [blame] | 207 | ktime_get_clocktai_ts64(tp); |
Thomas Gleixner | 7219932 | 2018-03-01 17:33:32 +0100 | [diff] [blame] | 208 | return 0; |
| 209 | } |
| 210 | |
Andrei Vagin | 9c71a2e | 2019-11-12 01:26:58 +0000 | [diff] [blame] | 211 | static ktime_t posix_get_tai_ktime(clockid_t which_clock) |
| 212 | { |
| 213 | return ktime_get_clocktai(); |
| 214 | } |
| 215 | |
Deepa Dinamani | d2e3e0c | 2017-03-26 12:04:15 -0700 | [diff] [blame] | 216 | static int posix_get_hrtimer_res(clockid_t which_clock, struct timespec64 *tp) |
Thomas Gleixner | 056a3ca | 2015-04-14 21:08:32 +0000 | [diff] [blame] | 217 | { |
| 218 | tp->tv_sec = 0; |
| 219 | tp->tv_nsec = hrtimer_resolution; |
| 220 | return 0; |
| 221 | } |
| 222 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 223 | static __init int init_posix_timers(void) |
| 224 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 225 | posix_timers_cache = kmem_cache_create("posix_timers_cache", |
Vasily Averin | c509723 | 2021-09-02 14:55:39 -0700 | [diff] [blame] | 226 | sizeof(struct k_itimer), 0, |
| 227 | SLAB_PANIC | SLAB_ACCOUNT, NULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 228 | return 0; |
| 229 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 230 | __initcall(init_posix_timers); |
| 231 | |
Thomas Gleixner | 78c9c4d | 2018-06-26 15:21:32 +0200 | [diff] [blame] | 232 | /* |
| 233 | * The siginfo si_overrun field and the return value of timer_getoverrun(2) |
| 234 | * are of type int. Clamp the overrun value to INT_MAX |
| 235 | */ |
| 236 | static inline int timer_overrun_to_int(struct k_itimer *timr, int baseval) |
| 237 | { |
| 238 | s64 sum = timr->it_overrun_last + (s64)baseval; |
| 239 | |
| 240 | return sum > (s64)INT_MAX ? INT_MAX : (int)sum; |
| 241 | } |
| 242 | |
Thomas Gleixner | f37fb0a | 2017-05-30 23:15:47 +0200 | [diff] [blame] | 243 | static void common_hrtimer_rearm(struct k_itimer *timr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 244 | { |
Roman Zippel | 44f2147 | 2006-03-26 01:38:06 -0800 | [diff] [blame] | 245 | struct hrtimer *timer = &timr->it.real.timer; |
| 246 | |
Thomas Gleixner | 78c9c4d | 2018-06-26 15:21:32 +0200 | [diff] [blame] | 247 | timr->it_overrun += hrtimer_forward(timer, timer->base->get_time(), |
| 248 | timr->it_interval); |
Roman Zippel | 44f2147 | 2006-03-26 01:38:06 -0800 | [diff] [blame] | 249 | hrtimer_restart(timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 250 | } |
| 251 | |
| 252 | /* |
Thomas Gleixner | 02972d7 | 2023-04-25 20:49:22 +0200 | [diff] [blame] | 253 | * This function is called from the signal delivery code if |
| 254 | * info->si_sys_private is not zero, which indicates that the timer has to |
| 255 | * be rearmed. Restart the timer and update info::si_overrun. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 256 | */ |
Eric W. Biederman | ae7795b | 2018-09-25 11:27:20 +0200 | [diff] [blame] | 257 | void posixtimer_rearm(struct kernel_siginfo *info) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 258 | { |
| 259 | struct k_itimer *timr; |
| 260 | unsigned long flags; |
| 261 | |
| 262 | timr = lock_timer(info->si_tid, &flags); |
Thomas Gleixner | af888d6 | 2017-05-30 23:15:42 +0200 | [diff] [blame] | 263 | if (!timr) |
| 264 | return; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 265 | |
Thomas Gleixner | 0e334db | 2018-12-17 13:31:05 +0100 | [diff] [blame] | 266 | if (timr->it_interval && timr->it_requeue_pending == info->si_sys_private) { |
Thomas Gleixner | f37fb0a | 2017-05-30 23:15:47 +0200 | [diff] [blame] | 267 | timr->kclock->timer_rearm(timr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 268 | |
Thomas Gleixner | 21e55c1 | 2017-05-30 23:15:48 +0200 | [diff] [blame] | 269 | timr->it_active = 1; |
Thomas Gleixner | af888d6 | 2017-05-30 23:15:42 +0200 | [diff] [blame] | 270 | timr->it_overrun_last = timr->it_overrun; |
Thomas Gleixner | 78c9c4d | 2018-06-26 15:21:32 +0200 | [diff] [blame] | 271 | timr->it_overrun = -1LL; |
Thomas Gleixner | af888d6 | 2017-05-30 23:15:42 +0200 | [diff] [blame] | 272 | ++timr->it_requeue_pending; |
| 273 | |
Thomas Gleixner | 78c9c4d | 2018-06-26 15:21:32 +0200 | [diff] [blame] | 274 | info->si_overrun = timer_overrun_to_int(timr, info->si_overrun); |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 275 | } |
| 276 | |
Thomas Gleixner | af888d6 | 2017-05-30 23:15:42 +0200 | [diff] [blame] | 277 | unlock_timer(timr, flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 278 | } |
| 279 | |
Oleg Nesterov | ba66129 | 2008-07-23 20:52:05 +0400 | [diff] [blame] | 280 | int posix_timer_event(struct k_itimer *timr, int si_private) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 281 | { |
Eric W. Biederman | 24122c7 | 2018-07-20 14:30:23 -0500 | [diff] [blame] | 282 | enum pid_type type; |
Colin Ian King | 1dae37c | 2021-07-21 13:01:47 +0100 | [diff] [blame] | 283 | int ret; |
Oleg Nesterov | ba66129 | 2008-07-23 20:52:05 +0400 | [diff] [blame] | 284 | /* |
| 285 | * FIXME: if ->sigq is queued we can race with |
Thomas Gleixner | 96fe3b0 | 2017-05-30 23:15:46 +0200 | [diff] [blame] | 286 | * dequeue_signal()->posixtimer_rearm(). |
Oleg Nesterov | ba66129 | 2008-07-23 20:52:05 +0400 | [diff] [blame] | 287 | * |
| 288 | * If dequeue_signal() sees the "right" value of |
Thomas Gleixner | 96fe3b0 | 2017-05-30 23:15:46 +0200 | [diff] [blame] | 289 | * si_sys_private it calls posixtimer_rearm(). |
Oleg Nesterov | ba66129 | 2008-07-23 20:52:05 +0400 | [diff] [blame] | 290 | * We re-queue ->sigq and drop ->it_lock(). |
Thomas Gleixner | 96fe3b0 | 2017-05-30 23:15:46 +0200 | [diff] [blame] | 291 | * posixtimer_rearm() locks the timer |
Oleg Nesterov | ba66129 | 2008-07-23 20:52:05 +0400 | [diff] [blame] | 292 | * and re-schedules it while ->sigq is pending. |
| 293 | * Not really bad, but not that we want. |
| 294 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 295 | timr->sigq->info.si_sys_private = si_private; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 296 | |
Eric W. Biederman | 24122c7 | 2018-07-20 14:30:23 -0500 | [diff] [blame] | 297 | type = !(timr->it_sigev_notify & SIGEV_THREAD_ID) ? PIDTYPE_TGID : PIDTYPE_PID; |
| 298 | ret = send_sigqueue(timr->sigq, timr->it_pid, type); |
Oleg Nesterov | 4aa7361 | 2008-09-22 14:42:46 -0700 | [diff] [blame] | 299 | /* If we failed to send the signal the timer stops. */ |
| 300 | return ret > 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 301 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 302 | |
| 303 | /* |
Thomas Gleixner | 84999b8 | 2023-06-01 21:07:37 +0200 | [diff] [blame] | 304 | * This function gets called when a POSIX.1b interval timer expires from |
| 305 | * the HRTIMER interrupt (soft interrupt on RT kernels). |
| 306 | * |
| 307 | * Handles CLOCK_REALTIME, CLOCK_MONOTONIC, CLOCK_BOOTTIME and CLOCK_TAI |
| 308 | * based timers. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 309 | */ |
Thomas Gleixner | c9cb2e3 | 2007-02-16 01:27:49 -0800 | [diff] [blame] | 310 | static enum hrtimer_restart posix_timer_fn(struct hrtimer *timer) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 311 | { |
Thomas Gleixner | b96ce49 | 2023-04-25 20:49:27 +0200 | [diff] [blame] | 312 | enum hrtimer_restart ret = HRTIMER_NORESTART; |
Roman Zippel | 05cfb61 | 2006-03-26 01:38:12 -0800 | [diff] [blame] | 313 | struct k_itimer *timr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 314 | unsigned long flags; |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 315 | int si_private = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 316 | |
Roman Zippel | 05cfb61 | 2006-03-26 01:38:12 -0800 | [diff] [blame] | 317 | timr = container_of(timer, struct k_itimer, it.real.timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 318 | spin_lock_irqsave(&timr->it_lock, flags); |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 319 | |
Thomas Gleixner | 21e55c1 | 2017-05-30 23:15:48 +0200 | [diff] [blame] | 320 | timr->it_active = 0; |
Thomas Gleixner | 80105cd | 2017-05-30 23:15:43 +0200 | [diff] [blame] | 321 | if (timr->it_interval != 0) |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 322 | si_private = ++timr->it_requeue_pending; |
| 323 | |
| 324 | if (posix_timer_event(timr, si_private)) { |
| 325 | /* |
Thomas Gleixner | 84999b8 | 2023-06-01 21:07:37 +0200 | [diff] [blame] | 326 | * The signal was not queued due to SIG_IGN. As a |
| 327 | * consequence the timer is not going to be rearmed from |
| 328 | * the signal delivery path. But as a real signal handler |
| 329 | * can be installed later the timer must be rearmed here. |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 330 | */ |
Thomas Gleixner | 80105cd | 2017-05-30 23:15:43 +0200 | [diff] [blame] | 331 | if (timr->it_interval != 0) { |
Thomas Gleixner | 58229a1 | 2007-06-21 20:45:15 +0000 | [diff] [blame] | 332 | ktime_t now = hrtimer_cb_get_time(timer); |
| 333 | |
| 334 | /* |
| 335 | * FIXME: What we really want, is to stop this |
| 336 | * timer completely and restart it in case the |
| 337 | * SIG_IGN is removed. This is a non trivial |
Thomas Gleixner | 84999b8 | 2023-06-01 21:07:37 +0200 | [diff] [blame] | 338 | * change to the signal handling code. |
Thomas Gleixner | 58229a1 | 2007-06-21 20:45:15 +0000 | [diff] [blame] | 339 | * |
Thomas Gleixner | 84999b8 | 2023-06-01 21:07:37 +0200 | [diff] [blame] | 340 | * For now let timers with an interval less than a |
| 341 | * jiffie expire every jiffie and recheck for a |
| 342 | * valid signal handler. |
| 343 | * |
| 344 | * This avoids interrupt starvation in case of a |
| 345 | * very small interval, which would expire the |
| 346 | * timer immediately again. |
| 347 | * |
| 348 | * Moving now ahead of time by one jiffie tricks |
| 349 | * hrtimer_forward() to expire the timer later, |
| 350 | * while it still maintains the overrun accuracy |
| 351 | * for the price of a slight inconsistency in the |
| 352 | * timer_gettime() case. This is at least better |
| 353 | * than a timer storm. |
| 354 | * |
| 355 | * Only required when high resolution timers are |
| 356 | * enabled as the periodic tick based timers are |
| 357 | * automatically aligned to the next tick. |
Thomas Gleixner | 58229a1 | 2007-06-21 20:45:15 +0000 | [diff] [blame] | 358 | */ |
Lukas Bulwahn | b9a40f2 | 2023-06-09 11:46:43 +0200 | [diff] [blame] | 359 | if (IS_ENABLED(CONFIG_HIGH_RES_TIMERS)) { |
Thomas Gleixner | 84999b8 | 2023-06-01 21:07:37 +0200 | [diff] [blame] | 360 | ktime_t kj = TICK_NSEC; |
Thomas Gleixner | 58229a1 | 2007-06-21 20:45:15 +0000 | [diff] [blame] | 361 | |
Thomas Gleixner | 80105cd | 2017-05-30 23:15:43 +0200 | [diff] [blame] | 362 | if (timr->it_interval < kj) |
Thomas Gleixner | 58229a1 | 2007-06-21 20:45:15 +0000 | [diff] [blame] | 363 | now = ktime_add(now, kj); |
| 364 | } |
Thomas Gleixner | 84999b8 | 2023-06-01 21:07:37 +0200 | [diff] [blame] | 365 | |
| 366 | timr->it_overrun += hrtimer_forward(timer, now, timr->it_interval); |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 367 | ret = HRTIMER_RESTART; |
Roman Zippel | a0a0c28 | 2006-03-16 23:04:01 -0800 | [diff] [blame] | 368 | ++timr->it_requeue_pending; |
Thomas Gleixner | 21e55c1 | 2017-05-30 23:15:48 +0200 | [diff] [blame] | 369 | timr->it_active = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 370 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 371 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 372 | |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 373 | unlock_timer(timr, flags); |
| 374 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 375 | } |
| 376 | |
Oleg Nesterov | 27af424 | 2008-12-01 14:18:13 -0800 | [diff] [blame] | 377 | static struct pid *good_sigevent(sigevent_t * event) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 378 | { |
Eric W. Biederman | 2118e1f | 2018-07-21 00:00:29 -0500 | [diff] [blame] | 379 | struct pid *pid = task_tgid(current); |
| 380 | struct task_struct *rtn; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 381 | |
Thomas Gleixner | cef31d9 | 2017-12-15 10:32:03 +0100 | [diff] [blame] | 382 | switch (event->sigev_notify) { |
| 383 | case SIGEV_SIGNAL | SIGEV_THREAD_ID: |
Eric W. Biederman | 2118e1f | 2018-07-21 00:00:29 -0500 | [diff] [blame] | 384 | pid = find_vpid(event->sigev_notify_thread_id); |
| 385 | rtn = pid_task(pid, PIDTYPE_PID); |
Thomas Gleixner | cef31d9 | 2017-12-15 10:32:03 +0100 | [diff] [blame] | 386 | if (!rtn || !same_thread_group(rtn, current)) |
| 387 | return NULL; |
Gustavo A. R. Silva | df561f66 | 2020-08-23 17:36:59 -0500 | [diff] [blame] | 388 | fallthrough; |
Thomas Gleixner | cef31d9 | 2017-12-15 10:32:03 +0100 | [diff] [blame] | 389 | case SIGEV_SIGNAL: |
| 390 | case SIGEV_THREAD: |
| 391 | if (event->sigev_signo <= 0 || event->sigev_signo > SIGRTMAX) |
| 392 | return NULL; |
Gustavo A. R. Silva | df561f66 | 2020-08-23 17:36:59 -0500 | [diff] [blame] | 393 | fallthrough; |
Thomas Gleixner | cef31d9 | 2017-12-15 10:32:03 +0100 | [diff] [blame] | 394 | case SIGEV_NONE: |
Eric W. Biederman | 2118e1f | 2018-07-21 00:00:29 -0500 | [diff] [blame] | 395 | return pid; |
Thomas Gleixner | cef31d9 | 2017-12-15 10:32:03 +0100 | [diff] [blame] | 396 | default: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 397 | return NULL; |
Thomas Gleixner | cef31d9 | 2017-12-15 10:32:03 +0100 | [diff] [blame] | 398 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 399 | } |
| 400 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 401 | static struct k_itimer * alloc_posix_timer(void) |
| 402 | { |
Thomas Gleixner | b96ce49 | 2023-04-25 20:49:27 +0200 | [diff] [blame] | 403 | struct k_itimer *tmr = kmem_cache_zalloc(posix_timers_cache, GFP_KERNEL); |
| 404 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 405 | if (!tmr) |
| 406 | return tmr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 407 | if (unlikely(!(tmr->sigq = sigqueue_alloc()))) { |
| 408 | kmem_cache_free(posix_timers_cache, tmr); |
Dan Carpenter | aa94fbd | 2008-10-02 14:50:14 -0700 | [diff] [blame] | 409 | return NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 410 | } |
Eric W. Biederman | 3b10db2b | 2017-08-18 19:56:27 -0500 | [diff] [blame] | 411 | clear_siginfo(&tmr->sigq->info); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 412 | return tmr; |
| 413 | } |
| 414 | |
Eric Dumazet | 8af0887 | 2011-05-24 11:12:58 +0200 | [diff] [blame] | 415 | static void k_itimer_rcu_free(struct rcu_head *head) |
| 416 | { |
Sebastian Andrzej Siewior | 5d99b32 | 2019-07-31 00:33:54 +0200 | [diff] [blame] | 417 | struct k_itimer *tmr = container_of(head, struct k_itimer, rcu); |
Eric Dumazet | 8af0887 | 2011-05-24 11:12:58 +0200 | [diff] [blame] | 418 | |
| 419 | kmem_cache_free(posix_timers_cache, tmr); |
| 420 | } |
| 421 | |
Thomas Gleixner | 8cc96ca | 2023-04-25 20:49:09 +0200 | [diff] [blame] | 422 | static void posix_timer_free(struct k_itimer *tmr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 423 | { |
Oleg Nesterov | 8999210 | 2008-12-01 14:18:15 -0800 | [diff] [blame] | 424 | put_pid(tmr->it_pid); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 425 | sigqueue_free(tmr->sigq); |
Sebastian Andrzej Siewior | 5d99b32 | 2019-07-31 00:33:54 +0200 | [diff] [blame] | 426 | call_rcu(&tmr->rcu, k_itimer_rcu_free); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 427 | } |
| 428 | |
Thomas Gleixner | 8cc96ca | 2023-04-25 20:49:09 +0200 | [diff] [blame] | 429 | static void posix_timer_unhash_and_free(struct k_itimer *tmr) |
| 430 | { |
| 431 | spin_lock(&hash_lock); |
| 432 | hlist_del_rcu(&tmr->t_hash); |
| 433 | spin_unlock(&hash_lock); |
| 434 | posix_timer_free(tmr); |
| 435 | } |
| 436 | |
Thomas Gleixner | 838394f | 2011-02-01 13:51:58 +0000 | [diff] [blame] | 437 | static int common_timer_create(struct k_itimer *new_timer) |
| 438 | { |
| 439 | hrtimer_init(&new_timer->it.real.timer, new_timer->it_clock, 0); |
| 440 | return 0; |
| 441 | } |
| 442 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 443 | /* Create a POSIX.1b interval timer. */ |
Al Viro | 2482097 | 2017-06-07 09:42:39 +0100 | [diff] [blame] | 444 | static int do_timer_create(clockid_t which_clock, struct sigevent *event, |
| 445 | timer_t __user *created_timer_id) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 446 | { |
Christoph Hellwig | d3ba5a9 | 2017-05-26 12:03:11 +0300 | [diff] [blame] | 447 | const struct k_clock *kc = clockid_to_kclock(which_clock); |
Oleg Nesterov | 2cd499e | 2008-09-22 14:42:47 -0700 | [diff] [blame] | 448 | struct k_itimer *new_timer; |
Oleg Nesterov | ef864c95 | 2008-09-22 14:42:49 -0700 | [diff] [blame] | 449 | int error, new_timer_id; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 450 | |
Thomas Gleixner | 838394f | 2011-02-01 13:51:58 +0000 | [diff] [blame] | 451 | if (!kc) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 452 | return -EINVAL; |
Thomas Gleixner | 838394f | 2011-02-01 13:51:58 +0000 | [diff] [blame] | 453 | if (!kc->timer_create) |
| 454 | return -EOPNOTSUPP; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 455 | |
| 456 | new_timer = alloc_posix_timer(); |
| 457 | if (unlikely(!new_timer)) |
| 458 | return -EAGAIN; |
| 459 | |
| 460 | spin_lock_init(&new_timer->it_lock); |
Thomas Gleixner | ae88967 | 2023-04-25 20:49:03 +0200 | [diff] [blame] | 461 | |
| 462 | /* |
| 463 | * Add the timer to the hash table. The timer is not yet valid |
| 464 | * because new_timer::it_signal is still NULL. The timer id is also |
| 465 | * not yet visible to user space. |
| 466 | */ |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 467 | new_timer_id = posix_timer_add(new_timer); |
| 468 | if (new_timer_id < 0) { |
Thomas Gleixner | 8cc96ca | 2023-04-25 20:49:09 +0200 | [diff] [blame] | 469 | posix_timer_free(new_timer); |
| 470 | return new_timer_id; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 471 | } |
| 472 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 473 | new_timer->it_id = (timer_t) new_timer_id; |
| 474 | new_timer->it_clock = which_clock; |
Thomas Gleixner | d97bb75 | 2017-05-30 23:15:44 +0200 | [diff] [blame] | 475 | new_timer->kclock = kc; |
Thomas Gleixner | 78c9c4d | 2018-06-26 15:21:32 +0200 | [diff] [blame] | 476 | new_timer->it_overrun = -1LL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 477 | |
Al Viro | 2482097 | 2017-06-07 09:42:39 +0100 | [diff] [blame] | 478 | if (event) { |
Oleg Nesterov | 36b2f04 | 2008-09-22 14:42:48 -0700 | [diff] [blame] | 479 | rcu_read_lock(); |
Al Viro | 2482097 | 2017-06-07 09:42:39 +0100 | [diff] [blame] | 480 | new_timer->it_pid = get_pid(good_sigevent(event)); |
Oleg Nesterov | 36b2f04 | 2008-09-22 14:42:48 -0700 | [diff] [blame] | 481 | rcu_read_unlock(); |
Oleg Nesterov | 8999210 | 2008-12-01 14:18:15 -0800 | [diff] [blame] | 482 | if (!new_timer->it_pid) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 483 | error = -EINVAL; |
| 484 | goto out; |
| 485 | } |
Al Viro | 2482097 | 2017-06-07 09:42:39 +0100 | [diff] [blame] | 486 | new_timer->it_sigev_notify = event->sigev_notify; |
| 487 | new_timer->sigq->info.si_signo = event->sigev_signo; |
| 488 | new_timer->sigq->info.si_value = event->sigev_value; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 489 | } else { |
Al Viro | 2482097 | 2017-06-07 09:42:39 +0100 | [diff] [blame] | 490 | new_timer->it_sigev_notify = SIGEV_SIGNAL; |
| 491 | new_timer->sigq->info.si_signo = SIGALRM; |
| 492 | memset(&new_timer->sigq->info.si_value, 0, sizeof(sigval_t)); |
| 493 | new_timer->sigq->info.si_value.sival_int = new_timer->it_id; |
Oleg Nesterov | 8999210 | 2008-12-01 14:18:15 -0800 | [diff] [blame] | 494 | new_timer->it_pid = get_pid(task_tgid(current)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 495 | } |
| 496 | |
Oleg Nesterov | 717835d | 2008-09-22 14:42:49 -0700 | [diff] [blame] | 497 | new_timer->sigq->info.si_tid = new_timer->it_id; |
Oleg Nesterov | 5a9fa73 | 2008-09-22 14:42:50 -0700 | [diff] [blame] | 498 | new_timer->sigq->info.si_code = SI_TIMER; |
Oleg Nesterov | 717835d | 2008-09-22 14:42:49 -0700 | [diff] [blame] | 499 | |
Thomas Gleixner | 52f090b | 2023-04-25 20:49:19 +0200 | [diff] [blame] | 500 | if (copy_to_user(created_timer_id, &new_timer_id, sizeof (new_timer_id))) { |
Andrey Vagin | 2b08de0 | 2010-07-20 15:23:14 -0700 | [diff] [blame] | 501 | error = -EFAULT; |
| 502 | goto out; |
| 503 | } |
Thomas Gleixner | 52f090b | 2023-04-25 20:49:19 +0200 | [diff] [blame] | 504 | /* |
| 505 | * After succesful copy out, the timer ID is visible to user space |
| 506 | * now but not yet valid because new_timer::signal is still NULL. |
| 507 | * |
| 508 | * Complete the initialization with the clock specific create |
| 509 | * callback. |
| 510 | */ |
Thomas Gleixner | 838394f | 2011-02-01 13:51:58 +0000 | [diff] [blame] | 511 | error = kc->timer_create(new_timer); |
Andrey Vagin | 45e0fff | 2010-05-24 12:15:33 -0700 | [diff] [blame] | 512 | if (error) |
| 513 | goto out; |
| 514 | |
Oleg Nesterov | 36b2f04 | 2008-09-22 14:42:48 -0700 | [diff] [blame] | 515 | spin_lock_irq(¤t->sighand->siglock); |
Thomas Gleixner | ae88967 | 2023-04-25 20:49:03 +0200 | [diff] [blame] | 516 | /* This makes the timer valid in the hash table */ |
Thomas Gleixner | 028cf5e | 2023-04-25 20:49:05 +0200 | [diff] [blame] | 517 | WRITE_ONCE(new_timer->it_signal, current->signal); |
Oleg Nesterov | 36b2f04 | 2008-09-22 14:42:48 -0700 | [diff] [blame] | 518 | list_add(&new_timer->list, ¤t->signal->posix_timers); |
| 519 | spin_unlock_irq(¤t->sighand->siglock); |
Thomas Gleixner | 838394f | 2011-02-01 13:51:58 +0000 | [diff] [blame] | 520 | /* |
Thomas Gleixner | 52f090b | 2023-04-25 20:49:19 +0200 | [diff] [blame] | 521 | * After unlocking sighand::siglock @new_timer is subject to |
| 522 | * concurrent removal and cannot be touched anymore |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 523 | */ |
Thomas Gleixner | 52f090b | 2023-04-25 20:49:19 +0200 | [diff] [blame] | 524 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 525 | out: |
Thomas Gleixner | 8cc96ca | 2023-04-25 20:49:09 +0200 | [diff] [blame] | 526 | posix_timer_unhash_and_free(new_timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 527 | return error; |
| 528 | } |
| 529 | |
Al Viro | 2482097 | 2017-06-07 09:42:39 +0100 | [diff] [blame] | 530 | SYSCALL_DEFINE3(timer_create, const clockid_t, which_clock, |
| 531 | struct sigevent __user *, timer_event_spec, |
| 532 | timer_t __user *, created_timer_id) |
| 533 | { |
| 534 | if (timer_event_spec) { |
| 535 | sigevent_t event; |
| 536 | |
| 537 | if (copy_from_user(&event, timer_event_spec, sizeof (event))) |
| 538 | return -EFAULT; |
| 539 | return do_timer_create(which_clock, &event, created_timer_id); |
| 540 | } |
| 541 | return do_timer_create(which_clock, NULL, created_timer_id); |
| 542 | } |
| 543 | |
| 544 | #ifdef CONFIG_COMPAT |
| 545 | COMPAT_SYSCALL_DEFINE3(timer_create, clockid_t, which_clock, |
| 546 | struct compat_sigevent __user *, timer_event_spec, |
| 547 | timer_t __user *, created_timer_id) |
| 548 | { |
| 549 | if (timer_event_spec) { |
| 550 | sigevent_t event; |
| 551 | |
| 552 | if (get_compat_sigevent(&event, timer_event_spec)) |
| 553 | return -EFAULT; |
| 554 | return do_timer_create(which_clock, &event, created_timer_id); |
| 555 | } |
| 556 | return do_timer_create(which_clock, NULL, created_timer_id); |
| 557 | } |
| 558 | #endif |
| 559 | |
Namhyung Kim | 20f33a0 | 2010-10-20 15:57:34 -0700 | [diff] [blame] | 560 | static struct k_itimer *__lock_timer(timer_t timer_id, unsigned long *flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 561 | { |
| 562 | struct k_itimer *timr; |
Eric Dumazet | 8af0887 | 2011-05-24 11:12:58 +0200 | [diff] [blame] | 563 | |
Tejun Heo | e182bb3 | 2013-02-20 15:24:12 -0800 | [diff] [blame] | 564 | /* |
| 565 | * timer_t could be any type >= int and we want to make sure any |
| 566 | * @timer_id outside positive int range fails lookup. |
| 567 | */ |
| 568 | if ((unsigned long long)timer_id > INT_MAX) |
| 569 | return NULL; |
| 570 | |
Thomas Gleixner | ae88967 | 2023-04-25 20:49:03 +0200 | [diff] [blame] | 571 | /* |
| 572 | * The hash lookup and the timers are RCU protected. |
| 573 | * |
| 574 | * Timers are added to the hash in invalid state where |
| 575 | * timr::it_signal == NULL. timer::it_signal is only set after the |
| 576 | * rest of the initialization succeeded. |
| 577 | * |
| 578 | * Timer destruction happens in steps: |
| 579 | * 1) Set timr::it_signal to NULL with timr::it_lock held |
| 580 | * 2) Release timr::it_lock |
| 581 | * 3) Remove from the hash under hash_lock |
| 582 | * 4) Call RCU for removal after the grace period |
| 583 | * |
| 584 | * Holding rcu_read_lock() accross the lookup ensures that |
| 585 | * the timer cannot be freed. |
| 586 | * |
| 587 | * The lookup validates locklessly that timr::it_signal == |
| 588 | * current::it_signal and timr::it_id == @timer_id. timr::it_id |
| 589 | * can't change, but timr::it_signal becomes NULL during |
| 590 | * destruction. |
| 591 | */ |
Eric Dumazet | 8af0887 | 2011-05-24 11:12:58 +0200 | [diff] [blame] | 592 | rcu_read_lock(); |
Pavel Emelyanov | 5ed67f0 | 2013-03-11 13:12:21 +0400 | [diff] [blame] | 593 | timr = posix_timer_by_id(timer_id); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 594 | if (timr) { |
Eric Dumazet | 8af0887 | 2011-05-24 11:12:58 +0200 | [diff] [blame] | 595 | spin_lock_irqsave(&timr->it_lock, *flags); |
Thomas Gleixner | ae88967 | 2023-04-25 20:49:03 +0200 | [diff] [blame] | 596 | /* |
| 597 | * Validate under timr::it_lock that timr::it_signal is |
| 598 | * still valid. Pairs with #1 above. |
| 599 | */ |
Oleg Nesterov | 8999210 | 2008-12-01 14:18:15 -0800 | [diff] [blame] | 600 | if (timr->it_signal == current->signal) { |
Eric Dumazet | 8af0887 | 2011-05-24 11:12:58 +0200 | [diff] [blame] | 601 | rcu_read_unlock(); |
Oleg Nesterov | 31d9284 | 2008-09-22 14:42:51 -0700 | [diff] [blame] | 602 | return timr; |
| 603 | } |
Eric Dumazet | 8af0887 | 2011-05-24 11:12:58 +0200 | [diff] [blame] | 604 | spin_unlock_irqrestore(&timr->it_lock, *flags); |
Oleg Nesterov | 31d9284 | 2008-09-22 14:42:51 -0700 | [diff] [blame] | 605 | } |
Eric Dumazet | 8af0887 | 2011-05-24 11:12:58 +0200 | [diff] [blame] | 606 | rcu_read_unlock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 607 | |
Oleg Nesterov | 31d9284 | 2008-09-22 14:42:51 -0700 | [diff] [blame] | 608 | return NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 609 | } |
| 610 | |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 611 | static ktime_t common_hrtimer_remaining(struct k_itimer *timr, ktime_t now) |
| 612 | { |
| 613 | struct hrtimer *timer = &timr->it.real.timer; |
| 614 | |
| 615 | return __hrtimer_expires_remaining_adjusted(timer, now); |
| 616 | } |
| 617 | |
Thomas Gleixner | 6fec64e1 | 2018-06-26 15:21:31 +0200 | [diff] [blame] | 618 | static s64 common_hrtimer_forward(struct k_itimer *timr, ktime_t now) |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 619 | { |
| 620 | struct hrtimer *timer = &timr->it.real.timer; |
| 621 | |
Thomas Gleixner | 6fec64e1 | 2018-06-26 15:21:31 +0200 | [diff] [blame] | 622 | return hrtimer_forward(timer, now, timr->it_interval); |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 623 | } |
| 624 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 625 | /* |
Thomas Gleixner | a86e9284 | 2023-04-25 20:49:12 +0200 | [diff] [blame] | 626 | * Get the time remaining on a POSIX.1b interval timer. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 627 | * |
Thomas Gleixner | a86e9284 | 2023-04-25 20:49:12 +0200 | [diff] [blame] | 628 | * Two issues to handle here: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 629 | * |
Thomas Gleixner | a86e9284 | 2023-04-25 20:49:12 +0200 | [diff] [blame] | 630 | * 1) The timer has a requeue pending. The return value must appear as |
| 631 | * if the timer has been requeued right now. |
| 632 | * |
| 633 | * 2) The timer is a SIGEV_NONE timer. These timers are never enqueued |
| 634 | * into the hrtimer queue and therefore never expired. Emulate expiry |
| 635 | * here taking #1 into account. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 636 | */ |
Thomas Gleixner | f2c4580 | 2017-05-30 23:15:59 +0200 | [diff] [blame] | 637 | void common_timer_get(struct k_itimer *timr, struct itimerspec64 *cur_setting) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 638 | { |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 639 | const struct k_clock *kc = timr->kclock; |
Roman Zippel | 3b98a53 | 2006-03-26 01:38:07 -0800 | [diff] [blame] | 640 | ktime_t now, remaining, iv; |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 641 | bool sig_none; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 642 | |
Thomas Gleixner | cef31d9 | 2017-12-15 10:32:03 +0100 | [diff] [blame] | 643 | sig_none = timr->it_sigev_notify == SIGEV_NONE; |
Thomas Gleixner | 80105cd | 2017-05-30 23:15:43 +0200 | [diff] [blame] | 644 | iv = timr->it_interval; |
Roman Zippel | 3b98a53 | 2006-03-26 01:38:07 -0800 | [diff] [blame] | 645 | |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 646 | /* interval timer ? */ |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 647 | if (iv) { |
Deepa Dinamani | 5f252b3 | 2017-03-26 12:04:17 -0700 | [diff] [blame] | 648 | cur_setting->it_interval = ktime_to_timespec64(iv); |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 649 | } else if (!timr->it_active) { |
| 650 | /* |
Thomas Gleixner | a86e9284 | 2023-04-25 20:49:12 +0200 | [diff] [blame] | 651 | * SIGEV_NONE oneshot timers are never queued and therefore |
| 652 | * timr->it_active is always false. The check below |
| 653 | * vs. remaining time will handle this case. |
| 654 | * |
| 655 | * For all other timers there is nothing to update here, so |
| 656 | * return. |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 657 | */ |
| 658 | if (!sig_none) |
| 659 | return; |
| 660 | } |
Roman Zippel | 3b98a53 | 2006-03-26 01:38:07 -0800 | [diff] [blame] | 661 | |
Andrei Vagin | 198fa44 | 2019-11-12 01:26:59 +0000 | [diff] [blame] | 662 | now = kc->clock_get_ktime(timr->it_clock); |
Roman Zippel | 3b98a53 | 2006-03-26 01:38:07 -0800 | [diff] [blame] | 663 | |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 664 | /* |
Thomas Gleixner | a86e9284 | 2023-04-25 20:49:12 +0200 | [diff] [blame] | 665 | * If this is an interval timer and either has requeue pending or |
| 666 | * is a SIGEV_NONE timer move the expiry time forward by intervals, |
| 667 | * so expiry is > now. |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 668 | */ |
| 669 | if (iv && (timr->it_requeue_pending & REQUEUE_PENDING || sig_none)) |
Thomas Gleixner | 78c9c4d | 2018-06-26 15:21:32 +0200 | [diff] [blame] | 670 | timr->it_overrun += kc->timer_forward(timr, now); |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 671 | |
| 672 | remaining = kc->timer_remaining(timr, now); |
Thomas Gleixner | a86e9284 | 2023-04-25 20:49:12 +0200 | [diff] [blame] | 673 | /* |
| 674 | * As @now is retrieved before a possible timer_forward() and |
| 675 | * cannot be reevaluated by the compiler @remaining is based on the |
| 676 | * same @now value. Therefore @remaining is consistent vs. @now. |
| 677 | * |
| 678 | * Consequently all interval timers, i.e. @iv > 0, cannot have a |
| 679 | * remaining time <= 0 because timer_forward() guarantees to move |
| 680 | * them forward so that the next timer expiry is > @now. |
| 681 | */ |
Thomas Gleixner | 2456e85 | 2016-12-25 11:38:40 +0100 | [diff] [blame] | 682 | if (remaining <= 0) { |
Roman Zippel | 3b98a53 | 2006-03-26 01:38:07 -0800 | [diff] [blame] | 683 | /* |
Thomas Gleixner | a86e9284 | 2023-04-25 20:49:12 +0200 | [diff] [blame] | 684 | * A single shot SIGEV_NONE timer must return 0, when it is |
| 685 | * expired! Timers which have a real signal delivery mode |
| 686 | * must return a remaining time greater than 0 because the |
| 687 | * signal has not yet been delivered. |
Roman Zippel | 3b98a53 | 2006-03-26 01:38:07 -0800 | [diff] [blame] | 688 | */ |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 689 | if (!sig_none) |
Roman Zippel | 3b98a53 | 2006-03-26 01:38:07 -0800 | [diff] [blame] | 690 | cur_setting->it_value.tv_nsec = 1; |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 691 | } else { |
Deepa Dinamani | 5f252b3 | 2017-03-26 12:04:17 -0700 | [diff] [blame] | 692 | cur_setting->it_value = ktime_to_timespec64(remaining); |
Thomas Gleixner | 91d57ba | 2017-05-30 23:15:50 +0200 | [diff] [blame] | 693 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 694 | } |
| 695 | |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 696 | static int do_timer_gettime(timer_t timer_id, struct itimerspec64 *setting) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 697 | { |
Christoph Hellwig | d3ba5a9 | 2017-05-26 12:03:11 +0300 | [diff] [blame] | 698 | const struct k_clock *kc; |
Thomas Gleixner | b96ce49 | 2023-04-25 20:49:27 +0200 | [diff] [blame] | 699 | struct k_itimer *timr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 700 | unsigned long flags; |
Thomas Gleixner | a7319fa | 2011-02-01 13:52:04 +0000 | [diff] [blame] | 701 | int ret = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 702 | |
| 703 | timr = lock_timer(timer_id, &flags); |
| 704 | if (!timr) |
| 705 | return -EINVAL; |
| 706 | |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 707 | memset(setting, 0, sizeof(*setting)); |
Thomas Gleixner | d97bb75 | 2017-05-30 23:15:44 +0200 | [diff] [blame] | 708 | kc = timr->kclock; |
Thomas Gleixner | a7319fa | 2011-02-01 13:52:04 +0000 | [diff] [blame] | 709 | if (WARN_ON_ONCE(!kc || !kc->timer_get)) |
| 710 | ret = -EINVAL; |
| 711 | else |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 712 | kc->timer_get(timr, setting); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 713 | |
| 714 | unlock_timer(timr, flags); |
Thomas Gleixner | a7319fa | 2011-02-01 13:52:04 +0000 | [diff] [blame] | 715 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 716 | } |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 717 | |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 718 | /* Get the time remaining on a POSIX.1b interval timer. */ |
| 719 | SYSCALL_DEFINE2(timer_gettime, timer_t, timer_id, |
Deepa Dinamani | 6ff8473 | 2018-06-16 22:11:44 -0700 | [diff] [blame] | 720 | struct __kernel_itimerspec __user *, setting) |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 721 | { |
Deepa Dinamani | 725816e | 2017-06-24 11:45:08 -0700 | [diff] [blame] | 722 | struct itimerspec64 cur_setting; |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 723 | |
Deepa Dinamani | 725816e | 2017-06-24 11:45:08 -0700 | [diff] [blame] | 724 | int ret = do_timer_gettime(timer_id, &cur_setting); |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 725 | if (!ret) { |
Deepa Dinamani | 725816e | 2017-06-24 11:45:08 -0700 | [diff] [blame] | 726 | if (put_itimerspec64(&cur_setting, setting)) |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 727 | ret = -EFAULT; |
| 728 | } |
| 729 | return ret; |
| 730 | } |
| 731 | |
Deepa Dinamani | 6ff8473 | 2018-06-16 22:11:44 -0700 | [diff] [blame] | 732 | #ifdef CONFIG_COMPAT_32BIT_TIME |
| 733 | |
Arnd Bergmann | 8dabe72 | 2019-01-07 00:33:08 +0100 | [diff] [blame] | 734 | SYSCALL_DEFINE2(timer_gettime32, timer_t, timer_id, |
| 735 | struct old_itimerspec32 __user *, setting) |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 736 | { |
Deepa Dinamani | 725816e | 2017-06-24 11:45:08 -0700 | [diff] [blame] | 737 | struct itimerspec64 cur_setting; |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 738 | |
Deepa Dinamani | 725816e | 2017-06-24 11:45:08 -0700 | [diff] [blame] | 739 | int ret = do_timer_gettime(timer_id, &cur_setting); |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 740 | if (!ret) { |
Arnd Bergmann | 9afc5ee | 2018-07-13 12:52:28 +0200 | [diff] [blame] | 741 | if (put_old_itimerspec32(&cur_setting, setting)) |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 742 | ret = -EFAULT; |
| 743 | } |
| 744 | return ret; |
| 745 | } |
Deepa Dinamani | 6ff8473 | 2018-06-16 22:11:44 -0700 | [diff] [blame] | 746 | |
Al Viro | b0dc124 | 2017-06-07 09:42:36 +0100 | [diff] [blame] | 747 | #endif |
| 748 | |
Thomas Gleixner | 65cade4 | 2023-04-25 20:49:14 +0200 | [diff] [blame] | 749 | /** |
| 750 | * sys_timer_getoverrun - Get the number of overruns of a POSIX.1b interval timer |
| 751 | * @timer_id: The timer ID which identifies the timer |
| 752 | * |
| 753 | * The "overrun count" of a timer is one plus the number of expiration |
| 754 | * intervals which have elapsed between the first expiry, which queues the |
| 755 | * signal and the actual signal delivery. On signal delivery the "overrun |
| 756 | * count" is calculated and cached, so it can be returned directly here. |
| 757 | * |
| 758 | * As this is relative to the last queued signal the returned overrun count |
| 759 | * is meaningless outside of the signal delivery path and even there it |
| 760 | * does not accurately reflect the current state when user space evaluates |
| 761 | * it. |
| 762 | * |
| 763 | * Returns: |
| 764 | * -EINVAL @timer_id is invalid |
| 765 | * 1..INT_MAX The number of overruns related to the last delivered signal |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 766 | */ |
Heiko Carstens | 362e9c0 | 2009-01-14 14:14:07 +0100 | [diff] [blame] | 767 | SYSCALL_DEFINE1(timer_getoverrun, timer_t, timer_id) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 768 | { |
| 769 | struct k_itimer *timr; |
Al Viro | 5ba2533 | 2007-10-14 19:35:50 +0100 | [diff] [blame] | 770 | unsigned long flags; |
Thomas Gleixner | b96ce49 | 2023-04-25 20:49:27 +0200 | [diff] [blame] | 771 | int overrun; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 772 | |
| 773 | timr = lock_timer(timer_id, &flags); |
| 774 | if (!timr) |
| 775 | return -EINVAL; |
| 776 | |
Thomas Gleixner | 78c9c4d | 2018-06-26 15:21:32 +0200 | [diff] [blame] | 777 | overrun = timer_overrun_to_int(timr, 0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 778 | unlock_timer(timr, flags); |
| 779 | |
| 780 | return overrun; |
| 781 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 782 | |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 783 | static void common_hrtimer_arm(struct k_itimer *timr, ktime_t expires, |
| 784 | bool absolute, bool sigev_none) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 785 | { |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 786 | struct hrtimer *timer = &timr->it.real.timer; |
George Anzinger | 7978672c | 2006-02-01 03:05:11 -0800 | [diff] [blame] | 787 | enum hrtimer_mode mode; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 788 | |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 789 | mode = absolute ? HRTIMER_MODE_ABS : HRTIMER_MODE_REL; |
Thomas Gleixner | 67edab4 | 2017-06-12 19:39:49 +0200 | [diff] [blame] | 790 | /* |
| 791 | * Posix magic: Relative CLOCK_REALTIME timers are not affected by |
| 792 | * clock modifications, so they become CLOCK_MONOTONIC based under the |
| 793 | * hood. See hrtimer_init(). Update timr->kclock, so the generic |
Andrei Vagin | 9c71a2e | 2019-11-12 01:26:58 +0000 | [diff] [blame] | 794 | * functions which use timr->kclock->clock_get_*() work. |
Thomas Gleixner | 67edab4 | 2017-06-12 19:39:49 +0200 | [diff] [blame] | 795 | * |
| 796 | * Note: it_clock stays unmodified, because the next timer_set() might |
| 797 | * use ABSTIME, so it needs to switch back. |
| 798 | */ |
| 799 | if (timr->it_clock == CLOCK_REALTIME) |
| 800 | timr->kclock = absolute ? &clock_realtime : &clock_monotonic; |
| 801 | |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 802 | hrtimer_init(&timr->it.real.timer, timr->it_clock, mode); |
| 803 | timr->it.real.timer.function = posix_timer_fn; |
| 804 | |
| 805 | if (!absolute) |
| 806 | expires = ktime_add_safe(expires, timer->base->get_time()); |
| 807 | hrtimer_set_expires(timer, expires); |
| 808 | |
| 809 | if (!sigev_none) |
| 810 | hrtimer_start_expires(timer, HRTIMER_MODE_ABS); |
| 811 | } |
| 812 | |
| 813 | static int common_hrtimer_try_to_cancel(struct k_itimer *timr) |
| 814 | { |
| 815 | return hrtimer_try_to_cancel(&timr->it.real.timer); |
| 816 | } |
| 817 | |
Thomas Gleixner | ec8f954 | 2019-08-02 07:35:59 +0200 | [diff] [blame] | 818 | static void common_timer_wait_running(struct k_itimer *timer) |
| 819 | { |
| 820 | hrtimer_cancel_wait_running(&timer->it.real.timer); |
| 821 | } |
| 822 | |
Frederic Weisbecker | 0bee3b6 | 2019-08-20 15:12:23 +0200 | [diff] [blame] | 823 | /* |
Thomas Gleixner | 7d99090 | 2023-04-25 20:49:00 +0200 | [diff] [blame] | 824 | * On PREEMPT_RT this prevents priority inversion and a potential livelock |
| 825 | * against the ksoftirqd thread in case that ksoftirqd gets preempted while |
| 826 | * executing a hrtimer callback. |
| 827 | * |
| 828 | * See the comments in hrtimer_cancel_wait_running(). For PREEMPT_RT=n this |
| 829 | * just results in a cpu_relax(). |
| 830 | * |
| 831 | * For POSIX CPU timers with CONFIG_POSIX_CPU_TIMERS_TASK_WORK=n this is |
| 832 | * just a cpu_relax(). With CONFIG_POSIX_CPU_TIMERS_TASK_WORK=y this |
| 833 | * prevents spinning on an eventually scheduled out task and a livelock |
| 834 | * when the task which tries to delete or disarm the timer has preempted |
| 835 | * the task which runs the expiry in task work context. |
Frederic Weisbecker | 0bee3b6 | 2019-08-20 15:12:23 +0200 | [diff] [blame] | 836 | */ |
Thomas Gleixner | 6945e5c | 2019-07-31 00:33:53 +0200 | [diff] [blame] | 837 | static struct k_itimer *timer_wait_running(struct k_itimer *timer, |
| 838 | unsigned long *flags) |
| 839 | { |
Thomas Gleixner | ec8f954 | 2019-08-02 07:35:59 +0200 | [diff] [blame] | 840 | const struct k_clock *kc = READ_ONCE(timer->kclock); |
Thomas Gleixner | 6945e5c | 2019-07-31 00:33:53 +0200 | [diff] [blame] | 841 | timer_t timer_id = READ_ONCE(timer->it_id); |
| 842 | |
Thomas Gleixner | ec8f954 | 2019-08-02 07:35:59 +0200 | [diff] [blame] | 843 | /* Prevent kfree(timer) after dropping the lock */ |
| 844 | rcu_read_lock(); |
Thomas Gleixner | 6945e5c | 2019-07-31 00:33:53 +0200 | [diff] [blame] | 845 | unlock_timer(timer, *flags); |
Thomas Gleixner | ec8f954 | 2019-08-02 07:35:59 +0200 | [diff] [blame] | 846 | |
Thomas Gleixner | f7abf14 | 2023-04-17 15:37:55 +0200 | [diff] [blame] | 847 | /* |
| 848 | * kc->timer_wait_running() might drop RCU lock. So @timer |
| 849 | * cannot be touched anymore after the function returns! |
| 850 | */ |
Thomas Gleixner | ec8f954 | 2019-08-02 07:35:59 +0200 | [diff] [blame] | 851 | if (!WARN_ON_ONCE(!kc->timer_wait_running)) |
| 852 | kc->timer_wait_running(timer); |
| 853 | |
| 854 | rcu_read_unlock(); |
Thomas Gleixner | 6945e5c | 2019-07-31 00:33:53 +0200 | [diff] [blame] | 855 | /* Relock the timer. It might be not longer hashed. */ |
| 856 | return lock_timer(timer_id, flags); |
| 857 | } |
| 858 | |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 859 | /* Set a POSIX.1b interval timer. */ |
Thomas Gleixner | f2c4580 | 2017-05-30 23:15:59 +0200 | [diff] [blame] | 860 | int common_timer_set(struct k_itimer *timr, int flags, |
| 861 | struct itimerspec64 *new_setting, |
| 862 | struct itimerspec64 *old_setting) |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 863 | { |
| 864 | const struct k_clock *kc = timr->kclock; |
| 865 | bool sigev_none; |
| 866 | ktime_t expires; |
| 867 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 868 | if (old_setting) |
| 869 | common_timer_get(timr, old_setting); |
| 870 | |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 871 | /* Prevent rearming by clearing the interval */ |
Thomas Gleixner | 80105cd | 2017-05-30 23:15:43 +0200 | [diff] [blame] | 872 | timr->it_interval = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 873 | /* |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 874 | * Careful here. On SMP systems the timer expiry function could be |
| 875 | * active and spinning on timr->it_lock. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 876 | */ |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 877 | if (kc->timer_try_to_cancel(timr) < 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 878 | return TIMER_RETRY; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 879 | |
Thomas Gleixner | 21e55c1 | 2017-05-30 23:15:48 +0200 | [diff] [blame] | 880 | timr->it_active = 0; |
| 881 | timr->it_requeue_pending = (timr->it_requeue_pending + 2) & |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 882 | ~REQUEUE_PENDING; |
| 883 | timr->it_overrun_last = 0; |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 884 | |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 885 | /* Switch off the timer when it_value is zero */ |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 886 | if (!new_setting->it_value.tv_sec && !new_setting->it_value.tv_nsec) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 887 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 888 | |
Thomas Gleixner | 80105cd | 2017-05-30 23:15:43 +0200 | [diff] [blame] | 889 | timr->it_interval = timespec64_to_ktime(new_setting->it_interval); |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 890 | expires = timespec64_to_ktime(new_setting->it_value); |
Andrei Vagin | 7da8b3a | 2019-11-12 01:27:03 +0000 | [diff] [blame] | 891 | if (flags & TIMER_ABSTIME) |
| 892 | expires = timens_ktime_to_host(timr->it_clock, expires); |
Thomas Gleixner | cef31d9 | 2017-12-15 10:32:03 +0100 | [diff] [blame] | 893 | sigev_none = timr->it_sigev_notify == SIGEV_NONE; |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 894 | |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 895 | kc->timer_arm(timr, expires, flags & TIMER_ABSTIME, sigev_none); |
| 896 | timr->it_active = !sigev_none; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 897 | return 0; |
| 898 | } |
| 899 | |
Thomas Gleixner | 21670ee | 2019-07-31 00:33:52 +0200 | [diff] [blame] | 900 | static int do_timer_settime(timer_t timer_id, int tmr_flags, |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 901 | struct itimerspec64 *new_spec64, |
| 902 | struct itimerspec64 *old_spec64) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 903 | { |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 904 | const struct k_clock *kc; |
Deepa Dinamani | 5f252b3 | 2017-03-26 12:04:17 -0700 | [diff] [blame] | 905 | struct k_itimer *timr; |
Thomas Gleixner | 21670ee | 2019-07-31 00:33:52 +0200 | [diff] [blame] | 906 | unsigned long flags; |
Deepa Dinamani | 5f252b3 | 2017-03-26 12:04:17 -0700 | [diff] [blame] | 907 | int error = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 908 | |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 909 | if (!timespec64_valid(&new_spec64->it_interval) || |
| 910 | !timespec64_valid(&new_spec64->it_value)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 911 | return -EINVAL; |
| 912 | |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 913 | if (old_spec64) |
| 914 | memset(old_spec64, 0, sizeof(*old_spec64)); |
Thomas Gleixner | 6945e5c | 2019-07-31 00:33:53 +0200 | [diff] [blame] | 915 | |
Thomas Gleixner | 21670ee | 2019-07-31 00:33:52 +0200 | [diff] [blame] | 916 | timr = lock_timer(timer_id, &flags); |
Thomas Gleixner | 6945e5c | 2019-07-31 00:33:53 +0200 | [diff] [blame] | 917 | retry: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 918 | if (!timr) |
| 919 | return -EINVAL; |
| 920 | |
Thomas Gleixner | d97bb75 | 2017-05-30 23:15:44 +0200 | [diff] [blame] | 921 | kc = timr->kclock; |
Thomas Gleixner | 27722df | 2011-02-01 13:52:01 +0000 | [diff] [blame] | 922 | if (WARN_ON_ONCE(!kc || !kc->timer_set)) |
| 923 | error = -EINVAL; |
| 924 | else |
Thomas Gleixner | 21670ee | 2019-07-31 00:33:52 +0200 | [diff] [blame] | 925 | error = kc->timer_set(timr, tmr_flags, new_spec64, old_spec64); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 926 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 927 | if (error == TIMER_RETRY) { |
Thomas Gleixner | 6945e5c | 2019-07-31 00:33:53 +0200 | [diff] [blame] | 928 | // We already got the old time... |
| 929 | old_spec64 = NULL; |
| 930 | /* Unlocks and relocks the timer if it still exists */ |
| 931 | timr = timer_wait_running(timr, &flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 932 | goto retry; |
| 933 | } |
Thomas Gleixner | 6945e5c | 2019-07-31 00:33:53 +0200 | [diff] [blame] | 934 | unlock_timer(timr, flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 935 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 936 | return error; |
| 937 | } |
| 938 | |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 939 | /* Set a POSIX.1b interval timer */ |
| 940 | SYSCALL_DEFINE4(timer_settime, timer_t, timer_id, int, flags, |
Deepa Dinamani | 6ff8473 | 2018-06-16 22:11:44 -0700 | [diff] [blame] | 941 | const struct __kernel_itimerspec __user *, new_setting, |
| 942 | struct __kernel_itimerspec __user *, old_setting) |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 943 | { |
Thomas Gleixner | b96ce49 | 2023-04-25 20:49:27 +0200 | [diff] [blame] | 944 | struct itimerspec64 new_spec, old_spec, *rtn; |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 945 | int error = 0; |
| 946 | |
| 947 | if (!new_setting) |
| 948 | return -EINVAL; |
| 949 | |
Deepa Dinamani | 725816e | 2017-06-24 11:45:08 -0700 | [diff] [blame] | 950 | if (get_itimerspec64(&new_spec, new_setting)) |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 951 | return -EFAULT; |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 952 | |
Thomas Gleixner | b96ce49 | 2023-04-25 20:49:27 +0200 | [diff] [blame] | 953 | rtn = old_setting ? &old_spec : NULL; |
Deepa Dinamani | 725816e | 2017-06-24 11:45:08 -0700 | [diff] [blame] | 954 | error = do_timer_settime(timer_id, flags, &new_spec, rtn); |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 955 | if (!error && old_setting) { |
Deepa Dinamani | 725816e | 2017-06-24 11:45:08 -0700 | [diff] [blame] | 956 | if (put_itimerspec64(&old_spec, old_setting)) |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 957 | error = -EFAULT; |
| 958 | } |
| 959 | return error; |
| 960 | } |
| 961 | |
Deepa Dinamani | 6ff8473 | 2018-06-16 22:11:44 -0700 | [diff] [blame] | 962 | #ifdef CONFIG_COMPAT_32BIT_TIME |
Arnd Bergmann | 8dabe72 | 2019-01-07 00:33:08 +0100 | [diff] [blame] | 963 | SYSCALL_DEFINE4(timer_settime32, timer_t, timer_id, int, flags, |
| 964 | struct old_itimerspec32 __user *, new, |
| 965 | struct old_itimerspec32 __user *, old) |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 966 | { |
Deepa Dinamani | 725816e | 2017-06-24 11:45:08 -0700 | [diff] [blame] | 967 | struct itimerspec64 new_spec, old_spec; |
| 968 | struct itimerspec64 *rtn = old ? &old_spec : NULL; |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 969 | int error = 0; |
| 970 | |
| 971 | if (!new) |
| 972 | return -EINVAL; |
Arnd Bergmann | 9afc5ee | 2018-07-13 12:52:28 +0200 | [diff] [blame] | 973 | if (get_old_itimerspec32(&new_spec, new)) |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 974 | return -EFAULT; |
| 975 | |
Deepa Dinamani | 725816e | 2017-06-24 11:45:08 -0700 | [diff] [blame] | 976 | error = do_timer_settime(timer_id, flags, &new_spec, rtn); |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 977 | if (!error && old) { |
Arnd Bergmann | 9afc5ee | 2018-07-13 12:52:28 +0200 | [diff] [blame] | 978 | if (put_old_itimerspec32(&old_spec, old)) |
Al Viro | 1acbe77 | 2017-06-07 09:42:35 +0100 | [diff] [blame] | 979 | error = -EFAULT; |
| 980 | } |
| 981 | return error; |
| 982 | } |
| 983 | #endif |
| 984 | |
Thomas Gleixner | f2c4580 | 2017-05-30 23:15:59 +0200 | [diff] [blame] | 985 | int common_timer_del(struct k_itimer *timer) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 986 | { |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 987 | const struct k_clock *kc = timer->kclock; |
Oleg Nesterov | f972be3 | 2005-06-23 00:09:00 -0700 | [diff] [blame] | 988 | |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 989 | timer->it_interval = 0; |
| 990 | if (kc->timer_try_to_cancel(timer) < 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 991 | return TIMER_RETRY; |
Thomas Gleixner | 21e55c1 | 2017-05-30 23:15:48 +0200 | [diff] [blame] | 992 | timer->it_active = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 993 | return 0; |
| 994 | } |
| 995 | |
| 996 | static inline int timer_delete_hook(struct k_itimer *timer) |
| 997 | { |
Thomas Gleixner | d97bb75 | 2017-05-30 23:15:44 +0200 | [diff] [blame] | 998 | const struct k_clock *kc = timer->kclock; |
Thomas Gleixner | 6761c67 | 2011-02-01 13:52:07 +0000 | [diff] [blame] | 999 | |
| 1000 | if (WARN_ON_ONCE(!kc || !kc->timer_del)) |
| 1001 | return -EINVAL; |
| 1002 | return kc->timer_del(timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1003 | } |
| 1004 | |
| 1005 | /* Delete a POSIX.1b interval timer. */ |
Heiko Carstens | 362e9c0 | 2009-01-14 14:14:07 +0100 | [diff] [blame] | 1006 | SYSCALL_DEFINE1(timer_delete, timer_t, timer_id) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1007 | { |
| 1008 | struct k_itimer *timer; |
Al Viro | 5ba2533 | 2007-10-14 19:35:50 +0100 | [diff] [blame] | 1009 | unsigned long flags; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1010 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1011 | timer = lock_timer(timer_id, &flags); |
Thomas Gleixner | 6945e5c | 2019-07-31 00:33:53 +0200 | [diff] [blame] | 1012 | |
| 1013 | retry_delete: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1014 | if (!timer) |
| 1015 | return -EINVAL; |
| 1016 | |
Thomas Gleixner | 6945e5c | 2019-07-31 00:33:53 +0200 | [diff] [blame] | 1017 | if (unlikely(timer_delete_hook(timer) == TIMER_RETRY)) { |
| 1018 | /* Unlocks and relocks the timer if it still exists */ |
| 1019 | timer = timer_wait_running(timer, &flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1020 | goto retry_delete; |
| 1021 | } |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 1022 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1023 | spin_lock(¤t->sighand->siglock); |
| 1024 | list_del(&timer->list); |
| 1025 | spin_unlock(¤t->sighand->siglock); |
| 1026 | /* |
Thomas Gleixner | 028cf5e | 2023-04-25 20:49:05 +0200 | [diff] [blame] | 1027 | * A concurrent lookup could check timer::it_signal lockless. It |
| 1028 | * will reevaluate with timer::it_lock held and observe the NULL. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1029 | */ |
Thomas Gleixner | 028cf5e | 2023-04-25 20:49:05 +0200 | [diff] [blame] | 1030 | WRITE_ONCE(timer->it_signal, NULL); |
Oleg Nesterov | 4b7a130 | 2008-07-25 01:47:26 -0700 | [diff] [blame] | 1031 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1032 | unlock_timer(timer, flags); |
Thomas Gleixner | 8cc96ca | 2023-04-25 20:49:09 +0200 | [diff] [blame] | 1033 | posix_timer_unhash_and_free(timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1034 | return 0; |
| 1035 | } |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 1036 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1037 | /* |
Thomas Gleixner | 9d9e522 | 2023-06-01 22:16:34 +0200 | [diff] [blame] | 1038 | * Delete a timer if it is armed, remove it from the hash and schedule it |
| 1039 | * for RCU freeing. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1040 | */ |
Arjan van de Ven | 858119e | 2006-01-14 13:20:43 -0800 | [diff] [blame] | 1041 | static void itimer_delete(struct k_itimer *timer) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1042 | { |
Thomas Gleixner | 9d9e522 | 2023-06-01 22:16:34 +0200 | [diff] [blame] | 1043 | unsigned long flags; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1044 | |
Thomas Gleixner | 9d9e522 | 2023-06-01 22:16:34 +0200 | [diff] [blame] | 1045 | /* |
| 1046 | * irqsave is required to make timer_wait_running() work. |
| 1047 | */ |
| 1048 | spin_lock_irqsave(&timer->it_lock, flags); |
| 1049 | |
| 1050 | retry_delete: |
| 1051 | /* |
| 1052 | * Even if the timer is not longer accessible from other tasks |
| 1053 | * it still might be armed and queued in the underlying timer |
| 1054 | * mechanism. Worse, that timer mechanism might run the expiry |
| 1055 | * function concurrently. |
| 1056 | */ |
Thomas Gleixner | becf8b5 | 2006-01-09 20:52:38 -0800 | [diff] [blame] | 1057 | if (timer_delete_hook(timer) == TIMER_RETRY) { |
Thomas Gleixner | 9d9e522 | 2023-06-01 22:16:34 +0200 | [diff] [blame] | 1058 | /* |
| 1059 | * Timer is expired concurrently, prevent livelocks |
| 1060 | * and pointless spinning on RT. |
| 1061 | * |
| 1062 | * timer_wait_running() drops timer::it_lock, which opens |
| 1063 | * the possibility for another task to delete the timer. |
| 1064 | * |
| 1065 | * That's not possible here because this is invoked from |
| 1066 | * do_exit() only for the last thread of the thread group. |
| 1067 | * So no other task can access and delete that timer. |
| 1068 | */ |
| 1069 | if (WARN_ON_ONCE(timer_wait_running(timer, &flags) != timer)) |
| 1070 | return; |
| 1071 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1072 | goto retry_delete; |
| 1073 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1074 | list_del(&timer->list); |
Oleg Nesterov | 4b7a130 | 2008-07-25 01:47:26 -0700 | [diff] [blame] | 1075 | |
Thomas Gleixner | 72786ff | 2023-04-25 20:49:06 +0200 | [diff] [blame] | 1076 | /* |
| 1077 | * Setting timer::it_signal to NULL is technically not required |
| 1078 | * here as nothing can access the timer anymore legitimately via |
| 1079 | * the hash table. Set it to NULL nevertheless so that all deletion |
| 1080 | * paths are consistent. |
| 1081 | */ |
| 1082 | WRITE_ONCE(timer->it_signal, NULL); |
| 1083 | |
Thomas Gleixner | 9d9e522 | 2023-06-01 22:16:34 +0200 | [diff] [blame] | 1084 | spin_unlock_irqrestore(&timer->it_lock, flags); |
Thomas Gleixner | 8cc96ca | 2023-04-25 20:49:09 +0200 | [diff] [blame] | 1085 | posix_timer_unhash_and_free(timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1086 | } |
| 1087 | |
| 1088 | /* |
Thomas Gleixner | 9d9e522 | 2023-06-01 22:16:34 +0200 | [diff] [blame] | 1089 | * Invoked from do_exit() when the last thread of a thread group exits. |
| 1090 | * At that point no other task can access the timers of the dying |
| 1091 | * task anymore. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1092 | */ |
Oleg Nesterov | d5b36a4 | 2022-07-11 18:16:25 +0200 | [diff] [blame] | 1093 | void exit_itimers(struct task_struct *tsk) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1094 | { |
Oleg Nesterov | d5b36a4 | 2022-07-11 18:16:25 +0200 | [diff] [blame] | 1095 | struct list_head timers; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1096 | struct k_itimer *tmr; |
| 1097 | |
Oleg Nesterov | d5b36a4 | 2022-07-11 18:16:25 +0200 | [diff] [blame] | 1098 | if (list_empty(&tsk->signal->posix_timers)) |
| 1099 | return; |
| 1100 | |
Thomas Gleixner | 9d9e522 | 2023-06-01 22:16:34 +0200 | [diff] [blame] | 1101 | /* Protect against concurrent read via /proc/$PID/timers */ |
Oleg Nesterov | d5b36a4 | 2022-07-11 18:16:25 +0200 | [diff] [blame] | 1102 | spin_lock_irq(&tsk->sighand->siglock); |
| 1103 | list_replace_init(&tsk->signal->posix_timers, &timers); |
| 1104 | spin_unlock_irq(&tsk->sighand->siglock); |
| 1105 | |
Thomas Gleixner | 9d9e522 | 2023-06-01 22:16:34 +0200 | [diff] [blame] | 1106 | /* The timers are not longer accessible via tsk::signal */ |
Oleg Nesterov | d5b36a4 | 2022-07-11 18:16:25 +0200 | [diff] [blame] | 1107 | while (!list_empty(&timers)) { |
| 1108 | tmr = list_first_entry(&timers, struct k_itimer, list); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1109 | itimer_delete(tmr); |
| 1110 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1111 | } |
| 1112 | |
Heiko Carstens | 362e9c0 | 2009-01-14 14:14:07 +0100 | [diff] [blame] | 1113 | SYSCALL_DEFINE2(clock_settime, const clockid_t, which_clock, |
Deepa Dinamani | 6d5b841 | 2018-03-13 21:03:32 -0700 | [diff] [blame] | 1114 | const struct __kernel_timespec __user *, tp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1115 | { |
Christoph Hellwig | d3ba5a9 | 2017-05-26 12:03:11 +0300 | [diff] [blame] | 1116 | const struct k_clock *kc = clockid_to_kclock(which_clock); |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1117 | struct timespec64 new_tp; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1118 | |
Thomas Gleixner | 26f9a47 | 2011-02-01 13:51:48 +0000 | [diff] [blame] | 1119 | if (!kc || !kc->clock_set) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1120 | return -EINVAL; |
Thomas Gleixner | 26f9a47 | 2011-02-01 13:51:48 +0000 | [diff] [blame] | 1121 | |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1122 | if (get_timespec64(&new_tp, tp)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1123 | return -EFAULT; |
| 1124 | |
Thomas Gleixner | 3561fcb | 2023-04-25 20:49:16 +0200 | [diff] [blame] | 1125 | /* |
| 1126 | * Permission checks have to be done inside the clock specific |
| 1127 | * setter callback. |
| 1128 | */ |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1129 | return kc->clock_set(which_clock, &new_tp); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1130 | } |
| 1131 | |
Heiko Carstens | 362e9c0 | 2009-01-14 14:14:07 +0100 | [diff] [blame] | 1132 | SYSCALL_DEFINE2(clock_gettime, const clockid_t, which_clock, |
Deepa Dinamani | 6d5b841 | 2018-03-13 21:03:32 -0700 | [diff] [blame] | 1133 | struct __kernel_timespec __user *, tp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1134 | { |
Christoph Hellwig | d3ba5a9 | 2017-05-26 12:03:11 +0300 | [diff] [blame] | 1135 | const struct k_clock *kc = clockid_to_kclock(which_clock); |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1136 | struct timespec64 kernel_tp; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1137 | int error; |
| 1138 | |
Thomas Gleixner | 4228577 | 2011-02-01 13:51:50 +0000 | [diff] [blame] | 1139 | if (!kc) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1140 | return -EINVAL; |
Thomas Gleixner | 4228577 | 2011-02-01 13:51:50 +0000 | [diff] [blame] | 1141 | |
Andrei Vagin | 819a95f | 2019-11-12 01:26:54 +0000 | [diff] [blame] | 1142 | error = kc->clock_get_timespec(which_clock, &kernel_tp); |
Thomas Gleixner | 4228577 | 2011-02-01 13:51:50 +0000 | [diff] [blame] | 1143 | |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1144 | if (!error && put_timespec64(&kernel_tp, tp)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1145 | error = -EFAULT; |
| 1146 | |
| 1147 | return error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1148 | } |
| 1149 | |
Deepa Dinamani | ead2541 | 2018-07-02 22:44:21 -0700 | [diff] [blame] | 1150 | int do_clock_adjtime(const clockid_t which_clock, struct __kernel_timex * ktx) |
Richard Cochran | f1f1d5e | 2011-02-01 13:52:26 +0000 | [diff] [blame] | 1151 | { |
Christoph Hellwig | d3ba5a9 | 2017-05-26 12:03:11 +0300 | [diff] [blame] | 1152 | const struct k_clock *kc = clockid_to_kclock(which_clock); |
Richard Cochran | f1f1d5e | 2011-02-01 13:52:26 +0000 | [diff] [blame] | 1153 | |
| 1154 | if (!kc) |
| 1155 | return -EINVAL; |
| 1156 | if (!kc->clock_adj) |
| 1157 | return -EOPNOTSUPP; |
| 1158 | |
Arnd Bergmann | 1a59639 | 2019-01-03 21:12:39 +0100 | [diff] [blame] | 1159 | return kc->clock_adj(which_clock, ktx); |
| 1160 | } |
| 1161 | |
| 1162 | SYSCALL_DEFINE2(clock_adjtime, const clockid_t, which_clock, |
Deepa Dinamani | 3876ced | 2018-07-02 22:44:22 -0700 | [diff] [blame] | 1163 | struct __kernel_timex __user *, utx) |
Arnd Bergmann | 1a59639 | 2019-01-03 21:12:39 +0100 | [diff] [blame] | 1164 | { |
Deepa Dinamani | ead2541 | 2018-07-02 22:44:21 -0700 | [diff] [blame] | 1165 | struct __kernel_timex ktx; |
Arnd Bergmann | 1a59639 | 2019-01-03 21:12:39 +0100 | [diff] [blame] | 1166 | int err; |
| 1167 | |
Richard Cochran | f1f1d5e | 2011-02-01 13:52:26 +0000 | [diff] [blame] | 1168 | if (copy_from_user(&ktx, utx, sizeof(ktx))) |
| 1169 | return -EFAULT; |
| 1170 | |
Arnd Bergmann | 1a59639 | 2019-01-03 21:12:39 +0100 | [diff] [blame] | 1171 | err = do_clock_adjtime(which_clock, &ktx); |
Richard Cochran | f1f1d5e | 2011-02-01 13:52:26 +0000 | [diff] [blame] | 1172 | |
Miroslav Lichvar | f0dbe81 | 2013-01-11 11:58:58 +0100 | [diff] [blame] | 1173 | if (err >= 0 && copy_to_user(utx, &ktx, sizeof(ktx))) |
Richard Cochran | f1f1d5e | 2011-02-01 13:52:26 +0000 | [diff] [blame] | 1174 | return -EFAULT; |
| 1175 | |
| 1176 | return err; |
| 1177 | } |
| 1178 | |
Thomas Gleixner | 01679b5 | 2023-04-25 20:49:11 +0200 | [diff] [blame] | 1179 | /** |
| 1180 | * sys_clock_getres - Get the resolution of a clock |
| 1181 | * @which_clock: The clock to get the resolution for |
| 1182 | * @tp: Pointer to a a user space timespec64 for storage |
| 1183 | * |
| 1184 | * POSIX defines: |
| 1185 | * |
| 1186 | * "The clock_getres() function shall return the resolution of any |
| 1187 | * clock. Clock resolutions are implementation-defined and cannot be set by |
| 1188 | * a process. If the argument res is not NULL, the resolution of the |
| 1189 | * specified clock shall be stored in the location pointed to by res. If |
| 1190 | * res is NULL, the clock resolution is not returned. If the time argument |
| 1191 | * of clock_settime() is not a multiple of res, then the value is truncated |
| 1192 | * to a multiple of res." |
| 1193 | * |
| 1194 | * Due to the various hardware constraints the real resolution can vary |
| 1195 | * wildly and even change during runtime when the underlying devices are |
| 1196 | * replaced. The kernel also can use hardware devices with different |
| 1197 | * resolutions for reading the time and for arming timers. |
| 1198 | * |
| 1199 | * The kernel therefore deviates from the POSIX spec in various aspects: |
| 1200 | * |
| 1201 | * 1) The resolution returned to user space |
| 1202 | * |
| 1203 | * For CLOCK_REALTIME, CLOCK_MONOTONIC, CLOCK_BOOTTIME, CLOCK_TAI, |
| 1204 | * CLOCK_REALTIME_ALARM, CLOCK_BOOTTIME_ALAREM and CLOCK_MONOTONIC_RAW |
| 1205 | * the kernel differentiates only two cases: |
| 1206 | * |
| 1207 | * I) Low resolution mode: |
| 1208 | * |
| 1209 | * When high resolution timers are disabled at compile or runtime |
| 1210 | * the resolution returned is nanoseconds per tick, which represents |
| 1211 | * the precision at which timers expire. |
| 1212 | * |
| 1213 | * II) High resolution mode: |
| 1214 | * |
| 1215 | * When high resolution timers are enabled the resolution returned |
| 1216 | * is always one nanosecond independent of the actual resolution of |
| 1217 | * the underlying hardware devices. |
| 1218 | * |
| 1219 | * For CLOCK_*_ALARM the actual resolution depends on system |
| 1220 | * state. When system is running the resolution is the same as the |
| 1221 | * resolution of the other clocks. During suspend the actual |
| 1222 | * resolution is the resolution of the underlying RTC device which |
| 1223 | * might be way less precise than the clockevent device used during |
| 1224 | * running state. |
| 1225 | * |
| 1226 | * For CLOCK_REALTIME_COARSE and CLOCK_MONOTONIC_COARSE the resolution |
| 1227 | * returned is always nanoseconds per tick. |
| 1228 | * |
| 1229 | * For CLOCK_PROCESS_CPUTIME and CLOCK_THREAD_CPUTIME the resolution |
| 1230 | * returned is always one nanosecond under the assumption that the |
| 1231 | * underlying scheduler clock has a better resolution than nanoseconds |
| 1232 | * per tick. |
| 1233 | * |
| 1234 | * For dynamic POSIX clocks (PTP devices) the resolution returned is |
| 1235 | * always one nanosecond. |
| 1236 | * |
| 1237 | * 2) Affect on sys_clock_settime() |
| 1238 | * |
| 1239 | * The kernel does not truncate the time which is handed in to |
| 1240 | * sys_clock_settime(). The kernel internal timekeeping is always using |
| 1241 | * nanoseconds precision independent of the clocksource device which is |
| 1242 | * used to read the time from. The resolution of that device only |
| 1243 | * affects the presicion of the time returned by sys_clock_gettime(). |
| 1244 | * |
| 1245 | * Returns: |
| 1246 | * 0 Success. @tp contains the resolution |
| 1247 | * -EINVAL @which_clock is not a valid clock ID |
| 1248 | * -EFAULT Copying the resolution to @tp faulted |
| 1249 | * -ENODEV Dynamic POSIX clock is not backed by a device |
| 1250 | * -EOPNOTSUPP Dynamic POSIX clock does not support getres() |
| 1251 | */ |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1252 | SYSCALL_DEFINE2(clock_getres, const clockid_t, which_clock, |
Deepa Dinamani | 6d5b841 | 2018-03-13 21:03:32 -0700 | [diff] [blame] | 1253 | struct __kernel_timespec __user *, tp) |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1254 | { |
| 1255 | const struct k_clock *kc = clockid_to_kclock(which_clock); |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1256 | struct timespec64 rtn_tp; |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1257 | int error; |
| 1258 | |
| 1259 | if (!kc) |
| 1260 | return -EINVAL; |
| 1261 | |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1262 | error = kc->clock_getres(which_clock, &rtn_tp); |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1263 | |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1264 | if (!error && tp && put_timespec64(&rtn_tp, tp)) |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1265 | error = -EFAULT; |
| 1266 | |
| 1267 | return error; |
| 1268 | } |
| 1269 | |
Deepa Dinamani | b5793b0 | 2018-03-13 21:03:29 -0700 | [diff] [blame] | 1270 | #ifdef CONFIG_COMPAT_32BIT_TIME |
Al Viro | 3a4d44b | 2017-06-07 09:42:34 +0100 | [diff] [blame] | 1271 | |
Arnd Bergmann | 8dabe72 | 2019-01-07 00:33:08 +0100 | [diff] [blame] | 1272 | SYSCALL_DEFINE2(clock_settime32, clockid_t, which_clock, |
| 1273 | struct old_timespec32 __user *, tp) |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1274 | { |
| 1275 | const struct k_clock *kc = clockid_to_kclock(which_clock); |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1276 | struct timespec64 ts; |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1277 | |
| 1278 | if (!kc || !kc->clock_set) |
| 1279 | return -EINVAL; |
| 1280 | |
Arnd Bergmann | 9afc5ee | 2018-07-13 12:52:28 +0200 | [diff] [blame] | 1281 | if (get_old_timespec32(&ts, tp)) |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1282 | return -EFAULT; |
| 1283 | |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1284 | return kc->clock_set(which_clock, &ts); |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1285 | } |
| 1286 | |
Arnd Bergmann | 8dabe72 | 2019-01-07 00:33:08 +0100 | [diff] [blame] | 1287 | SYSCALL_DEFINE2(clock_gettime32, clockid_t, which_clock, |
| 1288 | struct old_timespec32 __user *, tp) |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1289 | { |
| 1290 | const struct k_clock *kc = clockid_to_kclock(which_clock); |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1291 | struct timespec64 ts; |
| 1292 | int err; |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1293 | |
| 1294 | if (!kc) |
| 1295 | return -EINVAL; |
| 1296 | |
Andrei Vagin | 819a95f | 2019-11-12 01:26:54 +0000 | [diff] [blame] | 1297 | err = kc->clock_get_timespec(which_clock, &ts); |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1298 | |
Arnd Bergmann | 9afc5ee | 2018-07-13 12:52:28 +0200 | [diff] [blame] | 1299 | if (!err && put_old_timespec32(&ts, tp)) |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1300 | err = -EFAULT; |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1301 | |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1302 | return err; |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1303 | } |
| 1304 | |
Arnd Bergmann | 8dabe72 | 2019-01-07 00:33:08 +0100 | [diff] [blame] | 1305 | SYSCALL_DEFINE2(clock_adjtime32, clockid_t, which_clock, |
| 1306 | struct old_timex32 __user *, utp) |
Al Viro | 3a4d44b | 2017-06-07 09:42:34 +0100 | [diff] [blame] | 1307 | { |
Deepa Dinamani | ead2541 | 2018-07-02 22:44:21 -0700 | [diff] [blame] | 1308 | struct __kernel_timex ktx; |
Al Viro | 3a4d44b | 2017-06-07 09:42:34 +0100 | [diff] [blame] | 1309 | int err; |
| 1310 | |
Arnd Bergmann | 4d5f007 | 2019-01-02 13:28:47 +0100 | [diff] [blame] | 1311 | err = get_old_timex32(&ktx, utp); |
Al Viro | 3a4d44b | 2017-06-07 09:42:34 +0100 | [diff] [blame] | 1312 | if (err) |
| 1313 | return err; |
| 1314 | |
Arnd Bergmann | 1a59639 | 2019-01-03 21:12:39 +0100 | [diff] [blame] | 1315 | err = do_clock_adjtime(which_clock, &ktx); |
Al Viro | 3a4d44b | 2017-06-07 09:42:34 +0100 | [diff] [blame] | 1316 | |
Chen Jun | 2d036df | 2021-04-14 03:04:49 +0000 | [diff] [blame] | 1317 | if (err >= 0 && put_old_timex32(utp, &ktx)) |
| 1318 | return -EFAULT; |
Al Viro | 3a4d44b | 2017-06-07 09:42:34 +0100 | [diff] [blame] | 1319 | |
| 1320 | return err; |
| 1321 | } |
Al Viro | 3a4d44b | 2017-06-07 09:42:34 +0100 | [diff] [blame] | 1322 | |
Arnd Bergmann | 8dabe72 | 2019-01-07 00:33:08 +0100 | [diff] [blame] | 1323 | SYSCALL_DEFINE2(clock_getres_time32, clockid_t, which_clock, |
| 1324 | struct old_timespec32 __user *, tp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1325 | { |
Christoph Hellwig | d3ba5a9 | 2017-05-26 12:03:11 +0300 | [diff] [blame] | 1326 | const struct k_clock *kc = clockid_to_kclock(which_clock); |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1327 | struct timespec64 ts; |
| 1328 | int err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1329 | |
Thomas Gleixner | e5e542e | 2011-02-01 13:51:53 +0000 | [diff] [blame] | 1330 | if (!kc) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1331 | return -EINVAL; |
| 1332 | |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1333 | err = kc->clock_getres(which_clock, &ts); |
Arnd Bergmann | 9afc5ee | 2018-07-13 12:52:28 +0200 | [diff] [blame] | 1334 | if (!err && tp && put_old_timespec32(&ts, tp)) |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1335 | return -EFAULT; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1336 | |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1337 | return err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1338 | } |
Deepa Dinamani | 5c49941 | 2017-06-24 11:45:05 -0700 | [diff] [blame] | 1339 | |
Al Viro | d822cdc | 2017-06-07 09:42:38 +0100 | [diff] [blame] | 1340 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1341 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1342 | /* |
Thomas Gleixner | 640fe74 | 2023-04-25 20:49:17 +0200 | [diff] [blame] | 1343 | * sys_clock_nanosleep() for CLOCK_REALTIME and CLOCK_TAI |
Thomas Gleixner | 97735f2 | 2006-01-09 20:52:37 -0800 | [diff] [blame] | 1344 | */ |
| 1345 | static int common_nsleep(const clockid_t which_clock, int flags, |
Thomas Gleixner | 938e7cf | 2017-06-13 23:34:33 +0200 | [diff] [blame] | 1346 | const struct timespec64 *rqtp) |
Thomas Gleixner | 97735f2 | 2006-01-09 20:52:37 -0800 | [diff] [blame] | 1347 | { |
Andrei Vagin | ea2d1f7 | 2019-11-12 01:27:05 +0000 | [diff] [blame] | 1348 | ktime_t texp = timespec64_to_ktime(*rqtp); |
| 1349 | |
| 1350 | return hrtimer_nanosleep(texp, flags & TIMER_ABSTIME ? |
Oleg Nesterov | 080344b | 2008-02-01 17:29:05 +0300 | [diff] [blame] | 1351 | HRTIMER_MODE_ABS : HRTIMER_MODE_REL, |
| 1352 | which_clock); |
Thomas Gleixner | 97735f2 | 2006-01-09 20:52:37 -0800 | [diff] [blame] | 1353 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1354 | |
Thomas Gleixner | 640fe74 | 2023-04-25 20:49:17 +0200 | [diff] [blame] | 1355 | /* |
| 1356 | * sys_clock_nanosleep() for CLOCK_MONOTONIC and CLOCK_BOOTTIME |
| 1357 | * |
| 1358 | * Absolute nanosleeps for these clocks are time-namespace adjusted. |
| 1359 | */ |
Andrei Vagin | 1f9b37b | 2019-11-12 01:27:06 +0000 | [diff] [blame] | 1360 | static int common_nsleep_timens(const clockid_t which_clock, int flags, |
Thomas Gleixner | 640fe74 | 2023-04-25 20:49:17 +0200 | [diff] [blame] | 1361 | const struct timespec64 *rqtp) |
Andrei Vagin | 1f9b37b | 2019-11-12 01:27:06 +0000 | [diff] [blame] | 1362 | { |
| 1363 | ktime_t texp = timespec64_to_ktime(*rqtp); |
| 1364 | |
| 1365 | if (flags & TIMER_ABSTIME) |
| 1366 | texp = timens_ktime_to_host(which_clock, texp); |
| 1367 | |
| 1368 | return hrtimer_nanosleep(texp, flags & TIMER_ABSTIME ? |
| 1369 | HRTIMER_MODE_ABS : HRTIMER_MODE_REL, |
| 1370 | which_clock); |
| 1371 | } |
| 1372 | |
Heiko Carstens | 362e9c0 | 2009-01-14 14:14:07 +0100 | [diff] [blame] | 1373 | SYSCALL_DEFINE4(clock_nanosleep, const clockid_t, which_clock, int, flags, |
Deepa Dinamani | 0190997 | 2018-03-13 21:03:33 -0700 | [diff] [blame] | 1374 | const struct __kernel_timespec __user *, rqtp, |
| 1375 | struct __kernel_timespec __user *, rmtp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1376 | { |
Christoph Hellwig | d3ba5a9 | 2017-05-26 12:03:11 +0300 | [diff] [blame] | 1377 | const struct k_clock *kc = clockid_to_kclock(which_clock); |
Deepa Dinamani | c0edd7c | 2017-06-24 11:45:06 -0700 | [diff] [blame] | 1378 | struct timespec64 t; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1379 | |
Thomas Gleixner | a5cd288 | 2011-02-01 13:51:11 +0000 | [diff] [blame] | 1380 | if (!kc) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1381 | return -EINVAL; |
Thomas Gleixner | a5cd288 | 2011-02-01 13:51:11 +0000 | [diff] [blame] | 1382 | if (!kc->nsleep) |
Helge Deller | 93cb8e2 | 2018-07-01 18:18:15 +0200 | [diff] [blame] | 1383 | return -EOPNOTSUPP; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1384 | |
Deepa Dinamani | c0edd7c | 2017-06-24 11:45:06 -0700 | [diff] [blame] | 1385 | if (get_timespec64(&t, rqtp)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1386 | return -EFAULT; |
| 1387 | |
Deepa Dinamani | c0edd7c | 2017-06-24 11:45:06 -0700 | [diff] [blame] | 1388 | if (!timespec64_valid(&t)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1389 | return -EINVAL; |
Al Viro | 99e6c0e | 2017-06-07 09:42:30 +0100 | [diff] [blame] | 1390 | if (flags & TIMER_ABSTIME) |
| 1391 | rmtp = NULL; |
Jann Horn | 9f76d59 | 2023-01-05 14:44:03 +0100 | [diff] [blame] | 1392 | current->restart_block.fn = do_no_restart_syscall; |
Al Viro | edbeda4 | 2017-06-07 09:42:31 +0100 | [diff] [blame] | 1393 | current->restart_block.nanosleep.type = rmtp ? TT_NATIVE : TT_NONE; |
Al Viro | 99e6c0e | 2017-06-07 09:42:30 +0100 | [diff] [blame] | 1394 | current->restart_block.nanosleep.rmtp = rmtp; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1395 | |
Deepa Dinamani | c0edd7c | 2017-06-24 11:45:06 -0700 | [diff] [blame] | 1396 | return kc->nsleep(which_clock, flags, &t); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1397 | } |
Toyo Abe | 1711ef38 | 2006-09-29 02:00:28 -0700 | [diff] [blame] | 1398 | |
Deepa Dinamani | b5793b0 | 2018-03-13 21:03:29 -0700 | [diff] [blame] | 1399 | #ifdef CONFIG_COMPAT_32BIT_TIME |
| 1400 | |
Arnd Bergmann | 8dabe72 | 2019-01-07 00:33:08 +0100 | [diff] [blame] | 1401 | SYSCALL_DEFINE4(clock_nanosleep_time32, clockid_t, which_clock, int, flags, |
| 1402 | struct old_timespec32 __user *, rqtp, |
| 1403 | struct old_timespec32 __user *, rmtp) |
Toyo Abe | 1711ef38 | 2006-09-29 02:00:28 -0700 | [diff] [blame] | 1404 | { |
Christoph Hellwig | d3ba5a9 | 2017-05-26 12:03:11 +0300 | [diff] [blame] | 1405 | const struct k_clock *kc = clockid_to_kclock(which_clock); |
Deepa Dinamani | c0edd7c | 2017-06-24 11:45:06 -0700 | [diff] [blame] | 1406 | struct timespec64 t; |
Toyo Abe | 1711ef38 | 2006-09-29 02:00:28 -0700 | [diff] [blame] | 1407 | |
Al Viro | edbeda4 | 2017-06-07 09:42:31 +0100 | [diff] [blame] | 1408 | if (!kc) |
Thomas Gleixner | 59bd5bc | 2011-02-01 13:51:17 +0000 | [diff] [blame] | 1409 | return -EINVAL; |
Al Viro | edbeda4 | 2017-06-07 09:42:31 +0100 | [diff] [blame] | 1410 | if (!kc->nsleep) |
Helge Deller | 93cb8e2 | 2018-07-01 18:18:15 +0200 | [diff] [blame] | 1411 | return -EOPNOTSUPP; |
Thomas Gleixner | 59bd5bc | 2011-02-01 13:51:17 +0000 | [diff] [blame] | 1412 | |
Arnd Bergmann | 9afc5ee | 2018-07-13 12:52:28 +0200 | [diff] [blame] | 1413 | if (get_old_timespec32(&t, rqtp)) |
Al Viro | edbeda4 | 2017-06-07 09:42:31 +0100 | [diff] [blame] | 1414 | return -EFAULT; |
| 1415 | |
Deepa Dinamani | c0edd7c | 2017-06-24 11:45:06 -0700 | [diff] [blame] | 1416 | if (!timespec64_valid(&t)) |
Al Viro | edbeda4 | 2017-06-07 09:42:31 +0100 | [diff] [blame] | 1417 | return -EINVAL; |
| 1418 | if (flags & TIMER_ABSTIME) |
| 1419 | rmtp = NULL; |
Jann Horn | 9f76d59 | 2023-01-05 14:44:03 +0100 | [diff] [blame] | 1420 | current->restart_block.fn = do_no_restart_syscall; |
Al Viro | edbeda4 | 2017-06-07 09:42:31 +0100 | [diff] [blame] | 1421 | current->restart_block.nanosleep.type = rmtp ? TT_COMPAT : TT_NONE; |
| 1422 | current->restart_block.nanosleep.compat_rmtp = rmtp; |
| 1423 | |
Deepa Dinamani | c0edd7c | 2017-06-24 11:45:06 -0700 | [diff] [blame] | 1424 | return kc->nsleep(which_clock, flags, &t); |
Toyo Abe | 1711ef38 | 2006-09-29 02:00:28 -0700 | [diff] [blame] | 1425 | } |
Deepa Dinamani | b5793b0 | 2018-03-13 21:03:29 -0700 | [diff] [blame] | 1426 | |
Al Viro | edbeda4 | 2017-06-07 09:42:31 +0100 | [diff] [blame] | 1427 | #endif |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1428 | |
| 1429 | static const struct k_clock clock_realtime = { |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1430 | .clock_getres = posix_get_hrtimer_res, |
Andrei Vagin | eaf8019 | 2019-11-12 01:26:55 +0000 | [diff] [blame] | 1431 | .clock_get_timespec = posix_get_realtime_timespec, |
Andrei Vagin | 9c71a2e | 2019-11-12 01:26:58 +0000 | [diff] [blame] | 1432 | .clock_get_ktime = posix_get_realtime_ktime, |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1433 | .clock_set = posix_clock_realtime_set, |
| 1434 | .clock_adj = posix_clock_realtime_adj, |
| 1435 | .nsleep = common_nsleep, |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1436 | .timer_create = common_timer_create, |
| 1437 | .timer_set = common_timer_set, |
| 1438 | .timer_get = common_timer_get, |
| 1439 | .timer_del = common_timer_del, |
| 1440 | .timer_rearm = common_hrtimer_rearm, |
| 1441 | .timer_forward = common_hrtimer_forward, |
| 1442 | .timer_remaining = common_hrtimer_remaining, |
| 1443 | .timer_try_to_cancel = common_hrtimer_try_to_cancel, |
Thomas Gleixner | ec8f954 | 2019-08-02 07:35:59 +0200 | [diff] [blame] | 1444 | .timer_wait_running = common_timer_wait_running, |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1445 | .timer_arm = common_hrtimer_arm, |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1446 | }; |
| 1447 | |
| 1448 | static const struct k_clock clock_monotonic = { |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1449 | .clock_getres = posix_get_hrtimer_res, |
Andrei Vagin | eaf8019 | 2019-11-12 01:26:55 +0000 | [diff] [blame] | 1450 | .clock_get_timespec = posix_get_monotonic_timespec, |
Andrei Vagin | 9c71a2e | 2019-11-12 01:26:58 +0000 | [diff] [blame] | 1451 | .clock_get_ktime = posix_get_monotonic_ktime, |
Andrei Vagin | 1f9b37b | 2019-11-12 01:27:06 +0000 | [diff] [blame] | 1452 | .nsleep = common_nsleep_timens, |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1453 | .timer_create = common_timer_create, |
| 1454 | .timer_set = common_timer_set, |
| 1455 | .timer_get = common_timer_get, |
| 1456 | .timer_del = common_timer_del, |
| 1457 | .timer_rearm = common_hrtimer_rearm, |
| 1458 | .timer_forward = common_hrtimer_forward, |
| 1459 | .timer_remaining = common_hrtimer_remaining, |
| 1460 | .timer_try_to_cancel = common_hrtimer_try_to_cancel, |
Thomas Gleixner | ec8f954 | 2019-08-02 07:35:59 +0200 | [diff] [blame] | 1461 | .timer_wait_running = common_timer_wait_running, |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1462 | .timer_arm = common_hrtimer_arm, |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1463 | }; |
| 1464 | |
| 1465 | static const struct k_clock clock_monotonic_raw = { |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1466 | .clock_getres = posix_get_hrtimer_res, |
Andrei Vagin | 819a95f | 2019-11-12 01:26:54 +0000 | [diff] [blame] | 1467 | .clock_get_timespec = posix_get_monotonic_raw, |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1468 | }; |
| 1469 | |
| 1470 | static const struct k_clock clock_realtime_coarse = { |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1471 | .clock_getres = posix_get_coarse_res, |
Andrei Vagin | 819a95f | 2019-11-12 01:26:54 +0000 | [diff] [blame] | 1472 | .clock_get_timespec = posix_get_realtime_coarse, |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1473 | }; |
| 1474 | |
| 1475 | static const struct k_clock clock_monotonic_coarse = { |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1476 | .clock_getres = posix_get_coarse_res, |
Andrei Vagin | 819a95f | 2019-11-12 01:26:54 +0000 | [diff] [blame] | 1477 | .clock_get_timespec = posix_get_monotonic_coarse, |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1478 | }; |
| 1479 | |
| 1480 | static const struct k_clock clock_tai = { |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1481 | .clock_getres = posix_get_hrtimer_res, |
Andrei Vagin | 9c71a2e | 2019-11-12 01:26:58 +0000 | [diff] [blame] | 1482 | .clock_get_ktime = posix_get_tai_ktime, |
Andrei Vagin | eaf8019 | 2019-11-12 01:26:55 +0000 | [diff] [blame] | 1483 | .clock_get_timespec = posix_get_tai_timespec, |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1484 | .nsleep = common_nsleep, |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1485 | .timer_create = common_timer_create, |
| 1486 | .timer_set = common_timer_set, |
| 1487 | .timer_get = common_timer_get, |
| 1488 | .timer_del = common_timer_del, |
| 1489 | .timer_rearm = common_hrtimer_rearm, |
| 1490 | .timer_forward = common_hrtimer_forward, |
| 1491 | .timer_remaining = common_hrtimer_remaining, |
| 1492 | .timer_try_to_cancel = common_hrtimer_try_to_cancel, |
Thomas Gleixner | ec8f954 | 2019-08-02 07:35:59 +0200 | [diff] [blame] | 1493 | .timer_wait_running = common_timer_wait_running, |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1494 | .timer_arm = common_hrtimer_arm, |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1495 | }; |
| 1496 | |
Thomas Gleixner | a3ed0e43 | 2018-04-25 15:33:38 +0200 | [diff] [blame] | 1497 | static const struct k_clock clock_boottime = { |
Thomas Gleixner | eae1c4a | 2017-05-30 23:15:53 +0200 | [diff] [blame] | 1498 | .clock_getres = posix_get_hrtimer_res, |
Andrei Vagin | 9c71a2e | 2019-11-12 01:26:58 +0000 | [diff] [blame] | 1499 | .clock_get_ktime = posix_get_boottime_ktime, |
Andrei Vagin | eaf8019 | 2019-11-12 01:26:55 +0000 | [diff] [blame] | 1500 | .clock_get_timespec = posix_get_boottime_timespec, |
Andrei Vagin | 1f9b37b | 2019-11-12 01:27:06 +0000 | [diff] [blame] | 1501 | .nsleep = common_nsleep_timens, |
Thomas Gleixner | a3ed0e43 | 2018-04-25 15:33:38 +0200 | [diff] [blame] | 1502 | .timer_create = common_timer_create, |
| 1503 | .timer_set = common_timer_set, |
| 1504 | .timer_get = common_timer_get, |
| 1505 | .timer_del = common_timer_del, |
| 1506 | .timer_rearm = common_hrtimer_rearm, |
| 1507 | .timer_forward = common_hrtimer_forward, |
| 1508 | .timer_remaining = common_hrtimer_remaining, |
| 1509 | .timer_try_to_cancel = common_hrtimer_try_to_cancel, |
Thomas Gleixner | ec8f954 | 2019-08-02 07:35:59 +0200 | [diff] [blame] | 1510 | .timer_wait_running = common_timer_wait_running, |
Thomas Gleixner | a3ed0e43 | 2018-04-25 15:33:38 +0200 | [diff] [blame] | 1511 | .timer_arm = common_hrtimer_arm, |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1512 | }; |
| 1513 | |
| 1514 | static const struct k_clock * const posix_clocks[] = { |
| 1515 | [CLOCK_REALTIME] = &clock_realtime, |
| 1516 | [CLOCK_MONOTONIC] = &clock_monotonic, |
| 1517 | [CLOCK_PROCESS_CPUTIME_ID] = &clock_process, |
| 1518 | [CLOCK_THREAD_CPUTIME_ID] = &clock_thread, |
| 1519 | [CLOCK_MONOTONIC_RAW] = &clock_monotonic_raw, |
| 1520 | [CLOCK_REALTIME_COARSE] = &clock_realtime_coarse, |
| 1521 | [CLOCK_MONOTONIC_COARSE] = &clock_monotonic_coarse, |
Thomas Gleixner | a3ed0e43 | 2018-04-25 15:33:38 +0200 | [diff] [blame] | 1522 | [CLOCK_BOOTTIME] = &clock_boottime, |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1523 | [CLOCK_REALTIME_ALARM] = &alarm_clock, |
| 1524 | [CLOCK_BOOTTIME_ALARM] = &alarm_clock, |
| 1525 | [CLOCK_TAI] = &clock_tai, |
| 1526 | }; |
| 1527 | |
| 1528 | static const struct k_clock *clockid_to_kclock(const clockid_t id) |
| 1529 | { |
Thomas Gleixner | 19b558d | 2018-02-15 17:21:55 +0100 | [diff] [blame] | 1530 | clockid_t idx = id; |
| 1531 | |
| 1532 | if (id < 0) { |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1533 | return (id & CLOCKFD_MASK) == CLOCKFD ? |
| 1534 | &clock_posix_dynamic : &clock_posix_cpu; |
Thomas Gleixner | 19b558d | 2018-02-15 17:21:55 +0100 | [diff] [blame] | 1535 | } |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1536 | |
Thomas Gleixner | 19b558d | 2018-02-15 17:21:55 +0100 | [diff] [blame] | 1537 | if (id >= ARRAY_SIZE(posix_clocks)) |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1538 | return NULL; |
Thomas Gleixner | 19b558d | 2018-02-15 17:21:55 +0100 | [diff] [blame] | 1539 | |
| 1540 | return posix_clocks[array_index_nospec(idx, ARRAY_SIZE(posix_clocks))]; |
Thomas Gleixner | 6631fa1 | 2017-05-30 23:15:39 +0200 | [diff] [blame] | 1541 | } |