blob: 5cfea8302d23a622673a606aab08e49228b37528 [file] [log] [blame]
Thomas Gleixner457c8992019-05-19 13:08:55 +01001// SPDX-License-Identifier: GPL-2.0-only
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * linux/kernel/panic.c
4 *
5 * Copyright (C) 1991, 1992 Linus Torvalds
6 */
7
8/*
9 * This function is used through-out the kernel (including mm and fs)
10 * to indicate a major problem.
11 */
Andrew Morton657b3012006-08-13 23:24:19 -070012#include <linux/debug_locks.h>
Ingo Molnarb17b0152017-02-08 18:51:35 +010013#include <linux/sched/debug.h>
Ingo Molnarc95dbf272009-03-13 11:14:06 +010014#include <linux/interrupt.h>
Douglas Anderson7d92bda2019-09-25 16:47:45 -070015#include <linux/kgdb.h>
Simon Kagstrom456b5652009-10-16 14:09:18 +020016#include <linux/kmsg_dump.h>
Arjan van de Ven79b4cc52008-01-30 13:32:50 +010017#include <linux/kallsyms.h>
Ingo Molnarc95dbf272009-03-13 11:14:06 +010018#include <linux/notifier.h>
Sergey Senozhatskyc7c3f052018-10-25 19:10:36 +090019#include <linux/vt_kern.h>
Ingo Molnarc95dbf272009-03-13 11:14:06 +010020#include <linux/module.h>
21#include <linux/random.h>
Steven Rostedt (Red Hat)de7edd32013-06-14 16:21:43 -040022#include <linux/ftrace.h>
Ingo Molnarc95dbf272009-03-13 11:14:06 +010023#include <linux/reboot.h>
24#include <linux/delay.h>
25#include <linux/kexec.h>
Andy Shevchenkof39650d2021-06-30 18:54:59 -070026#include <linux/panic_notifier.h>
Ingo Molnarc95dbf272009-03-13 11:14:06 +010027#include <linux/sched.h>
Andy Shevchenko5d5dd3e42022-10-08 22:59:14 +030028#include <linux/string_helpers.h>
Ingo Molnarc95dbf272009-03-13 11:14:06 +010029#include <linux/sysrq.h>
30#include <linux/init.h>
31#include <linux/nmi.h>
Vitaly Kuznetsov08d78652015-11-06 16:32:58 -080032#include <linux/console.h>
Josh Poimboeuf2553b672016-03-17 14:23:04 -070033#include <linux/bug.h>
Kees Cook7a46ec02017-08-15 09:19:24 -070034#include <linux/ratelimit.h>
Andi Kleenb1fca272017-11-17 15:27:03 -080035#include <linux/debugfs.h>
Kees Cook8b05aa22022-11-17 15:43:26 -080036#include <linux/sysfs.h>
Peter Zijlstra5a5d7e92023-01-26 16:08:31 +010037#include <linux/context_tracking.h>
Marco Elver23b36fe2022-01-19 18:09:56 -080038#include <trace/events/error_report.h>
Andi Kleenb1fca272017-11-17 15:27:03 -080039#include <asm/sections.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
TAMUKI Shoichic7ff0d92010-08-10 18:03:28 -070041#define PANIC_TIMER_STEP 100
42#define PANIC_BLINK_SPD 18
43
Guilherme G. Piccoli60c958d2020-06-07 21:40:48 -070044#ifdef CONFIG_SMP
45/*
46 * Should we dump all CPUs backtraces in an oops event?
47 * Defaults to 0, can be changed via sysctl.
48 */
tangmeng9df918692022-02-18 18:59:12 +080049static unsigned int __read_mostly sysctl_oops_all_cpu_backtrace;
50#else
51#define sysctl_oops_all_cpu_backtrace 0
Guilherme G. Piccoli60c958d2020-06-07 21:40:48 -070052#endif /* CONFIG_SMP */
53
Kyle McMartin2a01bb32012-04-11 08:15:29 -040054int panic_on_oops = CONFIG_PANIC_ON_OOPS_VALUE;
Kees Cookbc4f2f52018-04-10 16:32:33 -070055static unsigned long tainted_mask =
Kees Cook595b8932022-05-03 13:55:00 -070056 IS_ENABLED(CONFIG_RANDSTRUCT) ? (1 << TAINT_RANDSTRUCT) : 0;
Andrew Mortondd287792006-03-23 03:00:57 -080057static int pause_on_oops;
58static int pause_on_oops_flag;
59static DEFINE_SPINLOCK(pause_on_oops_lock);
HATAYAMA Daisuke5375b702015-06-30 14:57:46 -070060bool crash_kexec_post_notifiers;
Prarit Bhargava9e3961a2014-12-10 15:45:50 -080061int panic_on_warn __read_mostly;
Rafael Aquinidb38d5c2020-06-07 21:40:17 -070062unsigned long panic_on_taint;
63bool panic_on_taint_nousertaint = false;
Kees Cook9fc9e272022-11-17 15:43:25 -080064static unsigned int warn_limit __read_mostly;
Linus Torvalds1da177e2005-04-16 15:20:36 -070065
Jason Baron5800dc32013-11-25 23:23:04 +000066int panic_timeout = CONFIG_PANIC_TIMEOUT;
Huang Ying81e88fd2011-01-12 14:44:55 +080067EXPORT_SYMBOL_GPL(panic_timeout);
Linus Torvalds1da177e2005-04-16 15:20:36 -070068
Feng Tangd999bd92019-01-03 15:28:17 -080069#define PANIC_PRINT_TASK_INFO 0x00000001
70#define PANIC_PRINT_MEM_INFO 0x00000002
71#define PANIC_PRINT_TIMER_INFO 0x00000004
72#define PANIC_PRINT_LOCK_INFO 0x00000008
73#define PANIC_PRINT_FTRACE_INFO 0x00000010
Feng Tangde6da1e2019-05-17 14:31:50 -070074#define PANIC_PRINT_ALL_PRINTK_MSG 0x00000020
Guilherme G. Piccoli8d470a42022-03-23 16:07:06 -070075#define PANIC_PRINT_ALL_CPU_BT 0x00000040
Feng Tang81c9d432019-01-03 15:28:20 -080076unsigned long panic_print;
Feng Tangd999bd92019-01-03 15:28:17 -080077
Alan Sterne041c682006-03-27 01:16:30 -080078ATOMIC_NOTIFIER_HEAD(panic_notifier_list);
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
80EXPORT_SYMBOL(panic_notifier_list);
81
Kees Cook9360d032022-11-17 15:43:21 -080082#ifdef CONFIG_SYSCTL
tangmeng9df918692022-02-18 18:59:12 +080083static struct ctl_table kern_panic_table[] = {
Kees Cook9360d032022-11-17 15:43:21 -080084#ifdef CONFIG_SMP
tangmeng9df918692022-02-18 18:59:12 +080085 {
86 .procname = "oops_all_cpu_backtrace",
87 .data = &sysctl_oops_all_cpu_backtrace,
88 .maxlen = sizeof(int),
89 .mode = 0644,
90 .proc_handler = proc_dointvec_minmax,
91 .extra1 = SYSCTL_ZERO,
92 .extra2 = SYSCTL_ONE,
93 },
Kees Cook9360d032022-11-17 15:43:21 -080094#endif
Kees Cook9fc9e272022-11-17 15:43:25 -080095 {
96 .procname = "warn_limit",
97 .data = &warn_limit,
98 .maxlen = sizeof(warn_limit),
99 .mode = 0644,
100 .proc_handler = proc_douintvec,
101 },
tangmeng9df918692022-02-18 18:59:12 +0800102 { }
103};
104
105static __init int kernel_panic_sysctls_init(void)
106{
107 register_sysctl_init("kernel", kern_panic_table);
108 return 0;
109}
110late_initcall(kernel_panic_sysctls_init);
111#endif
112
Kees Cook8b05aa22022-11-17 15:43:26 -0800113static atomic_t warn_count = ATOMIC_INIT(0);
114
115#ifdef CONFIG_SYSFS
116static ssize_t warn_count_show(struct kobject *kobj, struct kobj_attribute *attr,
117 char *page)
118{
119 return sysfs_emit(page, "%d\n", atomic_read(&warn_count));
120}
121
122static struct kobj_attribute warn_count_attr = __ATTR_RO(warn_count);
123
124static __init int kernel_panic_sysfs_init(void)
125{
126 sysfs_add_file_to_group(kernel_kobj, &warn_count_attr.attr, NULL);
127 return 0;
128}
129late_initcall(kernel_panic_sysfs_init);
130#endif
131
TAMUKI Shoichic7ff0d92010-08-10 18:03:28 -0700132static long no_blink(int state)
Anton Blanchard8aeee852010-03-05 13:42:55 -0800133{
TAMUKI Shoichic7ff0d92010-08-10 18:03:28 -0700134 return 0;
Anton Blanchard8aeee852010-03-05 13:42:55 -0800135}
136
TAMUKI Shoichic7ff0d92010-08-10 18:03:28 -0700137/* Returns how long it waited in ms */
138long (*panic_blink)(int state);
139EXPORT_SYMBOL(panic_blink);
140
Michael Holzheu93e13a32012-01-12 17:20:18 -0800141/*
142 * Stop ourself in panic -- architecture code may override this
143 */
144void __weak panic_smp_self_stop(void)
145{
146 while (1)
147 cpu_relax();
148}
149
Hidehiro Kawai58c56612015-12-14 11:19:10 +0100150/*
151 * Stop ourselves in NMI context if another CPU has already panicked. Arch code
152 * may override this to prepare for crash dumping, e.g. save regs info.
153 */
154void __weak nmi_panic_self_stop(struct pt_regs *regs)
155{
156 panic_smp_self_stop();
157}
158
Hidehiro Kawai0ee59412016-10-11 13:54:23 -0700159/*
160 * Stop other CPUs in panic. Architecture dependent code may override this
161 * with more suitable version. For example, if the architecture supports
162 * crash dump, it should save registers of each stopped CPU and disable
163 * per-CPU features such as virtualization extensions.
164 */
165void __weak crash_smp_send_stop(void)
166{
167 static int cpus_stopped;
168
169 /*
170 * This function can be called twice in panic path, but obviously
171 * we execute this only once.
172 */
173 if (cpus_stopped)
174 return;
175
176 /*
177 * Note smp_send_stop is the usual smp shutdown function, which
178 * unfortunately means it may not be hardened to work in a panic
179 * situation.
180 */
181 smp_send_stop();
182 cpus_stopped = 1;
183}
184
Hidehiro Kawai1717f202015-12-14 11:19:09 +0100185atomic_t panic_cpu = ATOMIC_INIT(PANIC_CPU_INVALID);
186
Hidehiro Kawaiebc41f22016-03-22 14:27:17 -0700187/*
188 * A variant of panic() called from NMI context. We return if we've already
189 * panicked on this CPU. If another CPU already panicked, loop in
190 * nmi_panic_self_stop() which can provide architecture dependent code such
191 * as saving register state for crash dump.
192 */
193void nmi_panic(struct pt_regs *regs, const char *msg)
194{
195 int old_cpu, cpu;
196
197 cpu = raw_smp_processor_id();
198 old_cpu = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, cpu);
199
200 if (old_cpu == PANIC_CPU_INVALID)
201 panic("%s", msg);
202 else if (old_cpu != cpu)
203 nmi_panic_self_stop(regs);
204}
205EXPORT_SYMBOL(nmi_panic);
206
Guilherme G. Piccolif953f142022-03-23 16:07:09 -0700207static void panic_print_sys_info(bool console_flush)
Feng Tangd999bd92019-01-03 15:28:17 -0800208{
Guilherme G. Piccolif953f142022-03-23 16:07:09 -0700209 if (console_flush) {
210 if (panic_print & PANIC_PRINT_ALL_PRINTK_MSG)
211 console_flush_on_panic(CONSOLE_REPLAY_ALL);
212 return;
213 }
Feng Tangde6da1e2019-05-17 14:31:50 -0700214
Feng Tangd999bd92019-01-03 15:28:17 -0800215 if (panic_print & PANIC_PRINT_TASK_INFO)
216 show_state();
217
218 if (panic_print & PANIC_PRINT_MEM_INFO)
219 show_mem(0, NULL);
220
221 if (panic_print & PANIC_PRINT_TIMER_INFO)
222 sysrq_timer_list_show();
223
224 if (panic_print & PANIC_PRINT_LOCK_INFO)
225 debug_show_all_locks();
226
227 if (panic_print & PANIC_PRINT_FTRACE_INFO)
228 ftrace_dump(DUMP_ALL);
229}
230
Kees Cook79cc1ba2022-11-17 15:43:24 -0800231void check_panic_on_warn(const char *origin)
232{
Kees Cook7535b832022-12-16 12:26:57 -0800233 unsigned int limit;
234
Kees Cook79cc1ba2022-11-17 15:43:24 -0800235 if (panic_on_warn)
236 panic("%s: panic_on_warn set ...\n", origin);
Kees Cook9fc9e272022-11-17 15:43:25 -0800237
Kees Cook7535b832022-12-16 12:26:57 -0800238 limit = READ_ONCE(warn_limit);
239 if (atomic_inc_return(&warn_count) >= limit && limit)
Kees Cook9fc9e272022-11-17 15:43:25 -0800240 panic("%s: system warned too often (kernel.warn_limit is %d)",
Kees Cook7535b832022-12-16 12:26:57 -0800241 origin, limit);
Kees Cook79cc1ba2022-11-17 15:43:24 -0800242}
243
Guilherme G. Piccolib9050392023-02-26 13:08:38 -0300244/*
245 * Helper that triggers the NMI backtrace (if set in panic_print)
246 * and then performs the secondary CPUs shutdown - we cannot have
247 * the NMI backtrace after the CPUs are off!
248 */
249static void panic_other_cpus_shutdown(bool crash_kexec)
250{
251 if (panic_print & PANIC_PRINT_ALL_CPU_BT)
252 trigger_all_cpu_backtrace();
253
254 /*
255 * Note that smp_send_stop() is the usual SMP shutdown function,
256 * which unfortunately may not be hardened to work in a panic
257 * situation. If we want to do crash dump after notifier calls
258 * and kmsg_dump, we will need architecture dependent extra
259 * bits in addition to stopping other CPUs, hence we rely on
260 * crash_smp_send_stop() for that.
261 */
262 if (!crash_kexec)
263 smp_send_stop();
264 else
265 crash_smp_send_stop();
266}
267
Linus Torvalds1da177e2005-04-16 15:20:36 -0700268/**
269 * panic - halt the system
270 * @fmt: The text string to print
271 *
272 * Display a message, then perform cleanups.
273 *
274 * This function never returns.
275 */
Joe Perches9402c952012-01-12 17:17:17 -0800276void panic(const char *fmt, ...)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 static char buf[1024];
279 va_list args;
Borislav Petkovb49dec12018-10-30 15:07:17 -0700280 long i, i_next = 0, len;
TAMUKI Shoichic7ff0d92010-08-10 18:03:28 -0700281 int state = 0;
Hidehiro Kawai1717f202015-12-14 11:19:09 +0100282 int old_cpu, this_cpu;
Hidehiro Kawaib26e27d2016-08-02 14:06:13 -0700283 bool _crash_kexec_post_notifiers = crash_kexec_post_notifiers;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284
Tiezhu Yang1a2383e2022-03-23 16:06:51 -0700285 if (panic_on_warn) {
286 /*
287 * This thread may hit another WARN() in the panic path.
288 * Resetting this prevents additional WARN() from panicking the
289 * system on this thread. Other threads are blocked by the
290 * panic_mutex in panic().
291 */
292 panic_on_warn = 0;
293 }
294
Eric W. Biedermandc009d92005-06-25 14:57:52 -0700295 /*
Vikram Mulukutla190320c2012-07-30 14:39:58 -0700296 * Disable local interrupts. This will prevent panic_smp_self_stop
297 * from deadlocking the first cpu that invokes the panic, since
298 * there is nothing to prevent an interrupt handler (that runs
Hidehiro Kawai1717f202015-12-14 11:19:09 +0100299 * after setting panic_cpu) from invoking panic() again.
Vikram Mulukutla190320c2012-07-30 14:39:58 -0700300 */
301 local_irq_disable();
Will Deacon20bb7592019-10-06 17:58:00 -0700302 preempt_disable_notrace();
Vikram Mulukutla190320c2012-07-30 14:39:58 -0700303
304 /*
Ingo Molnarc95dbf272009-03-13 11:14:06 +0100305 * It's possible to come here directly from a panic-assertion and
306 * not have preempt disabled. Some functions called from here want
Eric W. Biedermandc009d92005-06-25 14:57:52 -0700307 * preempt to be disabled. No point enabling it later though...
Michael Holzheu93e13a32012-01-12 17:20:18 -0800308 *
309 * Only one CPU is allowed to execute the panic code from here. For
310 * multiple parallel invocations of panic, all other CPUs either
311 * stop themself or will wait until they are stopped by the 1st CPU
312 * with smp_send_stop().
Hidehiro Kawai1717f202015-12-14 11:19:09 +0100313 *
314 * `old_cpu == PANIC_CPU_INVALID' means this is the 1st CPU which
315 * comes here, so go ahead.
316 * `old_cpu == this_cpu' means we came from nmi_panic() which sets
317 * panic_cpu to this CPU. In this case, this is also the 1st CPU.
Eric W. Biedermandc009d92005-06-25 14:57:52 -0700318 */
Hidehiro Kawai1717f202015-12-14 11:19:09 +0100319 this_cpu = raw_smp_processor_id();
320 old_cpu = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, this_cpu);
321
322 if (old_cpu != PANIC_CPU_INVALID && old_cpu != this_cpu)
Michael Holzheu93e13a32012-01-12 17:20:18 -0800323 panic_smp_self_stop();
Eric W. Biedermandc009d92005-06-25 14:57:52 -0700324
Anton Blanchard5b530fc2010-05-26 14:44:24 -0700325 console_verbose();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326 bust_spinlocks(1);
327 va_start(args, fmt);
Borislav Petkovb49dec12018-10-30 15:07:17 -0700328 len = vscnprintf(buf, sizeof(buf), fmt, args);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329 va_end(args);
Borislav Petkovb49dec12018-10-30 15:07:17 -0700330
331 if (len && buf[len - 1] == '\n')
332 buf[len - 1] = '\0';
333
Fabian Frederickd7c08472014-04-07 15:39:03 -0700334 pr_emerg("Kernel panic - not syncing: %s\n", buf);
Ingo Molnar5cb27302008-02-14 09:07:01 +0100335#ifdef CONFIG_DEBUG_BUGVERBOSE
Andi Kleen6e6f0a12012-01-12 17:20:30 -0800336 /*
337 * Avoid nested stack-dumping if a panic occurs during oops processing
338 */
Jason Wessel026ee1f2012-04-12 12:49:17 -0700339 if (!test_taint(TAINT_DIE) && oops_in_progress <= 1)
Andi Kleen6e6f0a12012-01-12 17:20:30 -0800340 dump_stack();
Ingo Molnar5cb27302008-02-14 09:07:01 +0100341#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342
Eric W. Biedermandc009d92005-06-25 14:57:52 -0700343 /*
Douglas Anderson7d92bda2019-09-25 16:47:45 -0700344 * If kgdb is enabled, give it a chance to run before we stop all
345 * the other CPUs or else we won't be able to debug processes left
346 * running on them.
347 */
348 kgdb_panic(buf);
349
350 /*
Eric W. Biedermandc009d92005-06-25 14:57:52 -0700351 * If we have crashed and we have a crash kernel loaded let it handle
352 * everything else.
Masami Hiramatsuf06e5152014-06-06 14:37:07 -0700353 * If we want to run this after calling panic_notifiers, pass
354 * the "crash_kexec_post_notifiers" option to the kernel.
Hidehiro Kawai7bbee5c2015-12-14 11:19:11 +0100355 *
356 * Bypass the panic_cpu check and call __crash_kexec directly.
Eric W. Biedermandc009d92005-06-25 14:57:52 -0700357 */
Guilherme G. Piccolib9050392023-02-26 13:08:38 -0300358 if (!_crash_kexec_post_notifiers)
Hidehiro Kawai7bbee5c2015-12-14 11:19:11 +0100359 __crash_kexec(NULL);
Eric W. Biedermandc009d92005-06-25 14:57:52 -0700360
Guilherme G. Piccolib9050392023-02-26 13:08:38 -0300361 panic_other_cpus_shutdown(_crash_kexec_post_notifiers);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362
Kees Cook67237342013-09-11 14:25:49 -0700363 /*
364 * Run any panic handlers, including those that might need to
365 * add information to the kmsg dump output.
366 */
Alan Sterne041c682006-03-27 01:16:30 -0800367 atomic_notifier_call_chain(&panic_notifier_list, 0, buf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368
Guilherme G. Piccolif953f142022-03-23 16:07:09 -0700369 panic_print_sys_info(false);
370
Kees Cook67237342013-09-11 14:25:49 -0700371 kmsg_dump(KMSG_DUMP_PANIC);
372
Masami Hiramatsuf06e5152014-06-06 14:37:07 -0700373 /*
374 * If you doubt kdump always works fine in any situation,
375 * "crash_kexec_post_notifiers" offers you a chance to run
376 * panic_notifiers and dumping kmsg before kdump.
377 * Note: since some panic_notifiers can make crashed kernel
378 * more unstable, it can increase risks of the kdump failure too.
Hidehiro Kawai7bbee5c2015-12-14 11:19:11 +0100379 *
380 * Bypass the panic_cpu check and call __crash_kexec directly.
Masami Hiramatsuf06e5152014-06-06 14:37:07 -0700381 */
Hidehiro Kawaib26e27d2016-08-02 14:06:13 -0700382 if (_crash_kexec_post_notifiers)
Hidehiro Kawai7bbee5c2015-12-14 11:19:11 +0100383 __crash_kexec(NULL);
Masami Hiramatsuf06e5152014-06-06 14:37:07 -0700384
Sergey Senozhatskyc7c3f052018-10-25 19:10:36 +0900385 console_unblank();
Aaro Koskinend014e8892009-10-02 14:41:20 +0300386
Vitaly Kuznetsov08d78652015-11-06 16:32:58 -0800387 /*
388 * We may have ended up stopping the CPU holding the lock (in
389 * smp_send_stop()) while still having some valuable data in the console
390 * buffer. Try to acquire the lock then release it regardless of the
Vitaly Kuznetsov7625b3a2015-11-20 15:57:24 -0800391 * result. The release will also print the buffers out. Locks debug
392 * should be disabled to avoid reporting bad unlock balance when
393 * panic() is not being callled from OOPS.
Vitaly Kuznetsov08d78652015-11-06 16:32:58 -0800394 */
Vitaly Kuznetsov7625b3a2015-11-20 15:57:24 -0800395 debug_locks_off();
Feng Tangde6da1e2019-05-17 14:31:50 -0700396 console_flush_on_panic(CONSOLE_FLUSH_PENDING);
Vitaly Kuznetsov08d78652015-11-06 16:32:58 -0800397
Guilherme G. Piccolif953f142022-03-23 16:07:09 -0700398 panic_print_sys_info(true);
Feng Tangd999bd92019-01-03 15:28:17 -0800399
TAMUKI Shoichic7ff0d92010-08-10 18:03:28 -0700400 if (!panic_blink)
401 panic_blink = no_blink;
402
Eric W. Biedermandc009d92005-06-25 14:57:52 -0700403 if (panic_timeout > 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404 /*
Ingo Molnarc95dbf272009-03-13 11:14:06 +0100405 * Delay timeout seconds before rebooting the machine.
406 * We can't use the "normal" timers since we just panicked.
407 */
Jiri Slabyff7a28a2017-01-24 15:18:29 -0800408 pr_emerg("Rebooting in %d seconds..\n", panic_timeout);
Ingo Molnarc95dbf272009-03-13 11:14:06 +0100409
TAMUKI Shoichic7ff0d92010-08-10 18:03:28 -0700410 for (i = 0; i < panic_timeout * 1000; i += PANIC_TIMER_STEP) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700411 touch_nmi_watchdog();
TAMUKI Shoichic7ff0d92010-08-10 18:03:28 -0700412 if (i >= i_next) {
413 i += panic_blink(state ^= 1);
414 i_next = i + 3600 / PANIC_BLINK_SPD;
415 }
416 mdelay(PANIC_TIMER_STEP);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417 }
Hugh Dickins4302fbc2011-07-26 16:08:52 -0700418 }
419 if (panic_timeout != 0) {
Ingo Molnarc95dbf272009-03-13 11:14:06 +0100420 /*
421 * This will not be a clean reboot, with everything
422 * shutting down. But if there is a chance of
423 * rebooting the system it will be rebooted.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700424 */
Aaro Koskinenb287a252019-05-14 15:45:37 -0700425 if (panic_reboot_mode != REBOOT_UNDEFINED)
426 reboot_mode = panic_reboot_mode;
Eric W. Biederman2f048ea2005-07-26 11:49:23 -0600427 emergency_restart();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700428 }
429#ifdef __sparc__
430 {
431 extern int stop_a_enabled;
Tom 'spot' Callawaya271c242005-04-24 20:38:02 -0700432 /* Make sure the user can actually press Stop-A (L1-A) */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433 stop_a_enabled = 1;
Vijay Kumar7db60d02017-02-01 11:34:39 -0800434 pr_emerg("Press Stop-A (L1-A) from sun keyboard or send break\n"
435 "twice on console to return to the boot prom\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700436 }
437#endif
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800438#if defined(CONFIG_S390)
Martin Schwidefsky98587c22019-04-30 12:33:45 +0200439 disabled_wait();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700440#endif
Borislav Petkov5ad75102018-03-06 10:49:12 +0100441 pr_emerg("---[ end Kernel panic - not syncing: %s ]---\n", buf);
Feng Tangc39ea0b2019-05-14 15:45:34 -0700442
443 /* Do not scroll important messages printed above */
444 suppress_printk = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700445 local_irq_enable();
TAMUKI Shoichic7ff0d92010-08-10 18:03:28 -0700446 for (i = 0; ; i += PANIC_TIMER_STEP) {
Jan Beulichc22db942006-02-10 01:51:11 -0800447 touch_softlockup_watchdog();
TAMUKI Shoichic7ff0d92010-08-10 18:03:28 -0700448 if (i >= i_next) {
449 i += panic_blink(state ^= 1);
450 i_next = i + 3600 / PANIC_BLINK_SPD;
451 }
452 mdelay(PANIC_TIMER_STEP);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700453 }
454}
455
456EXPORT_SYMBOL(panic);
457
Petr Mladek7fd83292016-09-21 13:47:22 +0200458/*
459 * TAINT_FORCED_RMMOD could be a per-module flag but the module
460 * is being removed anyway.
461 */
462const struct taint_flag taint_flags[TAINT_FLAGS_COUNT] = {
Kees Cook47d4b262018-04-10 16:32:26 -0700463 [ TAINT_PROPRIETARY_MODULE ] = { 'P', 'G', true },
464 [ TAINT_FORCED_MODULE ] = { 'F', ' ', true },
465 [ TAINT_CPU_OUT_OF_SPEC ] = { 'S', ' ', false },
466 [ TAINT_FORCED_RMMOD ] = { 'R', ' ', false },
467 [ TAINT_MACHINE_CHECK ] = { 'M', ' ', false },
468 [ TAINT_BAD_PAGE ] = { 'B', ' ', false },
469 [ TAINT_USER ] = { 'U', ' ', false },
470 [ TAINT_DIE ] = { 'D', ' ', false },
471 [ TAINT_OVERRIDDEN_ACPI_TABLE ] = { 'A', ' ', false },
472 [ TAINT_WARN ] = { 'W', ' ', false },
473 [ TAINT_CRAP ] = { 'C', ' ', true },
474 [ TAINT_FIRMWARE_WORKAROUND ] = { 'I', ' ', false },
475 [ TAINT_OOT_MODULE ] = { 'O', ' ', true },
476 [ TAINT_UNSIGNED_MODULE ] = { 'E', ' ', true },
477 [ TAINT_SOFTLOCKUP ] = { 'L', ' ', false },
478 [ TAINT_LIVEPATCH ] = { 'K', ' ', true },
479 [ TAINT_AUX ] = { 'X', ' ', true },
Kees Cookbc4f2f52018-04-10 16:32:33 -0700480 [ TAINT_RANDSTRUCT ] = { 'T', ' ', true },
David Gow2852ca72022-07-01 16:47:41 +0800481 [ TAINT_TEST ] = { 'N', ' ', true },
Andi Kleen25ddbb12008-10-15 22:01:41 -0700482};
483
Linus Torvalds1da177e2005-04-16 15:20:36 -0700484/**
Kees Cook9c4560e2018-04-10 16:32:29 -0700485 * print_tainted - return a string to represent the kernel taint state.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486 *
Mauro Carvalho Chehab57043242019-04-22 16:48:00 -0300487 * For individual taint flag meanings, see Documentation/admin-guide/sysctl/kernel.rst
Linus Torvalds1da177e2005-04-16 15:20:36 -0700488 *
Kees Cook9c4560e2018-04-10 16:32:29 -0700489 * The string is overwritten by the next call to print_tainted(),
490 * but is always NULL terminated.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700491 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700492const char *print_tainted(void)
493{
Petr Mladek7fd83292016-09-21 13:47:22 +0200494 static char buf[TAINT_FLAGS_COUNT + sizeof("Tainted: ")];
Andi Kleen25ddbb12008-10-15 22:01:41 -0700495
Kees Cook47d4b262018-04-10 16:32:26 -0700496 BUILD_BUG_ON(ARRAY_SIZE(taint_flags) != TAINT_FLAGS_COUNT);
497
Andi Kleen25ddbb12008-10-15 22:01:41 -0700498 if (tainted_mask) {
499 char *s;
500 int i;
501
502 s = buf + sprintf(buf, "Tainted: ");
Petr Mladek7fd83292016-09-21 13:47:22 +0200503 for (i = 0; i < TAINT_FLAGS_COUNT; i++) {
504 const struct taint_flag *t = &taint_flags[i];
505 *s++ = test_bit(i, &tainted_mask) ?
Larry Finger5eb7c0d2017-01-01 20:25:25 -0600506 t->c_true : t->c_false;
Andi Kleen25ddbb12008-10-15 22:01:41 -0700507 }
508 *s = 0;
509 } else
Linus Torvalds1da177e2005-04-16 15:20:36 -0700510 snprintf(buf, sizeof(buf), "Not tainted");
Ingo Molnarc95dbf272009-03-13 11:14:06 +0100511
512 return buf;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700513}
514
Andi Kleen25ddbb12008-10-15 22:01:41 -0700515int test_taint(unsigned flag)
516{
517 return test_bit(flag, &tainted_mask);
518}
519EXPORT_SYMBOL(test_taint);
520
521unsigned long get_taint(void)
522{
523 return tainted_mask;
524}
525
Rusty Russell373d4d02013-01-21 17:17:39 +1030526/**
527 * add_taint: add a taint flag if not already set.
528 * @flag: one of the TAINT_* constants.
529 * @lockdep_ok: whether lock debugging is still OK.
530 *
531 * If something bad has gone wrong, you'll want @lockdebug_ok = false, but for
532 * some notewortht-but-not-corrupting cases, it can be set to true.
533 */
534void add_taint(unsigned flag, enum lockdep_ok lockdep_ok)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700535{
Rusty Russell373d4d02013-01-21 17:17:39 +1030536 if (lockdep_ok == LOCKDEP_NOW_UNRELIABLE && __debug_locks_off())
Fabian Frederickd7c08472014-04-07 15:39:03 -0700537 pr_warn("Disabling lock debugging due to kernel taint\n");
Frederic Weisbecker9eeba612009-04-11 03:17:17 +0200538
Andi Kleen25ddbb12008-10-15 22:01:41 -0700539 set_bit(flag, &tainted_mask);
Rafael Aquinidb38d5c2020-06-07 21:40:17 -0700540
541 if (tainted_mask & panic_on_taint) {
542 panic_on_taint = 0;
543 panic("panic_on_taint set ...");
544 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700545}
546EXPORT_SYMBOL(add_taint);
Andrew Mortondd287792006-03-23 03:00:57 -0800547
Andrew Mortondd287792006-03-23 03:00:57 -0800548static void spin_msec(int msecs)
549{
550 int i;
551
552 for (i = 0; i < msecs; i++) {
553 touch_nmi_watchdog();
554 mdelay(1);
555 }
556}
557
558/*
559 * It just happens that oops_enter() and oops_exit() are identically
560 * implemented...
561 */
562static void do_oops_enter_exit(void)
563{
564 unsigned long flags;
565 static int spin_counter;
566
567 if (!pause_on_oops)
568 return;
569
570 spin_lock_irqsave(&pause_on_oops_lock, flags);
571 if (pause_on_oops_flag == 0) {
572 /* This CPU may now print the oops message */
573 pause_on_oops_flag = 1;
574 } else {
575 /* We need to stall this CPU */
576 if (!spin_counter) {
577 /* This CPU gets to do the counting */
578 spin_counter = pause_on_oops;
579 do {
580 spin_unlock(&pause_on_oops_lock);
581 spin_msec(MSEC_PER_SEC);
582 spin_lock(&pause_on_oops_lock);
583 } while (--spin_counter);
584 pause_on_oops_flag = 0;
585 } else {
586 /* This CPU waits for a different one */
587 while (spin_counter) {
588 spin_unlock(&pause_on_oops_lock);
589 spin_msec(1);
590 spin_lock(&pause_on_oops_lock);
591 }
592 }
593 }
594 spin_unlock_irqrestore(&pause_on_oops_lock, flags);
595}
596
597/*
Ingo Molnarc95dbf272009-03-13 11:14:06 +0100598 * Return true if the calling CPU is allowed to print oops-related info.
599 * This is a bit racy..
Andrew Mortondd287792006-03-23 03:00:57 -0800600 */
Tiezhu Yang79076e12020-08-11 18:36:46 -0700601bool oops_may_print(void)
Andrew Mortondd287792006-03-23 03:00:57 -0800602{
603 return pause_on_oops_flag == 0;
604}
605
606/*
607 * Called when the architecture enters its oops handler, before it prints
Ingo Molnarc95dbf272009-03-13 11:14:06 +0100608 * anything. If this is the first CPU to oops, and it's oopsing the first
609 * time then let it proceed.
Andrew Mortondd287792006-03-23 03:00:57 -0800610 *
Ingo Molnarc95dbf272009-03-13 11:14:06 +0100611 * This is all enabled by the pause_on_oops kernel boot option. We do all
612 * this to ensure that oopses don't scroll off the screen. It has the
613 * side-effect of preventing later-oopsing CPUs from mucking up the display,
614 * too.
Andrew Mortondd287792006-03-23 03:00:57 -0800615 *
Ingo Molnarc95dbf272009-03-13 11:14:06 +0100616 * It turns out that the CPU which is allowed to print ends up pausing for
617 * the right duration, whereas all the other CPUs pause for twice as long:
618 * once in oops_enter(), once in oops_exit().
Andrew Mortondd287792006-03-23 03:00:57 -0800619 */
620void oops_enter(void)
621{
Thomas Gleixnerbdff7872009-07-24 15:30:45 -0400622 tracing_off();
Ingo Molnarc95dbf272009-03-13 11:14:06 +0100623 /* can't trust the integrity of the kernel anymore: */
624 debug_locks_off();
Andrew Mortondd287792006-03-23 03:00:57 -0800625 do_oops_enter_exit();
Guilherme G. Piccoli60c958d2020-06-07 21:40:48 -0700626
627 if (sysctl_oops_all_cpu_backtrace)
628 trigger_all_cpu_backtrace();
Andrew Mortondd287792006-03-23 03:00:57 -0800629}
630
Yue Hu63037f72020-08-11 18:36:53 -0700631static void print_oops_end_marker(void)
Arjan van de Ven71c33912008-01-30 13:32:50 +0100632{
Sebastian Andrzej Siewiore83a4472022-01-19 18:09:59 -0800633 pr_warn("---[ end trace %016llx ]---\n", 0ULL);
Arjan van de Ven71c33912008-01-30 13:32:50 +0100634}
635
Arjan van de Ven2c3b20e92007-12-20 15:01:17 +0100636/*
Andrew Mortondd287792006-03-23 03:00:57 -0800637 * Called when the architecture exits its oops handler, after printing
638 * everything.
639 */
640void oops_exit(void)
641{
642 do_oops_enter_exit();
Arjan van de Ven71c33912008-01-30 13:32:50 +0100643 print_oops_end_marker();
Simon Kagstrom456b5652009-10-16 14:09:18 +0200644 kmsg_dump(KMSG_DUMP_OOPS);
Andrew Mortondd287792006-03-23 03:00:57 -0800645}
Arjan van de Ven3162f752006-09-26 10:52:39 +0200646
Josh Poimboeuf2553b672016-03-17 14:23:04 -0700647struct warn_args {
Linus Torvalds0f6f49a2009-05-16 13:41:28 -0700648 const char *fmt;
Arjan van de Vena8f18b92008-07-25 01:45:53 -0700649 va_list args;
Linus Torvalds0f6f49a2009-05-16 13:41:28 -0700650};
651
Josh Poimboeuf2553b672016-03-17 14:23:04 -0700652void __warn(const char *file, int line, void *caller, unsigned taint,
653 struct pt_regs *regs, struct warn_args *args)
Linus Torvalds0f6f49a2009-05-16 13:41:28 -0700654{
Steven Rostedt (Red Hat)de7edd32013-06-14 16:21:43 -0400655 disable_trace_on_warning();
656
Josh Poimboeuf2553b672016-03-17 14:23:04 -0700657 if (file)
658 pr_warn("WARNING: CPU: %d PID: %d at %s:%d %pS\n",
659 raw_smp_processor_id(), current->pid, file, line,
660 caller);
661 else
662 pr_warn("WARNING: CPU: %d PID: %d at %pS\n",
663 raw_smp_processor_id(), current->pid, caller);
Arjan van de Ven74853db2008-11-28 08:35:25 -0800664
Linus Torvalds0f6f49a2009-05-16 13:41:28 -0700665 if (args)
666 vprintk(args->fmt, args->args);
Arjan van de Vena8f18b92008-07-25 01:45:53 -0700667
Alexey Kardashevskiy3f388f22020-10-15 20:13:22 -0700668 print_modules();
669
670 if (regs)
671 show_regs(regs);
672
Kees Cook79cc1ba2022-11-17 15:43:24 -0800673 check_panic_on_warn("kernel");
Prarit Bhargava9e3961a2014-12-10 15:45:50 -0800674
Christophe Leroy2f31ad62020-11-13 22:52:20 -0800675 if (!regs)
676 dump_stack();
Josh Poimboeuf2553b672016-03-17 14:23:04 -0700677
Steven Rostedt (VMware)4c281072018-04-03 10:31:47 -0400678 print_irqtrace_events(current);
679
Arjan van de Vena8f18b92008-07-25 01:45:53 -0700680 print_oops_end_marker();
Marco Elver23b36fe2022-01-19 18:09:56 -0800681 trace_error_report_end(ERROR_DETECTOR_WARN, (unsigned long)caller);
Josh Poimboeuf2553b672016-03-17 14:23:04 -0700682
Rusty Russell373d4d02013-01-21 17:17:39 +1030683 /* Just a warning, don't kill lockdep. */
684 add_taint(taint, LOCKDEP_STILL_OK);
Arjan van de Vena8f18b92008-07-25 01:45:53 -0700685}
Linus Torvalds0f6f49a2009-05-16 13:41:28 -0700686
Kees Cook2da1ead2019-09-25 16:48:08 -0700687#ifndef __WARN_FLAGS
Kees Cookee871132019-09-25 16:47:52 -0700688void warn_slowpath_fmt(const char *file, int line, unsigned taint,
689 const char *fmt, ...)
Ben Hutchingsb2be0522010-04-03 19:34:56 +0100690{
Peter Zijlstra5a5d7e92023-01-26 16:08:31 +0100691 bool rcu = warn_rcu_enter();
Josh Poimboeuf2553b672016-03-17 14:23:04 -0700692 struct warn_args args;
Ben Hutchingsb2be0522010-04-03 19:34:56 +0100693
Kees Cookd38aba42019-09-25 16:48:01 -0700694 pr_warn(CUT_HERE);
695
Kees Cookf2f84b02019-09-25 16:47:58 -0700696 if (!fmt) {
Kees Cookf2f84b02019-09-25 16:47:58 -0700697 __warn(file, line, __builtin_return_address(0), taint,
698 NULL, NULL);
699 return;
700 }
701
Ben Hutchingsb2be0522010-04-03 19:34:56 +0100702 args.fmt = fmt;
703 va_start(args.args, fmt);
Josh Poimboeuf2553b672016-03-17 14:23:04 -0700704 __warn(file, line, __builtin_return_address(0), taint, NULL, &args);
Ben Hutchingsb2be0522010-04-03 19:34:56 +0100705 va_end(args.args);
Peter Zijlstra5a5d7e92023-01-26 16:08:31 +0100706 warn_rcu_exit(rcu);
Ben Hutchingsb2be0522010-04-03 19:34:56 +0100707}
Kees Cookee871132019-09-25 16:47:52 -0700708EXPORT_SYMBOL(warn_slowpath_fmt);
Kees Cooka7bed27a2017-11-17 15:27:24 -0800709#else
710void __warn_printk(const char *fmt, ...)
711{
Peter Zijlstra5a5d7e92023-01-26 16:08:31 +0100712 bool rcu = warn_rcu_enter();
Kees Cooka7bed27a2017-11-17 15:27:24 -0800713 va_list args;
714
715 pr_warn(CUT_HERE);
716
717 va_start(args, fmt);
718 vprintk(fmt, args);
719 va_end(args);
Peter Zijlstra5a5d7e92023-01-26 16:08:31 +0100720 warn_rcu_exit(rcu);
Kees Cooka7bed27a2017-11-17 15:27:24 -0800721}
722EXPORT_SYMBOL(__warn_printk);
Arjan van de Ven79b4cc52008-01-30 13:32:50 +0100723#endif
724
Andi Kleenb1fca272017-11-17 15:27:03 -0800725#ifdef CONFIG_BUG
726
727/* Support resetting WARN*_ONCE state */
728
729static int clear_warn_once_set(void *data, u64 val)
730{
Andi Kleenaaf5dcf2017-11-17 15:27:06 -0800731 generic_bug_clear_once();
Andi Kleenb1fca272017-11-17 15:27:03 -0800732 memset(__start_once, 0, __end_once - __start_once);
733 return 0;
734}
735
YueHaibing41696802019-03-07 16:26:36 -0800736DEFINE_DEBUGFS_ATTRIBUTE(clear_warn_once_fops, NULL, clear_warn_once_set,
737 "%lld\n");
Andi Kleenb1fca272017-11-17 15:27:03 -0800738
739static __init int register_warn_debugfs(void)
740{
741 /* Don't care about failure */
YueHaibing41696802019-03-07 16:26:36 -0800742 debugfs_create_file_unsafe("clear_warn_once", 0200, NULL, NULL,
743 &clear_warn_once_fops);
Andi Kleenb1fca272017-11-17 15:27:03 -0800744 return 0;
745}
746
747device_initcall(register_warn_debugfs);
748#endif
749
Linus Torvalds050e9ba2018-06-14 12:21:18 +0900750#ifdef CONFIG_STACKPROTECTOR
Arjan van de Ven54371a42008-02-15 15:33:12 -0800751
Arjan van de Ven3162f752006-09-26 10:52:39 +0200752/*
753 * Called when gcc's -fstack-protector feature is used, and
754 * gcc detects corruption of the on-stack canary value
755 */
Thomas Gleixner5916d5f2020-03-13 13:49:51 +0100756__visible noinstr void __stack_chk_fail(void)
Arjan van de Ven3162f752006-09-26 10:52:39 +0200757{
Thomas Gleixner5916d5f2020-03-13 13:49:51 +0100758 instrumentation_begin();
Borislav Petkov95c4fb72018-10-30 15:07:13 -0700759 panic("stack-protector: Kernel stack is corrupted in: %pB",
Ingo Molnar517a92c2008-02-14 09:02:13 +0100760 __builtin_return_address(0));
Thomas Gleixner5916d5f2020-03-13 13:49:51 +0100761 instrumentation_end();
Arjan van de Ven3162f752006-09-26 10:52:39 +0200762}
763EXPORT_SYMBOL(__stack_chk_fail);
Arjan van de Ven54371a42008-02-15 15:33:12 -0800764
Arjan van de Ven3162f752006-09-26 10:52:39 +0200765#endif
Rusty Russellf44dd162008-10-22 10:00:24 -0500766
767core_param(panic, panic_timeout, int, 0644);
Feng Tangd999bd92019-01-03 15:28:17 -0800768core_param(panic_print, panic_print, ulong, 0644);
Rusty Russellf44dd162008-10-22 10:00:24 -0500769core_param(pause_on_oops, pause_on_oops, int, 0644);
Prarit Bhargava9e3961a2014-12-10 15:45:50 -0800770core_param(panic_on_warn, panic_on_warn, int, 0644);
Hidehiro Kawaib26e27d2016-08-02 14:06:13 -0700771core_param(crash_kexec_post_notifiers, crash_kexec_post_notifiers, bool, 0644);
Masami Hiramatsuf06e5152014-06-06 14:37:07 -0700772
Olaf Heringd404ab02011-03-22 16:34:04 -0700773static int __init oops_setup(char *s)
774{
775 if (!s)
776 return -EINVAL;
777 if (!strcmp(s, "panic"))
778 panic_on_oops = 1;
779 return 0;
780}
781early_param("oops", oops_setup);
Rafael Aquinidb38d5c2020-06-07 21:40:17 -0700782
783static int __init panic_on_taint_setup(char *s)
784{
785 char *taint_str;
786
787 if (!s)
788 return -EINVAL;
789
790 taint_str = strsep(&s, ",");
791 if (kstrtoul(taint_str, 16, &panic_on_taint))
792 return -EINVAL;
793
794 /* make sure panic_on_taint doesn't hold out-of-range TAINT flags */
795 panic_on_taint &= TAINT_FLAGS_MAX;
796
797 if (!panic_on_taint)
798 return -EINVAL;
799
800 if (s && !strcmp(s, "nousertaint"))
801 panic_on_taint_nousertaint = true;
802
Andy Shevchenko5d5dd3e42022-10-08 22:59:14 +0300803 pr_info("panic_on_taint: bitmask=0x%lx nousertaint_mode=%s\n",
804 panic_on_taint, str_enabled_disabled(panic_on_taint_nousertaint));
Rafael Aquinidb38d5c2020-06-07 21:40:17 -0700805
806 return 0;
807}
808early_param("panic_on_taint", panic_on_taint_setup);