blob: e0ff219899902f51815c7e08e3642d97af7721de [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -08002/*
3 Generic support for BUG()
4
5 This respects the following config options:
6
7 CONFIG_BUG - emit BUG traps. Nothing happens without this.
8 CONFIG_GENERIC_BUG - enable this code.
Josh Poimboeuf69505e32022-05-12 06:56:23 -07009 CONFIG_GENERIC_BUG_RELATIVE_POINTERS - use 32-bit relative pointers for bug_addr and file
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080010 CONFIG_DEBUG_BUGVERBOSE - emit full file+line information for each BUG
11
12 CONFIG_BUG and CONFIG_DEBUG_BUGVERBOSE are potentially user-settable
13 (though they're generally always on).
14
15 CONFIG_GENERIC_BUG is set by each architecture using this code.
16
17 To use this, your architecture must:
18
19 1. Set up the config options:
20 - Enable CONFIG_GENERIC_BUG if CONFIG_BUG
21
22 2. Implement BUG (and optionally BUG_ON, WARN, WARN_ON)
23 - Define HAVE_ARCH_BUG
24 - Implement BUG() to generate a faulting instruction
25 - NOTE: struct bug_entry does not have "file" or "line" entries
26 when CONFIG_DEBUG_BUGVERBOSE is not enabled, so you must generate
27 the values accordingly.
28
29 3. Implement the trap
30 - In the illegal instruction trap handler (typically), verify
31 that the fault was in kernel mode, and call report_bug()
32 - report_bug() will return whether it was a false alarm, a warning,
33 or an actual bug.
34 - You must implement the is_valid_bugaddr(bugaddr) callback which
35 returns true if the eip is a real kernel address, and it points
36 to the expected BUG trap instruction.
37
38 Jeremy Fitzhardinge <jeremy@goop.org> 2006
39 */
Fabian Frederickc56ba702014-06-04 16:11:59 -070040
41#define pr_fmt(fmt) fmt
42
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080043#include <linux/list.h>
44#include <linux/module.h>
Paul Mundtda9eac82008-07-04 09:59:36 -070045#include <linux/kernel.h>
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080046#include <linux/bug.h>
Heiko Carstens608e2612007-07-15 23:41:39 -070047#include <linux/sched.h>
Ingo Molnarb2d09102017-02-04 01:27:20 +010048#include <linux/rculist.h>
Peter Zijlstra58f6e382020-05-28 16:52:40 +020049#include <linux/ftrace.h>
Peter Zijlstra5a5d7e92023-01-26 16:08:31 +010050#include <linux/context_tracking.h>
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080051
Peter Zijlstra19d43622017-02-25 08:56:53 +010052extern struct bug_entry __start___bug_table[], __stop___bug_table[];
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080053
Jan Beulichb93a5312008-12-16 11:40:27 +000054static inline unsigned long bug_addr(const struct bug_entry *bug)
55{
Josh Poimboeuf69505e32022-05-12 06:56:23 -070056#ifdef CONFIG_GENERIC_BUG_RELATIVE_POINTERS
57 return (unsigned long)&bug->bug_addr_disp + bug->bug_addr_disp;
Jan Beulichb93a5312008-12-16 11:40:27 +000058#else
Josh Poimboeuf69505e32022-05-12 06:56:23 -070059 return bug->bug_addr;
Jan Beulichb93a5312008-12-16 11:40:27 +000060#endif
61}
62
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080063#ifdef CONFIG_MODULES
Rusty Russell1fb93412013-01-12 13:27:34 +103064/* Updates are protected by module mutex */
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080065static LIST_HEAD(module_bug_list);
66
Peter Zijlstra19d43622017-02-25 08:56:53 +010067static struct bug_entry *module_find_bug(unsigned long bugaddr)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080068{
69 struct module *mod;
Peter Zijlstra19d43622017-02-25 08:56:53 +010070 struct bug_entry *bug = NULL;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080071
Peter Zijlstra0be964b2015-05-27 11:09:35 +093072 rcu_read_lock_sched();
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103073 list_for_each_entry_rcu(mod, &module_bug_list, bug_list) {
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080074 unsigned i;
75
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103076 bug = mod->bug_table;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080077 for (i = 0; i < mod->num_bugs; ++i, ++bug)
Jan Beulichb93a5312008-12-16 11:40:27 +000078 if (bugaddr == bug_addr(bug))
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103079 goto out;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080080 }
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103081 bug = NULL;
82out:
Peter Zijlstra0be964b2015-05-27 11:09:35 +093083 rcu_read_unlock_sched();
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +103084
85 return bug;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080086}
87
Linus Torvalds53363772010-10-05 11:29:27 -070088void module_bug_finalize(const Elf_Ehdr *hdr, const Elf_Shdr *sechdrs,
89 struct module *mod)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -080090{
91 char *secstrings;
92 unsigned int i;
93
94 mod->bug_table = NULL;
95 mod->num_bugs = 0;
96
97 /* Find the __bug_table section, if present */
98 secstrings = (char *)hdr + sechdrs[hdr->e_shstrndx].sh_offset;
99 for (i = 1; i < hdr->e_shnum; i++) {
100 if (strcmp(secstrings+sechdrs[i].sh_name, "__bug_table"))
101 continue;
102 mod->bug_table = (void *) sechdrs[i].sh_addr;
103 mod->num_bugs = sechdrs[i].sh_size / sizeof(struct bug_entry);
104 break;
105 }
106
107 /*
108 * Strictly speaking this should have a spinlock to protect against
109 * traversals, but since we only traverse on BUG()s, a spinlock
110 * could potentially lead to deadlock and thus be counter-productive.
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +1030111 * Thus, this uses RCU to safely manipulate the bug list, since BUG
112 * must run in non-interruptive state.
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800113 */
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +1030114 list_add_rcu(&mod->bug_list, &module_bug_list);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800115}
116
117void module_bug_cleanup(struct module *mod)
118{
Masami Hiramatsu0286b5e2014-11-10 09:28:29 +1030119 list_del_rcu(&mod->bug_list);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800120}
121
122#else
123
Peter Zijlstra19d43622017-02-25 08:56:53 +0100124static inline struct bug_entry *module_find_bug(unsigned long bugaddr)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800125{
126 return NULL;
127}
128#endif
129
Andrew Scull26dbc7e2021-03-18 14:33:08 +0000130void bug_get_file_line(struct bug_entry *bug, const char **file,
131 unsigned int *line)
132{
Andrew Scull26dbc7e2021-03-18 14:33:08 +0000133#ifdef CONFIG_DEBUG_BUGVERBOSE
Josh Poimboeuf69505e32022-05-12 06:56:23 -0700134#ifdef CONFIG_GENERIC_BUG_RELATIVE_POINTERS
135 *file = (const char *)&bug->file_disp + bug->file_disp;
Andrew Scull26dbc7e2021-03-18 14:33:08 +0000136#else
Josh Poimboeuf69505e32022-05-12 06:56:23 -0700137 *file = bug->file;
Andrew Scull26dbc7e2021-03-18 14:33:08 +0000138#endif
139 *line = bug->line;
Andrew Scull5b8be5d2021-03-18 14:33:09 +0000140#else
141 *file = NULL;
142 *line = 0;
Andrew Scull26dbc7e2021-03-18 14:33:08 +0000143#endif
144}
145
Peter Zijlstra19d43622017-02-25 08:56:53 +0100146struct bug_entry *find_bug(unsigned long bugaddr)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800147{
Peter Zijlstra19d43622017-02-25 08:56:53 +0100148 struct bug_entry *bug;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800149
150 for (bug = __start___bug_table; bug < __stop___bug_table; ++bug)
Jan Beulichb93a5312008-12-16 11:40:27 +0000151 if (bugaddr == bug_addr(bug))
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800152 return bug;
153
154 return module_find_bug(bugaddr);
155}
156
Peter Zijlstra5a5d7e92023-01-26 16:08:31 +0100157static enum bug_trap_type __report_bug(unsigned long bugaddr, struct pt_regs *regs)
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800158{
Peter Zijlstra19d43622017-02-25 08:56:53 +0100159 struct bug_entry *bug;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800160 const char *file;
Peter Zijlstra19d43622017-02-25 08:56:53 +0100161 unsigned line, warning, once, done;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800162
163 if (!is_valid_bugaddr(bugaddr))
164 return BUG_TRAP_TYPE_NONE;
165
166 bug = find_bug(bugaddr);
Kees Cook1b4cfe32018-03-09 15:51:02 -0800167 if (!bug)
168 return BUG_TRAP_TYPE_NONE;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800169
Peter Zijlstra58f6e382020-05-28 16:52:40 +0200170 disable_trace_on_warning();
171
Andrew Scull26dbc7e2021-03-18 14:33:08 +0000172 bug_get_file_line(bug, &file, &line);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800173
Andrew Scull3ad1a6c2021-03-18 14:33:07 +0000174 warning = (bug->flags & BUGFLAG_WARNING) != 0;
175 once = (bug->flags & BUGFLAG_ONCE) != 0;
176 done = (bug->flags & BUGFLAG_DONE) != 0;
Peter Zijlstra19d43622017-02-25 08:56:53 +0100177
Andrew Scull3ad1a6c2021-03-18 14:33:07 +0000178 if (warning && once) {
179 if (done)
180 return BUG_TRAP_TYPE_WARN;
Peter Zijlstra19d43622017-02-25 08:56:53 +0100181
Andrew Scull3ad1a6c2021-03-18 14:33:07 +0000182 /*
183 * Since this is the only store, concurrency is not an issue.
184 */
185 bug->flags |= BUGFLAG_DONE;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800186 }
187
Kees Cooka44f71a2019-09-25 16:48:11 -0700188 /*
189 * BUG() and WARN_ON() families don't print a custom debug message
190 * before triggering the exception handler, so we must add the
191 * "cut here" line now. WARN() issues its own "cut here" before the
192 * extra debugging message it writes before triggering the handler.
193 */
194 if ((bug->flags & BUGFLAG_NO_CUT_HERE) == 0)
195 printk(KERN_DEFAULT CUT_HERE);
196
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800197 if (warning) {
198 /* this is a WARN_ON rather than BUG/BUG_ON */
Josh Poimboeuf2553b672016-03-17 14:23:04 -0700199 __warn(file, line, (void *)bugaddr, BUG_GET_TAINT(bug), regs,
200 NULL);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800201 return BUG_TRAP_TYPE_WARN;
202 }
203
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800204 if (file)
Fabian Frederickc56ba702014-06-04 16:11:59 -0700205 pr_crit("kernel BUG at %s:%u!\n", file, line);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800206 else
Kees Cook0862ca42018-03-09 15:50:59 -0800207 pr_crit("Kernel BUG at %pB [verbose debug info unavailable]\n",
Fabian Frederickc56ba702014-06-04 16:11:59 -0700208 (void *)bugaddr);
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800209
210 return BUG_TRAP_TYPE_BUG;
211}
Andi Kleenaaf5dcf2017-11-17 15:27:06 -0800212
Peter Zijlstra5a5d7e92023-01-26 16:08:31 +0100213enum bug_trap_type report_bug(unsigned long bugaddr, struct pt_regs *regs)
214{
215 enum bug_trap_type ret;
216 bool rcu = false;
217
218 rcu = warn_rcu_enter();
219 ret = __report_bug(bugaddr, regs);
220 warn_rcu_exit(rcu);
221
222 return ret;
223}
224
Andi Kleenaaf5dcf2017-11-17 15:27:06 -0800225static void clear_once_table(struct bug_entry *start, struct bug_entry *end)
226{
227 struct bug_entry *bug;
228
229 for (bug = start; bug < end; bug++)
230 bug->flags &= ~BUGFLAG_DONE;
231}
232
233void generic_bug_clear_once(void)
234{
235#ifdef CONFIG_MODULES
236 struct module *mod;
237
238 rcu_read_lock_sched();
239 list_for_each_entry_rcu(mod, &module_bug_list, bug_list)
240 clear_once_table(mod->bug_table,
241 mod->bug_table + mod->num_bugs);
242 rcu_read_unlock_sched();
243#endif
244
245 clear_once_table(__start___bug_table, __stop___bug_table);
246}