Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (C) 2012 Regents of the University of California
4 */
5
6#include <linux/cpu.h>
7#include <linux/kernel.h>
8#include <linux/init.h>
9#include <linux/sched.h>
10#include <linux/sched/debug.h>
11#include <linux/sched/signal.h>
12#include <linux/signal.h>
13#include <linux/kdebug.h>
14#include <linux/uaccess.h>
15#include <linux/kprobes.h>
16#include <linux/uprobes.h>
17#include <asm/uprobes.h>
18#include <linux/mm.h>
19#include <linux/module.h>
20#include <linux/irq.h>
21#include <linux/kexec.h>
22#include <linux/entry-common.h>
23
24#include <asm/asm-prototypes.h>
25#include <asm/bug.h>
26#include <asm/cfi.h>
27#include <asm/csr.h>
28#include <asm/processor.h>
29#include <asm/ptrace.h>
30#include <asm/syscall.h>
31#include <asm/thread_info.h>
32#include <asm/vector.h>
33#include <asm/irq_stack.h>
34
35int show_unhandled_signals = 1;
36
37static DEFINE_SPINLOCK(die_lock);
38
39static int copy_code(struct pt_regs *regs, u16 *val, const u16 *insns)
40{
41 const void __user *uaddr = (__force const void __user *)insns;
42
43 if (!user_mode(regs))
44 return get_kernel_nofault(*val, insns);
45
46 /* The user space code from other tasks cannot be accessed. */
47 if (regs != task_pt_regs(current))
48 return -EPERM;
49
50 return copy_from_user_nofault(val, uaddr, sizeof(*val));
51}
52
53static void dump_instr(const char *loglvl, struct pt_regs *regs)
54{
55 char str[sizeof("0000 ") * 12 + 2 + 1], *p = str;
56 const u16 *insns = (u16 *)instruction_pointer(regs);
57 long bad;
58 u16 val;
59 int i;
60
61 for (i = -10; i < 2; i++) {
62 bad = copy_code(regs, &val, &insns[i]);
63 if (!bad) {
64 p += sprintf(p, i == 0 ? "(%04hx) " : "%04hx ", val);
65 } else {
66 printk("%sCode: Unable to access instruction at 0x%px.\n",
67 loglvl, &insns[i]);
68 return;
69 }
70 }
71 printk("%sCode: %s\n", loglvl, str);
72}
73
74void die(struct pt_regs *regs, const char *str)
75{
76 static int die_counter;
77 int ret;
78 long cause;
79 unsigned long flags;
80
81 oops_enter();
82
83 spin_lock_irqsave(&die_lock, flags);
84 console_verbose();
85 bust_spinlocks(1);
86
87 pr_emerg("%s [#%d]\n", str, ++die_counter);
88 print_modules();
89 if (regs) {
90 show_regs(regs);
91 dump_instr(KERN_EMERG, regs);
92 }
93
94 cause = regs ? regs->cause : -1;
95 ret = notify_die(DIE_OOPS, str, regs, 0, cause, SIGSEGV);
96
97 if (kexec_should_crash(current))
98 crash_kexec(regs);
99
100 bust_spinlocks(0);
101 add_taint(TAINT_DIE, LOCKDEP_NOW_UNRELIABLE);
102 spin_unlock_irqrestore(&die_lock, flags);
103 oops_exit();
104
105 if (in_interrupt())
106 panic("Fatal exception in interrupt");
107 if (panic_on_oops)
108 panic("Fatal exception");
109 if (ret != NOTIFY_STOP)
110 make_task_dead(SIGSEGV);
111}
112
113void do_trap(struct pt_regs *regs, int signo, int code, unsigned long addr)
114{
115 struct task_struct *tsk = current;
116
117 if (show_unhandled_signals && unhandled_signal(tsk, signo)
118 && printk_ratelimit()) {
119 pr_info("%s[%d]: unhandled signal %d code 0x%x at 0x" REG_FMT,
120 tsk->comm, task_pid_nr(tsk), signo, code, addr);
121 print_vma_addr(KERN_CONT " in ", instruction_pointer(regs));
122 pr_cont("\n");
123 __show_regs(regs);
124 dump_instr(KERN_EMERG, regs);
125 }
126
127 force_sig_fault(signo, code, (void __user *)addr);
128}
129
130static void do_trap_error(struct pt_regs *regs, int signo, int code,
131 unsigned long addr, const char *str)
132{
133 current->thread.bad_cause = regs->cause;
134
135 if (user_mode(regs)) {
136 do_trap(regs, signo, code, addr);
137 } else {
138 if (!fixup_exception(regs))
139 die(regs, str);
140 }
141}
142
143#if defined(CONFIG_XIP_KERNEL) && defined(CONFIG_RISCV_ALTERNATIVE)
144#define __trap_section __noinstr_section(".xip.traps")
145#else
146#define __trap_section noinstr
147#endif
148#define DO_ERROR_INFO(name, signo, code, str) \
149asmlinkage __visible __trap_section void name(struct pt_regs *regs) \
150{ \
151 if (user_mode(regs)) { \
152 irqentry_enter_from_user_mode(regs); \
153 do_trap_error(regs, signo, code, regs->epc, "Oops - " str); \
154 irqentry_exit_to_user_mode(regs); \
155 } else { \
156 irqentry_state_t state = irqentry_nmi_enter(regs); \
157 do_trap_error(regs, signo, code, regs->epc, "Oops - " str); \
158 irqentry_nmi_exit(regs, state); \
159 } \
160}
161
162DO_ERROR_INFO(do_trap_unknown,
163 SIGILL, ILL_ILLTRP, "unknown exception");
164DO_ERROR_INFO(do_trap_insn_misaligned,
165 SIGBUS, BUS_ADRALN, "instruction address misaligned");
166DO_ERROR_INFO(do_trap_insn_fault,
167 SIGSEGV, SEGV_ACCERR, "instruction access fault");
168
169asmlinkage __visible __trap_section void do_trap_insn_illegal(struct pt_regs *regs)
170{
171 bool handled;
172
173 if (user_mode(regs)) {
174 irqentry_enter_from_user_mode(regs);
175
176 local_irq_enable();
177
178 handled = riscv_v_first_use_handler(regs);
179
180 local_irq_disable();
181
182 if (!handled)
183 do_trap_error(regs, SIGILL, ILL_ILLOPC, regs->epc,
184 "Oops - illegal instruction");
185
186 irqentry_exit_to_user_mode(regs);
187 } else {
188 irqentry_state_t state = irqentry_nmi_enter(regs);
189
190 do_trap_error(regs, SIGILL, ILL_ILLOPC, regs->epc,
191 "Oops - illegal instruction");
192
193 irqentry_nmi_exit(regs, state);
194 }
195}
196
197DO_ERROR_INFO(do_trap_load_fault,
198 SIGSEGV, SEGV_ACCERR, "load access fault");
199
200asmlinkage __visible __trap_section void do_trap_load_misaligned(struct pt_regs *regs)
201{
202 if (user_mode(regs)) {
203 irqentry_enter_from_user_mode(regs);
204
205 if (handle_misaligned_load(regs))
206 do_trap_error(regs, SIGBUS, BUS_ADRALN, regs->epc,
207 "Oops - load address misaligned");
208
209 irqentry_exit_to_user_mode(regs);
210 } else {
211 irqentry_state_t state = irqentry_nmi_enter(regs);
212
213 if (handle_misaligned_load(regs))
214 do_trap_error(regs, SIGBUS, BUS_ADRALN, regs->epc,
215 "Oops - load address misaligned");
216
217 irqentry_nmi_exit(regs, state);
218 }
219}
220
221asmlinkage __visible __trap_section void do_trap_store_misaligned(struct pt_regs *regs)
222{
223 if (user_mode(regs)) {
224 irqentry_enter_from_user_mode(regs);
225
226 if (handle_misaligned_store(regs))
227 do_trap_error(regs, SIGBUS, BUS_ADRALN, regs->epc,
228 "Oops - store (or AMO) address misaligned");
229
230 irqentry_exit_to_user_mode(regs);
231 } else {
232 irqentry_state_t state = irqentry_nmi_enter(regs);
233
234 if (handle_misaligned_store(regs))
235 do_trap_error(regs, SIGBUS, BUS_ADRALN, regs->epc,
236 "Oops - store (or AMO) address misaligned");
237
238 irqentry_nmi_exit(regs, state);
239 }
240}
241DO_ERROR_INFO(do_trap_store_fault,
242 SIGSEGV, SEGV_ACCERR, "store (or AMO) access fault");
243DO_ERROR_INFO(do_trap_ecall_s,
244 SIGILL, ILL_ILLTRP, "environment call from S-mode");
245DO_ERROR_INFO(do_trap_ecall_m,
246 SIGILL, ILL_ILLTRP, "environment call from M-mode");
247
248static inline unsigned long get_break_insn_length(unsigned long pc)
249{
250 bug_insn_t insn;
251
252 if (get_kernel_nofault(insn, (bug_insn_t *)pc))
253 return 0;
254
255 return GET_INSN_LENGTH(insn);
256}
257
258static bool probe_single_step_handler(struct pt_regs *regs)
259{
260 bool user = user_mode(regs);
261
262 return user ? uprobe_single_step_handler(regs) : kprobe_single_step_handler(regs);
263}
264
265static bool probe_breakpoint_handler(struct pt_regs *regs)
266{
267 bool user = user_mode(regs);
268
269 return user ? uprobe_breakpoint_handler(regs) : kprobe_breakpoint_handler(regs);
270}
271
272void handle_break(struct pt_regs *regs)
273{
274 if (probe_single_step_handler(regs))
275 return;
276
277 if (probe_breakpoint_handler(regs))
278 return;
279
280 current->thread.bad_cause = regs->cause;
281
282 if (user_mode(regs))
283 force_sig_fault(SIGTRAP, TRAP_BRKPT, (void __user *)regs->epc);
284#ifdef CONFIG_KGDB
285 else if (notify_die(DIE_TRAP, "EBREAK", regs, 0, regs->cause, SIGTRAP)
286 == NOTIFY_STOP)
287 return;
288#endif
289 else if (report_bug(regs->epc, regs) == BUG_TRAP_TYPE_WARN ||
290 handle_cfi_failure(regs) == BUG_TRAP_TYPE_WARN)
291 regs->epc += get_break_insn_length(regs->epc);
292 else
293 die(regs, "Kernel BUG");
294}
295
296asmlinkage __visible __trap_section void do_trap_break(struct pt_regs *regs)
297{
298 if (user_mode(regs)) {
299 irqentry_enter_from_user_mode(regs);
300
301 handle_break(regs);
302
303 irqentry_exit_to_user_mode(regs);
304 } else {
305 irqentry_state_t state = irqentry_nmi_enter(regs);
306
307 handle_break(regs);
308
309 irqentry_nmi_exit(regs, state);
310 }
311}
312
313asmlinkage __visible __trap_section void do_trap_ecall_u(struct pt_regs *regs)
314{
315 if (user_mode(regs)) {
316 long syscall = regs->a7;
317
318 regs->epc += 4;
319 regs->orig_a0 = regs->a0;
320
321 riscv_v_vstate_discard(regs);
322
323 syscall = syscall_enter_from_user_mode(regs, syscall);
324
325 if (syscall >= 0 && syscall < NR_syscalls)
326 syscall_handler(regs, syscall);
327 else if (syscall != -1)
328 regs->a0 = -ENOSYS;
329
330 syscall_exit_to_user_mode(regs);
331 } else {
332 irqentry_state_t state = irqentry_nmi_enter(regs);
333
334 do_trap_error(regs, SIGILL, ILL_ILLTRP, regs->epc,
335 "Oops - environment call from U-mode");
336
337 irqentry_nmi_exit(regs, state);
338 }
339
340}
341
342#ifdef CONFIG_MMU
343asmlinkage __visible noinstr void do_page_fault(struct pt_regs *regs)
344{
345 irqentry_state_t state = irqentry_enter(regs);
346
347 handle_page_fault(regs);
348
349 local_irq_disable();
350
351 irqentry_exit(regs, state);
352}
353#endif
354
355static void noinstr handle_riscv_irq(struct pt_regs *regs)
356{
357 struct pt_regs *old_regs;
358
359 irq_enter_rcu();
360 old_regs = set_irq_regs(regs);
361 handle_arch_irq(regs);
362 set_irq_regs(old_regs);
363 irq_exit_rcu();
364}
365
366asmlinkage void noinstr do_irq(struct pt_regs *regs)
367{
368 irqentry_state_t state = irqentry_enter(regs);
369
370 if (IS_ENABLED(CONFIG_IRQ_STACKS) && on_thread_stack())
371 call_on_irq_stack(regs, handle_riscv_irq);
372 else
373 handle_riscv_irq(regs);
374
375 irqentry_exit(regs, state);
376}
377
378#ifdef CONFIG_GENERIC_BUG
379int is_valid_bugaddr(unsigned long pc)
380{
381 bug_insn_t insn;
382
383 if (pc < VMALLOC_START)
384 return 0;
385 if (get_kernel_nofault(insn, (bug_insn_t *)pc))
386 return 0;
387 if ((insn & __INSN_LENGTH_MASK) == __INSN_LENGTH_32)
388 return (insn == __BUG_INSN_32);
389 else
390 return ((insn & __COMPRESSED_INSN_MASK) == __BUG_INSN_16);
391}
392#endif /* CONFIG_GENERIC_BUG */
393
394#ifdef CONFIG_VMAP_STACK
395DEFINE_PER_CPU(unsigned long [OVERFLOW_STACK_SIZE/sizeof(long)],
396 overflow_stack)__aligned(16);
397
398asmlinkage void handle_bad_stack(struct pt_regs *regs)
399{
400 unsigned long tsk_stk = (unsigned long)current->stack;
401 unsigned long ovf_stk = (unsigned long)this_cpu_ptr(overflow_stack);
402
403 console_verbose();
404
405 pr_emerg("Insufficient stack space to handle exception!\n");
406 pr_emerg("Task stack: [0x%016lx..0x%016lx]\n",
407 tsk_stk, tsk_stk + THREAD_SIZE);
408 pr_emerg("Overflow stack: [0x%016lx..0x%016lx]\n",
409 ovf_stk, ovf_stk + OVERFLOW_STACK_SIZE);
410
411 __show_regs(regs);
412 panic("Kernel stack overflow");
413
414 for (;;)
415 wait_for_interrupt();
416}
417#endif
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (C) 2012 Regents of the University of California
4 */
5
6#include <linux/cpu.h>
7#include <linux/kernel.h>
8#include <linux/init.h>
9#include <linux/randomize_kstack.h>
10#include <linux/sched.h>
11#include <linux/sched/debug.h>
12#include <linux/sched/signal.h>
13#include <linux/signal.h>
14#include <linux/kdebug.h>
15#include <linux/uaccess.h>
16#include <linux/kprobes.h>
17#include <linux/uprobes.h>
18#include <asm/uprobes.h>
19#include <linux/mm.h>
20#include <linux/module.h>
21#include <linux/irq.h>
22#include <linux/kexec.h>
23#include <linux/entry-common.h>
24
25#include <asm/asm-prototypes.h>
26#include <asm/bug.h>
27#include <asm/cfi.h>
28#include <asm/csr.h>
29#include <asm/processor.h>
30#include <asm/ptrace.h>
31#include <asm/syscall.h>
32#include <asm/thread_info.h>
33#include <asm/vector.h>
34#include <asm/irq_stack.h>
35
36int show_unhandled_signals = 1;
37
38static DEFINE_RAW_SPINLOCK(die_lock);
39
40static int copy_code(struct pt_regs *regs, u16 *val, const u16 *insns)
41{
42 const void __user *uaddr = (__force const void __user *)insns;
43
44 if (!user_mode(regs))
45 return get_kernel_nofault(*val, insns);
46
47 /* The user space code from other tasks cannot be accessed. */
48 if (regs != task_pt_regs(current))
49 return -EPERM;
50
51 return copy_from_user_nofault(val, uaddr, sizeof(*val));
52}
53
54static void dump_instr(const char *loglvl, struct pt_regs *regs)
55{
56 char str[sizeof("0000 ") * 12 + 2 + 1], *p = str;
57 const u16 *insns = (u16 *)instruction_pointer(regs);
58 long bad;
59 u16 val;
60 int i;
61
62 for (i = -10; i < 2; i++) {
63 bad = copy_code(regs, &val, &insns[i]);
64 if (!bad) {
65 p += sprintf(p, i == 0 ? "(%04hx) " : "%04hx ", val);
66 } else {
67 printk("%sCode: Unable to access instruction at 0x%px.\n",
68 loglvl, &insns[i]);
69 return;
70 }
71 }
72 printk("%sCode: %s\n", loglvl, str);
73}
74
75void die(struct pt_regs *regs, const char *str)
76{
77 static int die_counter;
78 int ret;
79 long cause;
80 unsigned long flags;
81
82 oops_enter();
83
84 raw_spin_lock_irqsave(&die_lock, flags);
85 console_verbose();
86 bust_spinlocks(1);
87
88 pr_emerg("%s [#%d]\n", str, ++die_counter);
89 print_modules();
90 if (regs) {
91 show_regs(regs);
92 dump_instr(KERN_EMERG, regs);
93 }
94
95 cause = regs ? regs->cause : -1;
96 ret = notify_die(DIE_OOPS, str, regs, 0, cause, SIGSEGV);
97
98 if (kexec_should_crash(current))
99 crash_kexec(regs);
100
101 bust_spinlocks(0);
102 add_taint(TAINT_DIE, LOCKDEP_NOW_UNRELIABLE);
103 raw_spin_unlock_irqrestore(&die_lock, flags);
104 oops_exit();
105
106 if (in_interrupt())
107 panic("Fatal exception in interrupt");
108 if (panic_on_oops)
109 panic("Fatal exception");
110 if (ret != NOTIFY_STOP)
111 make_task_dead(SIGSEGV);
112}
113
114void do_trap(struct pt_regs *regs, int signo, int code, unsigned long addr)
115{
116 struct task_struct *tsk = current;
117
118 if (show_unhandled_signals && unhandled_signal(tsk, signo)
119 && printk_ratelimit()) {
120 pr_info("%s[%d]: unhandled signal %d code 0x%x at 0x" REG_FMT,
121 tsk->comm, task_pid_nr(tsk), signo, code, addr);
122 print_vma_addr(KERN_CONT " in ", instruction_pointer(regs));
123 pr_cont("\n");
124 __show_regs(regs);
125 dump_instr(KERN_INFO, regs);
126 }
127
128 force_sig_fault(signo, code, (void __user *)addr);
129}
130
131static void do_trap_error(struct pt_regs *regs, int signo, int code,
132 unsigned long addr, const char *str)
133{
134 current->thread.bad_cause = regs->cause;
135
136 if (user_mode(regs)) {
137 do_trap(regs, signo, code, addr);
138 } else {
139 if (!fixup_exception(regs))
140 die(regs, str);
141 }
142}
143
144#if defined(CONFIG_XIP_KERNEL) && defined(CONFIG_RISCV_ALTERNATIVE)
145#define __trap_section __noinstr_section(".xip.traps")
146#else
147#define __trap_section noinstr
148#endif
149#define DO_ERROR_INFO(name, signo, code, str) \
150asmlinkage __visible __trap_section void name(struct pt_regs *regs) \
151{ \
152 if (user_mode(regs)) { \
153 irqentry_enter_from_user_mode(regs); \
154 do_trap_error(regs, signo, code, regs->epc, "Oops - " str); \
155 irqentry_exit_to_user_mode(regs); \
156 } else { \
157 irqentry_state_t state = irqentry_nmi_enter(regs); \
158 do_trap_error(regs, signo, code, regs->epc, "Oops - " str); \
159 irqentry_nmi_exit(regs, state); \
160 } \
161}
162
163DO_ERROR_INFO(do_trap_unknown,
164 SIGILL, ILL_ILLTRP, "unknown exception");
165DO_ERROR_INFO(do_trap_insn_misaligned,
166 SIGBUS, BUS_ADRALN, "instruction address misaligned");
167DO_ERROR_INFO(do_trap_insn_fault,
168 SIGSEGV, SEGV_ACCERR, "instruction access fault");
169
170asmlinkage __visible __trap_section void do_trap_insn_illegal(struct pt_regs *regs)
171{
172 bool handled;
173
174 if (user_mode(regs)) {
175 irqentry_enter_from_user_mode(regs);
176
177 local_irq_enable();
178
179 handled = riscv_v_first_use_handler(regs);
180
181 local_irq_disable();
182
183 if (!handled)
184 do_trap_error(regs, SIGILL, ILL_ILLOPC, regs->epc,
185 "Oops - illegal instruction");
186
187 irqentry_exit_to_user_mode(regs);
188 } else {
189 irqentry_state_t state = irqentry_nmi_enter(regs);
190
191 do_trap_error(regs, SIGILL, ILL_ILLOPC, regs->epc,
192 "Oops - illegal instruction");
193
194 irqentry_nmi_exit(regs, state);
195 }
196}
197
198DO_ERROR_INFO(do_trap_load_fault,
199 SIGSEGV, SEGV_ACCERR, "load access fault");
200
201asmlinkage __visible __trap_section void do_trap_load_misaligned(struct pt_regs *regs)
202{
203 if (user_mode(regs)) {
204 irqentry_enter_from_user_mode(regs);
205
206 if (handle_misaligned_load(regs))
207 do_trap_error(regs, SIGBUS, BUS_ADRALN, regs->epc,
208 "Oops - load address misaligned");
209
210 irqentry_exit_to_user_mode(regs);
211 } else {
212 irqentry_state_t state = irqentry_nmi_enter(regs);
213
214 if (handle_misaligned_load(regs))
215 do_trap_error(regs, SIGBUS, BUS_ADRALN, regs->epc,
216 "Oops - load address misaligned");
217
218 irqentry_nmi_exit(regs, state);
219 }
220}
221
222asmlinkage __visible __trap_section void do_trap_store_misaligned(struct pt_regs *regs)
223{
224 if (user_mode(regs)) {
225 irqentry_enter_from_user_mode(regs);
226
227 if (handle_misaligned_store(regs))
228 do_trap_error(regs, SIGBUS, BUS_ADRALN, regs->epc,
229 "Oops - store (or AMO) address misaligned");
230
231 irqentry_exit_to_user_mode(regs);
232 } else {
233 irqentry_state_t state = irqentry_nmi_enter(regs);
234
235 if (handle_misaligned_store(regs))
236 do_trap_error(regs, SIGBUS, BUS_ADRALN, regs->epc,
237 "Oops - store (or AMO) address misaligned");
238
239 irqentry_nmi_exit(regs, state);
240 }
241}
242DO_ERROR_INFO(do_trap_store_fault,
243 SIGSEGV, SEGV_ACCERR, "store (or AMO) access fault");
244DO_ERROR_INFO(do_trap_ecall_s,
245 SIGILL, ILL_ILLTRP, "environment call from S-mode");
246DO_ERROR_INFO(do_trap_ecall_m,
247 SIGILL, ILL_ILLTRP, "environment call from M-mode");
248
249static inline unsigned long get_break_insn_length(unsigned long pc)
250{
251 bug_insn_t insn;
252
253 if (get_kernel_nofault(insn, (bug_insn_t *)pc))
254 return 0;
255
256 return GET_INSN_LENGTH(insn);
257}
258
259static bool probe_single_step_handler(struct pt_regs *regs)
260{
261 bool user = user_mode(regs);
262
263 return user ? uprobe_single_step_handler(regs) : kprobe_single_step_handler(regs);
264}
265
266static bool probe_breakpoint_handler(struct pt_regs *regs)
267{
268 bool user = user_mode(regs);
269
270 return user ? uprobe_breakpoint_handler(regs) : kprobe_breakpoint_handler(regs);
271}
272
273void handle_break(struct pt_regs *regs)
274{
275 if (probe_single_step_handler(regs))
276 return;
277
278 if (probe_breakpoint_handler(regs))
279 return;
280
281 current->thread.bad_cause = regs->cause;
282
283 if (user_mode(regs))
284 force_sig_fault(SIGTRAP, TRAP_BRKPT, (void __user *)regs->epc);
285#ifdef CONFIG_KGDB
286 else if (notify_die(DIE_TRAP, "EBREAK", regs, 0, regs->cause, SIGTRAP)
287 == NOTIFY_STOP)
288 return;
289#endif
290 else if (report_bug(regs->epc, regs) == BUG_TRAP_TYPE_WARN ||
291 handle_cfi_failure(regs) == BUG_TRAP_TYPE_WARN)
292 regs->epc += get_break_insn_length(regs->epc);
293 else
294 die(regs, "Kernel BUG");
295}
296
297asmlinkage __visible __trap_section void do_trap_break(struct pt_regs *regs)
298{
299 if (user_mode(regs)) {
300 irqentry_enter_from_user_mode(regs);
301
302 handle_break(regs);
303
304 irqentry_exit_to_user_mode(regs);
305 } else {
306 irqentry_state_t state = irqentry_nmi_enter(regs);
307
308 handle_break(regs);
309
310 irqentry_nmi_exit(regs, state);
311 }
312}
313
314asmlinkage __visible __trap_section __no_stack_protector
315void do_trap_ecall_u(struct pt_regs *regs)
316{
317 if (user_mode(regs)) {
318 long syscall = regs->a7;
319
320 regs->epc += 4;
321 regs->orig_a0 = regs->a0;
322 regs->a0 = -ENOSYS;
323
324 riscv_v_vstate_discard(regs);
325
326 syscall = syscall_enter_from_user_mode(regs, syscall);
327
328 add_random_kstack_offset();
329
330 if (syscall >= 0 && syscall < NR_syscalls)
331 syscall_handler(regs, syscall);
332
333 /*
334 * Ultimately, this value will get limited by KSTACK_OFFSET_MAX(),
335 * so the maximum stack offset is 1k bytes (10 bits).
336 *
337 * The actual entropy will be further reduced by the compiler when
338 * applying stack alignment constraints: 16-byte (i.e. 4-bit) aligned
339 * for RV32I or RV64I.
340 *
341 * The resulting 6 bits of entropy is seen in SP[9:4].
342 */
343 choose_random_kstack_offset(get_random_u16());
344
345 syscall_exit_to_user_mode(regs);
346 } else {
347 irqentry_state_t state = irqentry_nmi_enter(regs);
348
349 do_trap_error(regs, SIGILL, ILL_ILLTRP, regs->epc,
350 "Oops - environment call from U-mode");
351
352 irqentry_nmi_exit(regs, state);
353 }
354
355}
356
357#ifdef CONFIG_MMU
358asmlinkage __visible noinstr void do_page_fault(struct pt_regs *regs)
359{
360 irqentry_state_t state = irqentry_enter(regs);
361
362 handle_page_fault(regs);
363
364 local_irq_disable();
365
366 irqentry_exit(regs, state);
367}
368#endif
369
370static void noinstr handle_riscv_irq(struct pt_regs *regs)
371{
372 struct pt_regs *old_regs;
373
374 irq_enter_rcu();
375 old_regs = set_irq_regs(regs);
376 handle_arch_irq(regs);
377 set_irq_regs(old_regs);
378 irq_exit_rcu();
379}
380
381asmlinkage void noinstr do_irq(struct pt_regs *regs)
382{
383 irqentry_state_t state = irqentry_enter(regs);
384
385 if (IS_ENABLED(CONFIG_IRQ_STACKS) && on_thread_stack())
386 call_on_irq_stack(regs, handle_riscv_irq);
387 else
388 handle_riscv_irq(regs);
389
390 irqentry_exit(regs, state);
391}
392
393#ifdef CONFIG_GENERIC_BUG
394int is_valid_bugaddr(unsigned long pc)
395{
396 bug_insn_t insn;
397
398 if (pc < VMALLOC_START)
399 return 0;
400 if (get_kernel_nofault(insn, (bug_insn_t *)pc))
401 return 0;
402 if ((insn & __INSN_LENGTH_MASK) == __INSN_LENGTH_32)
403 return (insn == __BUG_INSN_32);
404 else
405 return ((insn & __COMPRESSED_INSN_MASK) == __BUG_INSN_16);
406}
407#endif /* CONFIG_GENERIC_BUG */
408
409#ifdef CONFIG_VMAP_STACK
410DEFINE_PER_CPU(unsigned long [OVERFLOW_STACK_SIZE/sizeof(long)],
411 overflow_stack)__aligned(16);
412
413asmlinkage void handle_bad_stack(struct pt_regs *regs)
414{
415 unsigned long tsk_stk = (unsigned long)current->stack;
416 unsigned long ovf_stk = (unsigned long)this_cpu_ptr(overflow_stack);
417
418 console_verbose();
419
420 pr_emerg("Insufficient stack space to handle exception!\n");
421 pr_emerg("Task stack: [0x%016lx..0x%016lx]\n",
422 tsk_stk, tsk_stk + THREAD_SIZE);
423 pr_emerg("Overflow stack: [0x%016lx..0x%016lx]\n",
424 ovf_stk, ovf_stk + OVERFLOW_STACK_SIZE);
425
426 __show_regs(regs);
427 panic("Kernel stack overflow");
428
429 for (;;)
430 wait_for_interrupt();
431}
432#endif