Loading...
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * Copyright (C) 2012 ARM Ltd.
4 */
5#ifndef __ASM_STACKTRACE_H
6#define __ASM_STACKTRACE_H
7
8#include <linux/percpu.h>
9#include <linux/sched.h>
10#include <linux/sched/task_stack.h>
11#include <linux/llist.h>
12
13#include <asm/memory.h>
14#include <asm/pointer_auth.h>
15#include <asm/ptrace.h>
16#include <asm/sdei.h>
17
18#include <asm/stacktrace/common.h>
19
20extern void dump_backtrace(struct pt_regs *regs, struct task_struct *tsk,
21 const char *loglvl);
22
23DECLARE_PER_CPU(unsigned long *, irq_stack_ptr);
24
25static inline struct stack_info stackinfo_get_irq(void)
26{
27 unsigned long low = (unsigned long)raw_cpu_read(irq_stack_ptr);
28 unsigned long high = low + IRQ_STACK_SIZE;
29
30 return (struct stack_info) {
31 .low = low,
32 .high = high,
33 };
34}
35
36static inline bool on_irq_stack(unsigned long sp, unsigned long size)
37{
38 struct stack_info info = stackinfo_get_irq();
39 return stackinfo_on_stack(&info, sp, size);
40}
41
42static inline struct stack_info stackinfo_get_task(const struct task_struct *tsk)
43{
44 unsigned long low = (unsigned long)task_stack_page(tsk);
45 unsigned long high = low + THREAD_SIZE;
46
47 return (struct stack_info) {
48 .low = low,
49 .high = high,
50 };
51}
52
53static inline bool on_task_stack(const struct task_struct *tsk,
54 unsigned long sp, unsigned long size)
55{
56 struct stack_info info = stackinfo_get_task(tsk);
57 return stackinfo_on_stack(&info, sp, size);
58}
59
60#define on_thread_stack() (on_task_stack(current, current_stack_pointer, 1))
61
62#ifdef CONFIG_VMAP_STACK
63DECLARE_PER_CPU(unsigned long [OVERFLOW_STACK_SIZE/sizeof(long)], overflow_stack);
64
65static inline struct stack_info stackinfo_get_overflow(void)
66{
67 unsigned long low = (unsigned long)raw_cpu_ptr(overflow_stack);
68 unsigned long high = low + OVERFLOW_STACK_SIZE;
69
70 return (struct stack_info) {
71 .low = low,
72 .high = high,
73 };
74}
75#else
76#define stackinfo_get_overflow() stackinfo_get_unknown()
77#endif
78
79#if defined(CONFIG_ARM_SDE_INTERFACE) && defined(CONFIG_VMAP_STACK)
80DECLARE_PER_CPU(unsigned long *, sdei_stack_normal_ptr);
81DECLARE_PER_CPU(unsigned long *, sdei_stack_critical_ptr);
82
83static inline struct stack_info stackinfo_get_sdei_normal(void)
84{
85 unsigned long low = (unsigned long)raw_cpu_read(sdei_stack_normal_ptr);
86 unsigned long high = low + SDEI_STACK_SIZE;
87
88 return (struct stack_info) {
89 .low = low,
90 .high = high,
91 };
92}
93
94static inline struct stack_info stackinfo_get_sdei_critical(void)
95{
96 unsigned long low = (unsigned long)raw_cpu_read(sdei_stack_critical_ptr);
97 unsigned long high = low + SDEI_STACK_SIZE;
98
99 return (struct stack_info) {
100 .low = low,
101 .high = high,
102 };
103}
104#else
105#define stackinfo_get_sdei_normal() stackinfo_get_unknown()
106#define stackinfo_get_sdei_critical() stackinfo_get_unknown()
107#endif
108
109#ifdef CONFIG_EFI
110extern u64 *efi_rt_stack_top;
111
112static inline struct stack_info stackinfo_get_efi(void)
113{
114 unsigned long high = (u64)efi_rt_stack_top;
115 unsigned long low = high - THREAD_SIZE;
116
117 return (struct stack_info) {
118 .low = low,
119 .high = high,
120 };
121}
122#endif
123
124#endif /* __ASM_STACKTRACE_H */