Loading...
1// SPDX-License-Identifier: GPL-2.0
2#include <linux/errno.h>
3#include <linux/kernel.h>
4#include <linux/sched.h>
5#include <linux/sched/task_stack.h>
6#include <linux/perf_event.h>
7#include <linux/bug.h>
8#include <linux/stddef.h>
9#include <asm/perf_regs.h>
10#include <asm/ptrace.h>
11
12#ifdef CONFIG_X86_32
13#define PERF_REG_X86_MAX PERF_REG_X86_32_MAX
14#else
15#define PERF_REG_X86_MAX PERF_REG_X86_64_MAX
16#endif
17
18#define PT_REGS_OFFSET(id, r) [id] = offsetof(struct pt_regs, r)
19
20static unsigned int pt_regs_offset[PERF_REG_X86_MAX] = {
21 PT_REGS_OFFSET(PERF_REG_X86_AX, ax),
22 PT_REGS_OFFSET(PERF_REG_X86_BX, bx),
23 PT_REGS_OFFSET(PERF_REG_X86_CX, cx),
24 PT_REGS_OFFSET(PERF_REG_X86_DX, dx),
25 PT_REGS_OFFSET(PERF_REG_X86_SI, si),
26 PT_REGS_OFFSET(PERF_REG_X86_DI, di),
27 PT_REGS_OFFSET(PERF_REG_X86_BP, bp),
28 PT_REGS_OFFSET(PERF_REG_X86_SP, sp),
29 PT_REGS_OFFSET(PERF_REG_X86_IP, ip),
30 PT_REGS_OFFSET(PERF_REG_X86_FLAGS, flags),
31 PT_REGS_OFFSET(PERF_REG_X86_CS, cs),
32 PT_REGS_OFFSET(PERF_REG_X86_SS, ss),
33#ifdef CONFIG_X86_32
34 PT_REGS_OFFSET(PERF_REG_X86_DS, ds),
35 PT_REGS_OFFSET(PERF_REG_X86_ES, es),
36 PT_REGS_OFFSET(PERF_REG_X86_FS, fs),
37 PT_REGS_OFFSET(PERF_REG_X86_GS, gs),
38#else
39 /*
40 * The pt_regs struct does not store
41 * ds, es, fs, gs in 64 bit mode.
42 */
43 (unsigned int) -1,
44 (unsigned int) -1,
45 (unsigned int) -1,
46 (unsigned int) -1,
47#endif
48#ifdef CONFIG_X86_64
49 PT_REGS_OFFSET(PERF_REG_X86_R8, r8),
50 PT_REGS_OFFSET(PERF_REG_X86_R9, r9),
51 PT_REGS_OFFSET(PERF_REG_X86_R10, r10),
52 PT_REGS_OFFSET(PERF_REG_X86_R11, r11),
53 PT_REGS_OFFSET(PERF_REG_X86_R12, r12),
54 PT_REGS_OFFSET(PERF_REG_X86_R13, r13),
55 PT_REGS_OFFSET(PERF_REG_X86_R14, r14),
56 PT_REGS_OFFSET(PERF_REG_X86_R15, r15),
57#endif
58};
59
60u64 perf_reg_value(struct pt_regs *regs, int idx)
61{
62 struct x86_perf_regs *perf_regs;
63
64 if (idx >= PERF_REG_X86_XMM0 && idx < PERF_REG_X86_XMM_MAX) {
65 perf_regs = container_of(regs, struct x86_perf_regs, regs);
66 if (!perf_regs->xmm_regs)
67 return 0;
68 return perf_regs->xmm_regs[idx - PERF_REG_X86_XMM0];
69 }
70
71 if (WARN_ON_ONCE(idx >= ARRAY_SIZE(pt_regs_offset)))
72 return 0;
73
74 return regs_get_register(regs, pt_regs_offset[idx]);
75}
76
77#define PERF_REG_X86_RESERVED (((1ULL << PERF_REG_X86_XMM0) - 1) & \
78 ~((1ULL << PERF_REG_X86_MAX) - 1))
79
80#ifdef CONFIG_X86_32
81#define REG_NOSUPPORT ((1ULL << PERF_REG_X86_R8) | \
82 (1ULL << PERF_REG_X86_R9) | \
83 (1ULL << PERF_REG_X86_R10) | \
84 (1ULL << PERF_REG_X86_R11) | \
85 (1ULL << PERF_REG_X86_R12) | \
86 (1ULL << PERF_REG_X86_R13) | \
87 (1ULL << PERF_REG_X86_R14) | \
88 (1ULL << PERF_REG_X86_R15))
89
90int perf_reg_validate(u64 mask)
91{
92 if (!mask || (mask & (REG_NOSUPPORT | PERF_REG_X86_RESERVED)))
93 return -EINVAL;
94
95 return 0;
96}
97
98u64 perf_reg_abi(struct task_struct *task)
99{
100 return PERF_SAMPLE_REGS_ABI_32;
101}
102
103void perf_get_regs_user(struct perf_regs *regs_user,
104 struct pt_regs *regs,
105 struct pt_regs *regs_user_copy)
106{
107 regs_user->regs = task_pt_regs(current);
108 regs_user->abi = perf_reg_abi(current);
109}
110#else /* CONFIG_X86_64 */
111#define REG_NOSUPPORT ((1ULL << PERF_REG_X86_DS) | \
112 (1ULL << PERF_REG_X86_ES) | \
113 (1ULL << PERF_REG_X86_FS) | \
114 (1ULL << PERF_REG_X86_GS))
115
116int perf_reg_validate(u64 mask)
117{
118 if (!mask || (mask & (REG_NOSUPPORT | PERF_REG_X86_RESERVED)))
119 return -EINVAL;
120
121 return 0;
122}
123
124u64 perf_reg_abi(struct task_struct *task)
125{
126 if (test_tsk_thread_flag(task, TIF_IA32))
127 return PERF_SAMPLE_REGS_ABI_32;
128 else
129 return PERF_SAMPLE_REGS_ABI_64;
130}
131
132void perf_get_regs_user(struct perf_regs *regs_user,
133 struct pt_regs *regs,
134 struct pt_regs *regs_user_copy)
135{
136 struct pt_regs *user_regs = task_pt_regs(current);
137
138 /*
139 * If we're in an NMI that interrupted task_pt_regs setup, then
140 * we can't sample user regs at all. This check isn't really
141 * sufficient, though, as we could be in an NMI inside an interrupt
142 * that happened during task_pt_regs setup.
143 */
144 if (regs->sp > (unsigned long)&user_regs->r11 &&
145 regs->sp <= (unsigned long)(user_regs + 1)) {
146 regs_user->abi = PERF_SAMPLE_REGS_ABI_NONE;
147 regs_user->regs = NULL;
148 return;
149 }
150
151 /*
152 * These registers are always saved on 64-bit syscall entry.
153 * On 32-bit entry points, they are saved too except r8..r11.
154 */
155 regs_user_copy->ip = user_regs->ip;
156 regs_user_copy->ax = user_regs->ax;
157 regs_user_copy->cx = user_regs->cx;
158 regs_user_copy->dx = user_regs->dx;
159 regs_user_copy->si = user_regs->si;
160 regs_user_copy->di = user_regs->di;
161 regs_user_copy->r8 = user_regs->r8;
162 regs_user_copy->r9 = user_regs->r9;
163 regs_user_copy->r10 = user_regs->r10;
164 regs_user_copy->r11 = user_regs->r11;
165 regs_user_copy->orig_ax = user_regs->orig_ax;
166 regs_user_copy->flags = user_regs->flags;
167 regs_user_copy->sp = user_regs->sp;
168 regs_user_copy->cs = user_regs->cs;
169 regs_user_copy->ss = user_regs->ss;
170 /*
171 * Store user space frame-pointer value on sample
172 * to facilitate stack unwinding for cases when
173 * user space executable code has such support
174 * enabled at compile time:
175 */
176 regs_user_copy->bp = user_regs->bp;
177
178 regs_user_copy->bx = -1;
179 regs_user_copy->r12 = -1;
180 regs_user_copy->r13 = -1;
181 regs_user_copy->r14 = -1;
182 regs_user_copy->r15 = -1;
183 /*
184 * For this to be at all useful, we need a reasonable guess for
185 * the ABI. Be careful: we're in NMI context, and we're
186 * considering current to be the current task, so we should
187 * be careful not to look at any other percpu variables that might
188 * change during context switches.
189 */
190 regs_user->abi = user_64bit_mode(user_regs) ?
191 PERF_SAMPLE_REGS_ABI_64 : PERF_SAMPLE_REGS_ABI_32;
192
193 regs_user->regs = regs_user_copy;
194}
195#endif /* CONFIG_X86_32 */
1#include <linux/errno.h>
2#include <linux/kernel.h>
3#include <linux/sched.h>
4#include <linux/perf_event.h>
5#include <linux/bug.h>
6#include <linux/stddef.h>
7#include <asm/perf_regs.h>
8#include <asm/ptrace.h>
9
10#ifdef CONFIG_X86_32
11#define PERF_REG_X86_MAX PERF_REG_X86_32_MAX
12#else
13#define PERF_REG_X86_MAX PERF_REG_X86_64_MAX
14#endif
15
16#define PT_REGS_OFFSET(id, r) [id] = offsetof(struct pt_regs, r)
17
18static unsigned int pt_regs_offset[PERF_REG_X86_MAX] = {
19 PT_REGS_OFFSET(PERF_REG_X86_AX, ax),
20 PT_REGS_OFFSET(PERF_REG_X86_BX, bx),
21 PT_REGS_OFFSET(PERF_REG_X86_CX, cx),
22 PT_REGS_OFFSET(PERF_REG_X86_DX, dx),
23 PT_REGS_OFFSET(PERF_REG_X86_SI, si),
24 PT_REGS_OFFSET(PERF_REG_X86_DI, di),
25 PT_REGS_OFFSET(PERF_REG_X86_BP, bp),
26 PT_REGS_OFFSET(PERF_REG_X86_SP, sp),
27 PT_REGS_OFFSET(PERF_REG_X86_IP, ip),
28 PT_REGS_OFFSET(PERF_REG_X86_FLAGS, flags),
29 PT_REGS_OFFSET(PERF_REG_X86_CS, cs),
30 PT_REGS_OFFSET(PERF_REG_X86_SS, ss),
31#ifdef CONFIG_X86_32
32 PT_REGS_OFFSET(PERF_REG_X86_DS, ds),
33 PT_REGS_OFFSET(PERF_REG_X86_ES, es),
34 PT_REGS_OFFSET(PERF_REG_X86_FS, fs),
35 PT_REGS_OFFSET(PERF_REG_X86_GS, gs),
36#else
37 /*
38 * The pt_regs struct does not store
39 * ds, es, fs, gs in 64 bit mode.
40 */
41 (unsigned int) -1,
42 (unsigned int) -1,
43 (unsigned int) -1,
44 (unsigned int) -1,
45#endif
46#ifdef CONFIG_X86_64
47 PT_REGS_OFFSET(PERF_REG_X86_R8, r8),
48 PT_REGS_OFFSET(PERF_REG_X86_R9, r9),
49 PT_REGS_OFFSET(PERF_REG_X86_R10, r10),
50 PT_REGS_OFFSET(PERF_REG_X86_R11, r11),
51 PT_REGS_OFFSET(PERF_REG_X86_R12, r12),
52 PT_REGS_OFFSET(PERF_REG_X86_R13, r13),
53 PT_REGS_OFFSET(PERF_REG_X86_R14, r14),
54 PT_REGS_OFFSET(PERF_REG_X86_R15, r15),
55#endif
56};
57
58u64 perf_reg_value(struct pt_regs *regs, int idx)
59{
60 if (WARN_ON_ONCE(idx >= ARRAY_SIZE(pt_regs_offset)))
61 return 0;
62
63 return regs_get_register(regs, pt_regs_offset[idx]);
64}
65
66#define REG_RESERVED (~((1ULL << PERF_REG_X86_MAX) - 1ULL))
67
68#ifdef CONFIG_X86_32
69int perf_reg_validate(u64 mask)
70{
71 if (!mask || mask & REG_RESERVED)
72 return -EINVAL;
73
74 return 0;
75}
76
77u64 perf_reg_abi(struct task_struct *task)
78{
79 return PERF_SAMPLE_REGS_ABI_32;
80}
81#else /* CONFIG_X86_64 */
82#define REG_NOSUPPORT ((1ULL << PERF_REG_X86_DS) | \
83 (1ULL << PERF_REG_X86_ES) | \
84 (1ULL << PERF_REG_X86_FS) | \
85 (1ULL << PERF_REG_X86_GS))
86
87int perf_reg_validate(u64 mask)
88{
89 if (!mask || mask & REG_RESERVED)
90 return -EINVAL;
91
92 if (mask & REG_NOSUPPORT)
93 return -EINVAL;
94
95 return 0;
96}
97
98u64 perf_reg_abi(struct task_struct *task)
99{
100 if (test_tsk_thread_flag(task, TIF_IA32))
101 return PERF_SAMPLE_REGS_ABI_32;
102 else
103 return PERF_SAMPLE_REGS_ABI_64;
104}
105#endif /* CONFIG_X86_32 */