Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef __X86_KERNEL_KPROBES_COMMON_H
3#define __X86_KERNEL_KPROBES_COMMON_H
4
5/* Kprobes and Optprobes common header */
6
7#include <asm/asm.h>
8
9#ifdef CONFIG_FRAME_POINTER
10# define SAVE_RBP_STRING " push %" _ASM_BP "\n" \
11 " mov %" _ASM_SP ", %" _ASM_BP "\n"
12#else
13# define SAVE_RBP_STRING " push %" _ASM_BP "\n"
14#endif
15
16#ifdef CONFIG_X86_64
17#define SAVE_REGS_STRING \
18 /* Skip cs, ip, orig_ax. */ \
19 " subq $24, %rsp\n" \
20 " pushq %rdi\n" \
21 " pushq %rsi\n" \
22 " pushq %rdx\n" \
23 " pushq %rcx\n" \
24 " pushq %rax\n" \
25 " pushq %r8\n" \
26 " pushq %r9\n" \
27 " pushq %r10\n" \
28 " pushq %r11\n" \
29 " pushq %rbx\n" \
30 SAVE_RBP_STRING \
31 " pushq %r12\n" \
32 " pushq %r13\n" \
33 " pushq %r14\n" \
34 " pushq %r15\n"
35#define RESTORE_REGS_STRING \
36 " popq %r15\n" \
37 " popq %r14\n" \
38 " popq %r13\n" \
39 " popq %r12\n" \
40 " popq %rbp\n" \
41 " popq %rbx\n" \
42 " popq %r11\n" \
43 " popq %r10\n" \
44 " popq %r9\n" \
45 " popq %r8\n" \
46 " popq %rax\n" \
47 " popq %rcx\n" \
48 " popq %rdx\n" \
49 " popq %rsi\n" \
50 " popq %rdi\n" \
51 /* Skip orig_ax, ip, cs */ \
52 " addq $24, %rsp\n"
53#else
54#define SAVE_REGS_STRING \
55 /* Skip cs, ip, orig_ax and gs. */ \
56 " subl $16, %esp\n" \
57 " pushl %fs\n" \
58 " pushl %es\n" \
59 " pushl %ds\n" \
60 " pushl %eax\n" \
61 SAVE_RBP_STRING \
62 " pushl %edi\n" \
63 " pushl %esi\n" \
64 " pushl %edx\n" \
65 " pushl %ecx\n" \
66 " pushl %ebx\n"
67#define RESTORE_REGS_STRING \
68 " popl %ebx\n" \
69 " popl %ecx\n" \
70 " popl %edx\n" \
71 " popl %esi\n" \
72 " popl %edi\n" \
73 " popl %ebp\n" \
74 " popl %eax\n" \
75 /* Skip ds, es, fs, gs, orig_ax, and ip. Note: don't pop cs here*/\
76 " addl $24, %esp\n"
77#endif
78
79/* Ensure if the instruction can be boostable */
80extern int can_boost(struct insn *insn, void *orig_addr);
81/* Recover instruction if given address is probed */
82extern unsigned long recover_probed_instruction(kprobe_opcode_t *buf,
83 unsigned long addr);
84/*
85 * Copy an instruction and adjust the displacement if the instruction
86 * uses the %rip-relative addressing mode.
87 */
88extern int __copy_instruction(u8 *dest, u8 *src, u8 *real, struct insn *insn);
89
90/* Generate a relative-jump/call instruction */
91extern void synthesize_reljump(void *dest, void *from, void *to);
92extern void synthesize_relcall(void *dest, void *from, void *to);
93
94#ifdef CONFIG_OPTPROBES
95extern int setup_detour_execution(struct kprobe *p, struct pt_regs *regs, int reenter);
96extern unsigned long __recover_optprobed_insn(kprobe_opcode_t *buf, unsigned long addr);
97#else /* !CONFIG_OPTPROBES */
98static inline int setup_detour_execution(struct kprobe *p, struct pt_regs *regs, int reenter)
99{
100 return 0;
101}
102static inline unsigned long __recover_optprobed_insn(kprobe_opcode_t *buf, unsigned long addr)
103{
104 return addr;
105}
106#endif
107
108#ifdef CONFIG_KPROBES_ON_FTRACE
109extern int skip_singlestep(struct kprobe *p, struct pt_regs *regs,
110 struct kprobe_ctlblk *kcb);
111#else
112static inline int skip_singlestep(struct kprobe *p, struct pt_regs *regs,
113 struct kprobe_ctlblk *kcb)
114{
115 return 0;
116}
117#endif
118#endif
1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef __X86_KERNEL_KPROBES_COMMON_H
3#define __X86_KERNEL_KPROBES_COMMON_H
4
5/* Kprobes and Optprobes common header */
6
7#include <asm/asm.h>
8#include <asm/frame.h>
9#include <asm/insn.h>
10
11#ifdef CONFIG_X86_64
12
13#define SAVE_REGS_STRING \
14 /* Skip cs, ip, orig_ax. */ \
15 " subq $24, %rsp\n" \
16 " pushq %rdi\n" \
17 " pushq %rsi\n" \
18 " pushq %rdx\n" \
19 " pushq %rcx\n" \
20 " pushq %rax\n" \
21 " pushq %r8\n" \
22 " pushq %r9\n" \
23 " pushq %r10\n" \
24 " pushq %r11\n" \
25 " pushq %rbx\n" \
26 " pushq %rbp\n" \
27 " pushq %r12\n" \
28 " pushq %r13\n" \
29 " pushq %r14\n" \
30 " pushq %r15\n" \
31 ENCODE_FRAME_POINTER
32
33#define RESTORE_REGS_STRING \
34 " popq %r15\n" \
35 " popq %r14\n" \
36 " popq %r13\n" \
37 " popq %r12\n" \
38 " popq %rbp\n" \
39 " popq %rbx\n" \
40 " popq %r11\n" \
41 " popq %r10\n" \
42 " popq %r9\n" \
43 " popq %r8\n" \
44 " popq %rax\n" \
45 " popq %rcx\n" \
46 " popq %rdx\n" \
47 " popq %rsi\n" \
48 " popq %rdi\n" \
49 /* Skip orig_ax, ip, cs */ \
50 " addq $24, %rsp\n"
51#else
52
53#define SAVE_REGS_STRING \
54 /* Skip cs, ip, orig_ax and gs. */ \
55 " subl $4*4, %esp\n" \
56 " pushl %fs\n" \
57 " pushl %es\n" \
58 " pushl %ds\n" \
59 " pushl %eax\n" \
60 " pushl %ebp\n" \
61 " pushl %edi\n" \
62 " pushl %esi\n" \
63 " pushl %edx\n" \
64 " pushl %ecx\n" \
65 " pushl %ebx\n" \
66 ENCODE_FRAME_POINTER
67
68#define RESTORE_REGS_STRING \
69 " popl %ebx\n" \
70 " popl %ecx\n" \
71 " popl %edx\n" \
72 " popl %esi\n" \
73 " popl %edi\n" \
74 " popl %ebp\n" \
75 " popl %eax\n" \
76 /* Skip ds, es, fs, gs, orig_ax, ip, and cs. */\
77 " addl $7*4, %esp\n"
78#endif
79
80/* Ensure if the instruction can be boostable */
81extern bool can_boost(struct insn *insn, void *orig_addr);
82/* Recover instruction if given address is probed */
83extern unsigned long recover_probed_instruction(kprobe_opcode_t *buf,
84 unsigned long addr);
85/*
86 * Copy an instruction and adjust the displacement if the instruction
87 * uses the %rip-relative addressing mode.
88 */
89extern int __copy_instruction(u8 *dest, u8 *src, u8 *real, struct insn *insn);
90
91/* Generate a relative-jump/call instruction */
92extern void synthesize_reljump(void *dest, void *from, void *to);
93extern void synthesize_relcall(void *dest, void *from, void *to);
94
95#ifdef CONFIG_OPTPROBES
96extern int setup_detour_execution(struct kprobe *p, struct pt_regs *regs, int reenter);
97extern unsigned long __recover_optprobed_insn(kprobe_opcode_t *buf, unsigned long addr);
98#else /* !CONFIG_OPTPROBES */
99static inline int setup_detour_execution(struct kprobe *p, struct pt_regs *regs, int reenter)
100{
101 return 0;
102}
103static inline unsigned long __recover_optprobed_insn(kprobe_opcode_t *buf, unsigned long addr)
104{
105 return addr;
106}
107#endif
108
109#endif