Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * IRQ flags handling
4 */
5#ifndef _ASM_IRQFLAGS_H
6#define _ASM_IRQFLAGS_H
7
8#ifndef __ASSEMBLY__
9/*
10 * Get definitions for arch_local_save_flags(x), etc.
11 */
12#include <asm/hw_irq.h>
13
14#else
15#ifdef CONFIG_TRACE_IRQFLAGS
16#ifdef CONFIG_IRQSOFF_TRACER
17/*
18 * Since the ftrace irqsoff latency trace checks CALLER_ADDR1,
19 * which is the stack frame here, we need to force a stack frame
20 * in case we came from user space.
21 */
22#define TRACE_WITH_FRAME_BUFFER(func) \
23 mflr r0; \
24 stdu r1, -STACK_FRAME_OVERHEAD(r1); \
25 std r0, 16(r1); \
26 stdu r1, -STACK_FRAME_OVERHEAD(r1); \
27 bl func; \
28 ld r1, 0(r1); \
29 ld r1, 0(r1);
30#else
31#define TRACE_WITH_FRAME_BUFFER(func) \
32 bl func;
33#endif
34
35/*
36 * These are calls to C code, so the caller must be prepared for volatiles to
37 * be clobbered.
38 */
39#define TRACE_ENABLE_INTS TRACE_WITH_FRAME_BUFFER(trace_hardirqs_on)
40#define TRACE_DISABLE_INTS TRACE_WITH_FRAME_BUFFER(trace_hardirqs_off)
41
42/*
43 * This is used by assembly code to soft-disable interrupts first and
44 * reconcile irq state.
45 *
46 * NB: This may call C code, so the caller must be prepared for volatiles to
47 * be clobbered.
48 */
49#define RECONCILE_IRQ_STATE(__rA, __rB) \
50 lbz __rA,PACAIRQSOFTMASK(r13); \
51 lbz __rB,PACAIRQHAPPENED(r13); \
52 andi. __rA,__rA,IRQS_DISABLED; \
53 li __rA,IRQS_DISABLED; \
54 ori __rB,__rB,PACA_IRQ_HARD_DIS; \
55 stb __rB,PACAIRQHAPPENED(r13); \
56 bne 44f; \
57 stb __rA,PACAIRQSOFTMASK(r13); \
58 TRACE_DISABLE_INTS; \
5944:
60
61#else
62#define TRACE_ENABLE_INTS
63#define TRACE_DISABLE_INTS
64
65#define RECONCILE_IRQ_STATE(__rA, __rB) \
66 lbz __rA,PACAIRQHAPPENED(r13); \
67 li __rB,IRQS_DISABLED; \
68 ori __rA,__rA,PACA_IRQ_HARD_DIS; \
69 stb __rB,PACAIRQSOFTMASK(r13); \
70 stb __rA,PACAIRQHAPPENED(r13)
71#endif
72#endif
73
74#endif
1/*
2 * IRQ flags handling
3 */
4#ifndef _ASM_IRQFLAGS_H
5#define _ASM_IRQFLAGS_H
6
7#ifndef __ASSEMBLY__
8/*
9 * Get definitions for arch_local_save_flags(x), etc.
10 */
11#include <asm/hw_irq.h>
12
13#else
14#ifdef CONFIG_TRACE_IRQFLAGS
15#ifdef CONFIG_IRQSOFF_TRACER
16/*
17 * Since the ftrace irqsoff latency trace checks CALLER_ADDR1,
18 * which is the stack frame here, we need to force a stack frame
19 * in case we came from user space.
20 */
21#define TRACE_WITH_FRAME_BUFFER(func) \
22 mflr r0; \
23 stdu r1, -32(r1); \
24 std r0, 16(r1); \
25 stdu r1, -32(r1); \
26 bl func; \
27 ld r1, 0(r1); \
28 ld r1, 0(r1);
29#else
30#define TRACE_WITH_FRAME_BUFFER(func) \
31 bl func;
32#endif
33
34/*
35 * Most of the CPU's IRQ-state tracing is done from assembly code; we
36 * have to call a C function so call a wrapper that saves all the
37 * C-clobbered registers.
38 */
39#define TRACE_ENABLE_INTS TRACE_WITH_FRAME_BUFFER(.trace_hardirqs_on)
40#define TRACE_DISABLE_INTS TRACE_WITH_FRAME_BUFFER(.trace_hardirqs_off)
41
42#define TRACE_AND_RESTORE_IRQ_PARTIAL(en,skip) \
43 cmpdi en,0; \
44 bne 95f; \
45 stb en,PACASOFTIRQEN(r13); \
46 TRACE_WITH_FRAME_BUFFER(.trace_hardirqs_off) \
47 b skip; \
4895: TRACE_WITH_FRAME_BUFFER(.trace_hardirqs_on) \
49 li en,1;
50#define TRACE_AND_RESTORE_IRQ(en) \
51 TRACE_AND_RESTORE_IRQ_PARTIAL(en,96f); \
52 stb en,PACASOFTIRQEN(r13); \
5396:
54#else
55#define TRACE_ENABLE_INTS
56#define TRACE_DISABLE_INTS
57#define TRACE_AND_RESTORE_IRQ_PARTIAL(en,skip)
58#define TRACE_AND_RESTORE_IRQ(en) \
59 stb en,PACASOFTIRQEN(r13)
60#endif
61#endif
62
63#endif