Loading...
1/*
2 * IRQ flags handling
3 */
4#ifndef _ASM_IRQFLAGS_H
5#define _ASM_IRQFLAGS_H
6
7#ifndef __ASSEMBLY__
8/*
9 * Get definitions for arch_local_save_flags(x), etc.
10 */
11#include <asm/hw_irq.h>
12
13#else
14#ifdef CONFIG_TRACE_IRQFLAGS
15#ifdef CONFIG_IRQSOFF_TRACER
16/*
17 * Since the ftrace irqsoff latency trace checks CALLER_ADDR1,
18 * which is the stack frame here, we need to force a stack frame
19 * in case we came from user space.
20 */
21#define TRACE_WITH_FRAME_BUFFER(func) \
22 mflr r0; \
23 stdu r1, -STACK_FRAME_OVERHEAD(r1); \
24 std r0, 16(r1); \
25 stdu r1, -STACK_FRAME_OVERHEAD(r1); \
26 bl func; \
27 ld r1, 0(r1); \
28 ld r1, 0(r1);
29#else
30#define TRACE_WITH_FRAME_BUFFER(func) \
31 bl func;
32#endif
33
34/*
35 * These are calls to C code, so the caller must be prepared for volatiles to
36 * be clobbered.
37 */
38#define TRACE_ENABLE_INTS TRACE_WITH_FRAME_BUFFER(trace_hardirqs_on)
39#define TRACE_DISABLE_INTS TRACE_WITH_FRAME_BUFFER(trace_hardirqs_off)
40
41/*
42 * This is used by assembly code to soft-disable interrupts first and
43 * reconcile irq state.
44 *
45 * NB: This may call C code, so the caller must be prepared for volatiles to
46 * be clobbered.
47 */
48#define RECONCILE_IRQ_STATE(__rA, __rB) \
49 lbz __rA,PACASOFTIRQEN(r13); \
50 lbz __rB,PACAIRQHAPPENED(r13); \
51 cmpwi cr0,__rA,0; \
52 li __rA,0; \
53 ori __rB,__rB,PACA_IRQ_HARD_DIS; \
54 stb __rB,PACAIRQHAPPENED(r13); \
55 beq 44f; \
56 stb __rA,PACASOFTIRQEN(r13); \
57 TRACE_DISABLE_INTS; \
5844:
59
60#else
61#define TRACE_ENABLE_INTS
62#define TRACE_DISABLE_INTS
63
64#define RECONCILE_IRQ_STATE(__rA, __rB) \
65 lbz __rA,PACAIRQHAPPENED(r13); \
66 li __rB,0; \
67 ori __rA,__rA,PACA_IRQ_HARD_DIS; \
68 stb __rB,PACASOFTIRQEN(r13); \
69 stb __rA,PACAIRQHAPPENED(r13)
70#endif
71#endif
72
73#endif
1/*
2 * IRQ flags handling
3 */
4#ifndef _ASM_IRQFLAGS_H
5#define _ASM_IRQFLAGS_H
6
7#ifndef __ASSEMBLY__
8/*
9 * Get definitions for arch_local_save_flags(x), etc.
10 */
11#include <asm/hw_irq.h>
12
13#else
14#ifdef CONFIG_TRACE_IRQFLAGS
15#ifdef CONFIG_IRQSOFF_TRACER
16/*
17 * Since the ftrace irqsoff latency trace checks CALLER_ADDR1,
18 * which is the stack frame here, we need to force a stack frame
19 * in case we came from user space.
20 */
21#define TRACE_WITH_FRAME_BUFFER(func) \
22 mflr r0; \
23 stdu r1, -32(r1); \
24 std r0, 16(r1); \
25 stdu r1, -32(r1); \
26 bl func; \
27 ld r1, 0(r1); \
28 ld r1, 0(r1);
29#else
30#define TRACE_WITH_FRAME_BUFFER(func) \
31 bl func;
32#endif
33
34/*
35 * Most of the CPU's IRQ-state tracing is done from assembly code; we
36 * have to call a C function so call a wrapper that saves all the
37 * C-clobbered registers.
38 */
39#define TRACE_ENABLE_INTS TRACE_WITH_FRAME_BUFFER(.trace_hardirqs_on)
40#define TRACE_DISABLE_INTS TRACE_WITH_FRAME_BUFFER(.trace_hardirqs_off)
41
42#define TRACE_AND_RESTORE_IRQ_PARTIAL(en,skip) \
43 cmpdi en,0; \
44 bne 95f; \
45 stb en,PACASOFTIRQEN(r13); \
46 TRACE_WITH_FRAME_BUFFER(.trace_hardirqs_off) \
47 b skip; \
4895: TRACE_WITH_FRAME_BUFFER(.trace_hardirqs_on) \
49 li en,1;
50#define TRACE_AND_RESTORE_IRQ(en) \
51 TRACE_AND_RESTORE_IRQ_PARTIAL(en,96f); \
52 stb en,PACASOFTIRQEN(r13); \
5396:
54#else
55#define TRACE_ENABLE_INTS
56#define TRACE_DISABLE_INTS
57#define TRACE_AND_RESTORE_IRQ_PARTIAL(en,skip)
58#define TRACE_AND_RESTORE_IRQ(en) \
59 stb en,PACASOFTIRQEN(r13)
60#endif
61#endif
62
63#endif