Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Code for supporting irq vector tracepoints.
4 *
5 * Copyright (C) 2013 Seiji Aguchi <seiji.aguchi@hds.com>
6 *
7 */
8#include <linux/jump_label.h>
9#include <linux/atomic.h>
10
11#include <asm/hw_irq.h>
12#include <asm/desc.h>
13#include <asm/trace/exceptions.h>
14#include <asm/trace/irq_vectors.h>
15
16DEFINE_STATIC_KEY_FALSE(trace_pagefault_key);
17
18int trace_pagefault_reg(void)
19{
20 static_branch_inc(&trace_pagefault_key);
21 return 0;
22}
23
24void trace_pagefault_unreg(void)
25{
26 static_branch_dec(&trace_pagefault_key);
27}
28
29#ifdef CONFIG_SMP
30
31DEFINE_STATIC_KEY_FALSE(trace_resched_ipi_key);
32
33int trace_resched_ipi_reg(void)
34{
35 static_branch_inc(&trace_resched_ipi_key);
36 return 0;
37}
38
39void trace_resched_ipi_unreg(void)
40{
41 static_branch_dec(&trace_resched_ipi_key);
42}
43
44#endif
1/*
2 * Code for supporting irq vector tracepoints.
3 *
4 * Copyright (C) 2013 Seiji Aguchi <seiji.aguchi@hds.com>
5 *
6 */
7#include <asm/hw_irq.h>
8#include <asm/desc.h>
9#include <linux/atomic.h>
10
11atomic_t trace_idt_ctr = ATOMIC_INIT(0);
12struct desc_ptr trace_idt_descr = { NR_VECTORS * 16 - 1,
13 (unsigned long) trace_idt_table };
14
15/* No need to be aligned, but done to keep all IDTs defined the same way. */
16gate_desc trace_idt_table[NR_VECTORS] __page_aligned_bss;
17
18static int trace_irq_vector_refcount;
19static DEFINE_MUTEX(irq_vector_mutex);
20
21static void set_trace_idt_ctr(int val)
22{
23 atomic_set(&trace_idt_ctr, val);
24 /* Ensure the trace_idt_ctr is set before sending IPI */
25 wmb();
26}
27
28static void switch_idt(void *arg)
29{
30 unsigned long flags;
31
32 local_irq_save(flags);
33 load_current_idt();
34 local_irq_restore(flags);
35}
36
37void trace_irq_vector_regfunc(void)
38{
39 mutex_lock(&irq_vector_mutex);
40 if (!trace_irq_vector_refcount) {
41 set_trace_idt_ctr(1);
42 smp_call_function(switch_idt, NULL, 0);
43 switch_idt(NULL);
44 }
45 trace_irq_vector_refcount++;
46 mutex_unlock(&irq_vector_mutex);
47}
48
49void trace_irq_vector_unregfunc(void)
50{
51 mutex_lock(&irq_vector_mutex);
52 trace_irq_vector_refcount--;
53 if (!trace_irq_vector_refcount) {
54 set_trace_idt_ctr(0);
55 smp_call_function(switch_idt, NULL, 0);
56 switch_idt(NULL);
57 }
58 mutex_unlock(&irq_vector_mutex);
59}