1// SPDX-License-Identifier: GPL-2.0
 2/*
 3 * x86 specific code for irq_work
 4 *
 5 * Copyright (C) 2010 Red Hat, Inc., Peter Zijlstra
 6 */
 7
 8#include <linux/kernel.h>
 9#include <linux/irq_work.h>
10#include <linux/hardirq.h>
11#include <asm/apic.h>
12#include <asm/trace/irq_vectors.h>
13#include <linux/interrupt.h>
14
15#ifdef CONFIG_X86_LOCAL_APIC
16__visible void __irq_entry smp_irq_work_interrupt(struct pt_regs *regs)
 
 
 
 
 
17{
18	ipi_entering_ack_irq();
19	trace_irq_work_entry(IRQ_WORK_VECTOR);
20	inc_irq_stat(apic_irq_work_irqs);
21	irq_work_run();
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22	trace_irq_work_exit(IRQ_WORK_VECTOR);
23	exiting_irq();
24}
25
26void arch_irq_work_raise(void)
27{
28	if (!arch_irq_work_has_interrupt())
 
29		return;
30
31	apic->send_IPI_self(IRQ_WORK_VECTOR);
32	apic_wait_icr_idle();
33}
34#endif

 
 1/*
 2 * x86 specific code for irq_work
 3 *
 4 * Copyright (C) 2010 Red Hat, Inc., Peter Zijlstra <pzijlstr@redhat.com>
 5 */
 6
 7#include <linux/kernel.h>
 8#include <linux/irq_work.h>
 9#include <linux/hardirq.h>
10#include <asm/apic.h>
11#include <asm/trace/irq_vectors.h>
 
12
13static inline void irq_work_entering_irq(void)
14{
15	irq_enter();
16	ack_APIC_irq();
17}
18
19static inline void __smp_irq_work_interrupt(void)
20{
 
 
21	inc_irq_stat(apic_irq_work_irqs);
22	irq_work_run();
23}
24
25__visible void smp_irq_work_interrupt(struct pt_regs *regs)
26{
27	irq_work_entering_irq();
28	__smp_irq_work_interrupt();
29	exiting_irq();
30}
31
32__visible void smp_trace_irq_work_interrupt(struct pt_regs *regs)
33{
34	irq_work_entering_irq();
35	trace_irq_work_entry(IRQ_WORK_VECTOR);
36	__smp_irq_work_interrupt();
37	trace_irq_work_exit(IRQ_WORK_VECTOR);
38	exiting_irq();
39}
40
41void arch_irq_work_raise(void)
42{
43#ifdef CONFIG_X86_LOCAL_APIC
44	if (!cpu_has_apic)
45		return;
46
47	apic->send_IPI_self(IRQ_WORK_VECTOR);
48	apic_wait_icr_idle();
 
49#endif
50}