Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Historical copyright notices:
4 *
5 * Copyright 2004 James Cleverdon, IBM.
6 * (c) 1995 Alan Cox, Building #3 <alan@redhat.com>
7 * (c) 1998-99, 2000 Ingo Molnar <mingo@redhat.com>
8 * (c) 2002,2003 Andi Kleen, SuSE Labs.
9 */
10
11#include <linux/jump_label.h>
12
13#include <asm/apic.h>
14
15/* APIC flat 64 */
16void flat_init_apic_ldr(void);
17
18/* X2APIC */
19int x2apic_apic_id_valid(u32 apicid);
20int x2apic_apic_id_registered(void);
21void __x2apic_send_IPI_dest(unsigned int apicid, int vector, unsigned int dest);
22unsigned int x2apic_get_apic_id(unsigned long id);
23u32 x2apic_set_apic_id(unsigned int id);
24int x2apic_phys_pkg_id(int initial_apicid, int index_msb);
25void x2apic_send_IPI_self(int vector);
26void __x2apic_send_IPI_shorthand(int vector, u32 which);
27
28/* IPI */
29
30DECLARE_STATIC_KEY_FALSE(apic_use_ipi_shorthand);
31
32static inline unsigned int __prepare_ICR(unsigned int shortcut, int vector,
33 unsigned int dest)
34{
35 unsigned int icr = shortcut | dest;
36
37 switch (vector) {
38 default:
39 icr |= APIC_DM_FIXED | vector;
40 break;
41 case NMI_VECTOR:
42 icr |= APIC_DM_NMI;
43 break;
44 }
45 return icr;
46}
47
48void __default_send_IPI_shortcut(unsigned int shortcut, int vector);
49
50/*
51 * This is used to send an IPI with no shorthand notation (the destination is
52 * specified in bits 56 to 63 of the ICR).
53 */
54void __default_send_IPI_dest_field(unsigned int mask, int vector, unsigned int dest);
55
56void default_send_IPI_single(int cpu, int vector);
57void default_send_IPI_single_phys(int cpu, int vector);
58void default_send_IPI_mask_sequence_phys(const struct cpumask *mask, int vector);
59void default_send_IPI_mask_allbutself_phys(const struct cpumask *mask, int vector);
60void default_send_IPI_allbutself(int vector);
61void default_send_IPI_all(int vector);
62void default_send_IPI_self(int vector);
63
64#ifdef CONFIG_X86_32
65void default_send_IPI_mask_sequence_logical(const struct cpumask *mask, int vector);
66void default_send_IPI_mask_allbutself_logical(const struct cpumask *mask, int vector);
67void default_send_IPI_mask_logical(const struct cpumask *mask, int vector);
68#endif
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Historical copyright notices:
4 *
5 * Copyright 2004 James Cleverdon, IBM.
6 * (c) 1995 Alan Cox, Building #3 <alan@redhat.com>
7 * (c) 1998-99, 2000 Ingo Molnar <mingo@redhat.com>
8 * (c) 2002,2003 Andi Kleen, SuSE Labs.
9 */
10
11#include <linux/jump_label.h>
12
13#include <asm/irq_vectors.h>
14#include <asm/apic.h>
15
16/* X2APIC */
17void __x2apic_send_IPI_dest(unsigned int apicid, int vector, unsigned int dest);
18u32 x2apic_get_apic_id(u32 id);
19u32 x2apic_set_apic_id(u32 id);
20u32 x2apic_phys_pkg_id(u32 initial_apicid, int index_msb);
21
22void x2apic_send_IPI_all(int vector);
23void x2apic_send_IPI_allbutself(int vector);
24void x2apic_send_IPI_self(int vector);
25extern u32 x2apic_max_apicid;
26
27/* IPI */
28
29DECLARE_STATIC_KEY_FALSE(apic_use_ipi_shorthand);
30
31static inline unsigned int __prepare_ICR(unsigned int shortcut, int vector,
32 unsigned int dest)
33{
34 unsigned int icr = shortcut | dest;
35
36 switch (vector) {
37 default:
38 icr |= APIC_DM_FIXED | vector;
39 break;
40 case NMI_VECTOR:
41 icr |= APIC_DM_NMI;
42 break;
43 }
44 return icr;
45}
46
47void default_init_apic_ldr(void);
48
49void apic_mem_wait_icr_idle(void);
50u32 apic_mem_wait_icr_idle_timeout(void);
51
52/*
53 * This is used to send an IPI with no shorthand notation (the destination is
54 * specified in bits 56 to 63 of the ICR).
55 */
56void __default_send_IPI_dest_field(unsigned int mask, int vector, unsigned int dest);
57
58void default_send_IPI_single(int cpu, int vector);
59void default_send_IPI_single_phys(int cpu, int vector);
60void default_send_IPI_mask_sequence_phys(const struct cpumask *mask, int vector);
61void default_send_IPI_mask_allbutself_phys(const struct cpumask *mask, int vector);
62void default_send_IPI_allbutself(int vector);
63void default_send_IPI_all(int vector);
64void default_send_IPI_self(int vector);
65
66bool default_apic_id_registered(void);
67bool default_check_apicid_used(physid_mask_t *map, u32 apicid);
68
69#ifdef CONFIG_X86_32
70void default_send_IPI_mask_sequence_logical(const struct cpumask *mask, int vector);
71void default_send_IPI_mask_allbutself_logical(const struct cpumask *mask, int vector);
72void default_send_IPI_mask_logical(const struct cpumask *mask, int vector);
73void x86_32_probe_bigsmp_early(void);
74void x86_32_install_bigsmp(void);
75#else
76static inline void x86_32_probe_bigsmp_early(void) { }
77static inline void x86_32_install_bigsmp(void) { }
78#endif
79
80#ifdef CONFIG_X86_BIGSMP
81bool apic_bigsmp_possible(bool cmdline_selected);
82void apic_bigsmp_force(void);
83#else
84static inline bool apic_bigsmp_possible(bool cmdline_selected) { return false; };
85static inline void apic_bigsmp_force(void) { }
86#endif