Loading...
1/*
2 * Default generic APIC driver. This handles up to 8 CPUs.
3 *
4 * Copyright 2003 Andi Kleen, SuSE Labs.
5 * Subject to the GNU Public License, v.2
6 *
7 * Generic x86 APIC driver probe layer.
8 */
9#include <linux/threads.h>
10#include <linux/cpumask.h>
11#include <linux/module.h>
12#include <linux/string.h>
13#include <linux/kernel.h>
14#include <linux/ctype.h>
15#include <linux/init.h>
16#include <linux/errno.h>
17#include <asm/fixmap.h>
18#include <asm/mpspec.h>
19#include <asm/apicdef.h>
20#include <asm/apic.h>
21#include <asm/setup.h>
22
23#include <linux/smp.h>
24#include <asm/ipi.h>
25
26#include <linux/interrupt.h>
27#include <asm/acpi.h>
28#include <asm/e820.h>
29
30#ifdef CONFIG_HOTPLUG_CPU
31#define DEFAULT_SEND_IPI (1)
32#else
33#define DEFAULT_SEND_IPI (0)
34#endif
35
36int no_broadcast = DEFAULT_SEND_IPI;
37
38static __init int no_ipi_broadcast(char *str)
39{
40 get_option(&str, &no_broadcast);
41 pr_info("Using %s mode\n",
42 no_broadcast ? "No IPI Broadcast" : "IPI Broadcast");
43 return 1;
44}
45__setup("no_ipi_broadcast=", no_ipi_broadcast);
46
47static int __init print_ipi_mode(void)
48{
49 pr_info("Using IPI %s mode\n",
50 no_broadcast ? "No-Shortcut" : "Shortcut");
51 return 0;
52}
53late_initcall(print_ipi_mode);
54
55static int default_x86_32_early_logical_apicid(int cpu)
56{
57 return 1 << cpu;
58}
59
60static void setup_apic_flat_routing(void)
61{
62#ifdef CONFIG_X86_IO_APIC
63 printk(KERN_INFO
64 "Enabling APIC mode: Flat. Using %d I/O APICs\n",
65 nr_ioapics);
66#endif
67}
68
69static void default_vector_allocation_domain(int cpu, struct cpumask *retmask)
70{
71 /*
72 * Careful. Some cpus do not strictly honor the set of cpus
73 * specified in the interrupt destination when using lowest
74 * priority interrupt delivery mode.
75 *
76 * In particular there was a hyperthreading cpu observed to
77 * deliver interrupts to the wrong hyperthread when only one
78 * hyperthread was specified in the interrupt desitination.
79 */
80 cpumask_clear(retmask);
81 cpumask_bits(retmask)[0] = APIC_ALL_CPUS;
82}
83
84/* should be called last. */
85static int probe_default(void)
86{
87 return 1;
88}
89
90static struct apic apic_default = {
91
92 .name = "default",
93 .probe = probe_default,
94 .acpi_madt_oem_check = NULL,
95 .apic_id_valid = default_apic_id_valid,
96 .apic_id_registered = default_apic_id_registered,
97
98 .irq_delivery_mode = dest_LowestPrio,
99 /* logical delivery broadcast to all CPUs: */
100 .irq_dest_mode = 1,
101
102 .target_cpus = default_target_cpus,
103 .disable_esr = 0,
104 .dest_logical = APIC_DEST_LOGICAL,
105 .check_apicid_used = default_check_apicid_used,
106 .check_apicid_present = default_check_apicid_present,
107
108 .vector_allocation_domain = default_vector_allocation_domain,
109 .init_apic_ldr = default_init_apic_ldr,
110
111 .ioapic_phys_id_map = default_ioapic_phys_id_map,
112 .setup_apic_routing = setup_apic_flat_routing,
113 .multi_timer_check = NULL,
114 .cpu_present_to_apicid = default_cpu_present_to_apicid,
115 .apicid_to_cpu_present = physid_set_mask_of_physid,
116 .setup_portio_remap = NULL,
117 .check_phys_apicid_present = default_check_phys_apicid_present,
118 .enable_apic_mode = NULL,
119 .phys_pkg_id = default_phys_pkg_id,
120 .mps_oem_check = NULL,
121
122 .get_apic_id = default_get_apic_id,
123 .set_apic_id = NULL,
124 .apic_id_mask = 0x0F << 24,
125
126 .cpu_mask_to_apicid = default_cpu_mask_to_apicid,
127 .cpu_mask_to_apicid_and = default_cpu_mask_to_apicid_and,
128
129 .send_IPI_mask = default_send_IPI_mask_logical,
130 .send_IPI_mask_allbutself = default_send_IPI_mask_allbutself_logical,
131 .send_IPI_allbutself = default_send_IPI_allbutself,
132 .send_IPI_all = default_send_IPI_all,
133 .send_IPI_self = default_send_IPI_self,
134
135 .trampoline_phys_low = DEFAULT_TRAMPOLINE_PHYS_LOW,
136 .trampoline_phys_high = DEFAULT_TRAMPOLINE_PHYS_HIGH,
137
138 .wait_for_init_deassert = default_wait_for_init_deassert,
139
140 .smp_callin_clear_local_apic = NULL,
141 .inquire_remote_apic = default_inquire_remote_apic,
142
143 .read = native_apic_mem_read,
144 .write = native_apic_mem_write,
145 .eoi_write = native_apic_mem_write,
146 .icr_read = native_apic_icr_read,
147 .icr_write = native_apic_icr_write,
148 .wait_icr_idle = native_apic_wait_icr_idle,
149 .safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
150
151 .x86_32_early_logical_apicid = default_x86_32_early_logical_apicid,
152};
153
154apic_driver(apic_default);
155
156struct apic *apic = &apic_default;
157EXPORT_SYMBOL_GPL(apic);
158
159static int cmdline_apic __initdata;
160static int __init parse_apic(char *arg)
161{
162 struct apic **drv;
163
164 if (!arg)
165 return -EINVAL;
166
167 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
168 if (!strcmp((*drv)->name, arg)) {
169 apic = *drv;
170 cmdline_apic = 1;
171 return 0;
172 }
173 }
174
175 /* Parsed again by __setup for debug/verbose */
176 return 0;
177}
178early_param("apic", parse_apic);
179
180void __init default_setup_apic_routing(void)
181{
182 int version = apic_version[boot_cpu_physical_apicid];
183
184 if (num_possible_cpus() > 8) {
185 switch (boot_cpu_data.x86_vendor) {
186 case X86_VENDOR_INTEL:
187 if (!APIC_XAPIC(version)) {
188 def_to_bigsmp = 0;
189 break;
190 }
191 /* If P4 and above fall through */
192 case X86_VENDOR_AMD:
193 def_to_bigsmp = 1;
194 }
195 }
196
197#ifdef CONFIG_X86_BIGSMP
198 /*
199 * This is used to switch to bigsmp mode when
200 * - There is no apic= option specified by the user
201 * - generic_apic_probe() has chosen apic_default as the sub_arch
202 * - we find more than 8 CPUs in acpi LAPIC listing with xAPIC support
203 */
204
205 if (!cmdline_apic && apic == &apic_default)
206 generic_bigsmp_probe();
207#endif
208
209 if (apic->setup_apic_routing)
210 apic->setup_apic_routing();
211}
212
213void __init generic_apic_probe(void)
214{
215 if (!cmdline_apic) {
216 struct apic **drv;
217
218 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
219 if ((*drv)->probe()) {
220 apic = *drv;
221 break;
222 }
223 }
224 /* Not visible without early console */
225 if (drv == __apicdrivers_end)
226 panic("Didn't find an APIC driver");
227 }
228 printk(KERN_INFO "Using APIC driver %s\n", apic->name);
229}
230
231/* These functions can switch the APIC even after the initial ->probe() */
232
233int __init
234generic_mps_oem_check(struct mpc_table *mpc, char *oem, char *productid)
235{
236 struct apic **drv;
237
238 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
239 if (!((*drv)->mps_oem_check))
240 continue;
241 if (!(*drv)->mps_oem_check(mpc, oem, productid))
242 continue;
243
244 if (!cmdline_apic) {
245 apic = *drv;
246 printk(KERN_INFO "Switched to APIC driver `%s'.\n",
247 apic->name);
248 }
249 return 1;
250 }
251 return 0;
252}
253
254int __init default_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
255{
256 struct apic **drv;
257
258 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
259 if (!(*drv)->acpi_madt_oem_check)
260 continue;
261 if (!(*drv)->acpi_madt_oem_check(oem_id, oem_table_id))
262 continue;
263
264 if (!cmdline_apic) {
265 apic = *drv;
266 printk(KERN_INFO "Switched to APIC driver `%s'.\n",
267 apic->name);
268 }
269 return 1;
270 }
271 return 0;
272}
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Default generic APIC driver. This handles up to 8 CPUs.
4 *
5 * Copyright 2003 Andi Kleen, SuSE Labs.
6 *
7 * Generic x86 APIC driver probe layer.
8 */
9#include <linux/export.h>
10#include <linux/errno.h>
11#include <linux/smp.h>
12
13#include <asm/io_apic.h>
14#include <asm/apic.h>
15#include <asm/acpi.h>
16
17#include "local.h"
18
19static int default_x86_32_early_logical_apicid(int cpu)
20{
21 return 1 << cpu;
22}
23
24static void setup_apic_flat_routing(void)
25{
26#ifdef CONFIG_X86_IO_APIC
27 printk(KERN_INFO
28 "Enabling APIC mode: Flat. Using %d I/O APICs\n",
29 nr_ioapics);
30#endif
31}
32
33static int default_apic_id_registered(void)
34{
35 return physid_isset(read_apic_id(), phys_cpu_present_map);
36}
37
38/*
39 * Set up the logical destination ID. Intel recommends to set DFR, LDR and
40 * TPR before enabling an APIC. See e.g. "AP-388 82489DX User's Manual"
41 * (Intel document number 292116).
42 */
43static void default_init_apic_ldr(void)
44{
45 unsigned long val;
46
47 apic_write(APIC_DFR, APIC_DFR_VALUE);
48 val = apic_read(APIC_LDR) & ~APIC_LDR_MASK;
49 val |= SET_APIC_LOGICAL_ID(1UL << smp_processor_id());
50 apic_write(APIC_LDR, val);
51}
52
53static int default_phys_pkg_id(int cpuid_apic, int index_msb)
54{
55 return cpuid_apic >> index_msb;
56}
57
58/* should be called last. */
59static int probe_default(void)
60{
61 return 1;
62}
63
64static struct apic apic_default __ro_after_init = {
65
66 .name = "default",
67 .probe = probe_default,
68 .acpi_madt_oem_check = NULL,
69 .apic_id_valid = default_apic_id_valid,
70 .apic_id_registered = default_apic_id_registered,
71
72 .irq_delivery_mode = dest_Fixed,
73 /* logical delivery broadcast to all CPUs: */
74 .irq_dest_mode = 1,
75
76 .disable_esr = 0,
77 .dest_logical = APIC_DEST_LOGICAL,
78 .check_apicid_used = default_check_apicid_used,
79
80 .init_apic_ldr = default_init_apic_ldr,
81
82 .ioapic_phys_id_map = default_ioapic_phys_id_map,
83 .setup_apic_routing = setup_apic_flat_routing,
84 .cpu_present_to_apicid = default_cpu_present_to_apicid,
85 .apicid_to_cpu_present = physid_set_mask_of_physid,
86 .check_phys_apicid_present = default_check_phys_apicid_present,
87 .phys_pkg_id = default_phys_pkg_id,
88
89 .get_apic_id = default_get_apic_id,
90 .set_apic_id = NULL,
91
92 .calc_dest_apicid = apic_flat_calc_apicid,
93
94 .send_IPI = default_send_IPI_single,
95 .send_IPI_mask = default_send_IPI_mask_logical,
96 .send_IPI_mask_allbutself = default_send_IPI_mask_allbutself_logical,
97 .send_IPI_allbutself = default_send_IPI_allbutself,
98 .send_IPI_all = default_send_IPI_all,
99 .send_IPI_self = default_send_IPI_self,
100
101 .inquire_remote_apic = default_inquire_remote_apic,
102
103 .read = native_apic_mem_read,
104 .write = native_apic_mem_write,
105 .eoi_write = native_apic_mem_write,
106 .icr_read = native_apic_icr_read,
107 .icr_write = native_apic_icr_write,
108 .wait_icr_idle = native_apic_wait_icr_idle,
109 .safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
110
111 .x86_32_early_logical_apicid = default_x86_32_early_logical_apicid,
112};
113
114apic_driver(apic_default);
115
116struct apic *apic __ro_after_init = &apic_default;
117EXPORT_SYMBOL_GPL(apic);
118
119static int cmdline_apic __initdata;
120static int __init parse_apic(char *arg)
121{
122 struct apic **drv;
123
124 if (!arg)
125 return -EINVAL;
126
127 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
128 if (!strcmp((*drv)->name, arg)) {
129 apic = *drv;
130 cmdline_apic = 1;
131 return 0;
132 }
133 }
134
135 /* Parsed again by __setup for debug/verbose */
136 return 0;
137}
138early_param("apic", parse_apic);
139
140void __init default_setup_apic_routing(void)
141{
142 int version = boot_cpu_apic_version;
143
144 if (num_possible_cpus() > 8) {
145 switch (boot_cpu_data.x86_vendor) {
146 case X86_VENDOR_INTEL:
147 if (!APIC_XAPIC(version)) {
148 def_to_bigsmp = 0;
149 break;
150 }
151 /* P4 and above */
152 fallthrough;
153 case X86_VENDOR_HYGON:
154 case X86_VENDOR_AMD:
155 def_to_bigsmp = 1;
156 }
157 }
158
159#ifdef CONFIG_X86_BIGSMP
160 /*
161 * This is used to switch to bigsmp mode when
162 * - There is no apic= option specified by the user
163 * - generic_apic_probe() has chosen apic_default as the sub_arch
164 * - we find more than 8 CPUs in acpi LAPIC listing with xAPIC support
165 */
166
167 if (!cmdline_apic && apic == &apic_default)
168 generic_bigsmp_probe();
169#endif
170
171 if (apic->setup_apic_routing)
172 apic->setup_apic_routing();
173
174 if (x86_platform.apic_post_init)
175 x86_platform.apic_post_init();
176}
177
178void __init generic_apic_probe(void)
179{
180 if (!cmdline_apic) {
181 struct apic **drv;
182
183 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
184 if ((*drv)->probe()) {
185 apic = *drv;
186 break;
187 }
188 }
189 /* Not visible without early console */
190 if (drv == __apicdrivers_end)
191 panic("Didn't find an APIC driver");
192 }
193 printk(KERN_INFO "Using APIC driver %s\n", apic->name);
194}
195
196/* This function can switch the APIC even after the initial ->probe() */
197int __init default_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
198{
199 struct apic **drv;
200
201 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
202 if (!(*drv)->acpi_madt_oem_check)
203 continue;
204 if (!(*drv)->acpi_madt_oem_check(oem_id, oem_table_id))
205 continue;
206
207 if (!cmdline_apic) {
208 apic = *drv;
209 printk(KERN_INFO "Switched to APIC driver `%s'.\n",
210 apic->name);
211 }
212 return 1;
213 }
214 return 0;
215}