Loading...
1/*
2 * Default generic APIC driver. This handles up to 8 CPUs.
3 *
4 * Copyright 2003 Andi Kleen, SuSE Labs.
5 * Subject to the GNU Public License, v.2
6 *
7 * Generic x86 APIC driver probe layer.
8 */
9#include <linux/threads.h>
10#include <linux/cpumask.h>
11#include <linux/module.h>
12#include <linux/string.h>
13#include <linux/kernel.h>
14#include <linux/ctype.h>
15#include <linux/init.h>
16#include <linux/errno.h>
17#include <asm/fixmap.h>
18#include <asm/mpspec.h>
19#include <asm/apicdef.h>
20#include <asm/apic.h>
21#include <asm/setup.h>
22
23#include <linux/smp.h>
24#include <asm/ipi.h>
25
26#include <linux/interrupt.h>
27#include <asm/acpi.h>
28#include <asm/e820.h>
29
30#ifdef CONFIG_HOTPLUG_CPU
31#define DEFAULT_SEND_IPI (1)
32#else
33#define DEFAULT_SEND_IPI (0)
34#endif
35
36int no_broadcast = DEFAULT_SEND_IPI;
37
38static __init int no_ipi_broadcast(char *str)
39{
40 get_option(&str, &no_broadcast);
41 pr_info("Using %s mode\n",
42 no_broadcast ? "No IPI Broadcast" : "IPI Broadcast");
43 return 1;
44}
45__setup("no_ipi_broadcast=", no_ipi_broadcast);
46
47static int __init print_ipi_mode(void)
48{
49 pr_info("Using IPI %s mode\n",
50 no_broadcast ? "No-Shortcut" : "Shortcut");
51 return 0;
52}
53late_initcall(print_ipi_mode);
54
55static int default_x86_32_early_logical_apicid(int cpu)
56{
57 return 1 << cpu;
58}
59
60static void setup_apic_flat_routing(void)
61{
62#ifdef CONFIG_X86_IO_APIC
63 printk(KERN_INFO
64 "Enabling APIC mode: Flat. Using %d I/O APICs\n",
65 nr_ioapics);
66#endif
67}
68
69static void default_vector_allocation_domain(int cpu, struct cpumask *retmask)
70{
71 /*
72 * Careful. Some cpus do not strictly honor the set of cpus
73 * specified in the interrupt destination when using lowest
74 * priority interrupt delivery mode.
75 *
76 * In particular there was a hyperthreading cpu observed to
77 * deliver interrupts to the wrong hyperthread when only one
78 * hyperthread was specified in the interrupt desitination.
79 */
80 cpumask_clear(retmask);
81 cpumask_bits(retmask)[0] = APIC_ALL_CPUS;
82}
83
84/* should be called last. */
85static int probe_default(void)
86{
87 return 1;
88}
89
90static struct apic apic_default = {
91
92 .name = "default",
93 .probe = probe_default,
94 .acpi_madt_oem_check = NULL,
95 .apic_id_registered = default_apic_id_registered,
96
97 .irq_delivery_mode = dest_LowestPrio,
98 /* logical delivery broadcast to all CPUs: */
99 .irq_dest_mode = 1,
100
101 .target_cpus = default_target_cpus,
102 .disable_esr = 0,
103 .dest_logical = APIC_DEST_LOGICAL,
104 .check_apicid_used = default_check_apicid_used,
105 .check_apicid_present = default_check_apicid_present,
106
107 .vector_allocation_domain = default_vector_allocation_domain,
108 .init_apic_ldr = default_init_apic_ldr,
109
110 .ioapic_phys_id_map = default_ioapic_phys_id_map,
111 .setup_apic_routing = setup_apic_flat_routing,
112 .multi_timer_check = NULL,
113 .cpu_present_to_apicid = default_cpu_present_to_apicid,
114 .apicid_to_cpu_present = physid_set_mask_of_physid,
115 .setup_portio_remap = NULL,
116 .check_phys_apicid_present = default_check_phys_apicid_present,
117 .enable_apic_mode = NULL,
118 .phys_pkg_id = default_phys_pkg_id,
119 .mps_oem_check = NULL,
120
121 .get_apic_id = default_get_apic_id,
122 .set_apic_id = NULL,
123 .apic_id_mask = 0x0F << 24,
124
125 .cpu_mask_to_apicid = default_cpu_mask_to_apicid,
126 .cpu_mask_to_apicid_and = default_cpu_mask_to_apicid_and,
127
128 .send_IPI_mask = default_send_IPI_mask_logical,
129 .send_IPI_mask_allbutself = default_send_IPI_mask_allbutself_logical,
130 .send_IPI_allbutself = default_send_IPI_allbutself,
131 .send_IPI_all = default_send_IPI_all,
132 .send_IPI_self = default_send_IPI_self,
133
134 .trampoline_phys_low = DEFAULT_TRAMPOLINE_PHYS_LOW,
135 .trampoline_phys_high = DEFAULT_TRAMPOLINE_PHYS_HIGH,
136
137 .wait_for_init_deassert = default_wait_for_init_deassert,
138
139 .smp_callin_clear_local_apic = NULL,
140 .inquire_remote_apic = default_inquire_remote_apic,
141
142 .read = native_apic_mem_read,
143 .write = native_apic_mem_write,
144 .icr_read = native_apic_icr_read,
145 .icr_write = native_apic_icr_write,
146 .wait_icr_idle = native_apic_wait_icr_idle,
147 .safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
148
149 .x86_32_early_logical_apicid = default_x86_32_early_logical_apicid,
150};
151
152apic_driver(apic_default);
153
154struct apic *apic = &apic_default;
155EXPORT_SYMBOL_GPL(apic);
156
157static int cmdline_apic __initdata;
158static int __init parse_apic(char *arg)
159{
160 struct apic **drv;
161
162 if (!arg)
163 return -EINVAL;
164
165 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
166 if (!strcmp((*drv)->name, arg)) {
167 apic = *drv;
168 cmdline_apic = 1;
169 return 0;
170 }
171 }
172
173 /* Parsed again by __setup for debug/verbose */
174 return 0;
175}
176early_param("apic", parse_apic);
177
178void __init default_setup_apic_routing(void)
179{
180 int version = apic_version[boot_cpu_physical_apicid];
181
182 if (num_possible_cpus() > 8) {
183 switch (boot_cpu_data.x86_vendor) {
184 case X86_VENDOR_INTEL:
185 if (!APIC_XAPIC(version)) {
186 def_to_bigsmp = 0;
187 break;
188 }
189 /* If P4 and above fall through */
190 case X86_VENDOR_AMD:
191 def_to_bigsmp = 1;
192 }
193 }
194
195#ifdef CONFIG_X86_BIGSMP
196 /*
197 * This is used to switch to bigsmp mode when
198 * - There is no apic= option specified by the user
199 * - generic_apic_probe() has chosen apic_default as the sub_arch
200 * - we find more than 8 CPUs in acpi LAPIC listing with xAPIC support
201 */
202
203 if (!cmdline_apic && apic == &apic_default) {
204 struct apic *bigsmp = generic_bigsmp_probe();
205 if (bigsmp) {
206 apic = bigsmp;
207 printk(KERN_INFO "Overriding APIC driver with %s\n",
208 apic->name);
209 }
210 }
211#endif
212
213 if (apic->setup_apic_routing)
214 apic->setup_apic_routing();
215}
216
217void __init generic_apic_probe(void)
218{
219 if (!cmdline_apic) {
220 struct apic **drv;
221
222 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
223 if ((*drv)->probe()) {
224 apic = *drv;
225 break;
226 }
227 }
228 /* Not visible without early console */
229 if (drv == __apicdrivers_end)
230 panic("Didn't find an APIC driver");
231 }
232 printk(KERN_INFO "Using APIC driver %s\n", apic->name);
233}
234
235/* These functions can switch the APIC even after the initial ->probe() */
236
237int __init
238generic_mps_oem_check(struct mpc_table *mpc, char *oem, char *productid)
239{
240 struct apic **drv;
241
242 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
243 if (!((*drv)->mps_oem_check))
244 continue;
245 if (!(*drv)->mps_oem_check(mpc, oem, productid))
246 continue;
247
248 if (!cmdline_apic) {
249 apic = *drv;
250 printk(KERN_INFO "Switched to APIC driver `%s'.\n",
251 apic->name);
252 }
253 return 1;
254 }
255 return 0;
256}
257
258int __init default_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
259{
260 struct apic **drv;
261
262 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
263 if (!(*drv)->acpi_madt_oem_check)
264 continue;
265 if (!(*drv)->acpi_madt_oem_check(oem_id, oem_table_id))
266 continue;
267
268 if (!cmdline_apic) {
269 apic = *drv;
270 printk(KERN_INFO "Switched to APIC driver `%s'.\n",
271 apic->name);
272 }
273 return 1;
274 }
275 return 0;
276}
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Default generic APIC driver. This handles up to 8 CPUs.
4 *
5 * Copyright 2003 Andi Kleen, SuSE Labs.
6 *
7 * Generic x86 APIC driver probe layer.
8 */
9#include <linux/export.h>
10#include <linux/errno.h>
11#include <linux/smp.h>
12
13#include <xen/xen.h>
14
15#include <asm/io_apic.h>
16#include <asm/apic.h>
17#include <asm/acpi.h>
18
19#include "local.h"
20
21static u32 default_get_apic_id(u32 x)
22{
23 unsigned int ver = GET_APIC_VERSION(apic_read(APIC_LVR));
24
25 if (APIC_XAPIC(ver) || boot_cpu_has(X86_FEATURE_EXTD_APICID))
26 return (x >> 24) & 0xFF;
27 else
28 return (x >> 24) & 0x0F;
29}
30
31/* should be called last. */
32static int probe_default(void)
33{
34 return 1;
35}
36
37static struct apic apic_default __ro_after_init = {
38
39 .name = "default",
40 .probe = probe_default,
41
42 .dest_mode_logical = true,
43
44 .disable_esr = 0,
45
46 .init_apic_ldr = default_init_apic_ldr,
47 .cpu_present_to_apicid = default_cpu_present_to_apicid,
48
49 .max_apic_id = 0xFE,
50 .get_apic_id = default_get_apic_id,
51
52 .calc_dest_apicid = apic_flat_calc_apicid,
53
54 .send_IPI = default_send_IPI_single,
55 .send_IPI_mask = default_send_IPI_mask_logical,
56 .send_IPI_mask_allbutself = default_send_IPI_mask_allbutself_logical,
57 .send_IPI_allbutself = default_send_IPI_allbutself,
58 .send_IPI_all = default_send_IPI_all,
59 .send_IPI_self = default_send_IPI_self,
60
61 .read = native_apic_mem_read,
62 .write = native_apic_mem_write,
63 .eoi = native_apic_mem_eoi,
64 .icr_read = native_apic_icr_read,
65 .icr_write = native_apic_icr_write,
66 .wait_icr_idle = apic_mem_wait_icr_idle,
67 .safe_wait_icr_idle = apic_mem_wait_icr_idle_timeout,
68};
69
70apic_driver(apic_default);
71
72struct apic *apic __ro_after_init = &apic_default;
73EXPORT_SYMBOL_GPL(apic);
74
75static int cmdline_apic __initdata;
76static int __init parse_apic(char *arg)
77{
78 struct apic **drv;
79
80 if (!arg)
81 return -EINVAL;
82
83 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
84 if (!strcmp((*drv)->name, arg)) {
85 apic_install_driver(*drv);
86 cmdline_apic = 1;
87 return 0;
88 }
89 }
90
91 /* Parsed again by __setup for debug/verbose */
92 return 0;
93}
94early_param("apic", parse_apic);
95
96void __init x86_32_probe_bigsmp_early(void)
97{
98 if (nr_cpu_ids <= 8 || xen_pv_domain())
99 return;
100
101 if (IS_ENABLED(CONFIG_X86_BIGSMP)) {
102 switch (boot_cpu_data.x86_vendor) {
103 case X86_VENDOR_INTEL:
104 if (!APIC_XAPIC(boot_cpu_apic_version))
105 break;
106 /* P4 and above */
107 fallthrough;
108 case X86_VENDOR_HYGON:
109 case X86_VENDOR_AMD:
110 if (apic_bigsmp_possible(cmdline_apic))
111 return;
112 break;
113 }
114 }
115 pr_info("Limiting to 8 possible CPUs\n");
116 set_nr_cpu_ids(8);
117}
118
119void __init x86_32_install_bigsmp(void)
120{
121 if (nr_cpu_ids > 8 && !xen_pv_domain())
122 apic_bigsmp_force();
123}
124
125void __init x86_32_probe_apic(void)
126{
127 if (!cmdline_apic) {
128 struct apic **drv;
129
130 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
131 if ((*drv)->probe()) {
132 apic_install_driver(*drv);
133 break;
134 }
135 }
136 /* Not visible without early console */
137 if (drv == __apicdrivers_end)
138 panic("Didn't find an APIC driver");
139 }
140}