Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Default generic APIC driver. This handles up to 8 CPUs.
4 *
5 * Copyright 2003 Andi Kleen, SuSE Labs.
6 *
7 * Generic x86 APIC driver probe layer.
8 */
9#include <linux/export.h>
10#include <linux/errno.h>
11#include <linux/smp.h>
12
13#include <xen/xen.h>
14
15#include <asm/io_apic.h>
16#include <asm/apic.h>
17#include <asm/acpi.h>
18
19#include "local.h"
20
21static u32 default_phys_pkg_id(u32 cpuid_apic, int index_msb)
22{
23 return cpuid_apic >> index_msb;
24}
25
26static u32 default_get_apic_id(u32 x)
27{
28 unsigned int ver = GET_APIC_VERSION(apic_read(APIC_LVR));
29
30 if (APIC_XAPIC(ver) || boot_cpu_has(X86_FEATURE_EXTD_APICID))
31 return (x >> 24) & 0xFF;
32 else
33 return (x >> 24) & 0x0F;
34}
35
36/* should be called last. */
37static int probe_default(void)
38{
39 return 1;
40}
41
42static struct apic apic_default __ro_after_init = {
43
44 .name = "default",
45 .probe = probe_default,
46 .apic_id_registered = default_apic_id_registered,
47
48 .dest_mode_logical = true,
49
50 .disable_esr = 0,
51
52 .check_apicid_used = default_check_apicid_used,
53 .init_apic_ldr = default_init_apic_ldr,
54 .ioapic_phys_id_map = default_ioapic_phys_id_map,
55 .cpu_present_to_apicid = default_cpu_present_to_apicid,
56 .phys_pkg_id = default_phys_pkg_id,
57
58 .max_apic_id = 0xFE,
59 .get_apic_id = default_get_apic_id,
60
61 .calc_dest_apicid = apic_flat_calc_apicid,
62
63 .send_IPI = default_send_IPI_single,
64 .send_IPI_mask = default_send_IPI_mask_logical,
65 .send_IPI_mask_allbutself = default_send_IPI_mask_allbutself_logical,
66 .send_IPI_allbutself = default_send_IPI_allbutself,
67 .send_IPI_all = default_send_IPI_all,
68 .send_IPI_self = default_send_IPI_self,
69
70 .read = native_apic_mem_read,
71 .write = native_apic_mem_write,
72 .eoi = native_apic_mem_eoi,
73 .icr_read = native_apic_icr_read,
74 .icr_write = native_apic_icr_write,
75 .wait_icr_idle = apic_mem_wait_icr_idle,
76 .safe_wait_icr_idle = apic_mem_wait_icr_idle_timeout,
77};
78
79apic_driver(apic_default);
80
81struct apic *apic __ro_after_init = &apic_default;
82EXPORT_SYMBOL_GPL(apic);
83
84static int cmdline_apic __initdata;
85static int __init parse_apic(char *arg)
86{
87 struct apic **drv;
88
89 if (!arg)
90 return -EINVAL;
91
92 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
93 if (!strcmp((*drv)->name, arg)) {
94 apic_install_driver(*drv);
95 cmdline_apic = 1;
96 return 0;
97 }
98 }
99
100 /* Parsed again by __setup for debug/verbose */
101 return 0;
102}
103early_param("apic", parse_apic);
104
105void __init x86_32_probe_bigsmp_early(void)
106{
107 if (nr_cpu_ids <= 8 || xen_pv_domain())
108 return;
109
110 if (IS_ENABLED(CONFIG_X86_BIGSMP)) {
111 switch (boot_cpu_data.x86_vendor) {
112 case X86_VENDOR_INTEL:
113 if (!APIC_XAPIC(boot_cpu_apic_version))
114 break;
115 /* P4 and above */
116 fallthrough;
117 case X86_VENDOR_HYGON:
118 case X86_VENDOR_AMD:
119 if (apic_bigsmp_possible(cmdline_apic))
120 return;
121 break;
122 }
123 }
124 pr_info("Limiting to 8 possible CPUs\n");
125 set_nr_cpu_ids(8);
126}
127
128void __init x86_32_install_bigsmp(void)
129{
130 if (nr_cpu_ids > 8 && !xen_pv_domain())
131 apic_bigsmp_force();
132}
133
134void __init x86_32_probe_apic(void)
135{
136 if (!cmdline_apic) {
137 struct apic **drv;
138
139 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
140 if ((*drv)->probe()) {
141 apic_install_driver(*drv);
142 break;
143 }
144 }
145 /* Not visible without early console */
146 if (drv == __apicdrivers_end)
147 panic("Didn't find an APIC driver");
148 }
149}
1/*
2 * Default generic APIC driver. This handles up to 8 CPUs.
3 *
4 * Copyright 2003 Andi Kleen, SuSE Labs.
5 * Subject to the GNU Public License, v.2
6 *
7 * Generic x86 APIC driver probe layer.
8 */
9#include <linux/threads.h>
10#include <linux/cpumask.h>
11#include <linux/module.h>
12#include <linux/string.h>
13#include <linux/kernel.h>
14#include <linux/ctype.h>
15#include <linux/init.h>
16#include <linux/errno.h>
17#include <asm/fixmap.h>
18#include <asm/mpspec.h>
19#include <asm/apicdef.h>
20#include <asm/apic.h>
21#include <asm/setup.h>
22
23#include <linux/smp.h>
24#include <asm/ipi.h>
25
26#include <linux/interrupt.h>
27#include <asm/acpi.h>
28#include <asm/e820.h>
29
30#ifdef CONFIG_HOTPLUG_CPU
31#define DEFAULT_SEND_IPI (1)
32#else
33#define DEFAULT_SEND_IPI (0)
34#endif
35
36int no_broadcast = DEFAULT_SEND_IPI;
37
38static __init int no_ipi_broadcast(char *str)
39{
40 get_option(&str, &no_broadcast);
41 pr_info("Using %s mode\n",
42 no_broadcast ? "No IPI Broadcast" : "IPI Broadcast");
43 return 1;
44}
45__setup("no_ipi_broadcast=", no_ipi_broadcast);
46
47static int __init print_ipi_mode(void)
48{
49 pr_info("Using IPI %s mode\n",
50 no_broadcast ? "No-Shortcut" : "Shortcut");
51 return 0;
52}
53late_initcall(print_ipi_mode);
54
55static int default_x86_32_early_logical_apicid(int cpu)
56{
57 return 1 << cpu;
58}
59
60static void setup_apic_flat_routing(void)
61{
62#ifdef CONFIG_X86_IO_APIC
63 printk(KERN_INFO
64 "Enabling APIC mode: Flat. Using %d I/O APICs\n",
65 nr_ioapics);
66#endif
67}
68
69/* should be called last. */
70static int probe_default(void)
71{
72 return 1;
73}
74
75static struct apic apic_default = {
76
77 .name = "default",
78 .probe = probe_default,
79 .acpi_madt_oem_check = NULL,
80 .apic_id_valid = default_apic_id_valid,
81 .apic_id_registered = default_apic_id_registered,
82
83 .irq_delivery_mode = dest_LowestPrio,
84 /* logical delivery broadcast to all CPUs: */
85 .irq_dest_mode = 1,
86
87 .target_cpus = default_target_cpus,
88 .disable_esr = 0,
89 .dest_logical = APIC_DEST_LOGICAL,
90 .check_apicid_used = default_check_apicid_used,
91 .check_apicid_present = default_check_apicid_present,
92
93 .vector_allocation_domain = flat_vector_allocation_domain,
94 .init_apic_ldr = default_init_apic_ldr,
95
96 .ioapic_phys_id_map = default_ioapic_phys_id_map,
97 .setup_apic_routing = setup_apic_flat_routing,
98 .multi_timer_check = NULL,
99 .cpu_present_to_apicid = default_cpu_present_to_apicid,
100 .apicid_to_cpu_present = physid_set_mask_of_physid,
101 .setup_portio_remap = NULL,
102 .check_phys_apicid_present = default_check_phys_apicid_present,
103 .enable_apic_mode = NULL,
104 .phys_pkg_id = default_phys_pkg_id,
105 .mps_oem_check = NULL,
106
107 .get_apic_id = default_get_apic_id,
108 .set_apic_id = NULL,
109 .apic_id_mask = 0x0F << 24,
110
111 .cpu_mask_to_apicid_and = flat_cpu_mask_to_apicid_and,
112
113 .send_IPI_mask = default_send_IPI_mask_logical,
114 .send_IPI_mask_allbutself = default_send_IPI_mask_allbutself_logical,
115 .send_IPI_allbutself = default_send_IPI_allbutself,
116 .send_IPI_all = default_send_IPI_all,
117 .send_IPI_self = default_send_IPI_self,
118
119 .trampoline_phys_low = DEFAULT_TRAMPOLINE_PHYS_LOW,
120 .trampoline_phys_high = DEFAULT_TRAMPOLINE_PHYS_HIGH,
121
122 .wait_for_init_deassert = true,
123 .smp_callin_clear_local_apic = NULL,
124 .inquire_remote_apic = default_inquire_remote_apic,
125
126 .read = native_apic_mem_read,
127 .write = native_apic_mem_write,
128 .eoi_write = native_apic_mem_write,
129 .icr_read = native_apic_icr_read,
130 .icr_write = native_apic_icr_write,
131 .wait_icr_idle = native_apic_wait_icr_idle,
132 .safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
133
134 .x86_32_early_logical_apicid = default_x86_32_early_logical_apicid,
135};
136
137apic_driver(apic_default);
138
139struct apic *apic = &apic_default;
140EXPORT_SYMBOL_GPL(apic);
141
142static int cmdline_apic __initdata;
143static int __init parse_apic(char *arg)
144{
145 struct apic **drv;
146
147 if (!arg)
148 return -EINVAL;
149
150 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
151 if (!strcmp((*drv)->name, arg)) {
152 apic = *drv;
153 cmdline_apic = 1;
154 return 0;
155 }
156 }
157
158 /* Parsed again by __setup for debug/verbose */
159 return 0;
160}
161early_param("apic", parse_apic);
162
163void __init default_setup_apic_routing(void)
164{
165 int version = apic_version[boot_cpu_physical_apicid];
166
167 if (num_possible_cpus() > 8) {
168 switch (boot_cpu_data.x86_vendor) {
169 case X86_VENDOR_INTEL:
170 if (!APIC_XAPIC(version)) {
171 def_to_bigsmp = 0;
172 break;
173 }
174 /* If P4 and above fall through */
175 case X86_VENDOR_AMD:
176 def_to_bigsmp = 1;
177 }
178 }
179
180#ifdef CONFIG_X86_BIGSMP
181 /*
182 * This is used to switch to bigsmp mode when
183 * - There is no apic= option specified by the user
184 * - generic_apic_probe() has chosen apic_default as the sub_arch
185 * - we find more than 8 CPUs in acpi LAPIC listing with xAPIC support
186 */
187
188 if (!cmdline_apic && apic == &apic_default)
189 generic_bigsmp_probe();
190#endif
191
192 if (apic->setup_apic_routing)
193 apic->setup_apic_routing();
194
195 if (x86_platform.apic_post_init)
196 x86_platform.apic_post_init();
197}
198
199void __init generic_apic_probe(void)
200{
201 if (!cmdline_apic) {
202 struct apic **drv;
203
204 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
205 if ((*drv)->probe()) {
206 apic = *drv;
207 break;
208 }
209 }
210 /* Not visible without early console */
211 if (drv == __apicdrivers_end)
212 panic("Didn't find an APIC driver");
213 }
214 printk(KERN_INFO "Using APIC driver %s\n", apic->name);
215}
216
217/* These functions can switch the APIC even after the initial ->probe() */
218
219int __init
220generic_mps_oem_check(struct mpc_table *mpc, char *oem, char *productid)
221{
222 struct apic **drv;
223
224 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
225 if (!((*drv)->mps_oem_check))
226 continue;
227 if (!(*drv)->mps_oem_check(mpc, oem, productid))
228 continue;
229
230 if (!cmdline_apic) {
231 apic = *drv;
232 printk(KERN_INFO "Switched to APIC driver `%s'.\n",
233 apic->name);
234 }
235 return 1;
236 }
237 return 0;
238}
239
240int __init default_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
241{
242 struct apic **drv;
243
244 for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
245 if (!(*drv)->acpi_madt_oem_check)
246 continue;
247 if (!(*drv)->acpi_madt_oem_check(oem_id, oem_table_id))
248 continue;
249
250 if (!cmdline_apic) {
251 apic = *drv;
252 printk(KERN_INFO "Switched to APIC driver `%s'.\n",
253 apic->name);
254 }
255 return 1;
256 }
257 return 0;
258}