Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * APIC driver for "bigsmp" xAPIC machines with more than 8 virtual CPUs.
4 *
5 * Drives the local APIC in "clustered mode".
6 */
7#include <linux/threads.h>
8#include <linux/cpumask.h>
9#include <linux/kernel.h>
10#include <linux/init.h>
11#include <linux/dmi.h>
12#include <linux/smp.h>
13
14#include <asm/apicdef.h>
15#include <asm/fixmap.h>
16#include <asm/mpspec.h>
17#include <asm/apic.h>
18#include <asm/ipi.h>
19
20static unsigned bigsmp_get_apic_id(unsigned long x)
21{
22 return (x >> 24) & 0xFF;
23}
24
25static int bigsmp_apic_id_registered(void)
26{
27 return 1;
28}
29
30static bool bigsmp_check_apicid_used(physid_mask_t *map, int apicid)
31{
32 return false;
33}
34
35static int bigsmp_early_logical_apicid(int cpu)
36{
37 /* on bigsmp, logical apicid is the same as physical */
38 return early_per_cpu(x86_cpu_to_apicid, cpu);
39}
40
41static inline unsigned long calculate_ldr(int cpu)
42{
43 unsigned long val, id;
44
45 val = apic_read(APIC_LDR) & ~APIC_LDR_MASK;
46 id = per_cpu(x86_bios_cpu_apicid, cpu);
47 val |= SET_APIC_LOGICAL_ID(id);
48
49 return val;
50}
51
52/*
53 * Set up the logical destination ID.
54 *
55 * Intel recommends to set DFR, LDR and TPR before enabling
56 * an APIC. See e.g. "AP-388 82489DX User's Manual" (Intel
57 * document number 292116). So here it goes...
58 */
59static void bigsmp_init_apic_ldr(void)
60{
61 unsigned long val;
62 int cpu = smp_processor_id();
63
64 apic_write(APIC_DFR, APIC_DFR_FLAT);
65 val = calculate_ldr(cpu);
66 apic_write(APIC_LDR, val);
67}
68
69static void bigsmp_setup_apic_routing(void)
70{
71 printk(KERN_INFO
72 "Enabling APIC mode: Physflat. Using %d I/O APICs\n",
73 nr_ioapics);
74}
75
76static int bigsmp_cpu_present_to_apicid(int mps_cpu)
77{
78 if (mps_cpu < nr_cpu_ids)
79 return (int) per_cpu(x86_bios_cpu_apicid, mps_cpu);
80
81 return BAD_APICID;
82}
83
84static void bigsmp_ioapic_phys_id_map(physid_mask_t *phys_map, physid_mask_t *retmap)
85{
86 /* For clustered we don't have a good way to do this yet - hack */
87 physids_promote(0xFFL, retmap);
88}
89
90static int bigsmp_check_phys_apicid_present(int phys_apicid)
91{
92 return 1;
93}
94
95static int bigsmp_phys_pkg_id(int cpuid_apic, int index_msb)
96{
97 return cpuid_apic >> index_msb;
98}
99
100static void bigsmp_send_IPI_allbutself(int vector)
101{
102 default_send_IPI_mask_allbutself_phys(cpu_online_mask, vector);
103}
104
105static void bigsmp_send_IPI_all(int vector)
106{
107 default_send_IPI_mask_sequence_phys(cpu_online_mask, vector);
108}
109
110static int dmi_bigsmp; /* can be set by dmi scanners */
111
112static int hp_ht_bigsmp(const struct dmi_system_id *d)
113{
114 printk(KERN_NOTICE "%s detected: force use of apic=bigsmp\n", d->ident);
115 dmi_bigsmp = 1;
116
117 return 0;
118}
119
120
121static const struct dmi_system_id bigsmp_dmi_table[] = {
122 { hp_ht_bigsmp, "HP ProLiant DL760 G2",
123 { DMI_MATCH(DMI_BIOS_VENDOR, "HP"),
124 DMI_MATCH(DMI_BIOS_VERSION, "P44-"),
125 }
126 },
127
128 { hp_ht_bigsmp, "HP ProLiant DL740",
129 { DMI_MATCH(DMI_BIOS_VENDOR, "HP"),
130 DMI_MATCH(DMI_BIOS_VERSION, "P47-"),
131 }
132 },
133 { } /* NULL entry stops DMI scanning */
134};
135
136static int probe_bigsmp(void)
137{
138 if (def_to_bigsmp)
139 dmi_bigsmp = 1;
140 else
141 dmi_check_system(bigsmp_dmi_table);
142
143 return dmi_bigsmp;
144}
145
146static struct apic apic_bigsmp __ro_after_init = {
147
148 .name = "bigsmp",
149 .probe = probe_bigsmp,
150 .acpi_madt_oem_check = NULL,
151 .apic_id_valid = default_apic_id_valid,
152 .apic_id_registered = bigsmp_apic_id_registered,
153
154 .irq_delivery_mode = dest_Fixed,
155 /* phys delivery to target CPU: */
156 .irq_dest_mode = 0,
157
158 .disable_esr = 1,
159 .dest_logical = 0,
160 .check_apicid_used = bigsmp_check_apicid_used,
161
162 .init_apic_ldr = bigsmp_init_apic_ldr,
163
164 .ioapic_phys_id_map = bigsmp_ioapic_phys_id_map,
165 .setup_apic_routing = bigsmp_setup_apic_routing,
166 .cpu_present_to_apicid = bigsmp_cpu_present_to_apicid,
167 .apicid_to_cpu_present = physid_set_mask_of_physid,
168 .check_phys_apicid_present = bigsmp_check_phys_apicid_present,
169 .phys_pkg_id = bigsmp_phys_pkg_id,
170
171 .get_apic_id = bigsmp_get_apic_id,
172 .set_apic_id = NULL,
173
174 .calc_dest_apicid = apic_default_calc_apicid,
175
176 .send_IPI = default_send_IPI_single_phys,
177 .send_IPI_mask = default_send_IPI_mask_sequence_phys,
178 .send_IPI_mask_allbutself = NULL,
179 .send_IPI_allbutself = bigsmp_send_IPI_allbutself,
180 .send_IPI_all = bigsmp_send_IPI_all,
181 .send_IPI_self = default_send_IPI_self,
182
183 .inquire_remote_apic = default_inquire_remote_apic,
184
185 .read = native_apic_mem_read,
186 .write = native_apic_mem_write,
187 .eoi_write = native_apic_mem_write,
188 .icr_read = native_apic_icr_read,
189 .icr_write = native_apic_icr_write,
190 .wait_icr_idle = native_apic_wait_icr_idle,
191 .safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
192
193 .x86_32_early_logical_apicid = bigsmp_early_logical_apicid,
194};
195
196void __init generic_bigsmp_probe(void)
197{
198 unsigned int cpu;
199
200 if (!probe_bigsmp())
201 return;
202
203 apic = &apic_bigsmp;
204
205 for_each_possible_cpu(cpu) {
206 if (early_per_cpu(x86_cpu_to_logical_apicid,
207 cpu) == BAD_APICID)
208 continue;
209 early_per_cpu(x86_cpu_to_logical_apicid, cpu) =
210 bigsmp_early_logical_apicid(cpu);
211 }
212
213 pr_info("Overriding APIC driver with %s\n", apic_bigsmp.name);
214}
215
216apic_driver(apic_bigsmp);
1/*
2 * APIC driver for "bigsmp" xAPIC machines with more than 8 virtual CPUs.
3 *
4 * Drives the local APIC in "clustered mode".
5 */
6#include <linux/threads.h>
7#include <linux/cpumask.h>
8#include <linux/kernel.h>
9#include <linux/init.h>
10#include <linux/dmi.h>
11#include <linux/smp.h>
12
13#include <asm/apicdef.h>
14#include <asm/fixmap.h>
15#include <asm/mpspec.h>
16#include <asm/apic.h>
17#include <asm/ipi.h>
18
19static unsigned bigsmp_get_apic_id(unsigned long x)
20{
21 return (x >> 24) & 0xFF;
22}
23
24static int bigsmp_apic_id_registered(void)
25{
26 return 1;
27}
28
29static unsigned long bigsmp_check_apicid_used(physid_mask_t *map, int apicid)
30{
31 return 0;
32}
33
34static unsigned long bigsmp_check_apicid_present(int bit)
35{
36 return 1;
37}
38
39static int bigsmp_early_logical_apicid(int cpu)
40{
41 /* on bigsmp, logical apicid is the same as physical */
42 return early_per_cpu(x86_cpu_to_apicid, cpu);
43}
44
45static inline unsigned long calculate_ldr(int cpu)
46{
47 unsigned long val, id;
48
49 val = apic_read(APIC_LDR) & ~APIC_LDR_MASK;
50 id = per_cpu(x86_bios_cpu_apicid, cpu);
51 val |= SET_APIC_LOGICAL_ID(id);
52
53 return val;
54}
55
56/*
57 * Set up the logical destination ID.
58 *
59 * Intel recommends to set DFR, LDR and TPR before enabling
60 * an APIC. See e.g. "AP-388 82489DX User's Manual" (Intel
61 * document number 292116). So here it goes...
62 */
63static void bigsmp_init_apic_ldr(void)
64{
65 unsigned long val;
66 int cpu = smp_processor_id();
67
68 apic_write(APIC_DFR, APIC_DFR_FLAT);
69 val = calculate_ldr(cpu);
70 apic_write(APIC_LDR, val);
71}
72
73static void bigsmp_setup_apic_routing(void)
74{
75 printk(KERN_INFO
76 "Enabling APIC mode: Physflat. Using %d I/O APICs\n",
77 nr_ioapics);
78}
79
80static int bigsmp_cpu_present_to_apicid(int mps_cpu)
81{
82 if (mps_cpu < nr_cpu_ids)
83 return (int) per_cpu(x86_bios_cpu_apicid, mps_cpu);
84
85 return BAD_APICID;
86}
87
88static void bigsmp_ioapic_phys_id_map(physid_mask_t *phys_map, physid_mask_t *retmap)
89{
90 /* For clustered we don't have a good way to do this yet - hack */
91 physids_promote(0xFFL, retmap);
92}
93
94static int bigsmp_check_phys_apicid_present(int phys_apicid)
95{
96 return 1;
97}
98
99static int bigsmp_phys_pkg_id(int cpuid_apic, int index_msb)
100{
101 return cpuid_apic >> index_msb;
102}
103
104static inline void bigsmp_send_IPI_mask(const struct cpumask *mask, int vector)
105{
106 default_send_IPI_mask_sequence_phys(mask, vector);
107}
108
109static void bigsmp_send_IPI_allbutself(int vector)
110{
111 default_send_IPI_mask_allbutself_phys(cpu_online_mask, vector);
112}
113
114static void bigsmp_send_IPI_all(int vector)
115{
116 bigsmp_send_IPI_mask(cpu_online_mask, vector);
117}
118
119static int dmi_bigsmp; /* can be set by dmi scanners */
120
121static int hp_ht_bigsmp(const struct dmi_system_id *d)
122{
123 printk(KERN_NOTICE "%s detected: force use of apic=bigsmp\n", d->ident);
124 dmi_bigsmp = 1;
125
126 return 0;
127}
128
129
130static const struct dmi_system_id bigsmp_dmi_table[] = {
131 { hp_ht_bigsmp, "HP ProLiant DL760 G2",
132 { DMI_MATCH(DMI_BIOS_VENDOR, "HP"),
133 DMI_MATCH(DMI_BIOS_VERSION, "P44-"),
134 }
135 },
136
137 { hp_ht_bigsmp, "HP ProLiant DL740",
138 { DMI_MATCH(DMI_BIOS_VENDOR, "HP"),
139 DMI_MATCH(DMI_BIOS_VERSION, "P47-"),
140 }
141 },
142 { } /* NULL entry stops DMI scanning */
143};
144
145static int probe_bigsmp(void)
146{
147 if (def_to_bigsmp)
148 dmi_bigsmp = 1;
149 else
150 dmi_check_system(bigsmp_dmi_table);
151
152 return dmi_bigsmp;
153}
154
155static struct apic apic_bigsmp = {
156
157 .name = "bigsmp",
158 .probe = probe_bigsmp,
159 .acpi_madt_oem_check = NULL,
160 .apic_id_valid = default_apic_id_valid,
161 .apic_id_registered = bigsmp_apic_id_registered,
162
163 .irq_delivery_mode = dest_Fixed,
164 /* phys delivery to target CPU: */
165 .irq_dest_mode = 0,
166
167 .target_cpus = default_target_cpus,
168 .disable_esr = 1,
169 .dest_logical = 0,
170 .check_apicid_used = bigsmp_check_apicid_used,
171 .check_apicid_present = bigsmp_check_apicid_present,
172
173 .vector_allocation_domain = default_vector_allocation_domain,
174 .init_apic_ldr = bigsmp_init_apic_ldr,
175
176 .ioapic_phys_id_map = bigsmp_ioapic_phys_id_map,
177 .setup_apic_routing = bigsmp_setup_apic_routing,
178 .multi_timer_check = NULL,
179 .cpu_present_to_apicid = bigsmp_cpu_present_to_apicid,
180 .apicid_to_cpu_present = physid_set_mask_of_physid,
181 .setup_portio_remap = NULL,
182 .check_phys_apicid_present = bigsmp_check_phys_apicid_present,
183 .enable_apic_mode = NULL,
184 .phys_pkg_id = bigsmp_phys_pkg_id,
185 .mps_oem_check = NULL,
186
187 .get_apic_id = bigsmp_get_apic_id,
188 .set_apic_id = NULL,
189 .apic_id_mask = 0xFF << 24,
190
191 .cpu_mask_to_apicid_and = default_cpu_mask_to_apicid_and,
192
193 .send_IPI_mask = bigsmp_send_IPI_mask,
194 .send_IPI_mask_allbutself = NULL,
195 .send_IPI_allbutself = bigsmp_send_IPI_allbutself,
196 .send_IPI_all = bigsmp_send_IPI_all,
197 .send_IPI_self = default_send_IPI_self,
198
199 .trampoline_phys_low = DEFAULT_TRAMPOLINE_PHYS_LOW,
200 .trampoline_phys_high = DEFAULT_TRAMPOLINE_PHYS_HIGH,
201
202 .wait_for_init_deassert = true,
203 .smp_callin_clear_local_apic = NULL,
204 .inquire_remote_apic = default_inquire_remote_apic,
205
206 .read = native_apic_mem_read,
207 .write = native_apic_mem_write,
208 .eoi_write = native_apic_mem_write,
209 .icr_read = native_apic_icr_read,
210 .icr_write = native_apic_icr_write,
211 .wait_icr_idle = native_apic_wait_icr_idle,
212 .safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
213
214 .x86_32_early_logical_apicid = bigsmp_early_logical_apicid,
215};
216
217void __init generic_bigsmp_probe(void)
218{
219 unsigned int cpu;
220
221 if (!probe_bigsmp())
222 return;
223
224 apic = &apic_bigsmp;
225
226 for_each_possible_cpu(cpu) {
227 if (early_per_cpu(x86_cpu_to_logical_apicid,
228 cpu) == BAD_APICID)
229 continue;
230 early_per_cpu(x86_cpu_to_logical_apicid, cpu) =
231 bigsmp_early_logical_apicid(cpu);
232 }
233
234 pr_info("Overriding APIC driver with %s\n", apic_bigsmp.name);
235}
236
237apic_driver(apic_bigsmp);