Loading...
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * acpi_tables.c - ACPI Boot-Time Table Parsing
4 *
5 * Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
6 */
7
8/* Uncomment next line to get verbose printout */
9/* #define DEBUG */
10#define pr_fmt(fmt) "ACPI: " fmt
11
12#include <linux/init.h>
13#include <linux/kernel.h>
14#include <linux/smp.h>
15#include <linux/string.h>
16#include <linux/types.h>
17#include <linux/irq.h>
18#include <linux/errno.h>
19#include <linux/acpi.h>
20#include <linux/memblock.h>
21#include <linux/earlycpio.h>
22#include <linux/initrd.h>
23#include <linux/security.h>
24#include "internal.h"
25
26#ifdef CONFIG_ACPI_CUSTOM_DSDT
27#include CONFIG_ACPI_CUSTOM_DSDT_FILE
28#endif
29
30#define ACPI_MAX_TABLES 128
31
32static char *mps_inti_flags_polarity[] = { "dfl", "high", "res", "low" };
33static char *mps_inti_flags_trigger[] = { "dfl", "edge", "res", "level" };
34
35static struct acpi_table_desc initial_tables[ACPI_MAX_TABLES] __initdata;
36
37static int acpi_apic_instance __initdata;
38
39enum acpi_subtable_type {
40 ACPI_SUBTABLE_COMMON,
41 ACPI_SUBTABLE_HMAT,
42};
43
44struct acpi_subtable_entry {
45 union acpi_subtable_headers *hdr;
46 enum acpi_subtable_type type;
47};
48
49/*
50 * Disable table checksum verification for the early stage due to the size
51 * limitation of the current x86 early mapping implementation.
52 */
53static bool acpi_verify_table_checksum __initdata = false;
54
55void acpi_table_print_madt_entry(struct acpi_subtable_header *header)
56{
57 if (!header)
58 return;
59
60 switch (header->type) {
61
62 case ACPI_MADT_TYPE_LOCAL_APIC:
63 {
64 struct acpi_madt_local_apic *p =
65 (struct acpi_madt_local_apic *)header;
66 pr_debug("LAPIC (acpi_id[0x%02x] lapic_id[0x%02x] %s)\n",
67 p->processor_id, p->id,
68 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
69 }
70 break;
71
72 case ACPI_MADT_TYPE_LOCAL_X2APIC:
73 {
74 struct acpi_madt_local_x2apic *p =
75 (struct acpi_madt_local_x2apic *)header;
76 pr_debug("X2APIC (apic_id[0x%02x] uid[0x%02x] %s)\n",
77 p->local_apic_id, p->uid,
78 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
79 }
80 break;
81
82 case ACPI_MADT_TYPE_IO_APIC:
83 {
84 struct acpi_madt_io_apic *p =
85 (struct acpi_madt_io_apic *)header;
86 pr_debug("IOAPIC (id[0x%02x] address[0x%08x] gsi_base[%d])\n",
87 p->id, p->address, p->global_irq_base);
88 }
89 break;
90
91 case ACPI_MADT_TYPE_INTERRUPT_OVERRIDE:
92 {
93 struct acpi_madt_interrupt_override *p =
94 (struct acpi_madt_interrupt_override *)header;
95 pr_info("INT_SRC_OVR (bus %d bus_irq %d global_irq %d %s %s)\n",
96 p->bus, p->source_irq, p->global_irq,
97 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
98 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2]);
99 if (p->inti_flags &
100 ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK))
101 pr_info("INT_SRC_OVR unexpected reserved flags: 0x%x\n",
102 p->inti_flags &
103 ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK));
104 }
105 break;
106
107 case ACPI_MADT_TYPE_NMI_SOURCE:
108 {
109 struct acpi_madt_nmi_source *p =
110 (struct acpi_madt_nmi_source *)header;
111 pr_info("NMI_SRC (%s %s global_irq %d)\n",
112 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
113 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
114 p->global_irq);
115 }
116 break;
117
118 case ACPI_MADT_TYPE_LOCAL_APIC_NMI:
119 {
120 struct acpi_madt_local_apic_nmi *p =
121 (struct acpi_madt_local_apic_nmi *)header;
122 pr_info("LAPIC_NMI (acpi_id[0x%02x] %s %s lint[0x%x])\n",
123 p->processor_id,
124 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK ],
125 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
126 p->lint);
127 }
128 break;
129
130 case ACPI_MADT_TYPE_LOCAL_X2APIC_NMI:
131 {
132 u16 polarity, trigger;
133 struct acpi_madt_local_x2apic_nmi *p =
134 (struct acpi_madt_local_x2apic_nmi *)header;
135
136 polarity = p->inti_flags & ACPI_MADT_POLARITY_MASK;
137 trigger = (p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2;
138
139 pr_info("X2APIC_NMI (uid[0x%02x] %s %s lint[0x%x])\n",
140 p->uid,
141 mps_inti_flags_polarity[polarity],
142 mps_inti_flags_trigger[trigger],
143 p->lint);
144 }
145 break;
146
147 case ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE:
148 {
149 struct acpi_madt_local_apic_override *p =
150 (struct acpi_madt_local_apic_override *)header;
151 pr_info("LAPIC_ADDR_OVR (address[%p])\n",
152 (void *)(unsigned long)p->address);
153 }
154 break;
155
156 case ACPI_MADT_TYPE_IO_SAPIC:
157 {
158 struct acpi_madt_io_sapic *p =
159 (struct acpi_madt_io_sapic *)header;
160 pr_debug("IOSAPIC (id[0x%x] address[%p] gsi_base[%d])\n",
161 p->id, (void *)(unsigned long)p->address,
162 p->global_irq_base);
163 }
164 break;
165
166 case ACPI_MADT_TYPE_LOCAL_SAPIC:
167 {
168 struct acpi_madt_local_sapic *p =
169 (struct acpi_madt_local_sapic *)header;
170 pr_debug("LSAPIC (acpi_id[0x%02x] lsapic_id[0x%02x] lsapic_eid[0x%02x] %s)\n",
171 p->processor_id, p->id, p->eid,
172 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
173 }
174 break;
175
176 case ACPI_MADT_TYPE_INTERRUPT_SOURCE:
177 {
178 struct acpi_madt_interrupt_source *p =
179 (struct acpi_madt_interrupt_source *)header;
180 pr_info("PLAT_INT_SRC (%s %s type[0x%x] id[0x%04x] eid[0x%x] iosapic_vector[0x%x] global_irq[0x%x]\n",
181 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
182 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
183 p->type, p->id, p->eid, p->io_sapic_vector,
184 p->global_irq);
185 }
186 break;
187
188 case ACPI_MADT_TYPE_GENERIC_INTERRUPT:
189 {
190 struct acpi_madt_generic_interrupt *p =
191 (struct acpi_madt_generic_interrupt *)header;
192 pr_debug("GICC (acpi_id[0x%04x] address[%llx] MPIDR[0x%llx] %s)\n",
193 p->uid, p->base_address,
194 p->arm_mpidr,
195 (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
196
197 }
198 break;
199
200 case ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR:
201 {
202 struct acpi_madt_generic_distributor *p =
203 (struct acpi_madt_generic_distributor *)header;
204 pr_debug("GIC Distributor (gic_id[0x%04x] address[%llx] gsi_base[%d])\n",
205 p->gic_id, p->base_address,
206 p->global_irq_base);
207 }
208 break;
209
210 default:
211 pr_warn("Found unsupported MADT entry (type = 0x%x)\n",
212 header->type);
213 break;
214 }
215}
216
217static unsigned long __init
218acpi_get_entry_type(struct acpi_subtable_entry *entry)
219{
220 switch (entry->type) {
221 case ACPI_SUBTABLE_COMMON:
222 return entry->hdr->common.type;
223 case ACPI_SUBTABLE_HMAT:
224 return entry->hdr->hmat.type;
225 }
226 return 0;
227}
228
229static unsigned long __init
230acpi_get_entry_length(struct acpi_subtable_entry *entry)
231{
232 switch (entry->type) {
233 case ACPI_SUBTABLE_COMMON:
234 return entry->hdr->common.length;
235 case ACPI_SUBTABLE_HMAT:
236 return entry->hdr->hmat.length;
237 }
238 return 0;
239}
240
241static unsigned long __init
242acpi_get_subtable_header_length(struct acpi_subtable_entry *entry)
243{
244 switch (entry->type) {
245 case ACPI_SUBTABLE_COMMON:
246 return sizeof(entry->hdr->common);
247 case ACPI_SUBTABLE_HMAT:
248 return sizeof(entry->hdr->hmat);
249 }
250 return 0;
251}
252
253static enum acpi_subtable_type __init
254acpi_get_subtable_type(char *id)
255{
256 if (strncmp(id, ACPI_SIG_HMAT, 4) == 0)
257 return ACPI_SUBTABLE_HMAT;
258 return ACPI_SUBTABLE_COMMON;
259}
260
261/**
262 * acpi_parse_entries_array - for each proc_num find a suitable subtable
263 *
264 * @id: table id (for debugging purposes)
265 * @table_size: size of the root table
266 * @table_header: where does the table start?
267 * @proc: array of acpi_subtable_proc struct containing entry id
268 * and associated handler with it
269 * @proc_num: how big proc is?
270 * @max_entries: how many entries can we process?
271 *
272 * For each proc_num find a subtable with proc->id and run proc->handler
273 * on it. Assumption is that there's only single handler for particular
274 * entry id.
275 *
276 * The table_size is not the size of the complete ACPI table (the length
277 * field in the header struct), but only the size of the root table; i.e.,
278 * the offset from the very first byte of the complete ACPI table, to the
279 * first byte of the very first subtable.
280 *
281 * On success returns sum of all matching entries for all proc handlers.
282 * Otherwise, -ENODEV or -EINVAL is returned.
283 */
284static int __init acpi_parse_entries_array(char *id, unsigned long table_size,
285 struct acpi_table_header *table_header,
286 struct acpi_subtable_proc *proc, int proc_num,
287 unsigned int max_entries)
288{
289 struct acpi_subtable_entry entry;
290 unsigned long table_end, subtable_len, entry_len;
291 int count = 0;
292 int errs = 0;
293 int i;
294
295 table_end = (unsigned long)table_header + table_header->length;
296
297 /* Parse all entries looking for a match. */
298
299 entry.type = acpi_get_subtable_type(id);
300 entry.hdr = (union acpi_subtable_headers *)
301 ((unsigned long)table_header + table_size);
302 subtable_len = acpi_get_subtable_header_length(&entry);
303
304 while (((unsigned long)entry.hdr) + subtable_len < table_end) {
305 if (max_entries && count >= max_entries)
306 break;
307
308 for (i = 0; i < proc_num; i++) {
309 if (acpi_get_entry_type(&entry) != proc[i].id)
310 continue;
311 if (!proc[i].handler ||
312 (!errs && proc[i].handler(entry.hdr, table_end))) {
313 errs++;
314 continue;
315 }
316
317 proc[i].count++;
318 break;
319 }
320 if (i != proc_num)
321 count++;
322
323 /*
324 * If entry->length is 0, break from this loop to avoid
325 * infinite loop.
326 */
327 entry_len = acpi_get_entry_length(&entry);
328 if (entry_len == 0) {
329 pr_err("[%4.4s:0x%02x] Invalid zero length\n", id, proc->id);
330 return -EINVAL;
331 }
332
333 entry.hdr = (union acpi_subtable_headers *)
334 ((unsigned long)entry.hdr + entry_len);
335 }
336
337 if (max_entries && count > max_entries) {
338 pr_warn("[%4.4s:0x%02x] found the maximum %i entries\n",
339 id, proc->id, count);
340 }
341
342 return errs ? -EINVAL : count;
343}
344
345int __init acpi_table_parse_entries_array(char *id,
346 unsigned long table_size,
347 struct acpi_subtable_proc *proc, int proc_num,
348 unsigned int max_entries)
349{
350 struct acpi_table_header *table_header = NULL;
351 int count;
352 u32 instance = 0;
353
354 if (acpi_disabled)
355 return -ENODEV;
356
357 if (!id)
358 return -EINVAL;
359
360 if (!table_size)
361 return -EINVAL;
362
363 if (!strncmp(id, ACPI_SIG_MADT, 4))
364 instance = acpi_apic_instance;
365
366 acpi_get_table(id, instance, &table_header);
367 if (!table_header) {
368 pr_warn("%4.4s not present\n", id);
369 return -ENODEV;
370 }
371
372 count = acpi_parse_entries_array(id, table_size, table_header,
373 proc, proc_num, max_entries);
374
375 acpi_put_table(table_header);
376 return count;
377}
378
379int __init acpi_table_parse_entries(char *id,
380 unsigned long table_size,
381 int entry_id,
382 acpi_tbl_entry_handler handler,
383 unsigned int max_entries)
384{
385 struct acpi_subtable_proc proc = {
386 .id = entry_id,
387 .handler = handler,
388 };
389
390 return acpi_table_parse_entries_array(id, table_size, &proc, 1,
391 max_entries);
392}
393
394int __init acpi_table_parse_madt(enum acpi_madt_type id,
395 acpi_tbl_entry_handler handler, unsigned int max_entries)
396{
397 return acpi_table_parse_entries(ACPI_SIG_MADT,
398 sizeof(struct acpi_table_madt), id,
399 handler, max_entries);
400}
401
402/**
403 * acpi_table_parse - find table with @id, run @handler on it
404 * @id: table id to find
405 * @handler: handler to run
406 *
407 * Scan the ACPI System Descriptor Table (STD) for a table matching @id,
408 * run @handler on it.
409 *
410 * Return 0 if table found, -errno if not.
411 */
412int __init acpi_table_parse(char *id, acpi_tbl_table_handler handler)
413{
414 struct acpi_table_header *table = NULL;
415
416 if (acpi_disabled)
417 return -ENODEV;
418
419 if (!id || !handler)
420 return -EINVAL;
421
422 if (strncmp(id, ACPI_SIG_MADT, 4) == 0)
423 acpi_get_table(id, acpi_apic_instance, &table);
424 else
425 acpi_get_table(id, 0, &table);
426
427 if (table) {
428 handler(table);
429 acpi_put_table(table);
430 return 0;
431 } else
432 return -ENODEV;
433}
434
435/*
436 * The BIOS is supposed to supply a single APIC/MADT,
437 * but some report two. Provide a knob to use either.
438 * (don't you wish instance 0 and 1 were not the same?)
439 */
440static void __init check_multiple_madt(void)
441{
442 struct acpi_table_header *table = NULL;
443
444 acpi_get_table(ACPI_SIG_MADT, 2, &table);
445 if (table) {
446 pr_warn("BIOS bug: multiple APIC/MADT found, using %d\n",
447 acpi_apic_instance);
448 pr_warn("If \"acpi_apic_instance=%d\" works better, "
449 "notify linux-acpi@vger.kernel.org\n",
450 acpi_apic_instance ? 0 : 2);
451 acpi_put_table(table);
452
453 } else
454 acpi_apic_instance = 0;
455
456 return;
457}
458
459static void acpi_table_taint(struct acpi_table_header *table)
460{
461 pr_warn("Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n",
462 table->signature, table->oem_table_id);
463 add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE);
464}
465
466#ifdef CONFIG_ACPI_TABLE_UPGRADE
467static u64 acpi_tables_addr;
468static int all_tables_size;
469
470/* Copied from acpica/tbutils.c:acpi_tb_checksum() */
471static u8 __init acpi_table_checksum(u8 *buffer, u32 length)
472{
473 u8 sum = 0;
474 u8 *end = buffer + length;
475
476 while (buffer < end)
477 sum = (u8) (sum + *(buffer++));
478 return sum;
479}
480
481/* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */
482static const char table_sigs[][ACPI_NAMESEG_SIZE] __initconst = {
483 ACPI_SIG_BERT, ACPI_SIG_BGRT, ACPI_SIG_CPEP, ACPI_SIG_ECDT,
484 ACPI_SIG_EINJ, ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT,
485 ACPI_SIG_MSCT, ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT,
486 ACPI_SIG_ASF, ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR,
487 ACPI_SIG_HPET, ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG,
488 ACPI_SIG_MCHI, ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI,
489 ACPI_SIG_TCPA, ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT,
490 ACPI_SIG_WDDT, ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT,
491 ACPI_SIG_PSDT, ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT,
492 ACPI_SIG_IORT, ACPI_SIG_NFIT, ACPI_SIG_HMAT, ACPI_SIG_PPTT,
493 ACPI_SIG_NHLT };
494
495#define ACPI_HEADER_SIZE sizeof(struct acpi_table_header)
496
497#define NR_ACPI_INITRD_TABLES 64
498static struct cpio_data __initdata acpi_initrd_files[NR_ACPI_INITRD_TABLES];
499static DECLARE_BITMAP(acpi_initrd_installed, NR_ACPI_INITRD_TABLES);
500
501#define MAP_CHUNK_SIZE (NR_FIX_BTMAPS << PAGE_SHIFT)
502
503void __init acpi_table_upgrade(void)
504{
505 void *data;
506 size_t size;
507 int sig, no, table_nr = 0, total_offset = 0;
508 long offset = 0;
509 struct acpi_table_header *table;
510 char cpio_path[32] = "kernel/firmware/acpi/";
511 struct cpio_data file;
512
513 if (IS_ENABLED(CONFIG_ACPI_TABLE_OVERRIDE_VIA_BUILTIN_INITRD)) {
514 data = __initramfs_start;
515 size = __initramfs_size;
516 } else {
517 data = (void *)initrd_start;
518 size = initrd_end - initrd_start;
519 }
520
521 if (data == NULL || size == 0)
522 return;
523
524 for (no = 0; no < NR_ACPI_INITRD_TABLES; no++) {
525 file = find_cpio_data(cpio_path, data, size, &offset);
526 if (!file.data)
527 break;
528
529 data += offset;
530 size -= offset;
531
532 if (file.size < sizeof(struct acpi_table_header)) {
533 pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n",
534 cpio_path, file.name);
535 continue;
536 }
537
538 table = file.data;
539
540 for (sig = 0; sig < ARRAY_SIZE(table_sigs); sig++)
541 if (!memcmp(table->signature, table_sigs[sig], 4))
542 break;
543
544 if (sig >= ARRAY_SIZE(table_sigs)) {
545 pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n",
546 cpio_path, file.name);
547 continue;
548 }
549 if (file.size != table->length) {
550 pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n",
551 cpio_path, file.name);
552 continue;
553 }
554 if (acpi_table_checksum(file.data, table->length)) {
555 pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n",
556 cpio_path, file.name);
557 continue;
558 }
559
560 pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n",
561 table->signature, cpio_path, file.name, table->length);
562
563 all_tables_size += table->length;
564 acpi_initrd_files[table_nr].data = file.data;
565 acpi_initrd_files[table_nr].size = file.size;
566 table_nr++;
567 }
568 if (table_nr == 0)
569 return;
570
571 if (security_locked_down(LOCKDOWN_ACPI_TABLES)) {
572 pr_notice("kernel is locked down, ignoring table override\n");
573 return;
574 }
575
576 acpi_tables_addr =
577 memblock_find_in_range(0, ACPI_TABLE_UPGRADE_MAX_PHYS,
578 all_tables_size, PAGE_SIZE);
579 if (!acpi_tables_addr) {
580 WARN_ON(1);
581 return;
582 }
583 /*
584 * Only calling e820_add_reserve does not work and the
585 * tables are invalid (memory got used) later.
586 * memblock_reserve works as expected and the tables won't get modified.
587 * But it's not enough on X86 because ioremap will
588 * complain later (used by acpi_os_map_memory) that the pages
589 * that should get mapped are not marked "reserved".
590 * Both memblock_reserve and e820__range_add (via arch_reserve_mem_area)
591 * works fine.
592 */
593 memblock_reserve(acpi_tables_addr, all_tables_size);
594 arch_reserve_mem_area(acpi_tables_addr, all_tables_size);
595
596 /*
597 * early_ioremap only can remap 256k one time. If we map all
598 * tables one time, we will hit the limit. Need to map chunks
599 * one by one during copying the same as that in relocate_initrd().
600 */
601 for (no = 0; no < table_nr; no++) {
602 unsigned char *src_p = acpi_initrd_files[no].data;
603 phys_addr_t size = acpi_initrd_files[no].size;
604 phys_addr_t dest_addr = acpi_tables_addr + total_offset;
605 phys_addr_t slop, clen;
606 char *dest_p;
607
608 total_offset += size;
609
610 while (size) {
611 slop = dest_addr & ~PAGE_MASK;
612 clen = size;
613 if (clen > MAP_CHUNK_SIZE - slop)
614 clen = MAP_CHUNK_SIZE - slop;
615 dest_p = early_memremap(dest_addr & PAGE_MASK,
616 clen + slop);
617 memcpy(dest_p + slop, src_p, clen);
618 early_memunmap(dest_p, clen + slop);
619 src_p += clen;
620 dest_addr += clen;
621 size -= clen;
622 }
623 }
624}
625
626static acpi_status
627acpi_table_initrd_override(struct acpi_table_header *existing_table,
628 acpi_physical_address *address, u32 *length)
629{
630 int table_offset = 0;
631 int table_index = 0;
632 struct acpi_table_header *table;
633 u32 table_length;
634
635 *length = 0;
636 *address = 0;
637 if (!acpi_tables_addr)
638 return AE_OK;
639
640 while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
641 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
642 ACPI_HEADER_SIZE);
643 if (table_offset + table->length > all_tables_size) {
644 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
645 WARN_ON(1);
646 return AE_OK;
647 }
648
649 table_length = table->length;
650
651 /* Only override tables matched */
652 if (memcmp(existing_table->signature, table->signature, 4) ||
653 memcmp(table->oem_id, existing_table->oem_id,
654 ACPI_OEM_ID_SIZE) ||
655 memcmp(table->oem_table_id, existing_table->oem_table_id,
656 ACPI_OEM_TABLE_ID_SIZE)) {
657 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
658 goto next_table;
659 }
660 /*
661 * Mark the table to avoid being used in
662 * acpi_table_initrd_scan() and check the revision.
663 */
664 if (test_and_set_bit(table_index, acpi_initrd_installed) ||
665 existing_table->oem_revision >= table->oem_revision) {
666 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
667 goto next_table;
668 }
669
670 *length = table_length;
671 *address = acpi_tables_addr + table_offset;
672 pr_info("Table Upgrade: override [%4.4s-%6.6s-%8.8s]\n",
673 table->signature, table->oem_id,
674 table->oem_table_id);
675 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
676 break;
677
678next_table:
679 table_offset += table_length;
680 table_index++;
681 }
682 return AE_OK;
683}
684
685static void __init acpi_table_initrd_scan(void)
686{
687 int table_offset = 0;
688 int table_index = 0;
689 u32 table_length;
690 struct acpi_table_header *table;
691
692 if (!acpi_tables_addr)
693 return;
694
695 while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
696 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
697 ACPI_HEADER_SIZE);
698 if (table_offset + table->length > all_tables_size) {
699 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
700 WARN_ON(1);
701 return;
702 }
703
704 table_length = table->length;
705
706 /* Skip RSDT/XSDT which should only be used for override */
707 if (ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_RSDT) ||
708 ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_XSDT)) {
709 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
710 goto next_table;
711 }
712 /*
713 * Mark the table to avoid being used in
714 * acpi_table_initrd_override(). Though this is not possible
715 * because override is disabled in acpi_install_table().
716 */
717 if (test_and_set_bit(table_index, acpi_initrd_installed)) {
718 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
719 goto next_table;
720 }
721
722 pr_info("Table Upgrade: install [%4.4s-%6.6s-%8.8s]\n",
723 table->signature, table->oem_id,
724 table->oem_table_id);
725 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
726 acpi_install_table(acpi_tables_addr + table_offset, TRUE);
727next_table:
728 table_offset += table_length;
729 table_index++;
730 }
731}
732#else
733static acpi_status
734acpi_table_initrd_override(struct acpi_table_header *existing_table,
735 acpi_physical_address *address,
736 u32 *table_length)
737{
738 *table_length = 0;
739 *address = 0;
740 return AE_OK;
741}
742
743static void __init acpi_table_initrd_scan(void)
744{
745}
746#endif /* CONFIG_ACPI_TABLE_UPGRADE */
747
748acpi_status
749acpi_os_physical_table_override(struct acpi_table_header *existing_table,
750 acpi_physical_address *address,
751 u32 *table_length)
752{
753 return acpi_table_initrd_override(existing_table, address,
754 table_length);
755}
756
757#ifdef CONFIG_ACPI_CUSTOM_DSDT
758static void *amlcode __attribute__ ((weakref("AmlCode")));
759static void *dsdt_amlcode __attribute__ ((weakref("dsdt_aml_code")));
760#endif
761
762acpi_status acpi_os_table_override(struct acpi_table_header *existing_table,
763 struct acpi_table_header **new_table)
764{
765 if (!existing_table || !new_table)
766 return AE_BAD_PARAMETER;
767
768 *new_table = NULL;
769
770#ifdef CONFIG_ACPI_CUSTOM_DSDT
771 if (!strncmp(existing_table->signature, "DSDT", 4)) {
772 *new_table = (struct acpi_table_header *)&amlcode;
773 if (!(*new_table))
774 *new_table = (struct acpi_table_header *)&dsdt_amlcode;
775 }
776#endif
777 if (*new_table != NULL)
778 acpi_table_taint(existing_table);
779 return AE_OK;
780}
781
782/*
783 * acpi_table_init()
784 *
785 * find RSDP, find and checksum SDT/XSDT.
786 * checksum all tables, print SDT/XSDT
787 *
788 * result: sdt_entry[] is initialized
789 */
790
791int __init acpi_table_init(void)
792{
793 acpi_status status;
794
795 if (acpi_verify_table_checksum) {
796 pr_info("Early table checksum verification enabled\n");
797 acpi_gbl_enable_table_validation = TRUE;
798 } else {
799 pr_info("Early table checksum verification disabled\n");
800 acpi_gbl_enable_table_validation = FALSE;
801 }
802
803 status = acpi_initialize_tables(initial_tables, ACPI_MAX_TABLES, 0);
804 if (ACPI_FAILURE(status))
805 return -EINVAL;
806 acpi_table_initrd_scan();
807
808 check_multiple_madt();
809 return 0;
810}
811
812static int __init acpi_parse_apic_instance(char *str)
813{
814 if (!str)
815 return -EINVAL;
816
817 if (kstrtoint(str, 0, &acpi_apic_instance))
818 return -EINVAL;
819
820 pr_notice("Shall use APIC/MADT table %d\n", acpi_apic_instance);
821
822 return 0;
823}
824early_param("acpi_apic_instance", acpi_parse_apic_instance);
825
826static int __init acpi_force_table_verification_setup(char *s)
827{
828 acpi_verify_table_checksum = true;
829
830 return 0;
831}
832early_param("acpi_force_table_verification", acpi_force_table_verification_setup);
833
834static int __init acpi_force_32bit_fadt_addr(char *s)
835{
836 pr_info("Forcing 32 Bit FADT addresses\n");
837 acpi_gbl_use32_bit_fadt_addresses = TRUE;
838
839 return 0;
840}
841early_param("acpi_force_32bit_fadt_addr", acpi_force_32bit_fadt_addr);
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * acpi_tables.c - ACPI Boot-Time Table Parsing
4 *
5 * Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
6 */
7
8/* Uncomment next line to get verbose printout */
9/* #define DEBUG */
10#define pr_fmt(fmt) "ACPI: " fmt
11
12#include <linux/init.h>
13#include <linux/kernel.h>
14#include <linux/smp.h>
15#include <linux/string.h>
16#include <linux/types.h>
17#include <linux/irq.h>
18#include <linux/errno.h>
19#include <linux/acpi.h>
20#include <linux/memblock.h>
21#include <linux/earlycpio.h>
22#include <linux/initrd.h>
23#include <linux/security.h>
24#include <linux/kmemleak.h>
25#include "internal.h"
26
27#ifdef CONFIG_ACPI_CUSTOM_DSDT
28#include CONFIG_ACPI_CUSTOM_DSDT_FILE
29#endif
30
31#define ACPI_MAX_TABLES 128
32
33static char *mps_inti_flags_polarity[] = { "dfl", "high", "res", "low" };
34static char *mps_inti_flags_trigger[] = { "dfl", "edge", "res", "level" };
35
36static struct acpi_table_desc initial_tables[ACPI_MAX_TABLES] __initdata;
37
38static int acpi_apic_instance __initdata_or_acpilib;
39
40enum acpi_subtable_type {
41 ACPI_SUBTABLE_COMMON,
42 ACPI_SUBTABLE_HMAT,
43 ACPI_SUBTABLE_PRMT,
44 ACPI_SUBTABLE_CEDT,
45};
46
47struct acpi_subtable_entry {
48 union acpi_subtable_headers *hdr;
49 enum acpi_subtable_type type;
50};
51
52/*
53 * Disable table checksum verification for the early stage due to the size
54 * limitation of the current x86 early mapping implementation.
55 */
56static bool acpi_verify_table_checksum __initdata_or_acpilib = false;
57
58void acpi_table_print_madt_entry(struct acpi_subtable_header *header)
59{
60 if (!header)
61 return;
62
63 switch (header->type) {
64
65 case ACPI_MADT_TYPE_LOCAL_APIC:
66 {
67 struct acpi_madt_local_apic *p =
68 (struct acpi_madt_local_apic *)header;
69 pr_debug("LAPIC (acpi_id[0x%02x] lapic_id[0x%02x] %s)\n",
70 p->processor_id, p->id,
71 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
72 }
73 break;
74
75 case ACPI_MADT_TYPE_LOCAL_X2APIC:
76 {
77 struct acpi_madt_local_x2apic *p =
78 (struct acpi_madt_local_x2apic *)header;
79 pr_debug("X2APIC (apic_id[0x%02x] uid[0x%02x] %s)\n",
80 p->local_apic_id, p->uid,
81 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
82 }
83 break;
84
85 case ACPI_MADT_TYPE_IO_APIC:
86 {
87 struct acpi_madt_io_apic *p =
88 (struct acpi_madt_io_apic *)header;
89 pr_debug("IOAPIC (id[0x%02x] address[0x%08x] gsi_base[%d])\n",
90 p->id, p->address, p->global_irq_base);
91 }
92 break;
93
94 case ACPI_MADT_TYPE_INTERRUPT_OVERRIDE:
95 {
96 struct acpi_madt_interrupt_override *p =
97 (struct acpi_madt_interrupt_override *)header;
98 pr_info("INT_SRC_OVR (bus %d bus_irq %d global_irq %d %s %s)\n",
99 p->bus, p->source_irq, p->global_irq,
100 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
101 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2]);
102 if (p->inti_flags &
103 ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK))
104 pr_info("INT_SRC_OVR unexpected reserved flags: 0x%x\n",
105 p->inti_flags &
106 ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK));
107 }
108 break;
109
110 case ACPI_MADT_TYPE_NMI_SOURCE:
111 {
112 struct acpi_madt_nmi_source *p =
113 (struct acpi_madt_nmi_source *)header;
114 pr_info("NMI_SRC (%s %s global_irq %d)\n",
115 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
116 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
117 p->global_irq);
118 }
119 break;
120
121 case ACPI_MADT_TYPE_LOCAL_APIC_NMI:
122 {
123 struct acpi_madt_local_apic_nmi *p =
124 (struct acpi_madt_local_apic_nmi *)header;
125 pr_info("LAPIC_NMI (acpi_id[0x%02x] %s %s lint[0x%x])\n",
126 p->processor_id,
127 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK ],
128 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
129 p->lint);
130 }
131 break;
132
133 case ACPI_MADT_TYPE_LOCAL_X2APIC_NMI:
134 {
135 u16 polarity, trigger;
136 struct acpi_madt_local_x2apic_nmi *p =
137 (struct acpi_madt_local_x2apic_nmi *)header;
138
139 polarity = p->inti_flags & ACPI_MADT_POLARITY_MASK;
140 trigger = (p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2;
141
142 pr_info("X2APIC_NMI (uid[0x%02x] %s %s lint[0x%x])\n",
143 p->uid,
144 mps_inti_flags_polarity[polarity],
145 mps_inti_flags_trigger[trigger],
146 p->lint);
147 }
148 break;
149
150 case ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE:
151 {
152 struct acpi_madt_local_apic_override *p =
153 (struct acpi_madt_local_apic_override *)header;
154 pr_info("LAPIC_ADDR_OVR (address[0x%llx])\n",
155 p->address);
156 }
157 break;
158
159 case ACPI_MADT_TYPE_IO_SAPIC:
160 {
161 struct acpi_madt_io_sapic *p =
162 (struct acpi_madt_io_sapic *)header;
163 pr_debug("IOSAPIC (id[0x%x] address[%p] gsi_base[%d])\n",
164 p->id, (void *)(unsigned long)p->address,
165 p->global_irq_base);
166 }
167 break;
168
169 case ACPI_MADT_TYPE_LOCAL_SAPIC:
170 {
171 struct acpi_madt_local_sapic *p =
172 (struct acpi_madt_local_sapic *)header;
173 pr_debug("LSAPIC (acpi_id[0x%02x] lsapic_id[0x%02x] lsapic_eid[0x%02x] %s)\n",
174 p->processor_id, p->id, p->eid,
175 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
176 }
177 break;
178
179 case ACPI_MADT_TYPE_INTERRUPT_SOURCE:
180 {
181 struct acpi_madt_interrupt_source *p =
182 (struct acpi_madt_interrupt_source *)header;
183 pr_info("PLAT_INT_SRC (%s %s type[0x%x] id[0x%04x] eid[0x%x] iosapic_vector[0x%x] global_irq[0x%x]\n",
184 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
185 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
186 p->type, p->id, p->eid, p->io_sapic_vector,
187 p->global_irq);
188 }
189 break;
190
191 case ACPI_MADT_TYPE_GENERIC_INTERRUPT:
192 {
193 struct acpi_madt_generic_interrupt *p =
194 (struct acpi_madt_generic_interrupt *)header;
195 pr_debug("GICC (acpi_id[0x%04x] address[%llx] MPIDR[0x%llx] %s)\n",
196 p->uid, p->base_address,
197 p->arm_mpidr,
198 (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
199
200 }
201 break;
202
203 case ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR:
204 {
205 struct acpi_madt_generic_distributor *p =
206 (struct acpi_madt_generic_distributor *)header;
207 pr_debug("GIC Distributor (gic_id[0x%04x] address[%llx] gsi_base[%d])\n",
208 p->gic_id, p->base_address,
209 p->global_irq_base);
210 }
211 break;
212
213 case ACPI_MADT_TYPE_CORE_PIC:
214 {
215 struct acpi_madt_core_pic *p = (struct acpi_madt_core_pic *)header;
216
217 pr_debug("CORE PIC (processor_id[0x%02x] core_id[0x%02x] %s)\n",
218 p->processor_id, p->core_id,
219 (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
220 }
221 break;
222
223 default:
224 pr_warn("Found unsupported MADT entry (type = 0x%x)\n",
225 header->type);
226 break;
227 }
228}
229
230static unsigned long __init_or_acpilib
231acpi_get_entry_type(struct acpi_subtable_entry *entry)
232{
233 switch (entry->type) {
234 case ACPI_SUBTABLE_COMMON:
235 return entry->hdr->common.type;
236 case ACPI_SUBTABLE_HMAT:
237 return entry->hdr->hmat.type;
238 case ACPI_SUBTABLE_PRMT:
239 return 0;
240 case ACPI_SUBTABLE_CEDT:
241 return entry->hdr->cedt.type;
242 }
243 return 0;
244}
245
246static unsigned long __init_or_acpilib
247acpi_get_entry_length(struct acpi_subtable_entry *entry)
248{
249 switch (entry->type) {
250 case ACPI_SUBTABLE_COMMON:
251 return entry->hdr->common.length;
252 case ACPI_SUBTABLE_HMAT:
253 return entry->hdr->hmat.length;
254 case ACPI_SUBTABLE_PRMT:
255 return entry->hdr->prmt.length;
256 case ACPI_SUBTABLE_CEDT:
257 return entry->hdr->cedt.length;
258 }
259 return 0;
260}
261
262static unsigned long __init_or_acpilib
263acpi_get_subtable_header_length(struct acpi_subtable_entry *entry)
264{
265 switch (entry->type) {
266 case ACPI_SUBTABLE_COMMON:
267 return sizeof(entry->hdr->common);
268 case ACPI_SUBTABLE_HMAT:
269 return sizeof(entry->hdr->hmat);
270 case ACPI_SUBTABLE_PRMT:
271 return sizeof(entry->hdr->prmt);
272 case ACPI_SUBTABLE_CEDT:
273 return sizeof(entry->hdr->cedt);
274 }
275 return 0;
276}
277
278static enum acpi_subtable_type __init_or_acpilib
279acpi_get_subtable_type(char *id)
280{
281 if (strncmp(id, ACPI_SIG_HMAT, 4) == 0)
282 return ACPI_SUBTABLE_HMAT;
283 if (strncmp(id, ACPI_SIG_PRMT, 4) == 0)
284 return ACPI_SUBTABLE_PRMT;
285 if (strncmp(id, ACPI_SIG_CEDT, 4) == 0)
286 return ACPI_SUBTABLE_CEDT;
287 return ACPI_SUBTABLE_COMMON;
288}
289
290static __init_or_acpilib bool has_handler(struct acpi_subtable_proc *proc)
291{
292 return proc->handler || proc->handler_arg;
293}
294
295static __init_or_acpilib int call_handler(struct acpi_subtable_proc *proc,
296 union acpi_subtable_headers *hdr,
297 unsigned long end)
298{
299 if (proc->handler)
300 return proc->handler(hdr, end);
301 if (proc->handler_arg)
302 return proc->handler_arg(hdr, proc->arg, end);
303 return -EINVAL;
304}
305
306/**
307 * acpi_parse_entries_array - for each proc_num find a suitable subtable
308 *
309 * @id: table id (for debugging purposes)
310 * @table_size: size of the root table
311 * @table_header: where does the table start?
312 * @proc: array of acpi_subtable_proc struct containing entry id
313 * and associated handler with it
314 * @proc_num: how big proc is?
315 * @max_entries: how many entries can we process?
316 *
317 * For each proc_num find a subtable with proc->id and run proc->handler
318 * on it. Assumption is that there's only single handler for particular
319 * entry id.
320 *
321 * The table_size is not the size of the complete ACPI table (the length
322 * field in the header struct), but only the size of the root table; i.e.,
323 * the offset from the very first byte of the complete ACPI table, to the
324 * first byte of the very first subtable.
325 *
326 * On success returns sum of all matching entries for all proc handlers.
327 * Otherwise, -ENODEV or -EINVAL is returned.
328 */
329static int __init_or_acpilib acpi_parse_entries_array(
330 char *id, unsigned long table_size,
331 struct acpi_table_header *table_header, struct acpi_subtable_proc *proc,
332 int proc_num, unsigned int max_entries)
333{
334 struct acpi_subtable_entry entry;
335 unsigned long table_end, subtable_len, entry_len;
336 int count = 0;
337 int errs = 0;
338 int i;
339
340 table_end = (unsigned long)table_header + table_header->length;
341
342 /* Parse all entries looking for a match. */
343
344 entry.type = acpi_get_subtable_type(id);
345 entry.hdr = (union acpi_subtable_headers *)
346 ((unsigned long)table_header + table_size);
347 subtable_len = acpi_get_subtable_header_length(&entry);
348
349 while (((unsigned long)entry.hdr) + subtable_len < table_end) {
350 if (max_entries && count >= max_entries)
351 break;
352
353 for (i = 0; i < proc_num; i++) {
354 if (acpi_get_entry_type(&entry) != proc[i].id)
355 continue;
356 if (!has_handler(&proc[i]) ||
357 (!errs &&
358 call_handler(&proc[i], entry.hdr, table_end))) {
359 errs++;
360 continue;
361 }
362
363 proc[i].count++;
364 break;
365 }
366 if (i != proc_num)
367 count++;
368
369 /*
370 * If entry->length is 0, break from this loop to avoid
371 * infinite loop.
372 */
373 entry_len = acpi_get_entry_length(&entry);
374 if (entry_len == 0) {
375 pr_err("[%4.4s:0x%02x] Invalid zero length\n", id, proc->id);
376 return -EINVAL;
377 }
378
379 entry.hdr = (union acpi_subtable_headers *)
380 ((unsigned long)entry.hdr + entry_len);
381 }
382
383 if (max_entries && count > max_entries) {
384 pr_warn("[%4.4s:0x%02x] found the maximum %i entries\n",
385 id, proc->id, count);
386 }
387
388 return errs ? -EINVAL : count;
389}
390
391int __init_or_acpilib acpi_table_parse_entries_array(
392 char *id, unsigned long table_size, struct acpi_subtable_proc *proc,
393 int proc_num, unsigned int max_entries)
394{
395 struct acpi_table_header *table_header = NULL;
396 int count;
397 u32 instance = 0;
398
399 if (acpi_disabled)
400 return -ENODEV;
401
402 if (!id)
403 return -EINVAL;
404
405 if (!table_size)
406 return -EINVAL;
407
408 if (!strncmp(id, ACPI_SIG_MADT, 4))
409 instance = acpi_apic_instance;
410
411 acpi_get_table(id, instance, &table_header);
412 if (!table_header) {
413 pr_debug("%4.4s not present\n", id);
414 return -ENODEV;
415 }
416
417 count = acpi_parse_entries_array(id, table_size, table_header,
418 proc, proc_num, max_entries);
419
420 acpi_put_table(table_header);
421 return count;
422}
423
424static int __init_or_acpilib __acpi_table_parse_entries(
425 char *id, unsigned long table_size, int entry_id,
426 acpi_tbl_entry_handler handler, acpi_tbl_entry_handler_arg handler_arg,
427 void *arg, unsigned int max_entries)
428{
429 struct acpi_subtable_proc proc = {
430 .id = entry_id,
431 .handler = handler,
432 .handler_arg = handler_arg,
433 .arg = arg,
434 };
435
436 return acpi_table_parse_entries_array(id, table_size, &proc, 1,
437 max_entries);
438}
439
440int __init_or_acpilib
441acpi_table_parse_cedt(enum acpi_cedt_type id,
442 acpi_tbl_entry_handler_arg handler_arg, void *arg)
443{
444 return __acpi_table_parse_entries(ACPI_SIG_CEDT,
445 sizeof(struct acpi_table_cedt), id,
446 NULL, handler_arg, arg, 0);
447}
448EXPORT_SYMBOL_ACPI_LIB(acpi_table_parse_cedt);
449
450int __init acpi_table_parse_entries(char *id, unsigned long table_size,
451 int entry_id,
452 acpi_tbl_entry_handler handler,
453 unsigned int max_entries)
454{
455 return __acpi_table_parse_entries(id, table_size, entry_id, handler,
456 NULL, NULL, max_entries);
457}
458
459int __init acpi_table_parse_madt(enum acpi_madt_type id,
460 acpi_tbl_entry_handler handler, unsigned int max_entries)
461{
462 return acpi_table_parse_entries(ACPI_SIG_MADT,
463 sizeof(struct acpi_table_madt), id,
464 handler, max_entries);
465}
466
467/**
468 * acpi_table_parse - find table with @id, run @handler on it
469 * @id: table id to find
470 * @handler: handler to run
471 *
472 * Scan the ACPI System Descriptor Table (STD) for a table matching @id,
473 * run @handler on it.
474 *
475 * Return 0 if table found, -errno if not.
476 */
477int __init acpi_table_parse(char *id, acpi_tbl_table_handler handler)
478{
479 struct acpi_table_header *table = NULL;
480
481 if (acpi_disabled)
482 return -ENODEV;
483
484 if (!id || !handler)
485 return -EINVAL;
486
487 if (strncmp(id, ACPI_SIG_MADT, 4) == 0)
488 acpi_get_table(id, acpi_apic_instance, &table);
489 else
490 acpi_get_table(id, 0, &table);
491
492 if (table) {
493 handler(table);
494 acpi_put_table(table);
495 return 0;
496 } else
497 return -ENODEV;
498}
499
500/*
501 * The BIOS is supposed to supply a single APIC/MADT,
502 * but some report two. Provide a knob to use either.
503 * (don't you wish instance 0 and 1 were not the same?)
504 */
505static void __init check_multiple_madt(void)
506{
507 struct acpi_table_header *table = NULL;
508
509 acpi_get_table(ACPI_SIG_MADT, 2, &table);
510 if (table) {
511 pr_warn("BIOS bug: multiple APIC/MADT found, using %d\n",
512 acpi_apic_instance);
513 pr_warn("If \"acpi_apic_instance=%d\" works better, "
514 "notify linux-acpi@vger.kernel.org\n",
515 acpi_apic_instance ? 0 : 2);
516 acpi_put_table(table);
517
518 } else
519 acpi_apic_instance = 0;
520
521 return;
522}
523
524static void acpi_table_taint(struct acpi_table_header *table)
525{
526 pr_warn("Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n",
527 table->signature, table->oem_table_id);
528 add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE);
529}
530
531#ifdef CONFIG_ACPI_TABLE_UPGRADE
532static u64 acpi_tables_addr;
533static int all_tables_size;
534
535/* Copied from acpica/tbutils.c:acpi_tb_checksum() */
536static u8 __init acpi_table_checksum(u8 *buffer, u32 length)
537{
538 u8 sum = 0;
539 u8 *end = buffer + length;
540
541 while (buffer < end)
542 sum = (u8) (sum + *(buffer++));
543 return sum;
544}
545
546/* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */
547static const char table_sigs[][ACPI_NAMESEG_SIZE] __initconst = {
548 ACPI_SIG_BERT, ACPI_SIG_BGRT, ACPI_SIG_CPEP, ACPI_SIG_ECDT,
549 ACPI_SIG_EINJ, ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT,
550 ACPI_SIG_MSCT, ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT,
551 ACPI_SIG_ASF, ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR,
552 ACPI_SIG_HPET, ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG,
553 ACPI_SIG_MCHI, ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI,
554 ACPI_SIG_TCPA, ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT,
555 ACPI_SIG_WDDT, ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT,
556 ACPI_SIG_PSDT, ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT,
557 ACPI_SIG_IORT, ACPI_SIG_NFIT, ACPI_SIG_HMAT, ACPI_SIG_PPTT,
558 ACPI_SIG_NHLT, ACPI_SIG_AEST, ACPI_SIG_CEDT, ACPI_SIG_AGDI };
559
560#define ACPI_HEADER_SIZE sizeof(struct acpi_table_header)
561
562#define NR_ACPI_INITRD_TABLES 64
563static struct cpio_data __initdata acpi_initrd_files[NR_ACPI_INITRD_TABLES];
564static DECLARE_BITMAP(acpi_initrd_installed, NR_ACPI_INITRD_TABLES);
565
566#define MAP_CHUNK_SIZE (NR_FIX_BTMAPS << PAGE_SHIFT)
567
568void __init acpi_table_upgrade(void)
569{
570 void *data;
571 size_t size;
572 int sig, no, table_nr = 0, total_offset = 0;
573 long offset = 0;
574 struct acpi_table_header *table;
575 char cpio_path[32] = "kernel/firmware/acpi/";
576 struct cpio_data file;
577
578 if (IS_ENABLED(CONFIG_ACPI_TABLE_OVERRIDE_VIA_BUILTIN_INITRD)) {
579 data = __initramfs_start;
580 size = __initramfs_size;
581 } else {
582 data = (void *)initrd_start;
583 size = initrd_end - initrd_start;
584 }
585
586 if (data == NULL || size == 0)
587 return;
588
589 for (no = 0; no < NR_ACPI_INITRD_TABLES; no++) {
590 file = find_cpio_data(cpio_path, data, size, &offset);
591 if (!file.data)
592 break;
593
594 data += offset;
595 size -= offset;
596
597 if (file.size < sizeof(struct acpi_table_header)) {
598 pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n",
599 cpio_path, file.name);
600 continue;
601 }
602
603 table = file.data;
604
605 for (sig = 0; sig < ARRAY_SIZE(table_sigs); sig++)
606 if (!memcmp(table->signature, table_sigs[sig], 4))
607 break;
608
609 if (sig >= ARRAY_SIZE(table_sigs)) {
610 pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n",
611 cpio_path, file.name);
612 continue;
613 }
614 if (file.size != table->length) {
615 pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n",
616 cpio_path, file.name);
617 continue;
618 }
619 if (acpi_table_checksum(file.data, table->length)) {
620 pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n",
621 cpio_path, file.name);
622 continue;
623 }
624
625 pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n",
626 table->signature, cpio_path, file.name, table->length);
627
628 all_tables_size += table->length;
629 acpi_initrd_files[table_nr].data = file.data;
630 acpi_initrd_files[table_nr].size = file.size;
631 table_nr++;
632 }
633 if (table_nr == 0)
634 return;
635
636 if (security_locked_down(LOCKDOWN_ACPI_TABLES)) {
637 pr_notice("kernel is locked down, ignoring table override\n");
638 return;
639 }
640
641 acpi_tables_addr =
642 memblock_phys_alloc_range(all_tables_size, PAGE_SIZE,
643 0, ACPI_TABLE_UPGRADE_MAX_PHYS);
644 if (!acpi_tables_addr) {
645 WARN_ON(1);
646 return;
647 }
648 /*
649 * Only calling e820_add_reserve does not work and the
650 * tables are invalid (memory got used) later.
651 * memblock_reserve works as expected and the tables won't get modified.
652 * But it's not enough on X86 because ioremap will
653 * complain later (used by acpi_os_map_memory) that the pages
654 * that should get mapped are not marked "reserved".
655 * Both memblock_reserve and e820__range_add (via arch_reserve_mem_area)
656 * works fine.
657 */
658 arch_reserve_mem_area(acpi_tables_addr, all_tables_size);
659
660 kmemleak_ignore_phys(acpi_tables_addr);
661
662 /*
663 * early_ioremap only can remap 256k one time. If we map all
664 * tables one time, we will hit the limit. Need to map chunks
665 * one by one during copying the same as that in relocate_initrd().
666 */
667 for (no = 0; no < table_nr; no++) {
668 unsigned char *src_p = acpi_initrd_files[no].data;
669 phys_addr_t size = acpi_initrd_files[no].size;
670 phys_addr_t dest_addr = acpi_tables_addr + total_offset;
671 phys_addr_t slop, clen;
672 char *dest_p;
673
674 total_offset += size;
675
676 while (size) {
677 slop = dest_addr & ~PAGE_MASK;
678 clen = size;
679 if (clen > MAP_CHUNK_SIZE - slop)
680 clen = MAP_CHUNK_SIZE - slop;
681 dest_p = early_memremap(dest_addr & PAGE_MASK,
682 clen + slop);
683 memcpy(dest_p + slop, src_p, clen);
684 early_memunmap(dest_p, clen + slop);
685 src_p += clen;
686 dest_addr += clen;
687 size -= clen;
688 }
689 }
690}
691
692static acpi_status
693acpi_table_initrd_override(struct acpi_table_header *existing_table,
694 acpi_physical_address *address, u32 *length)
695{
696 int table_offset = 0;
697 int table_index = 0;
698 struct acpi_table_header *table;
699 u32 table_length;
700
701 *length = 0;
702 *address = 0;
703 if (!acpi_tables_addr)
704 return AE_OK;
705
706 while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
707 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
708 ACPI_HEADER_SIZE);
709 if (table_offset + table->length > all_tables_size) {
710 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
711 WARN_ON(1);
712 return AE_OK;
713 }
714
715 table_length = table->length;
716
717 /* Only override tables matched */
718 if (memcmp(existing_table->signature, table->signature, 4) ||
719 memcmp(table->oem_id, existing_table->oem_id,
720 ACPI_OEM_ID_SIZE) ||
721 memcmp(table->oem_table_id, existing_table->oem_table_id,
722 ACPI_OEM_TABLE_ID_SIZE)) {
723 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
724 goto next_table;
725 }
726 /*
727 * Mark the table to avoid being used in
728 * acpi_table_initrd_scan() and check the revision.
729 */
730 if (test_and_set_bit(table_index, acpi_initrd_installed) ||
731 existing_table->oem_revision >= table->oem_revision) {
732 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
733 goto next_table;
734 }
735
736 *length = table_length;
737 *address = acpi_tables_addr + table_offset;
738 pr_info("Table Upgrade: override [%4.4s-%6.6s-%8.8s]\n",
739 table->signature, table->oem_id,
740 table->oem_table_id);
741 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
742 break;
743
744next_table:
745 table_offset += table_length;
746 table_index++;
747 }
748 return AE_OK;
749}
750
751static void __init acpi_table_initrd_scan(void)
752{
753 int table_offset = 0;
754 int table_index = 0;
755 u32 table_length;
756 struct acpi_table_header *table;
757
758 if (!acpi_tables_addr)
759 return;
760
761 while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
762 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
763 ACPI_HEADER_SIZE);
764 if (table_offset + table->length > all_tables_size) {
765 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
766 WARN_ON(1);
767 return;
768 }
769
770 table_length = table->length;
771
772 /* Skip RSDT/XSDT which should only be used for override */
773 if (ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_RSDT) ||
774 ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_XSDT)) {
775 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
776 goto next_table;
777 }
778 /*
779 * Mark the table to avoid being used in
780 * acpi_table_initrd_override(). Though this is not possible
781 * because override is disabled in acpi_install_physical_table().
782 */
783 if (test_and_set_bit(table_index, acpi_initrd_installed)) {
784 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
785 goto next_table;
786 }
787
788 pr_info("Table Upgrade: install [%4.4s-%6.6s-%8.8s]\n",
789 table->signature, table->oem_id,
790 table->oem_table_id);
791 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
792 acpi_install_physical_table(acpi_tables_addr + table_offset);
793next_table:
794 table_offset += table_length;
795 table_index++;
796 }
797}
798#else
799static acpi_status
800acpi_table_initrd_override(struct acpi_table_header *existing_table,
801 acpi_physical_address *address,
802 u32 *table_length)
803{
804 *table_length = 0;
805 *address = 0;
806 return AE_OK;
807}
808
809static void __init acpi_table_initrd_scan(void)
810{
811}
812#endif /* CONFIG_ACPI_TABLE_UPGRADE */
813
814acpi_status
815acpi_os_physical_table_override(struct acpi_table_header *existing_table,
816 acpi_physical_address *address,
817 u32 *table_length)
818{
819 return acpi_table_initrd_override(existing_table, address,
820 table_length);
821}
822
823#ifdef CONFIG_ACPI_CUSTOM_DSDT
824static void *amlcode __attribute__ ((weakref("AmlCode")));
825static void *dsdt_amlcode __attribute__ ((weakref("dsdt_aml_code")));
826#endif
827
828acpi_status acpi_os_table_override(struct acpi_table_header *existing_table,
829 struct acpi_table_header **new_table)
830{
831 if (!existing_table || !new_table)
832 return AE_BAD_PARAMETER;
833
834 *new_table = NULL;
835
836#ifdef CONFIG_ACPI_CUSTOM_DSDT
837 if (!strncmp(existing_table->signature, "DSDT", 4)) {
838 *new_table = (struct acpi_table_header *)&amlcode;
839 if (!(*new_table))
840 *new_table = (struct acpi_table_header *)&dsdt_amlcode;
841 }
842#endif
843 if (*new_table != NULL)
844 acpi_table_taint(existing_table);
845 return AE_OK;
846}
847
848/*
849 * acpi_locate_initial_tables()
850 *
851 * Get the RSDP, then find and checksum all the ACPI tables.
852 *
853 * result: initial_tables[] is initialized, and points to
854 * a list of ACPI tables.
855 */
856int __init acpi_locate_initial_tables(void)
857{
858 acpi_status status;
859
860 if (acpi_verify_table_checksum) {
861 pr_info("Early table checksum verification enabled\n");
862 acpi_gbl_enable_table_validation = TRUE;
863 } else {
864 pr_info("Early table checksum verification disabled\n");
865 acpi_gbl_enable_table_validation = FALSE;
866 }
867
868 status = acpi_initialize_tables(initial_tables, ACPI_MAX_TABLES, 0);
869 if (ACPI_FAILURE(status))
870 return -EINVAL;
871
872 return 0;
873}
874
875void __init acpi_reserve_initial_tables(void)
876{
877 int i;
878
879 for (i = 0; i < ACPI_MAX_TABLES; i++) {
880 struct acpi_table_desc *table_desc = &initial_tables[i];
881 u64 start = table_desc->address;
882 u64 size = table_desc->length;
883
884 if (!start || !size)
885 break;
886
887 pr_info("Reserving %4s table memory at [mem 0x%llx-0x%llx]\n",
888 table_desc->signature.ascii, start, start + size - 1);
889
890 memblock_reserve(start, size);
891 }
892}
893
894void __init acpi_table_init_complete(void)
895{
896 acpi_table_initrd_scan();
897 check_multiple_madt();
898}
899
900int __init acpi_table_init(void)
901{
902 int ret;
903
904 ret = acpi_locate_initial_tables();
905 if (ret)
906 return ret;
907
908 acpi_table_init_complete();
909
910 return 0;
911}
912
913static int __init acpi_parse_apic_instance(char *str)
914{
915 if (!str)
916 return -EINVAL;
917
918 if (kstrtoint(str, 0, &acpi_apic_instance))
919 return -EINVAL;
920
921 pr_notice("Shall use APIC/MADT table %d\n", acpi_apic_instance);
922
923 return 0;
924}
925early_param("acpi_apic_instance", acpi_parse_apic_instance);
926
927static int __init acpi_force_table_verification_setup(char *s)
928{
929 acpi_verify_table_checksum = true;
930
931 return 0;
932}
933early_param("acpi_force_table_verification", acpi_force_table_verification_setup);
934
935static int __init acpi_force_32bit_fadt_addr(char *s)
936{
937 pr_info("Forcing 32 Bit FADT addresses\n");
938 acpi_gbl_use32_bit_fadt_addresses = TRUE;
939
940 return 0;
941}
942early_param("acpi_force_32bit_fadt_addr", acpi_force_32bit_fadt_addr);