Loading...
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * acpi_osl.c - OS-dependent functions ($Revision: 83 $)
4 *
5 * Copyright (C) 2000 Andrew Henroid
6 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
7 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
8 * Copyright (c) 2008 Intel Corporation
9 * Author: Matthew Wilcox <willy@linux.intel.com>
10 */
11
12#define pr_fmt(fmt) "ACPI: OSL: " fmt
13
14#include <linux/module.h>
15#include <linux/kernel.h>
16#include <linux/slab.h>
17#include <linux/mm.h>
18#include <linux/highmem.h>
19#include <linux/lockdep.h>
20#include <linux/pci.h>
21#include <linux/interrupt.h>
22#include <linux/kmod.h>
23#include <linux/delay.h>
24#include <linux/workqueue.h>
25#include <linux/nmi.h>
26#include <linux/acpi.h>
27#include <linux/efi.h>
28#include <linux/ioport.h>
29#include <linux/list.h>
30#include <linux/jiffies.h>
31#include <linux/semaphore.h>
32#include <linux/security.h>
33
34#include <asm/io.h>
35#include <linux/uaccess.h>
36#include <linux/io-64-nonatomic-lo-hi.h>
37
38#include "acpica/accommon.h"
39#include "internal.h"
40
41/* Definitions for ACPI_DEBUG_PRINT() */
42#define _COMPONENT ACPI_OS_SERVICES
43ACPI_MODULE_NAME("osl");
44
45struct acpi_os_dpc {
46 acpi_osd_exec_callback function;
47 void *context;
48 struct work_struct work;
49};
50
51#ifdef ENABLE_DEBUGGER
52#include <linux/kdb.h>
53
54/* stuff for debugger support */
55int acpi_in_debugger;
56EXPORT_SYMBOL(acpi_in_debugger);
57#endif /*ENABLE_DEBUGGER */
58
59static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
60 u32 pm1b_ctrl);
61static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
62 u32 val_b);
63
64static acpi_osd_handler acpi_irq_handler;
65static void *acpi_irq_context;
66static struct workqueue_struct *kacpid_wq;
67static struct workqueue_struct *kacpi_notify_wq;
68static struct workqueue_struct *kacpi_hotplug_wq;
69static bool acpi_os_initialized;
70unsigned int acpi_sci_irq = INVALID_ACPI_IRQ;
71bool acpi_permanent_mmap = false;
72
73/*
74 * This list of permanent mappings is for memory that may be accessed from
75 * interrupt context, where we can't do the ioremap().
76 */
77struct acpi_ioremap {
78 struct list_head list;
79 void __iomem *virt;
80 acpi_physical_address phys;
81 acpi_size size;
82 union {
83 unsigned long refcount;
84 struct rcu_work rwork;
85 } track;
86};
87
88static LIST_HEAD(acpi_ioremaps);
89static DEFINE_MUTEX(acpi_ioremap_lock);
90#define acpi_ioremap_lock_held() lock_is_held(&acpi_ioremap_lock.dep_map)
91
92static void __init acpi_request_region (struct acpi_generic_address *gas,
93 unsigned int length, char *desc)
94{
95 u64 addr;
96
97 /* Handle possible alignment issues */
98 memcpy(&addr, &gas->address, sizeof(addr));
99 if (!addr || !length)
100 return;
101
102 /* Resources are never freed */
103 if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
104 request_region(addr, length, desc);
105 else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
106 request_mem_region(addr, length, desc);
107}
108
109static int __init acpi_reserve_resources(void)
110{
111 acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
112 "ACPI PM1a_EVT_BLK");
113
114 acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
115 "ACPI PM1b_EVT_BLK");
116
117 acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
118 "ACPI PM1a_CNT_BLK");
119
120 acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
121 "ACPI PM1b_CNT_BLK");
122
123 if (acpi_gbl_FADT.pm_timer_length == 4)
124 acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
125
126 acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
127 "ACPI PM2_CNT_BLK");
128
129 /* Length of GPE blocks must be a non-negative multiple of 2 */
130
131 if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
132 acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
133 acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
134
135 if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
136 acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
137 acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
138
139 return 0;
140}
141fs_initcall_sync(acpi_reserve_resources);
142
143void acpi_os_printf(const char *fmt, ...)
144{
145 va_list args;
146 va_start(args, fmt);
147 acpi_os_vprintf(fmt, args);
148 va_end(args);
149}
150EXPORT_SYMBOL(acpi_os_printf);
151
152void __printf(1, 0) acpi_os_vprintf(const char *fmt, va_list args)
153{
154 static char buffer[512];
155
156 vsprintf(buffer, fmt, args);
157
158#ifdef ENABLE_DEBUGGER
159 if (acpi_in_debugger) {
160 kdb_printf("%s", buffer);
161 } else {
162 if (printk_get_level(buffer))
163 printk("%s", buffer);
164 else
165 printk(KERN_CONT "%s", buffer);
166 }
167#else
168 if (acpi_debugger_write_log(buffer) < 0) {
169 if (printk_get_level(buffer))
170 printk("%s", buffer);
171 else
172 printk(KERN_CONT "%s", buffer);
173 }
174#endif
175}
176
177#ifdef CONFIG_KEXEC
178static unsigned long acpi_rsdp;
179static int __init setup_acpi_rsdp(char *arg)
180{
181 return kstrtoul(arg, 16, &acpi_rsdp);
182}
183early_param("acpi_rsdp", setup_acpi_rsdp);
184#endif
185
186acpi_physical_address __init acpi_os_get_root_pointer(void)
187{
188 acpi_physical_address pa;
189
190#ifdef CONFIG_KEXEC
191 /*
192 * We may have been provided with an RSDP on the command line,
193 * but if a malicious user has done so they may be pointing us
194 * at modified ACPI tables that could alter kernel behaviour -
195 * so, we check the lockdown status before making use of
196 * it. If we trust it then also stash it in an architecture
197 * specific location (if appropriate) so it can be carried
198 * over further kexec()s.
199 */
200 if (acpi_rsdp && !security_locked_down(LOCKDOWN_ACPI_TABLES)) {
201 acpi_arch_set_root_pointer(acpi_rsdp);
202 return acpi_rsdp;
203 }
204#endif
205 pa = acpi_arch_get_root_pointer();
206 if (pa)
207 return pa;
208
209 if (efi_enabled(EFI_CONFIG_TABLES)) {
210 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
211 return efi.acpi20;
212 if (efi.acpi != EFI_INVALID_TABLE_ADDR)
213 return efi.acpi;
214 pr_err("System description tables not found\n");
215 } else if (IS_ENABLED(CONFIG_ACPI_LEGACY_TABLES_LOOKUP)) {
216 acpi_find_root_pointer(&pa);
217 }
218
219 return pa;
220}
221
222/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
223static struct acpi_ioremap *
224acpi_map_lookup(acpi_physical_address phys, acpi_size size)
225{
226 struct acpi_ioremap *map;
227
228 list_for_each_entry_rcu(map, &acpi_ioremaps, list, acpi_ioremap_lock_held())
229 if (map->phys <= phys &&
230 phys + size <= map->phys + map->size)
231 return map;
232
233 return NULL;
234}
235
236/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
237static void __iomem *
238acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
239{
240 struct acpi_ioremap *map;
241
242 map = acpi_map_lookup(phys, size);
243 if (map)
244 return map->virt + (phys - map->phys);
245
246 return NULL;
247}
248
249void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
250{
251 struct acpi_ioremap *map;
252 void __iomem *virt = NULL;
253
254 mutex_lock(&acpi_ioremap_lock);
255 map = acpi_map_lookup(phys, size);
256 if (map) {
257 virt = map->virt + (phys - map->phys);
258 map->track.refcount++;
259 }
260 mutex_unlock(&acpi_ioremap_lock);
261 return virt;
262}
263EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
264
265/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
266static struct acpi_ioremap *
267acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
268{
269 struct acpi_ioremap *map;
270
271 list_for_each_entry_rcu(map, &acpi_ioremaps, list, acpi_ioremap_lock_held())
272 if (map->virt <= virt &&
273 virt + size <= map->virt + map->size)
274 return map;
275
276 return NULL;
277}
278
279#if defined(CONFIG_ARM64) || defined(CONFIG_RISCV)
280/* ioremap will take care of cache attributes */
281#define should_use_kmap(pfn) 0
282#else
283#define should_use_kmap(pfn) page_is_ram(pfn)
284#endif
285
286static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
287{
288 unsigned long pfn;
289
290 pfn = pg_off >> PAGE_SHIFT;
291 if (should_use_kmap(pfn)) {
292 if (pg_sz > PAGE_SIZE)
293 return NULL;
294 return (void __iomem __force *)kmap(pfn_to_page(pfn));
295 } else
296 return acpi_os_ioremap(pg_off, pg_sz);
297}
298
299static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
300{
301 unsigned long pfn;
302
303 pfn = pg_off >> PAGE_SHIFT;
304 if (should_use_kmap(pfn))
305 kunmap(pfn_to_page(pfn));
306 else
307 iounmap(vaddr);
308}
309
310/**
311 * acpi_os_map_iomem - Get a virtual address for a given physical address range.
312 * @phys: Start of the physical address range to map.
313 * @size: Size of the physical address range to map.
314 *
315 * Look up the given physical address range in the list of existing ACPI memory
316 * mappings. If found, get a reference to it and return a pointer to it (its
317 * virtual address). If not found, map it, add it to that list and return a
318 * pointer to it.
319 *
320 * During early init (when acpi_permanent_mmap has not been set yet) this
321 * routine simply calls __acpi_map_table() to get the job done.
322 */
323void __iomem __ref
324*acpi_os_map_iomem(acpi_physical_address phys, acpi_size size)
325{
326 struct acpi_ioremap *map;
327 void __iomem *virt;
328 acpi_physical_address pg_off;
329 acpi_size pg_sz;
330
331 if (phys > ULONG_MAX) {
332 pr_err("Cannot map memory that high: 0x%llx\n", phys);
333 return NULL;
334 }
335
336 if (!acpi_permanent_mmap)
337 return __acpi_map_table((unsigned long)phys, size);
338
339 mutex_lock(&acpi_ioremap_lock);
340 /* Check if there's a suitable mapping already. */
341 map = acpi_map_lookup(phys, size);
342 if (map) {
343 map->track.refcount++;
344 goto out;
345 }
346
347 map = kzalloc(sizeof(*map), GFP_KERNEL);
348 if (!map) {
349 mutex_unlock(&acpi_ioremap_lock);
350 return NULL;
351 }
352
353 pg_off = round_down(phys, PAGE_SIZE);
354 pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
355 virt = acpi_map(phys, size);
356 if (!virt) {
357 mutex_unlock(&acpi_ioremap_lock);
358 kfree(map);
359 return NULL;
360 }
361
362 INIT_LIST_HEAD(&map->list);
363 map->virt = (void __iomem __force *)((unsigned long)virt & PAGE_MASK);
364 map->phys = pg_off;
365 map->size = pg_sz;
366 map->track.refcount = 1;
367
368 list_add_tail_rcu(&map->list, &acpi_ioremaps);
369
370out:
371 mutex_unlock(&acpi_ioremap_lock);
372 return map->virt + (phys - map->phys);
373}
374EXPORT_SYMBOL_GPL(acpi_os_map_iomem);
375
376void *__ref acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
377{
378 return (void *)acpi_os_map_iomem(phys, size);
379}
380EXPORT_SYMBOL_GPL(acpi_os_map_memory);
381
382static void acpi_os_map_remove(struct work_struct *work)
383{
384 struct acpi_ioremap *map = container_of(to_rcu_work(work),
385 struct acpi_ioremap,
386 track.rwork);
387
388 acpi_unmap(map->phys, map->virt);
389 kfree(map);
390}
391
392/* Must be called with mutex_lock(&acpi_ioremap_lock) */
393static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
394{
395 if (--map->track.refcount)
396 return;
397
398 list_del_rcu(&map->list);
399
400 INIT_RCU_WORK(&map->track.rwork, acpi_os_map_remove);
401 queue_rcu_work(system_wq, &map->track.rwork);
402}
403
404/**
405 * acpi_os_unmap_iomem - Drop a memory mapping reference.
406 * @virt: Start of the address range to drop a reference to.
407 * @size: Size of the address range to drop a reference to.
408 *
409 * Look up the given virtual address range in the list of existing ACPI memory
410 * mappings, drop a reference to it and if there are no more active references
411 * to it, queue it up for later removal.
412 *
413 * During early init (when acpi_permanent_mmap has not been set yet) this
414 * routine simply calls __acpi_unmap_table() to get the job done. Since
415 * __acpi_unmap_table() is an __init function, the __ref annotation is needed
416 * here.
417 */
418void __ref acpi_os_unmap_iomem(void __iomem *virt, acpi_size size)
419{
420 struct acpi_ioremap *map;
421
422 if (!acpi_permanent_mmap) {
423 __acpi_unmap_table(virt, size);
424 return;
425 }
426
427 mutex_lock(&acpi_ioremap_lock);
428
429 map = acpi_map_lookup_virt(virt, size);
430 if (!map) {
431 mutex_unlock(&acpi_ioremap_lock);
432 WARN(true, "ACPI: %s: bad address %p\n", __func__, virt);
433 return;
434 }
435 acpi_os_drop_map_ref(map);
436
437 mutex_unlock(&acpi_ioremap_lock);
438}
439EXPORT_SYMBOL_GPL(acpi_os_unmap_iomem);
440
441/**
442 * acpi_os_unmap_memory - Drop a memory mapping reference.
443 * @virt: Start of the address range to drop a reference to.
444 * @size: Size of the address range to drop a reference to.
445 */
446void __ref acpi_os_unmap_memory(void *virt, acpi_size size)
447{
448 acpi_os_unmap_iomem((void __iomem *)virt, size);
449}
450EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
451
452void __iomem *acpi_os_map_generic_address(struct acpi_generic_address *gas)
453{
454 u64 addr;
455
456 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
457 return NULL;
458
459 /* Handle possible alignment issues */
460 memcpy(&addr, &gas->address, sizeof(addr));
461 if (!addr || !gas->bit_width)
462 return NULL;
463
464 return acpi_os_map_iomem(addr, gas->bit_width / 8);
465}
466EXPORT_SYMBOL(acpi_os_map_generic_address);
467
468void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
469{
470 u64 addr;
471 struct acpi_ioremap *map;
472
473 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
474 return;
475
476 /* Handle possible alignment issues */
477 memcpy(&addr, &gas->address, sizeof(addr));
478 if (!addr || !gas->bit_width)
479 return;
480
481 mutex_lock(&acpi_ioremap_lock);
482
483 map = acpi_map_lookup(addr, gas->bit_width / 8);
484 if (!map) {
485 mutex_unlock(&acpi_ioremap_lock);
486 return;
487 }
488 acpi_os_drop_map_ref(map);
489
490 mutex_unlock(&acpi_ioremap_lock);
491}
492EXPORT_SYMBOL(acpi_os_unmap_generic_address);
493
494#ifdef ACPI_FUTURE_USAGE
495acpi_status
496acpi_os_get_physical_address(void *virt, acpi_physical_address *phys)
497{
498 if (!phys || !virt)
499 return AE_BAD_PARAMETER;
500
501 *phys = virt_to_phys(virt);
502
503 return AE_OK;
504}
505#endif
506
507#ifdef CONFIG_ACPI_REV_OVERRIDE_POSSIBLE
508static bool acpi_rev_override;
509
510int __init acpi_rev_override_setup(char *str)
511{
512 acpi_rev_override = true;
513 return 1;
514}
515__setup("acpi_rev_override", acpi_rev_override_setup);
516#else
517#define acpi_rev_override false
518#endif
519
520#define ACPI_MAX_OVERRIDE_LEN 100
521
522static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
523
524acpi_status
525acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
526 acpi_string *new_val)
527{
528 if (!init_val || !new_val)
529 return AE_BAD_PARAMETER;
530
531 *new_val = NULL;
532 if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
533 pr_info("Overriding _OS definition to '%s'\n", acpi_os_name);
534 *new_val = acpi_os_name;
535 }
536
537 if (!memcmp(init_val->name, "_REV", 4) && acpi_rev_override) {
538 pr_info("Overriding _REV return value to 5\n");
539 *new_val = (char *)5;
540 }
541
542 return AE_OK;
543}
544
545static irqreturn_t acpi_irq(int irq, void *dev_id)
546{
547 if ((*acpi_irq_handler)(acpi_irq_context)) {
548 acpi_irq_handled++;
549 return IRQ_HANDLED;
550 } else {
551 acpi_irq_not_handled++;
552 return IRQ_NONE;
553 }
554}
555
556acpi_status
557acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
558 void *context)
559{
560 unsigned int irq;
561
562 acpi_irq_stats_init();
563
564 /*
565 * ACPI interrupts different from the SCI in our copy of the FADT are
566 * not supported.
567 */
568 if (gsi != acpi_gbl_FADT.sci_interrupt)
569 return AE_BAD_PARAMETER;
570
571 if (acpi_irq_handler)
572 return AE_ALREADY_ACQUIRED;
573
574 if (acpi_gsi_to_irq(gsi, &irq) < 0) {
575 pr_err("SCI (ACPI GSI %d) not registered\n", gsi);
576 return AE_OK;
577 }
578
579 acpi_irq_handler = handler;
580 acpi_irq_context = context;
581 if (request_threaded_irq(irq, NULL, acpi_irq, IRQF_SHARED | IRQF_ONESHOT,
582 "acpi", acpi_irq)) {
583 pr_err("SCI (IRQ%d) allocation failed\n", irq);
584 acpi_irq_handler = NULL;
585 return AE_NOT_ACQUIRED;
586 }
587 acpi_sci_irq = irq;
588
589 return AE_OK;
590}
591
592acpi_status acpi_os_remove_interrupt_handler(u32 gsi, acpi_osd_handler handler)
593{
594 if (gsi != acpi_gbl_FADT.sci_interrupt || !acpi_sci_irq_valid())
595 return AE_BAD_PARAMETER;
596
597 free_irq(acpi_sci_irq, acpi_irq);
598 acpi_irq_handler = NULL;
599 acpi_sci_irq = INVALID_ACPI_IRQ;
600
601 return AE_OK;
602}
603
604/*
605 * Running in interpreter thread context, safe to sleep
606 */
607
608void acpi_os_sleep(u64 ms)
609{
610 msleep(ms);
611}
612
613void acpi_os_stall(u32 us)
614{
615 while (us) {
616 u32 delay = 1000;
617
618 if (delay > us)
619 delay = us;
620 udelay(delay);
621 touch_nmi_watchdog();
622 us -= delay;
623 }
624}
625
626/*
627 * Support ACPI 3.0 AML Timer operand. Returns a 64-bit free-running,
628 * monotonically increasing timer with 100ns granularity. Do not use
629 * ktime_get() to implement this function because this function may get
630 * called after timekeeping has been suspended. Note: calling this function
631 * after timekeeping has been suspended may lead to unexpected results
632 * because when timekeeping is suspended the jiffies counter is not
633 * incremented. See also timekeeping_suspend().
634 */
635u64 acpi_os_get_timer(void)
636{
637 return (get_jiffies_64() - INITIAL_JIFFIES) *
638 (ACPI_100NSEC_PER_SEC / HZ);
639}
640
641acpi_status acpi_os_read_port(acpi_io_address port, u32 *value, u32 width)
642{
643 u32 dummy;
644
645 if (value)
646 *value = 0;
647 else
648 value = &dummy;
649
650 if (width <= 8) {
651 *value = inb(port);
652 } else if (width <= 16) {
653 *value = inw(port);
654 } else if (width <= 32) {
655 *value = inl(port);
656 } else {
657 pr_debug("%s: Access width %d not supported\n", __func__, width);
658 return AE_BAD_PARAMETER;
659 }
660
661 return AE_OK;
662}
663
664EXPORT_SYMBOL(acpi_os_read_port);
665
666acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
667{
668 if (width <= 8) {
669 outb(value, port);
670 } else if (width <= 16) {
671 outw(value, port);
672 } else if (width <= 32) {
673 outl(value, port);
674 } else {
675 pr_debug("%s: Access width %d not supported\n", __func__, width);
676 return AE_BAD_PARAMETER;
677 }
678
679 return AE_OK;
680}
681
682EXPORT_SYMBOL(acpi_os_write_port);
683
684int acpi_os_read_iomem(void __iomem *virt_addr, u64 *value, u32 width)
685{
686
687 switch (width) {
688 case 8:
689 *(u8 *) value = readb(virt_addr);
690 break;
691 case 16:
692 *(u16 *) value = readw(virt_addr);
693 break;
694 case 32:
695 *(u32 *) value = readl(virt_addr);
696 break;
697 case 64:
698 *(u64 *) value = readq(virt_addr);
699 break;
700 default:
701 return -EINVAL;
702 }
703
704 return 0;
705}
706
707acpi_status
708acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
709{
710 void __iomem *virt_addr;
711 unsigned int size = width / 8;
712 bool unmap = false;
713 u64 dummy;
714 int error;
715
716 rcu_read_lock();
717 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
718 if (!virt_addr) {
719 rcu_read_unlock();
720 virt_addr = acpi_os_ioremap(phys_addr, size);
721 if (!virt_addr)
722 return AE_BAD_ADDRESS;
723 unmap = true;
724 }
725
726 if (!value)
727 value = &dummy;
728
729 error = acpi_os_read_iomem(virt_addr, value, width);
730 BUG_ON(error);
731
732 if (unmap)
733 iounmap(virt_addr);
734 else
735 rcu_read_unlock();
736
737 return AE_OK;
738}
739
740acpi_status
741acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
742{
743 void __iomem *virt_addr;
744 unsigned int size = width / 8;
745 bool unmap = false;
746
747 rcu_read_lock();
748 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
749 if (!virt_addr) {
750 rcu_read_unlock();
751 virt_addr = acpi_os_ioremap(phys_addr, size);
752 if (!virt_addr)
753 return AE_BAD_ADDRESS;
754 unmap = true;
755 }
756
757 switch (width) {
758 case 8:
759 writeb(value, virt_addr);
760 break;
761 case 16:
762 writew(value, virt_addr);
763 break;
764 case 32:
765 writel(value, virt_addr);
766 break;
767 case 64:
768 writeq(value, virt_addr);
769 break;
770 default:
771 BUG();
772 }
773
774 if (unmap)
775 iounmap(virt_addr);
776 else
777 rcu_read_unlock();
778
779 return AE_OK;
780}
781
782#ifdef CONFIG_PCI
783acpi_status
784acpi_os_read_pci_configuration(struct acpi_pci_id *pci_id, u32 reg,
785 u64 *value, u32 width)
786{
787 int result, size;
788 u32 value32;
789
790 if (!value)
791 return AE_BAD_PARAMETER;
792
793 switch (width) {
794 case 8:
795 size = 1;
796 break;
797 case 16:
798 size = 2;
799 break;
800 case 32:
801 size = 4;
802 break;
803 default:
804 return AE_ERROR;
805 }
806
807 result = raw_pci_read(pci_id->segment, pci_id->bus,
808 PCI_DEVFN(pci_id->device, pci_id->function),
809 reg, size, &value32);
810 *value = value32;
811
812 return (result ? AE_ERROR : AE_OK);
813}
814
815acpi_status
816acpi_os_write_pci_configuration(struct acpi_pci_id *pci_id, u32 reg,
817 u64 value, u32 width)
818{
819 int result, size;
820
821 switch (width) {
822 case 8:
823 size = 1;
824 break;
825 case 16:
826 size = 2;
827 break;
828 case 32:
829 size = 4;
830 break;
831 default:
832 return AE_ERROR;
833 }
834
835 result = raw_pci_write(pci_id->segment, pci_id->bus,
836 PCI_DEVFN(pci_id->device, pci_id->function),
837 reg, size, value);
838
839 return (result ? AE_ERROR : AE_OK);
840}
841#endif
842
843static void acpi_os_execute_deferred(struct work_struct *work)
844{
845 struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
846
847 dpc->function(dpc->context);
848 kfree(dpc);
849}
850
851#ifdef CONFIG_ACPI_DEBUGGER
852static struct acpi_debugger acpi_debugger;
853static bool acpi_debugger_initialized;
854
855int acpi_register_debugger(struct module *owner,
856 const struct acpi_debugger_ops *ops)
857{
858 int ret = 0;
859
860 mutex_lock(&acpi_debugger.lock);
861 if (acpi_debugger.ops) {
862 ret = -EBUSY;
863 goto err_lock;
864 }
865
866 acpi_debugger.owner = owner;
867 acpi_debugger.ops = ops;
868
869err_lock:
870 mutex_unlock(&acpi_debugger.lock);
871 return ret;
872}
873EXPORT_SYMBOL(acpi_register_debugger);
874
875void acpi_unregister_debugger(const struct acpi_debugger_ops *ops)
876{
877 mutex_lock(&acpi_debugger.lock);
878 if (ops == acpi_debugger.ops) {
879 acpi_debugger.ops = NULL;
880 acpi_debugger.owner = NULL;
881 }
882 mutex_unlock(&acpi_debugger.lock);
883}
884EXPORT_SYMBOL(acpi_unregister_debugger);
885
886int acpi_debugger_create_thread(acpi_osd_exec_callback function, void *context)
887{
888 int ret;
889 int (*func)(acpi_osd_exec_callback, void *);
890 struct module *owner;
891
892 if (!acpi_debugger_initialized)
893 return -ENODEV;
894 mutex_lock(&acpi_debugger.lock);
895 if (!acpi_debugger.ops) {
896 ret = -ENODEV;
897 goto err_lock;
898 }
899 if (!try_module_get(acpi_debugger.owner)) {
900 ret = -ENODEV;
901 goto err_lock;
902 }
903 func = acpi_debugger.ops->create_thread;
904 owner = acpi_debugger.owner;
905 mutex_unlock(&acpi_debugger.lock);
906
907 ret = func(function, context);
908
909 mutex_lock(&acpi_debugger.lock);
910 module_put(owner);
911err_lock:
912 mutex_unlock(&acpi_debugger.lock);
913 return ret;
914}
915
916ssize_t acpi_debugger_write_log(const char *msg)
917{
918 ssize_t ret;
919 ssize_t (*func)(const char *);
920 struct module *owner;
921
922 if (!acpi_debugger_initialized)
923 return -ENODEV;
924 mutex_lock(&acpi_debugger.lock);
925 if (!acpi_debugger.ops) {
926 ret = -ENODEV;
927 goto err_lock;
928 }
929 if (!try_module_get(acpi_debugger.owner)) {
930 ret = -ENODEV;
931 goto err_lock;
932 }
933 func = acpi_debugger.ops->write_log;
934 owner = acpi_debugger.owner;
935 mutex_unlock(&acpi_debugger.lock);
936
937 ret = func(msg);
938
939 mutex_lock(&acpi_debugger.lock);
940 module_put(owner);
941err_lock:
942 mutex_unlock(&acpi_debugger.lock);
943 return ret;
944}
945
946ssize_t acpi_debugger_read_cmd(char *buffer, size_t buffer_length)
947{
948 ssize_t ret;
949 ssize_t (*func)(char *, size_t);
950 struct module *owner;
951
952 if (!acpi_debugger_initialized)
953 return -ENODEV;
954 mutex_lock(&acpi_debugger.lock);
955 if (!acpi_debugger.ops) {
956 ret = -ENODEV;
957 goto err_lock;
958 }
959 if (!try_module_get(acpi_debugger.owner)) {
960 ret = -ENODEV;
961 goto err_lock;
962 }
963 func = acpi_debugger.ops->read_cmd;
964 owner = acpi_debugger.owner;
965 mutex_unlock(&acpi_debugger.lock);
966
967 ret = func(buffer, buffer_length);
968
969 mutex_lock(&acpi_debugger.lock);
970 module_put(owner);
971err_lock:
972 mutex_unlock(&acpi_debugger.lock);
973 return ret;
974}
975
976int acpi_debugger_wait_command_ready(void)
977{
978 int ret;
979 int (*func)(bool, char *, size_t);
980 struct module *owner;
981
982 if (!acpi_debugger_initialized)
983 return -ENODEV;
984 mutex_lock(&acpi_debugger.lock);
985 if (!acpi_debugger.ops) {
986 ret = -ENODEV;
987 goto err_lock;
988 }
989 if (!try_module_get(acpi_debugger.owner)) {
990 ret = -ENODEV;
991 goto err_lock;
992 }
993 func = acpi_debugger.ops->wait_command_ready;
994 owner = acpi_debugger.owner;
995 mutex_unlock(&acpi_debugger.lock);
996
997 ret = func(acpi_gbl_method_executing,
998 acpi_gbl_db_line_buf, ACPI_DB_LINE_BUFFER_SIZE);
999
1000 mutex_lock(&acpi_debugger.lock);
1001 module_put(owner);
1002err_lock:
1003 mutex_unlock(&acpi_debugger.lock);
1004 return ret;
1005}
1006
1007int acpi_debugger_notify_command_complete(void)
1008{
1009 int ret;
1010 int (*func)(void);
1011 struct module *owner;
1012
1013 if (!acpi_debugger_initialized)
1014 return -ENODEV;
1015 mutex_lock(&acpi_debugger.lock);
1016 if (!acpi_debugger.ops) {
1017 ret = -ENODEV;
1018 goto err_lock;
1019 }
1020 if (!try_module_get(acpi_debugger.owner)) {
1021 ret = -ENODEV;
1022 goto err_lock;
1023 }
1024 func = acpi_debugger.ops->notify_command_complete;
1025 owner = acpi_debugger.owner;
1026 mutex_unlock(&acpi_debugger.lock);
1027
1028 ret = func();
1029
1030 mutex_lock(&acpi_debugger.lock);
1031 module_put(owner);
1032err_lock:
1033 mutex_unlock(&acpi_debugger.lock);
1034 return ret;
1035}
1036
1037int __init acpi_debugger_init(void)
1038{
1039 mutex_init(&acpi_debugger.lock);
1040 acpi_debugger_initialized = true;
1041 return 0;
1042}
1043#endif
1044
1045/*******************************************************************************
1046 *
1047 * FUNCTION: acpi_os_execute
1048 *
1049 * PARAMETERS: Type - Type of the callback
1050 * Function - Function to be executed
1051 * Context - Function parameters
1052 *
1053 * RETURN: Status
1054 *
1055 * DESCRIPTION: Depending on type, either queues function for deferred execution or
1056 * immediately executes function on a separate thread.
1057 *
1058 ******************************************************************************/
1059
1060acpi_status acpi_os_execute(acpi_execute_type type,
1061 acpi_osd_exec_callback function, void *context)
1062{
1063 struct acpi_os_dpc *dpc;
1064 int ret;
1065
1066 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1067 "Scheduling function [%p(%p)] for deferred execution.\n",
1068 function, context));
1069
1070 if (type == OSL_DEBUGGER_MAIN_THREAD) {
1071 ret = acpi_debugger_create_thread(function, context);
1072 if (ret) {
1073 pr_err("Kernel thread creation failed\n");
1074 return AE_ERROR;
1075 }
1076 return AE_OK;
1077 }
1078
1079 /*
1080 * Allocate/initialize DPC structure. Note that this memory will be
1081 * freed by the callee. The kernel handles the work_struct list in a
1082 * way that allows us to also free its memory inside the callee.
1083 * Because we may want to schedule several tasks with different
1084 * parameters we can't use the approach some kernel code uses of
1085 * having a static work_struct.
1086 */
1087
1088 dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
1089 if (!dpc)
1090 return AE_NO_MEMORY;
1091
1092 dpc->function = function;
1093 dpc->context = context;
1094 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1095
1096 /*
1097 * To prevent lockdep from complaining unnecessarily, make sure that
1098 * there is a different static lockdep key for each workqueue by using
1099 * INIT_WORK() for each of them separately.
1100 */
1101 switch (type) {
1102 case OSL_NOTIFY_HANDLER:
1103 ret = queue_work(kacpi_notify_wq, &dpc->work);
1104 break;
1105 case OSL_GPE_HANDLER:
1106 /*
1107 * On some machines, a software-initiated SMI causes corruption
1108 * unless the SMI runs on CPU 0. An SMI can be initiated by
1109 * any AML, but typically it's done in GPE-related methods that
1110 * are run via workqueues, so we can avoid the known corruption
1111 * cases by always queueing on CPU 0.
1112 */
1113 ret = queue_work_on(0, kacpid_wq, &dpc->work);
1114 break;
1115 default:
1116 pr_err("Unsupported os_execute type %d.\n", type);
1117 goto err;
1118 }
1119 if (!ret) {
1120 pr_err("Unable to queue work\n");
1121 goto err;
1122 }
1123
1124 return AE_OK;
1125
1126err:
1127 kfree(dpc);
1128 return AE_ERROR;
1129}
1130EXPORT_SYMBOL(acpi_os_execute);
1131
1132void acpi_os_wait_events_complete(void)
1133{
1134 /*
1135 * Make sure the GPE handler or the fixed event handler is not used
1136 * on another CPU after removal.
1137 */
1138 if (acpi_sci_irq_valid())
1139 synchronize_hardirq(acpi_sci_irq);
1140 flush_workqueue(kacpid_wq);
1141 flush_workqueue(kacpi_notify_wq);
1142}
1143EXPORT_SYMBOL(acpi_os_wait_events_complete);
1144
1145struct acpi_hp_work {
1146 struct work_struct work;
1147 struct acpi_device *adev;
1148 u32 src;
1149};
1150
1151static void acpi_hotplug_work_fn(struct work_struct *work)
1152{
1153 struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1154
1155 acpi_os_wait_events_complete();
1156 acpi_device_hotplug(hpw->adev, hpw->src);
1157 kfree(hpw);
1158}
1159
1160acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
1161{
1162 struct acpi_hp_work *hpw;
1163
1164 acpi_handle_debug(adev->handle,
1165 "Scheduling hotplug event %u for deferred handling\n",
1166 src);
1167
1168 hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1169 if (!hpw)
1170 return AE_NO_MEMORY;
1171
1172 INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
1173 hpw->adev = adev;
1174 hpw->src = src;
1175 /*
1176 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1177 * the hotplug code may call driver .remove() functions, which may
1178 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1179 * these workqueues.
1180 */
1181 if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1182 kfree(hpw);
1183 return AE_ERROR;
1184 }
1185 return AE_OK;
1186}
1187
1188bool acpi_queue_hotplug_work(struct work_struct *work)
1189{
1190 return queue_work(kacpi_hotplug_wq, work);
1191}
1192
1193acpi_status
1194acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle *handle)
1195{
1196 struct semaphore *sem = NULL;
1197
1198 sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
1199 if (!sem)
1200 return AE_NO_MEMORY;
1201
1202 sema_init(sem, initial_units);
1203
1204 *handle = (acpi_handle *) sem;
1205
1206 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1207 *handle, initial_units));
1208
1209 return AE_OK;
1210}
1211
1212/*
1213 * TODO: A better way to delete semaphores? Linux doesn't have a
1214 * 'delete_semaphore()' function -- may result in an invalid
1215 * pointer dereference for non-synchronized consumers. Should
1216 * we at least check for blocked threads and signal/cancel them?
1217 */
1218
1219acpi_status acpi_os_delete_semaphore(acpi_handle handle)
1220{
1221 struct semaphore *sem = (struct semaphore *)handle;
1222
1223 if (!sem)
1224 return AE_BAD_PARAMETER;
1225
1226 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
1227
1228 BUG_ON(!list_empty(&sem->wait_list));
1229 kfree(sem);
1230 sem = NULL;
1231
1232 return AE_OK;
1233}
1234
1235/*
1236 * TODO: Support for units > 1?
1237 */
1238acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
1239{
1240 acpi_status status = AE_OK;
1241 struct semaphore *sem = (struct semaphore *)handle;
1242 long jiffies;
1243 int ret = 0;
1244
1245 if (!acpi_os_initialized)
1246 return AE_OK;
1247
1248 if (!sem || (units < 1))
1249 return AE_BAD_PARAMETER;
1250
1251 if (units > 1)
1252 return AE_SUPPORT;
1253
1254 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1255 handle, units, timeout));
1256
1257 if (timeout == ACPI_WAIT_FOREVER)
1258 jiffies = MAX_SCHEDULE_TIMEOUT;
1259 else
1260 jiffies = msecs_to_jiffies(timeout);
1261
1262 ret = down_timeout(sem, jiffies);
1263 if (ret)
1264 status = AE_TIME;
1265
1266 if (ACPI_FAILURE(status)) {
1267 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1268 "Failed to acquire semaphore[%p|%d|%d], %s",
1269 handle, units, timeout,
1270 acpi_format_exception(status)));
1271 } else {
1272 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1273 "Acquired semaphore[%p|%d|%d]", handle,
1274 units, timeout));
1275 }
1276
1277 return status;
1278}
1279
1280/*
1281 * TODO: Support for units > 1?
1282 */
1283acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
1284{
1285 struct semaphore *sem = (struct semaphore *)handle;
1286
1287 if (!acpi_os_initialized)
1288 return AE_OK;
1289
1290 if (!sem || (units < 1))
1291 return AE_BAD_PARAMETER;
1292
1293 if (units > 1)
1294 return AE_SUPPORT;
1295
1296 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1297 units));
1298
1299 up(sem);
1300
1301 return AE_OK;
1302}
1303
1304acpi_status acpi_os_get_line(char *buffer, u32 buffer_length, u32 *bytes_read)
1305{
1306#ifdef ENABLE_DEBUGGER
1307 if (acpi_in_debugger) {
1308 u32 chars;
1309
1310 kdb_read(buffer, buffer_length);
1311
1312 /* remove the CR kdb includes */
1313 chars = strlen(buffer) - 1;
1314 buffer[chars] = '\0';
1315 }
1316#else
1317 int ret;
1318
1319 ret = acpi_debugger_read_cmd(buffer, buffer_length);
1320 if (ret < 0)
1321 return AE_ERROR;
1322 if (bytes_read)
1323 *bytes_read = ret;
1324#endif
1325
1326 return AE_OK;
1327}
1328EXPORT_SYMBOL(acpi_os_get_line);
1329
1330acpi_status acpi_os_wait_command_ready(void)
1331{
1332 int ret;
1333
1334 ret = acpi_debugger_wait_command_ready();
1335 if (ret < 0)
1336 return AE_ERROR;
1337 return AE_OK;
1338}
1339
1340acpi_status acpi_os_notify_command_complete(void)
1341{
1342 int ret;
1343
1344 ret = acpi_debugger_notify_command_complete();
1345 if (ret < 0)
1346 return AE_ERROR;
1347 return AE_OK;
1348}
1349
1350acpi_status acpi_os_signal(u32 function, void *info)
1351{
1352 switch (function) {
1353 case ACPI_SIGNAL_FATAL:
1354 pr_err("Fatal opcode executed\n");
1355 break;
1356 case ACPI_SIGNAL_BREAKPOINT:
1357 /*
1358 * AML Breakpoint
1359 * ACPI spec. says to treat it as a NOP unless
1360 * you are debugging. So if/when we integrate
1361 * AML debugger into the kernel debugger its
1362 * hook will go here. But until then it is
1363 * not useful to print anything on breakpoints.
1364 */
1365 break;
1366 default:
1367 break;
1368 }
1369
1370 return AE_OK;
1371}
1372
1373static int __init acpi_os_name_setup(char *str)
1374{
1375 char *p = acpi_os_name;
1376 int count = ACPI_MAX_OVERRIDE_LEN - 1;
1377
1378 if (!str || !*str)
1379 return 0;
1380
1381 for (; count-- && *str; str++) {
1382 if (isalnum(*str) || *str == ' ' || *str == ':')
1383 *p++ = *str;
1384 else if (*str == '\'' || *str == '"')
1385 continue;
1386 else
1387 break;
1388 }
1389 *p = 0;
1390
1391 return 1;
1392
1393}
1394
1395__setup("acpi_os_name=", acpi_os_name_setup);
1396
1397/*
1398 * Disable the auto-serialization of named objects creation methods.
1399 *
1400 * This feature is enabled by default. It marks the AML control methods
1401 * that contain the opcodes to create named objects as "Serialized".
1402 */
1403static int __init acpi_no_auto_serialize_setup(char *str)
1404{
1405 acpi_gbl_auto_serialize_methods = FALSE;
1406 pr_info("Auto-serialization disabled\n");
1407
1408 return 1;
1409}
1410
1411__setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
1412
1413/* Check of resource interference between native drivers and ACPI
1414 * OperationRegions (SystemIO and System Memory only).
1415 * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1416 * in arbitrary AML code and can interfere with legacy drivers.
1417 * acpi_enforce_resources= can be set to:
1418 *
1419 * - strict (default) (2)
1420 * -> further driver trying to access the resources will not load
1421 * - lax (1)
1422 * -> further driver trying to access the resources will load, but you
1423 * get a system message that something might go wrong...
1424 *
1425 * - no (0)
1426 * -> ACPI Operation Region resources will not be registered
1427 *
1428 */
1429#define ENFORCE_RESOURCES_STRICT 2
1430#define ENFORCE_RESOURCES_LAX 1
1431#define ENFORCE_RESOURCES_NO 0
1432
1433static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1434
1435static int __init acpi_enforce_resources_setup(char *str)
1436{
1437 if (str == NULL || *str == '\0')
1438 return 0;
1439
1440 if (!strcmp("strict", str))
1441 acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1442 else if (!strcmp("lax", str))
1443 acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1444 else if (!strcmp("no", str))
1445 acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1446
1447 return 1;
1448}
1449
1450__setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1451
1452/* Check for resource conflicts between ACPI OperationRegions and native
1453 * drivers */
1454int acpi_check_resource_conflict(const struct resource *res)
1455{
1456 acpi_adr_space_type space_id;
1457
1458 if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1459 return 0;
1460
1461 if (res->flags & IORESOURCE_IO)
1462 space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1463 else if (res->flags & IORESOURCE_MEM)
1464 space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
1465 else
1466 return 0;
1467
1468 if (!acpi_check_address_range(space_id, res->start, resource_size(res), 1))
1469 return 0;
1470
1471 pr_info("Resource conflict; ACPI support missing from driver?\n");
1472
1473 if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1474 return -EBUSY;
1475
1476 if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1477 pr_notice("Resource conflict: System may be unstable or behave erratically\n");
1478
1479 return 0;
1480}
1481EXPORT_SYMBOL(acpi_check_resource_conflict);
1482
1483int acpi_check_region(resource_size_t start, resource_size_t n,
1484 const char *name)
1485{
1486 struct resource res = DEFINE_RES_IO_NAMED(start, n, name);
1487
1488 return acpi_check_resource_conflict(&res);
1489}
1490EXPORT_SYMBOL(acpi_check_region);
1491
1492/*
1493 * Let drivers know whether the resource checks are effective
1494 */
1495int acpi_resources_are_enforced(void)
1496{
1497 return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1498}
1499EXPORT_SYMBOL(acpi_resources_are_enforced);
1500
1501/*
1502 * Deallocate the memory for a spinlock.
1503 */
1504void acpi_os_delete_lock(acpi_spinlock handle)
1505{
1506 ACPI_FREE(handle);
1507}
1508
1509/*
1510 * Acquire a spinlock.
1511 *
1512 * handle is a pointer to the spinlock_t.
1513 */
1514
1515acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
1516 __acquires(lockp)
1517{
1518 spin_lock(lockp);
1519 return 0;
1520}
1521
1522/*
1523 * Release a spinlock. See above.
1524 */
1525
1526void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags not_used)
1527 __releases(lockp)
1528{
1529 spin_unlock(lockp);
1530}
1531
1532#ifndef ACPI_USE_LOCAL_CACHE
1533
1534/*******************************************************************************
1535 *
1536 * FUNCTION: acpi_os_create_cache
1537 *
1538 * PARAMETERS: name - Ascii name for the cache
1539 * size - Size of each cached object
1540 * depth - Maximum depth of the cache (in objects) <ignored>
1541 * cache - Where the new cache object is returned
1542 *
1543 * RETURN: status
1544 *
1545 * DESCRIPTION: Create a cache object
1546 *
1547 ******************************************************************************/
1548
1549acpi_status
1550acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t **cache)
1551{
1552 *cache = kmem_cache_create(name, size, 0, 0, NULL);
1553 if (*cache == NULL)
1554 return AE_ERROR;
1555 else
1556 return AE_OK;
1557}
1558
1559/*******************************************************************************
1560 *
1561 * FUNCTION: acpi_os_purge_cache
1562 *
1563 * PARAMETERS: Cache - Handle to cache object
1564 *
1565 * RETURN: Status
1566 *
1567 * DESCRIPTION: Free all objects within the requested cache.
1568 *
1569 ******************************************************************************/
1570
1571acpi_status acpi_os_purge_cache(acpi_cache_t *cache)
1572{
1573 kmem_cache_shrink(cache);
1574 return AE_OK;
1575}
1576
1577/*******************************************************************************
1578 *
1579 * FUNCTION: acpi_os_delete_cache
1580 *
1581 * PARAMETERS: Cache - Handle to cache object
1582 *
1583 * RETURN: Status
1584 *
1585 * DESCRIPTION: Free all objects within the requested cache and delete the
1586 * cache object.
1587 *
1588 ******************************************************************************/
1589
1590acpi_status acpi_os_delete_cache(acpi_cache_t *cache)
1591{
1592 kmem_cache_destroy(cache);
1593 return AE_OK;
1594}
1595
1596/*******************************************************************************
1597 *
1598 * FUNCTION: acpi_os_release_object
1599 *
1600 * PARAMETERS: Cache - Handle to cache object
1601 * Object - The object to be released
1602 *
1603 * RETURN: None
1604 *
1605 * DESCRIPTION: Release an object to the specified cache. If cache is full,
1606 * the object is deleted.
1607 *
1608 ******************************************************************************/
1609
1610acpi_status acpi_os_release_object(acpi_cache_t *cache, void *object)
1611{
1612 kmem_cache_free(cache, object);
1613 return AE_OK;
1614}
1615#endif
1616
1617static int __init acpi_no_static_ssdt_setup(char *s)
1618{
1619 acpi_gbl_disable_ssdt_table_install = TRUE;
1620 pr_info("Static SSDT installation disabled\n");
1621
1622 return 0;
1623}
1624
1625early_param("acpi_no_static_ssdt", acpi_no_static_ssdt_setup);
1626
1627static int __init acpi_disable_return_repair(char *s)
1628{
1629 pr_notice("Predefined validation mechanism disabled\n");
1630 acpi_gbl_disable_auto_repair = TRUE;
1631
1632 return 1;
1633}
1634
1635__setup("acpica_no_return_repair", acpi_disable_return_repair);
1636
1637acpi_status __init acpi_os_initialize(void)
1638{
1639 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1640 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1641
1642 acpi_gbl_xgpe0_block_logical_address =
1643 (unsigned long)acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1644 acpi_gbl_xgpe1_block_logical_address =
1645 (unsigned long)acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
1646
1647 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER) {
1648 /*
1649 * Use acpi_os_map_generic_address to pre-map the reset
1650 * register if it's in system memory.
1651 */
1652 void *rv;
1653
1654 rv = acpi_os_map_generic_address(&acpi_gbl_FADT.reset_register);
1655 pr_debug("%s: Reset register mapping %s\n", __func__,
1656 rv ? "successful" : "failed");
1657 }
1658 acpi_os_initialized = true;
1659
1660 return AE_OK;
1661}
1662
1663acpi_status __init acpi_os_initialize1(void)
1664{
1665 kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1666 kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 0);
1667 kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
1668 BUG_ON(!kacpid_wq);
1669 BUG_ON(!kacpi_notify_wq);
1670 BUG_ON(!kacpi_hotplug_wq);
1671 acpi_osi_init();
1672 return AE_OK;
1673}
1674
1675acpi_status acpi_os_terminate(void)
1676{
1677 if (acpi_irq_handler) {
1678 acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
1679 acpi_irq_handler);
1680 }
1681
1682 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1683 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1684 acpi_gbl_xgpe0_block_logical_address = 0UL;
1685 acpi_gbl_xgpe1_block_logical_address = 0UL;
1686
1687 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1688 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1689
1690 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER)
1691 acpi_os_unmap_generic_address(&acpi_gbl_FADT.reset_register);
1692
1693 destroy_workqueue(kacpid_wq);
1694 destroy_workqueue(kacpi_notify_wq);
1695 destroy_workqueue(kacpi_hotplug_wq);
1696
1697 return AE_OK;
1698}
1699
1700acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1701 u32 pm1b_control)
1702{
1703 int rc = 0;
1704
1705 if (__acpi_os_prepare_sleep)
1706 rc = __acpi_os_prepare_sleep(sleep_state,
1707 pm1a_control, pm1b_control);
1708 if (rc < 0)
1709 return AE_ERROR;
1710 else if (rc > 0)
1711 return AE_CTRL_TERMINATE;
1712
1713 return AE_OK;
1714}
1715
1716void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1717 u32 pm1a_ctrl, u32 pm1b_ctrl))
1718{
1719 __acpi_os_prepare_sleep = func;
1720}
1721
1722#if (ACPI_REDUCED_HARDWARE)
1723acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1724 u32 val_b)
1725{
1726 int rc = 0;
1727
1728 if (__acpi_os_prepare_extended_sleep)
1729 rc = __acpi_os_prepare_extended_sleep(sleep_state,
1730 val_a, val_b);
1731 if (rc < 0)
1732 return AE_ERROR;
1733 else if (rc > 0)
1734 return AE_CTRL_TERMINATE;
1735
1736 return AE_OK;
1737}
1738#else
1739acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1740 u32 val_b)
1741{
1742 return AE_OK;
1743}
1744#endif
1745
1746void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1747 u32 val_a, u32 val_b))
1748{
1749 __acpi_os_prepare_extended_sleep = func;
1750}
1751
1752acpi_status acpi_os_enter_sleep(u8 sleep_state,
1753 u32 reg_a_value, u32 reg_b_value)
1754{
1755 acpi_status status;
1756
1757 if (acpi_gbl_reduced_hardware)
1758 status = acpi_os_prepare_extended_sleep(sleep_state,
1759 reg_a_value,
1760 reg_b_value);
1761 else
1762 status = acpi_os_prepare_sleep(sleep_state,
1763 reg_a_value, reg_b_value);
1764 return status;
1765}
1/*
2 * acpi_osl.c - OS-dependent functions ($Revision: 83 $)
3 *
4 * Copyright (C) 2000 Andrew Henroid
5 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
6 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
7 * Copyright (c) 2008 Intel Corporation
8 * Author: Matthew Wilcox <willy@linux.intel.com>
9 *
10 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or
15 * (at your option) any later version.
16 *
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
21 *
22 * You should have received a copy of the GNU General Public License
23 * along with this program; if not, write to the Free Software
24 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
25 *
26 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
27 *
28 */
29
30#include <linux/module.h>
31#include <linux/kernel.h>
32#include <linux/slab.h>
33#include <linux/mm.h>
34#include <linux/highmem.h>
35#include <linux/pci.h>
36#include <linux/interrupt.h>
37#include <linux/kmod.h>
38#include <linux/delay.h>
39#include <linux/workqueue.h>
40#include <linux/nmi.h>
41#include <linux/acpi.h>
42#include <linux/efi.h>
43#include <linux/ioport.h>
44#include <linux/list.h>
45#include <linux/jiffies.h>
46#include <linux/semaphore.h>
47
48#include <asm/io.h>
49#include <asm/uaccess.h>
50
51#include "internal.h"
52
53#define _COMPONENT ACPI_OS_SERVICES
54ACPI_MODULE_NAME("osl");
55
56struct acpi_os_dpc {
57 acpi_osd_exec_callback function;
58 void *context;
59 struct work_struct work;
60};
61
62#ifdef CONFIG_ACPI_CUSTOM_DSDT
63#include CONFIG_ACPI_CUSTOM_DSDT_FILE
64#endif
65
66#ifdef ENABLE_DEBUGGER
67#include <linux/kdb.h>
68
69/* stuff for debugger support */
70int acpi_in_debugger;
71EXPORT_SYMBOL(acpi_in_debugger);
72
73extern char line_buf[80];
74#endif /*ENABLE_DEBUGGER */
75
76static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
77 u32 pm1b_ctrl);
78static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
79 u32 val_b);
80
81static acpi_osd_handler acpi_irq_handler;
82static void *acpi_irq_context;
83static struct workqueue_struct *kacpid_wq;
84static struct workqueue_struct *kacpi_notify_wq;
85static struct workqueue_struct *kacpi_hotplug_wq;
86
87/*
88 * This list of permanent mappings is for memory that may be accessed from
89 * interrupt context, where we can't do the ioremap().
90 */
91struct acpi_ioremap {
92 struct list_head list;
93 void __iomem *virt;
94 acpi_physical_address phys;
95 acpi_size size;
96 unsigned long refcount;
97};
98
99static LIST_HEAD(acpi_ioremaps);
100static DEFINE_MUTEX(acpi_ioremap_lock);
101
102static void __init acpi_osi_setup_late(void);
103
104/*
105 * The story of _OSI(Linux)
106 *
107 * From pre-history through Linux-2.6.22,
108 * Linux responded TRUE upon a BIOS OSI(Linux) query.
109 *
110 * Unfortunately, reference BIOS writers got wind of this
111 * and put OSI(Linux) in their example code, quickly exposing
112 * this string as ill-conceived and opening the door to
113 * an un-bounded number of BIOS incompatibilities.
114 *
115 * For example, OSI(Linux) was used on resume to re-POST a
116 * video card on one system, because Linux at that time
117 * could not do a speedy restore in its native driver.
118 * But then upon gaining quick native restore capability,
119 * Linux has no way to tell the BIOS to skip the time-consuming
120 * POST -- putting Linux at a permanent performance disadvantage.
121 * On another system, the BIOS writer used OSI(Linux)
122 * to infer native OS support for IPMI! On other systems,
123 * OSI(Linux) simply got in the way of Linux claiming to
124 * be compatible with other operating systems, exposing
125 * BIOS issues such as skipped device initialization.
126 *
127 * So "Linux" turned out to be a really poor chose of
128 * OSI string, and from Linux-2.6.23 onward we respond FALSE.
129 *
130 * BIOS writers should NOT query _OSI(Linux) on future systems.
131 * Linux will complain on the console when it sees it, and return FALSE.
132 * To get Linux to return TRUE for your system will require
133 * a kernel source update to add a DMI entry,
134 * or boot with "acpi_osi=Linux"
135 */
136
137static struct osi_linux {
138 unsigned int enable:1;
139 unsigned int dmi:1;
140 unsigned int cmdline:1;
141 unsigned int default_disabling:1;
142} osi_linux = {0, 0, 0, 0};
143
144static u32 acpi_osi_handler(acpi_string interface, u32 supported)
145{
146 if (!strcmp("Linux", interface)) {
147
148 printk_once(KERN_NOTICE FW_BUG PREFIX
149 "BIOS _OSI(Linux) query %s%s\n",
150 osi_linux.enable ? "honored" : "ignored",
151 osi_linux.cmdline ? " via cmdline" :
152 osi_linux.dmi ? " via DMI" : "");
153 }
154
155 return supported;
156}
157
158static void __init acpi_request_region (struct acpi_generic_address *gas,
159 unsigned int length, char *desc)
160{
161 u64 addr;
162
163 /* Handle possible alignment issues */
164 memcpy(&addr, &gas->address, sizeof(addr));
165 if (!addr || !length)
166 return;
167
168 /* Resources are never freed */
169 if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
170 request_region(addr, length, desc);
171 else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
172 request_mem_region(addr, length, desc);
173}
174
175static int __init acpi_reserve_resources(void)
176{
177 acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
178 "ACPI PM1a_EVT_BLK");
179
180 acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
181 "ACPI PM1b_EVT_BLK");
182
183 acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
184 "ACPI PM1a_CNT_BLK");
185
186 acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
187 "ACPI PM1b_CNT_BLK");
188
189 if (acpi_gbl_FADT.pm_timer_length == 4)
190 acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
191
192 acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
193 "ACPI PM2_CNT_BLK");
194
195 /* Length of GPE blocks must be a non-negative multiple of 2 */
196
197 if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
198 acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
199 acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
200
201 if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
202 acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
203 acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
204
205 return 0;
206}
207device_initcall(acpi_reserve_resources);
208
209void acpi_os_printf(const char *fmt, ...)
210{
211 va_list args;
212 va_start(args, fmt);
213 acpi_os_vprintf(fmt, args);
214 va_end(args);
215}
216
217void acpi_os_vprintf(const char *fmt, va_list args)
218{
219 static char buffer[512];
220
221 vsprintf(buffer, fmt, args);
222
223#ifdef ENABLE_DEBUGGER
224 if (acpi_in_debugger) {
225 kdb_printf("%s", buffer);
226 } else {
227 printk(KERN_CONT "%s", buffer);
228 }
229#else
230 printk(KERN_CONT "%s", buffer);
231#endif
232}
233
234#ifdef CONFIG_KEXEC
235static unsigned long acpi_rsdp;
236static int __init setup_acpi_rsdp(char *arg)
237{
238 acpi_rsdp = simple_strtoul(arg, NULL, 16);
239 return 0;
240}
241early_param("acpi_rsdp", setup_acpi_rsdp);
242#endif
243
244acpi_physical_address __init acpi_os_get_root_pointer(void)
245{
246#ifdef CONFIG_KEXEC
247 if (acpi_rsdp)
248 return acpi_rsdp;
249#endif
250
251 if (efi_enabled(EFI_CONFIG_TABLES)) {
252 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
253 return efi.acpi20;
254 else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
255 return efi.acpi;
256 else {
257 printk(KERN_ERR PREFIX
258 "System description tables not found\n");
259 return 0;
260 }
261 } else {
262 acpi_physical_address pa = 0;
263
264 acpi_find_root_pointer(&pa);
265 return pa;
266 }
267}
268
269/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
270static struct acpi_ioremap *
271acpi_map_lookup(acpi_physical_address phys, acpi_size size)
272{
273 struct acpi_ioremap *map;
274
275 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
276 if (map->phys <= phys &&
277 phys + size <= map->phys + map->size)
278 return map;
279
280 return NULL;
281}
282
283/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
284static void __iomem *
285acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
286{
287 struct acpi_ioremap *map;
288
289 map = acpi_map_lookup(phys, size);
290 if (map)
291 return map->virt + (phys - map->phys);
292
293 return NULL;
294}
295
296void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
297{
298 struct acpi_ioremap *map;
299 void __iomem *virt = NULL;
300
301 mutex_lock(&acpi_ioremap_lock);
302 map = acpi_map_lookup(phys, size);
303 if (map) {
304 virt = map->virt + (phys - map->phys);
305 map->refcount++;
306 }
307 mutex_unlock(&acpi_ioremap_lock);
308 return virt;
309}
310EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
311
312/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
313static struct acpi_ioremap *
314acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
315{
316 struct acpi_ioremap *map;
317
318 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
319 if (map->virt <= virt &&
320 virt + size <= map->virt + map->size)
321 return map;
322
323 return NULL;
324}
325
326#ifndef CONFIG_IA64
327#define should_use_kmap(pfn) page_is_ram(pfn)
328#else
329/* ioremap will take care of cache attributes */
330#define should_use_kmap(pfn) 0
331#endif
332
333static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
334{
335 unsigned long pfn;
336
337 pfn = pg_off >> PAGE_SHIFT;
338 if (should_use_kmap(pfn)) {
339 if (pg_sz > PAGE_SIZE)
340 return NULL;
341 return (void __iomem __force *)kmap(pfn_to_page(pfn));
342 } else
343 return acpi_os_ioremap(pg_off, pg_sz);
344}
345
346static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
347{
348 unsigned long pfn;
349
350 pfn = pg_off >> PAGE_SHIFT;
351 if (should_use_kmap(pfn))
352 kunmap(pfn_to_page(pfn));
353 else
354 iounmap(vaddr);
355}
356
357void __iomem *__init_refok
358acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
359{
360 struct acpi_ioremap *map;
361 void __iomem *virt;
362 acpi_physical_address pg_off;
363 acpi_size pg_sz;
364
365 if (phys > ULONG_MAX) {
366 printk(KERN_ERR PREFIX "Cannot map memory that high\n");
367 return NULL;
368 }
369
370 if (!acpi_gbl_permanent_mmap)
371 return __acpi_map_table((unsigned long)phys, size);
372
373 mutex_lock(&acpi_ioremap_lock);
374 /* Check if there's a suitable mapping already. */
375 map = acpi_map_lookup(phys, size);
376 if (map) {
377 map->refcount++;
378 goto out;
379 }
380
381 map = kzalloc(sizeof(*map), GFP_KERNEL);
382 if (!map) {
383 mutex_unlock(&acpi_ioremap_lock);
384 return NULL;
385 }
386
387 pg_off = round_down(phys, PAGE_SIZE);
388 pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
389 virt = acpi_map(pg_off, pg_sz);
390 if (!virt) {
391 mutex_unlock(&acpi_ioremap_lock);
392 kfree(map);
393 return NULL;
394 }
395
396 INIT_LIST_HEAD(&map->list);
397 map->virt = virt;
398 map->phys = pg_off;
399 map->size = pg_sz;
400 map->refcount = 1;
401
402 list_add_tail_rcu(&map->list, &acpi_ioremaps);
403
404 out:
405 mutex_unlock(&acpi_ioremap_lock);
406 return map->virt + (phys - map->phys);
407}
408EXPORT_SYMBOL_GPL(acpi_os_map_memory);
409
410static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
411{
412 if (!--map->refcount)
413 list_del_rcu(&map->list);
414}
415
416static void acpi_os_map_cleanup(struct acpi_ioremap *map)
417{
418 if (!map->refcount) {
419 synchronize_rcu();
420 acpi_unmap(map->phys, map->virt);
421 kfree(map);
422 }
423}
424
425void __ref acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
426{
427 struct acpi_ioremap *map;
428
429 if (!acpi_gbl_permanent_mmap) {
430 __acpi_unmap_table(virt, size);
431 return;
432 }
433
434 mutex_lock(&acpi_ioremap_lock);
435 map = acpi_map_lookup_virt(virt, size);
436 if (!map) {
437 mutex_unlock(&acpi_ioremap_lock);
438 WARN(true, PREFIX "%s: bad address %p\n", __func__, virt);
439 return;
440 }
441 acpi_os_drop_map_ref(map);
442 mutex_unlock(&acpi_ioremap_lock);
443
444 acpi_os_map_cleanup(map);
445}
446EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
447
448void __init early_acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
449{
450 if (!acpi_gbl_permanent_mmap)
451 __acpi_unmap_table(virt, size);
452}
453
454int acpi_os_map_generic_address(struct acpi_generic_address *gas)
455{
456 u64 addr;
457 void __iomem *virt;
458
459 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
460 return 0;
461
462 /* Handle possible alignment issues */
463 memcpy(&addr, &gas->address, sizeof(addr));
464 if (!addr || !gas->bit_width)
465 return -EINVAL;
466
467 virt = acpi_os_map_memory(addr, gas->bit_width / 8);
468 if (!virt)
469 return -EIO;
470
471 return 0;
472}
473EXPORT_SYMBOL(acpi_os_map_generic_address);
474
475void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
476{
477 u64 addr;
478 struct acpi_ioremap *map;
479
480 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
481 return;
482
483 /* Handle possible alignment issues */
484 memcpy(&addr, &gas->address, sizeof(addr));
485 if (!addr || !gas->bit_width)
486 return;
487
488 mutex_lock(&acpi_ioremap_lock);
489 map = acpi_map_lookup(addr, gas->bit_width / 8);
490 if (!map) {
491 mutex_unlock(&acpi_ioremap_lock);
492 return;
493 }
494 acpi_os_drop_map_ref(map);
495 mutex_unlock(&acpi_ioremap_lock);
496
497 acpi_os_map_cleanup(map);
498}
499EXPORT_SYMBOL(acpi_os_unmap_generic_address);
500
501#ifdef ACPI_FUTURE_USAGE
502acpi_status
503acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
504{
505 if (!phys || !virt)
506 return AE_BAD_PARAMETER;
507
508 *phys = virt_to_phys(virt);
509
510 return AE_OK;
511}
512#endif
513
514#define ACPI_MAX_OVERRIDE_LEN 100
515
516static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
517
518acpi_status
519acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
520 acpi_string * new_val)
521{
522 if (!init_val || !new_val)
523 return AE_BAD_PARAMETER;
524
525 *new_val = NULL;
526 if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
527 printk(KERN_INFO PREFIX "Overriding _OS definition to '%s'\n",
528 acpi_os_name);
529 *new_val = acpi_os_name;
530 }
531
532 return AE_OK;
533}
534
535#ifdef CONFIG_ACPI_INITRD_TABLE_OVERRIDE
536#include <linux/earlycpio.h>
537#include <linux/memblock.h>
538
539static u64 acpi_tables_addr;
540static int all_tables_size;
541
542/* Copied from acpica/tbutils.c:acpi_tb_checksum() */
543static u8 __init acpi_table_checksum(u8 *buffer, u32 length)
544{
545 u8 sum = 0;
546 u8 *end = buffer + length;
547
548 while (buffer < end)
549 sum = (u8) (sum + *(buffer++));
550 return sum;
551}
552
553/* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */
554static const char * const table_sigs[] = {
555 ACPI_SIG_BERT, ACPI_SIG_CPEP, ACPI_SIG_ECDT, ACPI_SIG_EINJ,
556 ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT, ACPI_SIG_MSCT,
557 ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT, ACPI_SIG_ASF,
558 ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR, ACPI_SIG_HPET,
559 ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG, ACPI_SIG_MCHI,
560 ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI, ACPI_SIG_TCPA,
561 ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT, ACPI_SIG_WDDT,
562 ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT, ACPI_SIG_PSDT,
563 ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT, NULL };
564
565#define ACPI_HEADER_SIZE sizeof(struct acpi_table_header)
566
567#define ACPI_OVERRIDE_TABLES 64
568static struct cpio_data __initdata acpi_initrd_files[ACPI_OVERRIDE_TABLES];
569
570#define MAP_CHUNK_SIZE (NR_FIX_BTMAPS << PAGE_SHIFT)
571
572void __init acpi_initrd_override(void *data, size_t size)
573{
574 int sig, no, table_nr = 0, total_offset = 0;
575 long offset = 0;
576 struct acpi_table_header *table;
577 char cpio_path[32] = "kernel/firmware/acpi/";
578 struct cpio_data file;
579
580 if (data == NULL || size == 0)
581 return;
582
583 for (no = 0; no < ACPI_OVERRIDE_TABLES; no++) {
584 file = find_cpio_data(cpio_path, data, size, &offset);
585 if (!file.data)
586 break;
587
588 data += offset;
589 size -= offset;
590
591 if (file.size < sizeof(struct acpi_table_header)) {
592 pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n",
593 cpio_path, file.name);
594 continue;
595 }
596
597 table = file.data;
598
599 for (sig = 0; table_sigs[sig]; sig++)
600 if (!memcmp(table->signature, table_sigs[sig], 4))
601 break;
602
603 if (!table_sigs[sig]) {
604 pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n",
605 cpio_path, file.name);
606 continue;
607 }
608 if (file.size != table->length) {
609 pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n",
610 cpio_path, file.name);
611 continue;
612 }
613 if (acpi_table_checksum(file.data, table->length)) {
614 pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n",
615 cpio_path, file.name);
616 continue;
617 }
618
619 pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n",
620 table->signature, cpio_path, file.name, table->length);
621
622 all_tables_size += table->length;
623 acpi_initrd_files[table_nr].data = file.data;
624 acpi_initrd_files[table_nr].size = file.size;
625 table_nr++;
626 }
627 if (table_nr == 0)
628 return;
629
630 acpi_tables_addr =
631 memblock_find_in_range(0, max_low_pfn_mapped << PAGE_SHIFT,
632 all_tables_size, PAGE_SIZE);
633 if (!acpi_tables_addr) {
634 WARN_ON(1);
635 return;
636 }
637 /*
638 * Only calling e820_add_reserve does not work and the
639 * tables are invalid (memory got used) later.
640 * memblock_reserve works as expected and the tables won't get modified.
641 * But it's not enough on X86 because ioremap will
642 * complain later (used by acpi_os_map_memory) that the pages
643 * that should get mapped are not marked "reserved".
644 * Both memblock_reserve and e820_add_region (via arch_reserve_mem_area)
645 * works fine.
646 */
647 memblock_reserve(acpi_tables_addr, all_tables_size);
648 arch_reserve_mem_area(acpi_tables_addr, all_tables_size);
649
650 /*
651 * early_ioremap only can remap 256k one time. If we map all
652 * tables one time, we will hit the limit. Need to map chunks
653 * one by one during copying the same as that in relocate_initrd().
654 */
655 for (no = 0; no < table_nr; no++) {
656 unsigned char *src_p = acpi_initrd_files[no].data;
657 phys_addr_t size = acpi_initrd_files[no].size;
658 phys_addr_t dest_addr = acpi_tables_addr + total_offset;
659 phys_addr_t slop, clen;
660 char *dest_p;
661
662 total_offset += size;
663
664 while (size) {
665 slop = dest_addr & ~PAGE_MASK;
666 clen = size;
667 if (clen > MAP_CHUNK_SIZE - slop)
668 clen = MAP_CHUNK_SIZE - slop;
669 dest_p = early_ioremap(dest_addr & PAGE_MASK,
670 clen + slop);
671 memcpy(dest_p + slop, src_p, clen);
672 early_iounmap(dest_p, clen + slop);
673 src_p += clen;
674 dest_addr += clen;
675 size -= clen;
676 }
677 }
678}
679#endif /* CONFIG_ACPI_INITRD_TABLE_OVERRIDE */
680
681static void acpi_table_taint(struct acpi_table_header *table)
682{
683 pr_warn(PREFIX
684 "Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n",
685 table->signature, table->oem_table_id);
686 add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE);
687}
688
689
690acpi_status
691acpi_os_table_override(struct acpi_table_header * existing_table,
692 struct acpi_table_header ** new_table)
693{
694 if (!existing_table || !new_table)
695 return AE_BAD_PARAMETER;
696
697 *new_table = NULL;
698
699#ifdef CONFIG_ACPI_CUSTOM_DSDT
700 if (strncmp(existing_table->signature, "DSDT", 4) == 0)
701 *new_table = (struct acpi_table_header *)AmlCode;
702#endif
703 if (*new_table != NULL)
704 acpi_table_taint(existing_table);
705 return AE_OK;
706}
707
708acpi_status
709acpi_os_physical_table_override(struct acpi_table_header *existing_table,
710 acpi_physical_address *address,
711 u32 *table_length)
712{
713#ifndef CONFIG_ACPI_INITRD_TABLE_OVERRIDE
714 *table_length = 0;
715 *address = 0;
716 return AE_OK;
717#else
718 int table_offset = 0;
719 struct acpi_table_header *table;
720
721 *table_length = 0;
722 *address = 0;
723
724 if (!acpi_tables_addr)
725 return AE_OK;
726
727 do {
728 if (table_offset + ACPI_HEADER_SIZE > all_tables_size) {
729 WARN_ON(1);
730 return AE_OK;
731 }
732
733 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
734 ACPI_HEADER_SIZE);
735
736 if (table_offset + table->length > all_tables_size) {
737 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
738 WARN_ON(1);
739 return AE_OK;
740 }
741
742 table_offset += table->length;
743
744 if (memcmp(existing_table->signature, table->signature, 4)) {
745 acpi_os_unmap_memory(table,
746 ACPI_HEADER_SIZE);
747 continue;
748 }
749
750 /* Only override tables with matching oem id */
751 if (memcmp(table->oem_table_id, existing_table->oem_table_id,
752 ACPI_OEM_TABLE_ID_SIZE)) {
753 acpi_os_unmap_memory(table,
754 ACPI_HEADER_SIZE);
755 continue;
756 }
757
758 table_offset -= table->length;
759 *table_length = table->length;
760 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
761 *address = acpi_tables_addr + table_offset;
762 break;
763 } while (table_offset + ACPI_HEADER_SIZE < all_tables_size);
764
765 if (*address != 0)
766 acpi_table_taint(existing_table);
767 return AE_OK;
768#endif
769}
770
771static irqreturn_t acpi_irq(int irq, void *dev_id)
772{
773 u32 handled;
774
775 handled = (*acpi_irq_handler) (acpi_irq_context);
776
777 if (handled) {
778 acpi_irq_handled++;
779 return IRQ_HANDLED;
780 } else {
781 acpi_irq_not_handled++;
782 return IRQ_NONE;
783 }
784}
785
786acpi_status
787acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
788 void *context)
789{
790 unsigned int irq;
791
792 acpi_irq_stats_init();
793
794 /*
795 * ACPI interrupts different from the SCI in our copy of the FADT are
796 * not supported.
797 */
798 if (gsi != acpi_gbl_FADT.sci_interrupt)
799 return AE_BAD_PARAMETER;
800
801 if (acpi_irq_handler)
802 return AE_ALREADY_ACQUIRED;
803
804 if (acpi_gsi_to_irq(gsi, &irq) < 0) {
805 printk(KERN_ERR PREFIX "SCI (ACPI GSI %d) not registered\n",
806 gsi);
807 return AE_OK;
808 }
809
810 acpi_irq_handler = handler;
811 acpi_irq_context = context;
812 if (request_irq(irq, acpi_irq, IRQF_SHARED | IRQF_NO_SUSPEND, "acpi", acpi_irq)) {
813 printk(KERN_ERR PREFIX "SCI (IRQ%d) allocation failed\n", irq);
814 acpi_irq_handler = NULL;
815 return AE_NOT_ACQUIRED;
816 }
817
818 return AE_OK;
819}
820
821acpi_status acpi_os_remove_interrupt_handler(u32 irq, acpi_osd_handler handler)
822{
823 if (irq != acpi_gbl_FADT.sci_interrupt)
824 return AE_BAD_PARAMETER;
825
826 free_irq(irq, acpi_irq);
827 acpi_irq_handler = NULL;
828
829 return AE_OK;
830}
831
832/*
833 * Running in interpreter thread context, safe to sleep
834 */
835
836void acpi_os_sleep(u64 ms)
837{
838 msleep(ms);
839}
840
841void acpi_os_stall(u32 us)
842{
843 while (us) {
844 u32 delay = 1000;
845
846 if (delay > us)
847 delay = us;
848 udelay(delay);
849 touch_nmi_watchdog();
850 us -= delay;
851 }
852}
853
854/*
855 * Support ACPI 3.0 AML Timer operand
856 * Returns 64-bit free-running, monotonically increasing timer
857 * with 100ns granularity
858 */
859u64 acpi_os_get_timer(void)
860{
861 u64 time_ns = ktime_to_ns(ktime_get());
862 do_div(time_ns, 100);
863 return time_ns;
864}
865
866acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
867{
868 u32 dummy;
869
870 if (!value)
871 value = &dummy;
872
873 *value = 0;
874 if (width <= 8) {
875 *(u8 *) value = inb(port);
876 } else if (width <= 16) {
877 *(u16 *) value = inw(port);
878 } else if (width <= 32) {
879 *(u32 *) value = inl(port);
880 } else {
881 BUG();
882 }
883
884 return AE_OK;
885}
886
887EXPORT_SYMBOL(acpi_os_read_port);
888
889acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
890{
891 if (width <= 8) {
892 outb(value, port);
893 } else if (width <= 16) {
894 outw(value, port);
895 } else if (width <= 32) {
896 outl(value, port);
897 } else {
898 BUG();
899 }
900
901 return AE_OK;
902}
903
904EXPORT_SYMBOL(acpi_os_write_port);
905
906#ifdef readq
907static inline u64 read64(const volatile void __iomem *addr)
908{
909 return readq(addr);
910}
911#else
912static inline u64 read64(const volatile void __iomem *addr)
913{
914 u64 l, h;
915 l = readl(addr);
916 h = readl(addr+4);
917 return l | (h << 32);
918}
919#endif
920
921acpi_status
922acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
923{
924 void __iomem *virt_addr;
925 unsigned int size = width / 8;
926 bool unmap = false;
927 u64 dummy;
928
929 rcu_read_lock();
930 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
931 if (!virt_addr) {
932 rcu_read_unlock();
933 virt_addr = acpi_os_ioremap(phys_addr, size);
934 if (!virt_addr)
935 return AE_BAD_ADDRESS;
936 unmap = true;
937 }
938
939 if (!value)
940 value = &dummy;
941
942 switch (width) {
943 case 8:
944 *(u8 *) value = readb(virt_addr);
945 break;
946 case 16:
947 *(u16 *) value = readw(virt_addr);
948 break;
949 case 32:
950 *(u32 *) value = readl(virt_addr);
951 break;
952 case 64:
953 *(u64 *) value = read64(virt_addr);
954 break;
955 default:
956 BUG();
957 }
958
959 if (unmap)
960 iounmap(virt_addr);
961 else
962 rcu_read_unlock();
963
964 return AE_OK;
965}
966
967#ifdef writeq
968static inline void write64(u64 val, volatile void __iomem *addr)
969{
970 writeq(val, addr);
971}
972#else
973static inline void write64(u64 val, volatile void __iomem *addr)
974{
975 writel(val, addr);
976 writel(val>>32, addr+4);
977}
978#endif
979
980acpi_status
981acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
982{
983 void __iomem *virt_addr;
984 unsigned int size = width / 8;
985 bool unmap = false;
986
987 rcu_read_lock();
988 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
989 if (!virt_addr) {
990 rcu_read_unlock();
991 virt_addr = acpi_os_ioremap(phys_addr, size);
992 if (!virt_addr)
993 return AE_BAD_ADDRESS;
994 unmap = true;
995 }
996
997 switch (width) {
998 case 8:
999 writeb(value, virt_addr);
1000 break;
1001 case 16:
1002 writew(value, virt_addr);
1003 break;
1004 case 32:
1005 writel(value, virt_addr);
1006 break;
1007 case 64:
1008 write64(value, virt_addr);
1009 break;
1010 default:
1011 BUG();
1012 }
1013
1014 if (unmap)
1015 iounmap(virt_addr);
1016 else
1017 rcu_read_unlock();
1018
1019 return AE_OK;
1020}
1021
1022acpi_status
1023acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
1024 u64 *value, u32 width)
1025{
1026 int result, size;
1027 u32 value32;
1028
1029 if (!value)
1030 return AE_BAD_PARAMETER;
1031
1032 switch (width) {
1033 case 8:
1034 size = 1;
1035 break;
1036 case 16:
1037 size = 2;
1038 break;
1039 case 32:
1040 size = 4;
1041 break;
1042 default:
1043 return AE_ERROR;
1044 }
1045
1046 result = raw_pci_read(pci_id->segment, pci_id->bus,
1047 PCI_DEVFN(pci_id->device, pci_id->function),
1048 reg, size, &value32);
1049 *value = value32;
1050
1051 return (result ? AE_ERROR : AE_OK);
1052}
1053
1054acpi_status
1055acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
1056 u64 value, u32 width)
1057{
1058 int result, size;
1059
1060 switch (width) {
1061 case 8:
1062 size = 1;
1063 break;
1064 case 16:
1065 size = 2;
1066 break;
1067 case 32:
1068 size = 4;
1069 break;
1070 default:
1071 return AE_ERROR;
1072 }
1073
1074 result = raw_pci_write(pci_id->segment, pci_id->bus,
1075 PCI_DEVFN(pci_id->device, pci_id->function),
1076 reg, size, value);
1077
1078 return (result ? AE_ERROR : AE_OK);
1079}
1080
1081static void acpi_os_execute_deferred(struct work_struct *work)
1082{
1083 struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
1084
1085 dpc->function(dpc->context);
1086 kfree(dpc);
1087}
1088
1089/*******************************************************************************
1090 *
1091 * FUNCTION: acpi_os_execute
1092 *
1093 * PARAMETERS: Type - Type of the callback
1094 * Function - Function to be executed
1095 * Context - Function parameters
1096 *
1097 * RETURN: Status
1098 *
1099 * DESCRIPTION: Depending on type, either queues function for deferred execution or
1100 * immediately executes function on a separate thread.
1101 *
1102 ******************************************************************************/
1103
1104acpi_status acpi_os_execute(acpi_execute_type type,
1105 acpi_osd_exec_callback function, void *context)
1106{
1107 acpi_status status = AE_OK;
1108 struct acpi_os_dpc *dpc;
1109 struct workqueue_struct *queue;
1110 int ret;
1111 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1112 "Scheduling function [%p(%p)] for deferred execution.\n",
1113 function, context));
1114
1115 /*
1116 * Allocate/initialize DPC structure. Note that this memory will be
1117 * freed by the callee. The kernel handles the work_struct list in a
1118 * way that allows us to also free its memory inside the callee.
1119 * Because we may want to schedule several tasks with different
1120 * parameters we can't use the approach some kernel code uses of
1121 * having a static work_struct.
1122 */
1123
1124 dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
1125 if (!dpc)
1126 return AE_NO_MEMORY;
1127
1128 dpc->function = function;
1129 dpc->context = context;
1130
1131 /*
1132 * To prevent lockdep from complaining unnecessarily, make sure that
1133 * there is a different static lockdep key for each workqueue by using
1134 * INIT_WORK() for each of them separately.
1135 */
1136 if (type == OSL_NOTIFY_HANDLER) {
1137 queue = kacpi_notify_wq;
1138 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1139 } else {
1140 queue = kacpid_wq;
1141 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1142 }
1143
1144 /*
1145 * On some machines, a software-initiated SMI causes corruption unless
1146 * the SMI runs on CPU 0. An SMI can be initiated by any AML, but
1147 * typically it's done in GPE-related methods that are run via
1148 * workqueues, so we can avoid the known corruption cases by always
1149 * queueing on CPU 0.
1150 */
1151 ret = queue_work_on(0, queue, &dpc->work);
1152
1153 if (!ret) {
1154 printk(KERN_ERR PREFIX
1155 "Call to queue_work() failed.\n");
1156 status = AE_ERROR;
1157 kfree(dpc);
1158 }
1159 return status;
1160}
1161EXPORT_SYMBOL(acpi_os_execute);
1162
1163void acpi_os_wait_events_complete(void)
1164{
1165 flush_workqueue(kacpid_wq);
1166 flush_workqueue(kacpi_notify_wq);
1167}
1168
1169struct acpi_hp_work {
1170 struct work_struct work;
1171 struct acpi_device *adev;
1172 u32 src;
1173};
1174
1175static void acpi_hotplug_work_fn(struct work_struct *work)
1176{
1177 struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1178
1179 acpi_os_wait_events_complete();
1180 acpi_device_hotplug(hpw->adev, hpw->src);
1181 kfree(hpw);
1182}
1183
1184acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
1185{
1186 struct acpi_hp_work *hpw;
1187
1188 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1189 "Scheduling hotplug event (%p, %u) for deferred execution.\n",
1190 adev, src));
1191
1192 hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1193 if (!hpw)
1194 return AE_NO_MEMORY;
1195
1196 INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
1197 hpw->adev = adev;
1198 hpw->src = src;
1199 /*
1200 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1201 * the hotplug code may call driver .remove() functions, which may
1202 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1203 * these workqueues.
1204 */
1205 if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1206 kfree(hpw);
1207 return AE_ERROR;
1208 }
1209 return AE_OK;
1210}
1211
1212bool acpi_queue_hotplug_work(struct work_struct *work)
1213{
1214 return queue_work(kacpi_hotplug_wq, work);
1215}
1216
1217acpi_status
1218acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
1219{
1220 struct semaphore *sem = NULL;
1221
1222 sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
1223 if (!sem)
1224 return AE_NO_MEMORY;
1225
1226 sema_init(sem, initial_units);
1227
1228 *handle = (acpi_handle *) sem;
1229
1230 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1231 *handle, initial_units));
1232
1233 return AE_OK;
1234}
1235
1236/*
1237 * TODO: A better way to delete semaphores? Linux doesn't have a
1238 * 'delete_semaphore()' function -- may result in an invalid
1239 * pointer dereference for non-synchronized consumers. Should
1240 * we at least check for blocked threads and signal/cancel them?
1241 */
1242
1243acpi_status acpi_os_delete_semaphore(acpi_handle handle)
1244{
1245 struct semaphore *sem = (struct semaphore *)handle;
1246
1247 if (!sem)
1248 return AE_BAD_PARAMETER;
1249
1250 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
1251
1252 BUG_ON(!list_empty(&sem->wait_list));
1253 kfree(sem);
1254 sem = NULL;
1255
1256 return AE_OK;
1257}
1258
1259/*
1260 * TODO: Support for units > 1?
1261 */
1262acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
1263{
1264 acpi_status status = AE_OK;
1265 struct semaphore *sem = (struct semaphore *)handle;
1266 long jiffies;
1267 int ret = 0;
1268
1269 if (!sem || (units < 1))
1270 return AE_BAD_PARAMETER;
1271
1272 if (units > 1)
1273 return AE_SUPPORT;
1274
1275 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1276 handle, units, timeout));
1277
1278 if (timeout == ACPI_WAIT_FOREVER)
1279 jiffies = MAX_SCHEDULE_TIMEOUT;
1280 else
1281 jiffies = msecs_to_jiffies(timeout);
1282
1283 ret = down_timeout(sem, jiffies);
1284 if (ret)
1285 status = AE_TIME;
1286
1287 if (ACPI_FAILURE(status)) {
1288 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1289 "Failed to acquire semaphore[%p|%d|%d], %s",
1290 handle, units, timeout,
1291 acpi_format_exception(status)));
1292 } else {
1293 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1294 "Acquired semaphore[%p|%d|%d]", handle,
1295 units, timeout));
1296 }
1297
1298 return status;
1299}
1300
1301/*
1302 * TODO: Support for units > 1?
1303 */
1304acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
1305{
1306 struct semaphore *sem = (struct semaphore *)handle;
1307
1308 if (!sem || (units < 1))
1309 return AE_BAD_PARAMETER;
1310
1311 if (units > 1)
1312 return AE_SUPPORT;
1313
1314 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1315 units));
1316
1317 up(sem);
1318
1319 return AE_OK;
1320}
1321
1322#ifdef ACPI_FUTURE_USAGE
1323u32 acpi_os_get_line(char *buffer)
1324{
1325
1326#ifdef ENABLE_DEBUGGER
1327 if (acpi_in_debugger) {
1328 u32 chars;
1329
1330 kdb_read(buffer, sizeof(line_buf));
1331
1332 /* remove the CR kdb includes */
1333 chars = strlen(buffer) - 1;
1334 buffer[chars] = '\0';
1335 }
1336#endif
1337
1338 return 0;
1339}
1340#endif /* ACPI_FUTURE_USAGE */
1341
1342acpi_status acpi_os_signal(u32 function, void *info)
1343{
1344 switch (function) {
1345 case ACPI_SIGNAL_FATAL:
1346 printk(KERN_ERR PREFIX "Fatal opcode executed\n");
1347 break;
1348 case ACPI_SIGNAL_BREAKPOINT:
1349 /*
1350 * AML Breakpoint
1351 * ACPI spec. says to treat it as a NOP unless
1352 * you are debugging. So if/when we integrate
1353 * AML debugger into the kernel debugger its
1354 * hook will go here. But until then it is
1355 * not useful to print anything on breakpoints.
1356 */
1357 break;
1358 default:
1359 break;
1360 }
1361
1362 return AE_OK;
1363}
1364
1365static int __init acpi_os_name_setup(char *str)
1366{
1367 char *p = acpi_os_name;
1368 int count = ACPI_MAX_OVERRIDE_LEN - 1;
1369
1370 if (!str || !*str)
1371 return 0;
1372
1373 for (; count-- && *str; str++) {
1374 if (isalnum(*str) || *str == ' ' || *str == ':')
1375 *p++ = *str;
1376 else if (*str == '\'' || *str == '"')
1377 continue;
1378 else
1379 break;
1380 }
1381 *p = 0;
1382
1383 return 1;
1384
1385}
1386
1387__setup("acpi_os_name=", acpi_os_name_setup);
1388
1389#define OSI_STRING_LENGTH_MAX 64 /* arbitrary */
1390#define OSI_STRING_ENTRIES_MAX 16 /* arbitrary */
1391
1392struct osi_setup_entry {
1393 char string[OSI_STRING_LENGTH_MAX];
1394 bool enable;
1395};
1396
1397static struct osi_setup_entry
1398 osi_setup_entries[OSI_STRING_ENTRIES_MAX] __initdata = {
1399 {"Module Device", true},
1400 {"Processor Device", true},
1401 {"3.0 _SCP Extensions", true},
1402 {"Processor Aggregator Device", true},
1403};
1404
1405void __init acpi_osi_setup(char *str)
1406{
1407 struct osi_setup_entry *osi;
1408 bool enable = true;
1409 int i;
1410
1411 if (!acpi_gbl_create_osi_method)
1412 return;
1413
1414 if (str == NULL || *str == '\0') {
1415 printk(KERN_INFO PREFIX "_OSI method disabled\n");
1416 acpi_gbl_create_osi_method = FALSE;
1417 return;
1418 }
1419
1420 if (*str == '!') {
1421 str++;
1422 if (*str == '\0') {
1423 osi_linux.default_disabling = 1;
1424 return;
1425 } else if (*str == '*') {
1426 acpi_update_interfaces(ACPI_DISABLE_ALL_STRINGS);
1427 for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1428 osi = &osi_setup_entries[i];
1429 osi->enable = false;
1430 }
1431 return;
1432 }
1433 enable = false;
1434 }
1435
1436 for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1437 osi = &osi_setup_entries[i];
1438 if (!strcmp(osi->string, str)) {
1439 osi->enable = enable;
1440 break;
1441 } else if (osi->string[0] == '\0') {
1442 osi->enable = enable;
1443 strncpy(osi->string, str, OSI_STRING_LENGTH_MAX);
1444 break;
1445 }
1446 }
1447}
1448
1449static void __init set_osi_linux(unsigned int enable)
1450{
1451 if (osi_linux.enable != enable)
1452 osi_linux.enable = enable;
1453
1454 if (osi_linux.enable)
1455 acpi_osi_setup("Linux");
1456 else
1457 acpi_osi_setup("!Linux");
1458
1459 return;
1460}
1461
1462static void __init acpi_cmdline_osi_linux(unsigned int enable)
1463{
1464 osi_linux.cmdline = 1; /* cmdline set the default and override DMI */
1465 osi_linux.dmi = 0;
1466 set_osi_linux(enable);
1467
1468 return;
1469}
1470
1471void __init acpi_dmi_osi_linux(int enable, const struct dmi_system_id *d)
1472{
1473 printk(KERN_NOTICE PREFIX "DMI detected: %s\n", d->ident);
1474
1475 if (enable == -1)
1476 return;
1477
1478 osi_linux.dmi = 1; /* DMI knows that this box asks OSI(Linux) */
1479 set_osi_linux(enable);
1480
1481 return;
1482}
1483
1484/*
1485 * Modify the list of "OS Interfaces" reported to BIOS via _OSI
1486 *
1487 * empty string disables _OSI
1488 * string starting with '!' disables that string
1489 * otherwise string is added to list, augmenting built-in strings
1490 */
1491static void __init acpi_osi_setup_late(void)
1492{
1493 struct osi_setup_entry *osi;
1494 char *str;
1495 int i;
1496 acpi_status status;
1497
1498 if (osi_linux.default_disabling) {
1499 status = acpi_update_interfaces(ACPI_DISABLE_ALL_VENDOR_STRINGS);
1500
1501 if (ACPI_SUCCESS(status))
1502 printk(KERN_INFO PREFIX "Disabled all _OSI OS vendors\n");
1503 }
1504
1505 for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1506 osi = &osi_setup_entries[i];
1507 str = osi->string;
1508
1509 if (*str == '\0')
1510 break;
1511 if (osi->enable) {
1512 status = acpi_install_interface(str);
1513
1514 if (ACPI_SUCCESS(status))
1515 printk(KERN_INFO PREFIX "Added _OSI(%s)\n", str);
1516 } else {
1517 status = acpi_remove_interface(str);
1518
1519 if (ACPI_SUCCESS(status))
1520 printk(KERN_INFO PREFIX "Deleted _OSI(%s)\n", str);
1521 }
1522 }
1523}
1524
1525static int __init osi_setup(char *str)
1526{
1527 if (str && !strcmp("Linux", str))
1528 acpi_cmdline_osi_linux(1);
1529 else if (str && !strcmp("!Linux", str))
1530 acpi_cmdline_osi_linux(0);
1531 else
1532 acpi_osi_setup(str);
1533
1534 return 1;
1535}
1536
1537__setup("acpi_osi=", osi_setup);
1538
1539/*
1540 * Disable the auto-serialization of named objects creation methods.
1541 *
1542 * This feature is enabled by default. It marks the AML control methods
1543 * that contain the opcodes to create named objects as "Serialized".
1544 */
1545static int __init acpi_no_auto_serialize_setup(char *str)
1546{
1547 acpi_gbl_auto_serialize_methods = FALSE;
1548 pr_info("ACPI: auto-serialization disabled\n");
1549
1550 return 1;
1551}
1552
1553__setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
1554
1555/* Check of resource interference between native drivers and ACPI
1556 * OperationRegions (SystemIO and System Memory only).
1557 * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1558 * in arbitrary AML code and can interfere with legacy drivers.
1559 * acpi_enforce_resources= can be set to:
1560 *
1561 * - strict (default) (2)
1562 * -> further driver trying to access the resources will not load
1563 * - lax (1)
1564 * -> further driver trying to access the resources will load, but you
1565 * get a system message that something might go wrong...
1566 *
1567 * - no (0)
1568 * -> ACPI Operation Region resources will not be registered
1569 *
1570 */
1571#define ENFORCE_RESOURCES_STRICT 2
1572#define ENFORCE_RESOURCES_LAX 1
1573#define ENFORCE_RESOURCES_NO 0
1574
1575static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1576
1577static int __init acpi_enforce_resources_setup(char *str)
1578{
1579 if (str == NULL || *str == '\0')
1580 return 0;
1581
1582 if (!strcmp("strict", str))
1583 acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1584 else if (!strcmp("lax", str))
1585 acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1586 else if (!strcmp("no", str))
1587 acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1588
1589 return 1;
1590}
1591
1592__setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1593
1594/* Check for resource conflicts between ACPI OperationRegions and native
1595 * drivers */
1596int acpi_check_resource_conflict(const struct resource *res)
1597{
1598 acpi_adr_space_type space_id;
1599 acpi_size length;
1600 u8 warn = 0;
1601 int clash = 0;
1602
1603 if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1604 return 0;
1605 if (!(res->flags & IORESOURCE_IO) && !(res->flags & IORESOURCE_MEM))
1606 return 0;
1607
1608 if (res->flags & IORESOURCE_IO)
1609 space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1610 else
1611 space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
1612
1613 length = resource_size(res);
1614 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO)
1615 warn = 1;
1616 clash = acpi_check_address_range(space_id, res->start, length, warn);
1617
1618 if (clash) {
1619 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO) {
1620 if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1621 printk(KERN_NOTICE "ACPI: This conflict may"
1622 " cause random problems and system"
1623 " instability\n");
1624 printk(KERN_INFO "ACPI: If an ACPI driver is available"
1625 " for this device, you should use it instead of"
1626 " the native driver\n");
1627 }
1628 if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1629 return -EBUSY;
1630 }
1631 return 0;
1632}
1633EXPORT_SYMBOL(acpi_check_resource_conflict);
1634
1635int acpi_check_region(resource_size_t start, resource_size_t n,
1636 const char *name)
1637{
1638 struct resource res = {
1639 .start = start,
1640 .end = start + n - 1,
1641 .name = name,
1642 .flags = IORESOURCE_IO,
1643 };
1644
1645 return acpi_check_resource_conflict(&res);
1646}
1647EXPORT_SYMBOL(acpi_check_region);
1648
1649/*
1650 * Let drivers know whether the resource checks are effective
1651 */
1652int acpi_resources_are_enforced(void)
1653{
1654 return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1655}
1656EXPORT_SYMBOL(acpi_resources_are_enforced);
1657
1658/*
1659 * Deallocate the memory for a spinlock.
1660 */
1661void acpi_os_delete_lock(acpi_spinlock handle)
1662{
1663 ACPI_FREE(handle);
1664}
1665
1666/*
1667 * Acquire a spinlock.
1668 *
1669 * handle is a pointer to the spinlock_t.
1670 */
1671
1672acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
1673{
1674 acpi_cpu_flags flags;
1675 spin_lock_irqsave(lockp, flags);
1676 return flags;
1677}
1678
1679/*
1680 * Release a spinlock. See above.
1681 */
1682
1683void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
1684{
1685 spin_unlock_irqrestore(lockp, flags);
1686}
1687
1688#ifndef ACPI_USE_LOCAL_CACHE
1689
1690/*******************************************************************************
1691 *
1692 * FUNCTION: acpi_os_create_cache
1693 *
1694 * PARAMETERS: name - Ascii name for the cache
1695 * size - Size of each cached object
1696 * depth - Maximum depth of the cache (in objects) <ignored>
1697 * cache - Where the new cache object is returned
1698 *
1699 * RETURN: status
1700 *
1701 * DESCRIPTION: Create a cache object
1702 *
1703 ******************************************************************************/
1704
1705acpi_status
1706acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
1707{
1708 *cache = kmem_cache_create(name, size, 0, 0, NULL);
1709 if (*cache == NULL)
1710 return AE_ERROR;
1711 else
1712 return AE_OK;
1713}
1714
1715/*******************************************************************************
1716 *
1717 * FUNCTION: acpi_os_purge_cache
1718 *
1719 * PARAMETERS: Cache - Handle to cache object
1720 *
1721 * RETURN: Status
1722 *
1723 * DESCRIPTION: Free all objects within the requested cache.
1724 *
1725 ******************************************************************************/
1726
1727acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
1728{
1729 kmem_cache_shrink(cache);
1730 return (AE_OK);
1731}
1732
1733/*******************************************************************************
1734 *
1735 * FUNCTION: acpi_os_delete_cache
1736 *
1737 * PARAMETERS: Cache - Handle to cache object
1738 *
1739 * RETURN: Status
1740 *
1741 * DESCRIPTION: Free all objects within the requested cache and delete the
1742 * cache object.
1743 *
1744 ******************************************************************************/
1745
1746acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
1747{
1748 kmem_cache_destroy(cache);
1749 return (AE_OK);
1750}
1751
1752/*******************************************************************************
1753 *
1754 * FUNCTION: acpi_os_release_object
1755 *
1756 * PARAMETERS: Cache - Handle to cache object
1757 * Object - The object to be released
1758 *
1759 * RETURN: None
1760 *
1761 * DESCRIPTION: Release an object to the specified cache. If cache is full,
1762 * the object is deleted.
1763 *
1764 ******************************************************************************/
1765
1766acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
1767{
1768 kmem_cache_free(cache, object);
1769 return (AE_OK);
1770}
1771#endif
1772
1773static int __init acpi_no_auto_ssdt_setup(char *s)
1774{
1775 printk(KERN_NOTICE PREFIX "SSDT auto-load disabled\n");
1776
1777 acpi_gbl_disable_ssdt_table_load = TRUE;
1778
1779 return 1;
1780}
1781
1782__setup("acpi_no_auto_ssdt", acpi_no_auto_ssdt_setup);
1783
1784static int __init acpi_disable_return_repair(char *s)
1785{
1786 printk(KERN_NOTICE PREFIX
1787 "ACPI: Predefined validation mechanism disabled\n");
1788 acpi_gbl_disable_auto_repair = TRUE;
1789
1790 return 1;
1791}
1792
1793__setup("acpica_no_return_repair", acpi_disable_return_repair);
1794
1795acpi_status __init acpi_os_initialize(void)
1796{
1797 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1798 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1799 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1800 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
1801
1802 return AE_OK;
1803}
1804
1805acpi_status __init acpi_os_initialize1(void)
1806{
1807 kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1808 kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
1809 kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
1810 BUG_ON(!kacpid_wq);
1811 BUG_ON(!kacpi_notify_wq);
1812 BUG_ON(!kacpi_hotplug_wq);
1813 acpi_install_interface_handler(acpi_osi_handler);
1814 acpi_osi_setup_late();
1815 return AE_OK;
1816}
1817
1818acpi_status acpi_os_terminate(void)
1819{
1820 if (acpi_irq_handler) {
1821 acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
1822 acpi_irq_handler);
1823 }
1824
1825 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1826 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1827 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1828 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1829
1830 destroy_workqueue(kacpid_wq);
1831 destroy_workqueue(kacpi_notify_wq);
1832 destroy_workqueue(kacpi_hotplug_wq);
1833
1834 return AE_OK;
1835}
1836
1837acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1838 u32 pm1b_control)
1839{
1840 int rc = 0;
1841 if (__acpi_os_prepare_sleep)
1842 rc = __acpi_os_prepare_sleep(sleep_state,
1843 pm1a_control, pm1b_control);
1844 if (rc < 0)
1845 return AE_ERROR;
1846 else if (rc > 0)
1847 return AE_CTRL_SKIP;
1848
1849 return AE_OK;
1850}
1851
1852void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1853 u32 pm1a_ctrl, u32 pm1b_ctrl))
1854{
1855 __acpi_os_prepare_sleep = func;
1856}
1857
1858acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1859 u32 val_b)
1860{
1861 int rc = 0;
1862 if (__acpi_os_prepare_extended_sleep)
1863 rc = __acpi_os_prepare_extended_sleep(sleep_state,
1864 val_a, val_b);
1865 if (rc < 0)
1866 return AE_ERROR;
1867 else if (rc > 0)
1868 return AE_CTRL_SKIP;
1869
1870 return AE_OK;
1871}
1872
1873void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1874 u32 val_a, u32 val_b))
1875{
1876 __acpi_os_prepare_extended_sleep = func;
1877}