1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * acpi_osl.c - OS-dependent functions ($Revision: 83 $)
5 * Copyright (C) 2000 Andrew Henroid
6 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
7 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
8 * Copyright (c) 2008 Intel Corporation
9 * Author: Matthew Wilcox <willy@linux.intel.com>
12 #define pr_fmt(fmt) "ACPI: OSL: " fmt
14 #include <linux/module.h>
15 #include <linux/kernel.h>
16 #include <linux/slab.h>
18 #include <linux/highmem.h>
19 #include <linux/lockdep.h>
20 #include <linux/pci.h>
21 #include <linux/interrupt.h>
22 #include <linux/kmod.h>
23 #include <linux/delay.h>
24 #include <linux/workqueue.h>
25 #include <linux/nmi.h>
26 #include <linux/acpi.h>
27 #include <linux/efi.h>
28 #include <linux/ioport.h>
29 #include <linux/list.h>
30 #include <linux/jiffies.h>
31 #include <linux/semaphore.h>
32 #include <linux/security.h>
35 #include <linux/uaccess.h>
36 #include <linux/io-64-nonatomic-lo-hi.h>
38 #include "acpica/accommon.h"
39 #include "acpica/acnamesp.h"
42 /* Definitions for ACPI_DEBUG_PRINT() */
43 #define _COMPONENT ACPI_OS_SERVICES
44 ACPI_MODULE_NAME("osl");
47 acpi_osd_exec_callback function;
49 struct work_struct work;
52 #ifdef ENABLE_DEBUGGER
53 #include <linux/kdb.h>
55 /* stuff for debugger support */
57 EXPORT_SYMBOL(acpi_in_debugger);
58 #endif /*ENABLE_DEBUGGER */
60 static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
62 static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
65 static acpi_osd_handler acpi_irq_handler;
66 static void *acpi_irq_context;
67 static struct workqueue_struct *kacpid_wq;
68 static struct workqueue_struct *kacpi_notify_wq;
69 static struct workqueue_struct *kacpi_hotplug_wq;
70 static bool acpi_os_initialized;
71 unsigned int acpi_sci_irq = INVALID_ACPI_IRQ;
72 bool acpi_permanent_mmap = false;
75 * This list of permanent mappings is for memory that may be accessed from
76 * interrupt context, where we can't do the ioremap().
79 struct list_head list;
81 acpi_physical_address phys;
84 unsigned long refcount;
85 struct rcu_work rwork;
89 static LIST_HEAD(acpi_ioremaps);
90 static DEFINE_MUTEX(acpi_ioremap_lock);
91 #define acpi_ioremap_lock_held() lock_is_held(&acpi_ioremap_lock.dep_map)
93 static void __init acpi_request_region (struct acpi_generic_address *gas,
94 unsigned int length, char *desc)
98 /* Handle possible alignment issues */
99 memcpy(&addr, &gas->address, sizeof(addr));
100 if (!addr || !length)
103 /* Resources are never freed */
104 if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
105 request_region(addr, length, desc);
106 else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
107 request_mem_region(addr, length, desc);
110 static int __init acpi_reserve_resources(void)
112 acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
113 "ACPI PM1a_EVT_BLK");
115 acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
116 "ACPI PM1b_EVT_BLK");
118 acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
119 "ACPI PM1a_CNT_BLK");
121 acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
122 "ACPI PM1b_CNT_BLK");
124 if (acpi_gbl_FADT.pm_timer_length == 4)
125 acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
127 acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
130 /* Length of GPE blocks must be a non-negative multiple of 2 */
132 if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
133 acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
134 acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
136 if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
137 acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
138 acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
142 fs_initcall_sync(acpi_reserve_resources);
144 void acpi_os_printf(const char *fmt, ...)
148 acpi_os_vprintf(fmt, args);
151 EXPORT_SYMBOL(acpi_os_printf);
153 void acpi_os_vprintf(const char *fmt, va_list args)
155 static char buffer[512];
157 vsprintf(buffer, fmt, args);
159 #ifdef ENABLE_DEBUGGER
160 if (acpi_in_debugger) {
161 kdb_printf("%s", buffer);
163 if (printk_get_level(buffer))
164 printk("%s", buffer);
166 printk(KERN_CONT "%s", buffer);
169 if (acpi_debugger_write_log(buffer) < 0) {
170 if (printk_get_level(buffer))
171 printk("%s", buffer);
173 printk(KERN_CONT "%s", buffer);
179 static unsigned long acpi_rsdp;
180 static int __init setup_acpi_rsdp(char *arg)
182 return kstrtoul(arg, 16, &acpi_rsdp);
184 early_param("acpi_rsdp", setup_acpi_rsdp);
187 acpi_physical_address __init acpi_os_get_root_pointer(void)
189 acpi_physical_address pa;
193 * We may have been provided with an RSDP on the command line,
194 * but if a malicious user has done so they may be pointing us
195 * at modified ACPI tables that could alter kernel behaviour -
196 * so, we check the lockdown status before making use of
197 * it. If we trust it then also stash it in an architecture
198 * specific location (if appropriate) so it can be carried
199 * over further kexec()s.
201 if (acpi_rsdp && !security_locked_down(LOCKDOWN_ACPI_TABLES)) {
202 acpi_arch_set_root_pointer(acpi_rsdp);
206 pa = acpi_arch_get_root_pointer();
210 if (efi_enabled(EFI_CONFIG_TABLES)) {
211 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
213 if (efi.acpi != EFI_INVALID_TABLE_ADDR)
215 pr_err("System description tables not found\n");
216 } else if (IS_ENABLED(CONFIG_ACPI_LEGACY_TABLES_LOOKUP)) {
217 acpi_find_root_pointer(&pa);
223 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
224 static struct acpi_ioremap *
225 acpi_map_lookup(acpi_physical_address phys, acpi_size size)
227 struct acpi_ioremap *map;
229 list_for_each_entry_rcu(map, &acpi_ioremaps, list, acpi_ioremap_lock_held())
230 if (map->phys <= phys &&
231 phys + size <= map->phys + map->size)
237 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
238 static void __iomem *
239 acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
241 struct acpi_ioremap *map;
243 map = acpi_map_lookup(phys, size);
245 return map->virt + (phys - map->phys);
250 void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
252 struct acpi_ioremap *map;
253 void __iomem *virt = NULL;
255 mutex_lock(&acpi_ioremap_lock);
256 map = acpi_map_lookup(phys, size);
258 virt = map->virt + (phys - map->phys);
259 map->track.refcount++;
261 mutex_unlock(&acpi_ioremap_lock);
264 EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
266 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
267 static struct acpi_ioremap *
268 acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
270 struct acpi_ioremap *map;
272 list_for_each_entry_rcu(map, &acpi_ioremaps, list, acpi_ioremap_lock_held())
273 if (map->virt <= virt &&
274 virt + size <= map->virt + map->size)
280 #if defined(CONFIG_IA64) || defined(CONFIG_ARM64)
281 /* ioremap will take care of cache attributes */
282 #define should_use_kmap(pfn) 0
284 #define should_use_kmap(pfn) page_is_ram(pfn)
287 static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz,
292 pfn = pg_off >> PAGE_SHIFT;
293 if (should_use_kmap(pfn)) {
294 if (pg_sz > PAGE_SIZE)
296 return (void __iomem __force *)kmap(pfn_to_page(pfn));
298 return memory ? acpi_os_memmap(pg_off, pg_sz) :
299 acpi_os_ioremap(pg_off, pg_sz);
302 static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
306 pfn = pg_off >> PAGE_SHIFT;
307 if (should_use_kmap(pfn))
308 kunmap(pfn_to_page(pfn));
314 * __acpi_os_map_iomem - Get a virtual address for a given physical address range.
315 * @phys: Start of the physical address range to map.
316 * @size: Size of the physical address range to map.
317 * @memory: true if remapping memory, false if IO
319 * Look up the given physical address range in the list of existing ACPI memory
320 * mappings. If found, get a reference to it and return a pointer to it (its
321 * virtual address). If not found, map it, add it to that list and return a
324 * During early init (when acpi_permanent_mmap has not been set yet) this
325 * routine simply calls __acpi_map_table() to get the job done.
327 static void __iomem __ref
328 *__acpi_os_map_iomem(acpi_physical_address phys, acpi_size size, bool memory)
330 struct acpi_ioremap *map;
332 acpi_physical_address pg_off;
335 if (phys > ULONG_MAX) {
336 pr_err("Cannot map memory that high: 0x%llx\n", phys);
340 if (!acpi_permanent_mmap)
341 return __acpi_map_table((unsigned long)phys, size);
343 mutex_lock(&acpi_ioremap_lock);
344 /* Check if there's a suitable mapping already. */
345 map = acpi_map_lookup(phys, size);
347 map->track.refcount++;
351 map = kzalloc(sizeof(*map), GFP_KERNEL);
353 mutex_unlock(&acpi_ioremap_lock);
357 pg_off = round_down(phys, PAGE_SIZE);
358 pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
359 virt = acpi_map(phys, size, memory);
361 mutex_unlock(&acpi_ioremap_lock);
366 INIT_LIST_HEAD(&map->list);
367 map->virt = (void __iomem __force *)((unsigned long)virt & PAGE_MASK);
370 map->track.refcount = 1;
372 list_add_tail_rcu(&map->list, &acpi_ioremaps);
375 mutex_unlock(&acpi_ioremap_lock);
376 return map->virt + (phys - map->phys);
380 acpi_os_map_iomem(acpi_physical_address phys, acpi_size size)
382 return __acpi_os_map_iomem(phys, size, false);
384 EXPORT_SYMBOL_GPL(acpi_os_map_iomem);
386 void *__ref acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
388 return (void *)__acpi_os_map_iomem(phys, size, true);
390 EXPORT_SYMBOL_GPL(acpi_os_map_memory);
392 static void acpi_os_map_remove(struct work_struct *work)
394 struct acpi_ioremap *map = container_of(to_rcu_work(work),
398 acpi_unmap(map->phys, map->virt);
402 /* Must be called with mutex_lock(&acpi_ioremap_lock) */
403 static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
405 if (--map->track.refcount)
408 list_del_rcu(&map->list);
410 INIT_RCU_WORK(&map->track.rwork, acpi_os_map_remove);
411 queue_rcu_work(system_wq, &map->track.rwork);
415 * acpi_os_unmap_iomem - Drop a memory mapping reference.
416 * @virt: Start of the address range to drop a reference to.
417 * @size: Size of the address range to drop a reference to.
419 * Look up the given virtual address range in the list of existing ACPI memory
420 * mappings, drop a reference to it and if there are no more active references
421 * to it, queue it up for later removal.
423 * During early init (when acpi_permanent_mmap has not been set yet) this
424 * routine simply calls __acpi_unmap_table() to get the job done. Since
425 * __acpi_unmap_table() is an __init function, the __ref annotation is needed
428 void __ref acpi_os_unmap_iomem(void __iomem *virt, acpi_size size)
430 struct acpi_ioremap *map;
432 if (!acpi_permanent_mmap) {
433 __acpi_unmap_table(virt, size);
437 mutex_lock(&acpi_ioremap_lock);
439 map = acpi_map_lookup_virt(virt, size);
441 mutex_unlock(&acpi_ioremap_lock);
442 WARN(true, "ACPI: %s: bad address %p\n", __func__, virt);
445 acpi_os_drop_map_ref(map);
447 mutex_unlock(&acpi_ioremap_lock);
449 EXPORT_SYMBOL_GPL(acpi_os_unmap_iomem);
452 * acpi_os_unmap_memory - Drop a memory mapping reference.
453 * @virt: Start of the address range to drop a reference to.
454 * @size: Size of the address range to drop a reference to.
456 void __ref acpi_os_unmap_memory(void *virt, acpi_size size)
458 acpi_os_unmap_iomem((void __iomem *)virt, size);
460 EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
462 void __iomem *acpi_os_map_generic_address(struct acpi_generic_address *gas)
466 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
469 /* Handle possible alignment issues */
470 memcpy(&addr, &gas->address, sizeof(addr));
471 if (!addr || !gas->bit_width)
474 return acpi_os_map_iomem(addr, gas->bit_width / 8);
476 EXPORT_SYMBOL(acpi_os_map_generic_address);
478 void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
481 struct acpi_ioremap *map;
483 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
486 /* Handle possible alignment issues */
487 memcpy(&addr, &gas->address, sizeof(addr));
488 if (!addr || !gas->bit_width)
491 mutex_lock(&acpi_ioremap_lock);
493 map = acpi_map_lookup(addr, gas->bit_width / 8);
495 mutex_unlock(&acpi_ioremap_lock);
498 acpi_os_drop_map_ref(map);
500 mutex_unlock(&acpi_ioremap_lock);
502 EXPORT_SYMBOL(acpi_os_unmap_generic_address);
504 #ifdef ACPI_FUTURE_USAGE
506 acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
509 return AE_BAD_PARAMETER;
511 *phys = virt_to_phys(virt);
517 #ifdef CONFIG_ACPI_REV_OVERRIDE_POSSIBLE
518 static bool acpi_rev_override;
520 int __init acpi_rev_override_setup(char *str)
522 acpi_rev_override = true;
525 __setup("acpi_rev_override", acpi_rev_override_setup);
527 #define acpi_rev_override false
530 #define ACPI_MAX_OVERRIDE_LEN 100
532 static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
535 acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
536 acpi_string *new_val)
538 if (!init_val || !new_val)
539 return AE_BAD_PARAMETER;
542 if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
543 pr_info("Overriding _OS definition to '%s'\n", acpi_os_name);
544 *new_val = acpi_os_name;
547 if (!memcmp(init_val->name, "_REV", 4) && acpi_rev_override) {
548 pr_info("Overriding _REV return value to 5\n");
549 *new_val = (char *)5;
555 static irqreturn_t acpi_irq(int irq, void *dev_id)
559 handled = (*acpi_irq_handler) (acpi_irq_context);
565 acpi_irq_not_handled++;
571 acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
576 acpi_irq_stats_init();
579 * ACPI interrupts different from the SCI in our copy of the FADT are
582 if (gsi != acpi_gbl_FADT.sci_interrupt)
583 return AE_BAD_PARAMETER;
585 if (acpi_irq_handler)
586 return AE_ALREADY_ACQUIRED;
588 if (acpi_gsi_to_irq(gsi, &irq) < 0) {
589 pr_err("SCI (ACPI GSI %d) not registered\n", gsi);
593 acpi_irq_handler = handler;
594 acpi_irq_context = context;
595 if (request_irq(irq, acpi_irq, IRQF_SHARED, "acpi", acpi_irq)) {
596 pr_err("SCI (IRQ%d) allocation failed\n", irq);
597 acpi_irq_handler = NULL;
598 return AE_NOT_ACQUIRED;
605 acpi_status acpi_os_remove_interrupt_handler(u32 gsi, acpi_osd_handler handler)
607 if (gsi != acpi_gbl_FADT.sci_interrupt || !acpi_sci_irq_valid())
608 return AE_BAD_PARAMETER;
610 free_irq(acpi_sci_irq, acpi_irq);
611 acpi_irq_handler = NULL;
612 acpi_sci_irq = INVALID_ACPI_IRQ;
618 * Running in interpreter thread context, safe to sleep
621 void acpi_os_sleep(u64 ms)
626 void acpi_os_stall(u32 us)
634 touch_nmi_watchdog();
640 * Support ACPI 3.0 AML Timer operand. Returns a 64-bit free-running,
641 * monotonically increasing timer with 100ns granularity. Do not use
642 * ktime_get() to implement this function because this function may get
643 * called after timekeeping has been suspended. Note: calling this function
644 * after timekeeping has been suspended may lead to unexpected results
645 * because when timekeeping is suspended the jiffies counter is not
646 * incremented. See also timekeeping_suspend().
648 u64 acpi_os_get_timer(void)
650 return (get_jiffies_64() - INITIAL_JIFFIES) *
651 (ACPI_100NSEC_PER_SEC / HZ);
654 acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
663 *(u8 *) value = inb(port);
664 } else if (width <= 16) {
665 *(u16 *) value = inw(port);
666 } else if (width <= 32) {
667 *(u32 *) value = inl(port);
675 EXPORT_SYMBOL(acpi_os_read_port);
677 acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
681 } else if (width <= 16) {
683 } else if (width <= 32) {
692 EXPORT_SYMBOL(acpi_os_write_port);
694 int acpi_os_read_iomem(void __iomem *virt_addr, u64 *value, u32 width)
699 *(u8 *) value = readb(virt_addr);
702 *(u16 *) value = readw(virt_addr);
705 *(u32 *) value = readl(virt_addr);
708 *(u64 *) value = readq(virt_addr);
718 acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
720 void __iomem *virt_addr;
721 unsigned int size = width / 8;
727 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
730 virt_addr = acpi_os_ioremap(phys_addr, size);
732 return AE_BAD_ADDRESS;
739 error = acpi_os_read_iomem(virt_addr, value, width);
751 acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
753 void __iomem *virt_addr;
754 unsigned int size = width / 8;
758 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
761 virt_addr = acpi_os_ioremap(phys_addr, size);
763 return AE_BAD_ADDRESS;
769 writeb(value, virt_addr);
772 writew(value, virt_addr);
775 writel(value, virt_addr);
778 writeq(value, virt_addr);
794 acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
795 u64 *value, u32 width)
801 return AE_BAD_PARAMETER;
817 result = raw_pci_read(pci_id->segment, pci_id->bus,
818 PCI_DEVFN(pci_id->device, pci_id->function),
819 reg, size, &value32);
822 return (result ? AE_ERROR : AE_OK);
826 acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
827 u64 value, u32 width)
845 result = raw_pci_write(pci_id->segment, pci_id->bus,
846 PCI_DEVFN(pci_id->device, pci_id->function),
849 return (result ? AE_ERROR : AE_OK);
853 static void acpi_os_execute_deferred(struct work_struct *work)
855 struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
857 dpc->function(dpc->context);
861 #ifdef CONFIG_ACPI_DEBUGGER
862 static struct acpi_debugger acpi_debugger;
863 static bool acpi_debugger_initialized;
865 int acpi_register_debugger(struct module *owner,
866 const struct acpi_debugger_ops *ops)
870 mutex_lock(&acpi_debugger.lock);
871 if (acpi_debugger.ops) {
876 acpi_debugger.owner = owner;
877 acpi_debugger.ops = ops;
880 mutex_unlock(&acpi_debugger.lock);
883 EXPORT_SYMBOL(acpi_register_debugger);
885 void acpi_unregister_debugger(const struct acpi_debugger_ops *ops)
887 mutex_lock(&acpi_debugger.lock);
888 if (ops == acpi_debugger.ops) {
889 acpi_debugger.ops = NULL;
890 acpi_debugger.owner = NULL;
892 mutex_unlock(&acpi_debugger.lock);
894 EXPORT_SYMBOL(acpi_unregister_debugger);
896 int acpi_debugger_create_thread(acpi_osd_exec_callback function, void *context)
899 int (*func)(acpi_osd_exec_callback, void *);
900 struct module *owner;
902 if (!acpi_debugger_initialized)
904 mutex_lock(&acpi_debugger.lock);
905 if (!acpi_debugger.ops) {
909 if (!try_module_get(acpi_debugger.owner)) {
913 func = acpi_debugger.ops->create_thread;
914 owner = acpi_debugger.owner;
915 mutex_unlock(&acpi_debugger.lock);
917 ret = func(function, context);
919 mutex_lock(&acpi_debugger.lock);
922 mutex_unlock(&acpi_debugger.lock);
926 ssize_t acpi_debugger_write_log(const char *msg)
929 ssize_t (*func)(const char *);
930 struct module *owner;
932 if (!acpi_debugger_initialized)
934 mutex_lock(&acpi_debugger.lock);
935 if (!acpi_debugger.ops) {
939 if (!try_module_get(acpi_debugger.owner)) {
943 func = acpi_debugger.ops->write_log;
944 owner = acpi_debugger.owner;
945 mutex_unlock(&acpi_debugger.lock);
949 mutex_lock(&acpi_debugger.lock);
952 mutex_unlock(&acpi_debugger.lock);
956 ssize_t acpi_debugger_read_cmd(char *buffer, size_t buffer_length)
959 ssize_t (*func)(char *, size_t);
960 struct module *owner;
962 if (!acpi_debugger_initialized)
964 mutex_lock(&acpi_debugger.lock);
965 if (!acpi_debugger.ops) {
969 if (!try_module_get(acpi_debugger.owner)) {
973 func = acpi_debugger.ops->read_cmd;
974 owner = acpi_debugger.owner;
975 mutex_unlock(&acpi_debugger.lock);
977 ret = func(buffer, buffer_length);
979 mutex_lock(&acpi_debugger.lock);
982 mutex_unlock(&acpi_debugger.lock);
986 int acpi_debugger_wait_command_ready(void)
989 int (*func)(bool, char *, size_t);
990 struct module *owner;
992 if (!acpi_debugger_initialized)
994 mutex_lock(&acpi_debugger.lock);
995 if (!acpi_debugger.ops) {
999 if (!try_module_get(acpi_debugger.owner)) {
1003 func = acpi_debugger.ops->wait_command_ready;
1004 owner = acpi_debugger.owner;
1005 mutex_unlock(&acpi_debugger.lock);
1007 ret = func(acpi_gbl_method_executing,
1008 acpi_gbl_db_line_buf, ACPI_DB_LINE_BUFFER_SIZE);
1010 mutex_lock(&acpi_debugger.lock);
1013 mutex_unlock(&acpi_debugger.lock);
1017 int acpi_debugger_notify_command_complete(void)
1021 struct module *owner;
1023 if (!acpi_debugger_initialized)
1025 mutex_lock(&acpi_debugger.lock);
1026 if (!acpi_debugger.ops) {
1030 if (!try_module_get(acpi_debugger.owner)) {
1034 func = acpi_debugger.ops->notify_command_complete;
1035 owner = acpi_debugger.owner;
1036 mutex_unlock(&acpi_debugger.lock);
1040 mutex_lock(&acpi_debugger.lock);
1043 mutex_unlock(&acpi_debugger.lock);
1047 int __init acpi_debugger_init(void)
1049 mutex_init(&acpi_debugger.lock);
1050 acpi_debugger_initialized = true;
1055 /*******************************************************************************
1057 * FUNCTION: acpi_os_execute
1059 * PARAMETERS: Type - Type of the callback
1060 * Function - Function to be executed
1061 * Context - Function parameters
1065 * DESCRIPTION: Depending on type, either queues function for deferred execution or
1066 * immediately executes function on a separate thread.
1068 ******************************************************************************/
1070 acpi_status acpi_os_execute(acpi_execute_type type,
1071 acpi_osd_exec_callback function, void *context)
1073 acpi_status status = AE_OK;
1074 struct acpi_os_dpc *dpc;
1075 struct workqueue_struct *queue;
1077 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1078 "Scheduling function [%p(%p)] for deferred execution.\n",
1079 function, context));
1081 if (type == OSL_DEBUGGER_MAIN_THREAD) {
1082 ret = acpi_debugger_create_thread(function, context);
1084 pr_err("Kernel thread creation failed\n");
1091 * Allocate/initialize DPC structure. Note that this memory will be
1092 * freed by the callee. The kernel handles the work_struct list in a
1093 * way that allows us to also free its memory inside the callee.
1094 * Because we may want to schedule several tasks with different
1095 * parameters we can't use the approach some kernel code uses of
1096 * having a static work_struct.
1099 dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
1101 return AE_NO_MEMORY;
1103 dpc->function = function;
1104 dpc->context = context;
1107 * To prevent lockdep from complaining unnecessarily, make sure that
1108 * there is a different static lockdep key for each workqueue by using
1109 * INIT_WORK() for each of them separately.
1111 if (type == OSL_NOTIFY_HANDLER) {
1112 queue = kacpi_notify_wq;
1113 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1114 } else if (type == OSL_GPE_HANDLER) {
1116 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1118 pr_err("Unsupported os_execute type %d.\n", type);
1122 if (ACPI_FAILURE(status))
1126 * On some machines, a software-initiated SMI causes corruption unless
1127 * the SMI runs on CPU 0. An SMI can be initiated by any AML, but
1128 * typically it's done in GPE-related methods that are run via
1129 * workqueues, so we can avoid the known corruption cases by always
1130 * queueing on CPU 0.
1132 ret = queue_work_on(0, queue, &dpc->work);
1134 pr_err("Unable to queue work\n");
1138 if (ACPI_FAILURE(status))
1143 EXPORT_SYMBOL(acpi_os_execute);
1145 void acpi_os_wait_events_complete(void)
1148 * Make sure the GPE handler or the fixed event handler is not used
1149 * on another CPU after removal.
1151 if (acpi_sci_irq_valid())
1152 synchronize_hardirq(acpi_sci_irq);
1153 flush_workqueue(kacpid_wq);
1154 flush_workqueue(kacpi_notify_wq);
1156 EXPORT_SYMBOL(acpi_os_wait_events_complete);
1158 struct acpi_hp_work {
1159 struct work_struct work;
1160 struct acpi_device *adev;
1164 static void acpi_hotplug_work_fn(struct work_struct *work)
1166 struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1168 acpi_os_wait_events_complete();
1169 acpi_device_hotplug(hpw->adev, hpw->src);
1173 acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
1175 struct acpi_hp_work *hpw;
1177 acpi_handle_debug(adev->handle,
1178 "Scheduling hotplug event %u for deferred handling\n",
1181 hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1183 return AE_NO_MEMORY;
1185 INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
1189 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1190 * the hotplug code may call driver .remove() functions, which may
1191 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1194 if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1201 bool acpi_queue_hotplug_work(struct work_struct *work)
1203 return queue_work(kacpi_hotplug_wq, work);
1207 acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
1209 struct semaphore *sem = NULL;
1211 sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
1213 return AE_NO_MEMORY;
1215 sema_init(sem, initial_units);
1217 *handle = (acpi_handle *) sem;
1219 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1220 *handle, initial_units));
1226 * TODO: A better way to delete semaphores? Linux doesn't have a
1227 * 'delete_semaphore()' function -- may result in an invalid
1228 * pointer dereference for non-synchronized consumers. Should
1229 * we at least check for blocked threads and signal/cancel them?
1232 acpi_status acpi_os_delete_semaphore(acpi_handle handle)
1234 struct semaphore *sem = (struct semaphore *)handle;
1237 return AE_BAD_PARAMETER;
1239 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
1241 BUG_ON(!list_empty(&sem->wait_list));
1249 * TODO: Support for units > 1?
1251 acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
1253 acpi_status status = AE_OK;
1254 struct semaphore *sem = (struct semaphore *)handle;
1258 if (!acpi_os_initialized)
1261 if (!sem || (units < 1))
1262 return AE_BAD_PARAMETER;
1267 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1268 handle, units, timeout));
1270 if (timeout == ACPI_WAIT_FOREVER)
1271 jiffies = MAX_SCHEDULE_TIMEOUT;
1273 jiffies = msecs_to_jiffies(timeout);
1275 ret = down_timeout(sem, jiffies);
1279 if (ACPI_FAILURE(status)) {
1280 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1281 "Failed to acquire semaphore[%p|%d|%d], %s",
1282 handle, units, timeout,
1283 acpi_format_exception(status)));
1285 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1286 "Acquired semaphore[%p|%d|%d]", handle,
1294 * TODO: Support for units > 1?
1296 acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
1298 struct semaphore *sem = (struct semaphore *)handle;
1300 if (!acpi_os_initialized)
1303 if (!sem || (units < 1))
1304 return AE_BAD_PARAMETER;
1309 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1317 acpi_status acpi_os_get_line(char *buffer, u32 buffer_length, u32 *bytes_read)
1319 #ifdef ENABLE_DEBUGGER
1320 if (acpi_in_debugger) {
1323 kdb_read(buffer, buffer_length);
1325 /* remove the CR kdb includes */
1326 chars = strlen(buffer) - 1;
1327 buffer[chars] = '\0';
1332 ret = acpi_debugger_read_cmd(buffer, buffer_length);
1341 EXPORT_SYMBOL(acpi_os_get_line);
1343 acpi_status acpi_os_wait_command_ready(void)
1347 ret = acpi_debugger_wait_command_ready();
1353 acpi_status acpi_os_notify_command_complete(void)
1357 ret = acpi_debugger_notify_command_complete();
1363 acpi_status acpi_os_signal(u32 function, void *info)
1366 case ACPI_SIGNAL_FATAL:
1367 pr_err("Fatal opcode executed\n");
1369 case ACPI_SIGNAL_BREAKPOINT:
1372 * ACPI spec. says to treat it as a NOP unless
1373 * you are debugging. So if/when we integrate
1374 * AML debugger into the kernel debugger its
1375 * hook will go here. But until then it is
1376 * not useful to print anything on breakpoints.
1386 static int __init acpi_os_name_setup(char *str)
1388 char *p = acpi_os_name;
1389 int count = ACPI_MAX_OVERRIDE_LEN - 1;
1394 for (; count-- && *str; str++) {
1395 if (isalnum(*str) || *str == ' ' || *str == ':')
1397 else if (*str == '\'' || *str == '"')
1408 __setup("acpi_os_name=", acpi_os_name_setup);
1411 * Disable the auto-serialization of named objects creation methods.
1413 * This feature is enabled by default. It marks the AML control methods
1414 * that contain the opcodes to create named objects as "Serialized".
1416 static int __init acpi_no_auto_serialize_setup(char *str)
1418 acpi_gbl_auto_serialize_methods = FALSE;
1419 pr_info("Auto-serialization disabled\n");
1424 __setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
1426 /* Check of resource interference between native drivers and ACPI
1427 * OperationRegions (SystemIO and System Memory only).
1428 * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1429 * in arbitrary AML code and can interfere with legacy drivers.
1430 * acpi_enforce_resources= can be set to:
1432 * - strict (default) (2)
1433 * -> further driver trying to access the resources will not load
1435 * -> further driver trying to access the resources will load, but you
1436 * get a system message that something might go wrong...
1439 * -> ACPI Operation Region resources will not be registered
1442 #define ENFORCE_RESOURCES_STRICT 2
1443 #define ENFORCE_RESOURCES_LAX 1
1444 #define ENFORCE_RESOURCES_NO 0
1446 static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1448 static int __init acpi_enforce_resources_setup(char *str)
1450 if (str == NULL || *str == '\0')
1453 if (!strcmp("strict", str))
1454 acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1455 else if (!strcmp("lax", str))
1456 acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1457 else if (!strcmp("no", str))
1458 acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1463 __setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1465 /* Check for resource conflicts between ACPI OperationRegions and native
1467 int acpi_check_resource_conflict(const struct resource *res)
1469 acpi_adr_space_type space_id;
1471 if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1474 if (res->flags & IORESOURCE_IO)
1475 space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1476 else if (res->flags & IORESOURCE_MEM)
1477 space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
1481 if (!acpi_check_address_range(space_id, res->start, resource_size(res), 1))
1484 pr_info("Resource conflict; ACPI support missing from driver?\n");
1486 if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1489 if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1490 pr_notice("Resource conflict: System may be unstable or behave erratically\n");
1494 EXPORT_SYMBOL(acpi_check_resource_conflict);
1496 int acpi_check_region(resource_size_t start, resource_size_t n,
1499 struct resource res = DEFINE_RES_IO_NAMED(start, n, name);
1501 return acpi_check_resource_conflict(&res);
1503 EXPORT_SYMBOL(acpi_check_region);
1505 static acpi_status acpi_deactivate_mem_region(acpi_handle handle, u32 level,
1506 void *_res, void **return_value)
1508 struct acpi_mem_space_context **mem_ctx;
1509 union acpi_operand_object *handler_obj;
1510 union acpi_operand_object *region_obj2;
1511 union acpi_operand_object *region_obj;
1512 struct resource *res = _res;
1515 region_obj = acpi_ns_get_attached_object(handle);
1519 handler_obj = region_obj->region.handler;
1523 if (region_obj->region.space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
1526 if (!(region_obj->region.flags & AOPOBJ_SETUP_COMPLETE))
1529 region_obj2 = acpi_ns_get_secondary_object(region_obj);
1533 mem_ctx = (void *)®ion_obj2->extra.region_context;
1535 if (!(mem_ctx[0]->address >= res->start &&
1536 mem_ctx[0]->address < res->end))
1539 status = handler_obj->address_space.setup(region_obj,
1540 ACPI_REGION_DEACTIVATE,
1541 NULL, (void **)mem_ctx);
1542 if (ACPI_SUCCESS(status))
1543 region_obj->region.flags &= ~(AOPOBJ_SETUP_COMPLETE);
1549 * acpi_release_memory - Release any mappings done to a memory region
1550 * @handle: Handle to namespace node
1551 * @res: Memory resource
1552 * @level: A level that terminates the search
1554 * Walks through @handle and unmaps all SystemMemory Operation Regions that
1555 * overlap with @res and that have already been activated (mapped).
1557 * This is a helper that allows drivers to place special requirements on memory
1558 * region that may overlap with operation regions, primarily allowing them to
1559 * safely map the region as non-cached memory.
1561 * The unmapped Operation Regions will be automatically remapped next time they
1562 * are called, so the drivers do not need to do anything else.
1564 acpi_status acpi_release_memory(acpi_handle handle, struct resource *res,
1569 if (!(res->flags & IORESOURCE_MEM))
1572 status = acpi_walk_namespace(ACPI_TYPE_REGION, handle, level,
1573 acpi_deactivate_mem_region, NULL,
1575 if (ACPI_FAILURE(status))
1579 * Wait for all of the mappings queued up for removal by
1580 * acpi_deactivate_mem_region() to actually go away.
1584 flush_scheduled_work();
1588 EXPORT_SYMBOL_GPL(acpi_release_memory);
1591 * Let drivers know whether the resource checks are effective
1593 int acpi_resources_are_enforced(void)
1595 return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1597 EXPORT_SYMBOL(acpi_resources_are_enforced);
1600 * Deallocate the memory for a spinlock.
1602 void acpi_os_delete_lock(acpi_spinlock handle)
1608 * Acquire a spinlock.
1610 * handle is a pointer to the spinlock_t.
1613 acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
1616 acpi_cpu_flags flags;
1617 spin_lock_irqsave(lockp, flags);
1622 * Release a spinlock. See above.
1625 void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
1628 spin_unlock_irqrestore(lockp, flags);
1631 #ifndef ACPI_USE_LOCAL_CACHE
1633 /*******************************************************************************
1635 * FUNCTION: acpi_os_create_cache
1637 * PARAMETERS: name - Ascii name for the cache
1638 * size - Size of each cached object
1639 * depth - Maximum depth of the cache (in objects) <ignored>
1640 * cache - Where the new cache object is returned
1644 * DESCRIPTION: Create a cache object
1646 ******************************************************************************/
1649 acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
1651 *cache = kmem_cache_create(name, size, 0, 0, NULL);
1658 /*******************************************************************************
1660 * FUNCTION: acpi_os_purge_cache
1662 * PARAMETERS: Cache - Handle to cache object
1666 * DESCRIPTION: Free all objects within the requested cache.
1668 ******************************************************************************/
1670 acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
1672 kmem_cache_shrink(cache);
1676 /*******************************************************************************
1678 * FUNCTION: acpi_os_delete_cache
1680 * PARAMETERS: Cache - Handle to cache object
1684 * DESCRIPTION: Free all objects within the requested cache and delete the
1687 ******************************************************************************/
1689 acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
1691 kmem_cache_destroy(cache);
1695 /*******************************************************************************
1697 * FUNCTION: acpi_os_release_object
1699 * PARAMETERS: Cache - Handle to cache object
1700 * Object - The object to be released
1704 * DESCRIPTION: Release an object to the specified cache. If cache is full,
1705 * the object is deleted.
1707 ******************************************************************************/
1709 acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
1711 kmem_cache_free(cache, object);
1716 static int __init acpi_no_static_ssdt_setup(char *s)
1718 acpi_gbl_disable_ssdt_table_install = TRUE;
1719 pr_info("Static SSDT installation disabled\n");
1724 early_param("acpi_no_static_ssdt", acpi_no_static_ssdt_setup);
1726 static int __init acpi_disable_return_repair(char *s)
1728 pr_notice("Predefined validation mechanism disabled\n");
1729 acpi_gbl_disable_auto_repair = TRUE;
1734 __setup("acpica_no_return_repair", acpi_disable_return_repair);
1736 acpi_status __init acpi_os_initialize(void)
1738 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1739 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1741 acpi_gbl_xgpe0_block_logical_address =
1742 (unsigned long)acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1743 acpi_gbl_xgpe1_block_logical_address =
1744 (unsigned long)acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
1746 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER) {
1748 * Use acpi_os_map_generic_address to pre-map the reset
1749 * register if it's in system memory.
1753 rv = acpi_os_map_generic_address(&acpi_gbl_FADT.reset_register);
1754 pr_debug("%s: Reset register mapping %s\n", __func__,
1755 rv ? "successful" : "failed");
1757 acpi_os_initialized = true;
1762 acpi_status __init acpi_os_initialize1(void)
1764 kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1765 kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
1766 kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
1768 BUG_ON(!kacpi_notify_wq);
1769 BUG_ON(!kacpi_hotplug_wq);
1774 acpi_status acpi_os_terminate(void)
1776 if (acpi_irq_handler) {
1777 acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
1781 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1782 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1783 acpi_gbl_xgpe0_block_logical_address = 0UL;
1784 acpi_gbl_xgpe1_block_logical_address = 0UL;
1786 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1787 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1789 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER)
1790 acpi_os_unmap_generic_address(&acpi_gbl_FADT.reset_register);
1792 destroy_workqueue(kacpid_wq);
1793 destroy_workqueue(kacpi_notify_wq);
1794 destroy_workqueue(kacpi_hotplug_wq);
1799 acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1803 if (__acpi_os_prepare_sleep)
1804 rc = __acpi_os_prepare_sleep(sleep_state,
1805 pm1a_control, pm1b_control);
1809 return AE_CTRL_TERMINATE;
1814 void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1815 u32 pm1a_ctrl, u32 pm1b_ctrl))
1817 __acpi_os_prepare_sleep = func;
1820 #if (ACPI_REDUCED_HARDWARE)
1821 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1825 if (__acpi_os_prepare_extended_sleep)
1826 rc = __acpi_os_prepare_extended_sleep(sleep_state,
1831 return AE_CTRL_TERMINATE;
1836 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1843 void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1844 u32 val_a, u32 val_b))
1846 __acpi_os_prepare_extended_sleep = func;
1849 acpi_status acpi_os_enter_sleep(u8 sleep_state,
1850 u32 reg_a_value, u32 reg_b_value)
1854 if (acpi_gbl_reduced_hardware)
1855 status = acpi_os_prepare_extended_sleep(sleep_state,
1859 status = acpi_os_prepare_sleep(sleep_state,
1860 reg_a_value, reg_b_value);