2 * acpi_osl.c - OS-dependent functions ($Revision: 83 $)
4 * Copyright (C) 2000 Andrew Henroid
5 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
6 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
7 * Copyright (c) 2008 Intel Corporation
8 * Author: Matthew Wilcox <willy@linux.intel.com>
10 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or
15 * (at your option) any later version.
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
22 * You should have received a copy of the GNU General Public License
23 * along with this program; if not, write to the Free Software
24 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
26 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
30 #include <linux/module.h>
31 #include <linux/kernel.h>
32 #include <linux/slab.h>
34 #include <linux/highmem.h>
35 #include <linux/pci.h>
36 #include <linux/interrupt.h>
37 #include <linux/kmod.h>
38 #include <linux/delay.h>
39 #include <linux/workqueue.h>
40 #include <linux/nmi.h>
41 #include <linux/acpi.h>
42 #include <linux/acpi_io.h>
43 #include <linux/efi.h>
44 #include <linux/ioport.h>
45 #include <linux/list.h>
46 #include <linux/jiffies.h>
47 #include <linux/semaphore.h>
50 #include <asm/uaccess.h>
52 #include <acpi/acpi.h>
53 #include <acpi/acpi_bus.h>
54 #include <acpi/processor.h>
57 #define _COMPONENT ACPI_OS_SERVICES
58 ACPI_MODULE_NAME("osl");
59 #define PREFIX "ACPI: "
61 acpi_osd_exec_callback function;
63 struct work_struct work;
67 #ifdef CONFIG_ACPI_CUSTOM_DSDT
68 #include CONFIG_ACPI_CUSTOM_DSDT_FILE
71 #ifdef ENABLE_DEBUGGER
72 #include <linux/kdb.h>
74 /* stuff for debugger support */
76 EXPORT_SYMBOL(acpi_in_debugger);
78 extern char line_buf[80];
79 #endif /*ENABLE_DEBUGGER */
81 static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
83 static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
86 static acpi_osd_handler acpi_irq_handler;
87 static void *acpi_irq_context;
88 static struct workqueue_struct *kacpid_wq;
89 static struct workqueue_struct *kacpi_notify_wq;
90 static struct workqueue_struct *kacpi_hotplug_wq;
93 * This list of permanent mappings is for memory that may be accessed from
94 * interrupt context, where we can't do the ioremap().
97 struct list_head list;
99 acpi_physical_address phys;
101 unsigned long refcount;
104 static LIST_HEAD(acpi_ioremaps);
105 static DEFINE_MUTEX(acpi_ioremap_lock);
107 static void __init acpi_osi_setup_late(void);
110 * The story of _OSI(Linux)
112 * From pre-history through Linux-2.6.22,
113 * Linux responded TRUE upon a BIOS OSI(Linux) query.
115 * Unfortunately, reference BIOS writers got wind of this
116 * and put OSI(Linux) in their example code, quickly exposing
117 * this string as ill-conceived and opening the door to
118 * an un-bounded number of BIOS incompatibilities.
120 * For example, OSI(Linux) was used on resume to re-POST a
121 * video card on one system, because Linux at that time
122 * could not do a speedy restore in its native driver.
123 * But then upon gaining quick native restore capability,
124 * Linux has no way to tell the BIOS to skip the time-consuming
125 * POST -- putting Linux at a permanent performance disadvantage.
126 * On another system, the BIOS writer used OSI(Linux)
127 * to infer native OS support for IPMI! On other systems,
128 * OSI(Linux) simply got in the way of Linux claiming to
129 * be compatible with other operating systems, exposing
130 * BIOS issues such as skipped device initialization.
132 * So "Linux" turned out to be a really poor chose of
133 * OSI string, and from Linux-2.6.23 onward we respond FALSE.
135 * BIOS writers should NOT query _OSI(Linux) on future systems.
136 * Linux will complain on the console when it sees it, and return FALSE.
137 * To get Linux to return TRUE for your system will require
138 * a kernel source update to add a DMI entry,
139 * or boot with "acpi_osi=Linux"
142 static struct osi_linux {
143 unsigned int enable:1;
145 unsigned int cmdline:1;
146 unsigned int default_disabling:1;
147 } osi_linux = {0, 0, 0, 0};
149 static u32 acpi_osi_handler(acpi_string interface, u32 supported)
151 if (!strcmp("Linux", interface)) {
153 printk_once(KERN_NOTICE FW_BUG PREFIX
154 "BIOS _OSI(Linux) query %s%s\n",
155 osi_linux.enable ? "honored" : "ignored",
156 osi_linux.cmdline ? " via cmdline" :
157 osi_linux.dmi ? " via DMI" : "");
163 static void __init acpi_request_region (struct acpi_generic_address *gas,
164 unsigned int length, char *desc)
168 /* Handle possible alignment issues */
169 memcpy(&addr, &gas->address, sizeof(addr));
170 if (!addr || !length)
173 /* Resources are never freed */
174 if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
175 request_region(addr, length, desc);
176 else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
177 request_mem_region(addr, length, desc);
180 static int __init acpi_reserve_resources(void)
182 acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
183 "ACPI PM1a_EVT_BLK");
185 acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
186 "ACPI PM1b_EVT_BLK");
188 acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
189 "ACPI PM1a_CNT_BLK");
191 acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
192 "ACPI PM1b_CNT_BLK");
194 if (acpi_gbl_FADT.pm_timer_length == 4)
195 acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
197 acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
200 /* Length of GPE blocks must be a non-negative multiple of 2 */
202 if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
203 acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
204 acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
206 if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
207 acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
208 acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
212 device_initcall(acpi_reserve_resources);
214 void acpi_os_printf(const char *fmt, ...)
218 acpi_os_vprintf(fmt, args);
222 void acpi_os_vprintf(const char *fmt, va_list args)
224 static char buffer[512];
226 vsprintf(buffer, fmt, args);
228 #ifdef ENABLE_DEBUGGER
229 if (acpi_in_debugger) {
230 kdb_printf("%s", buffer);
232 printk(KERN_CONT "%s", buffer);
235 printk(KERN_CONT "%s", buffer);
240 static unsigned long acpi_rsdp;
241 static int __init setup_acpi_rsdp(char *arg)
243 acpi_rsdp = simple_strtoul(arg, NULL, 16);
246 early_param("acpi_rsdp", setup_acpi_rsdp);
249 acpi_physical_address __init acpi_os_get_root_pointer(void)
256 if (efi_enabled(EFI_CONFIG_TABLES)) {
257 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
259 else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
262 printk(KERN_ERR PREFIX
263 "System description tables not found\n");
267 acpi_physical_address pa = 0;
269 acpi_find_root_pointer(&pa);
274 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
275 static struct acpi_ioremap *
276 acpi_map_lookup(acpi_physical_address phys, acpi_size size)
278 struct acpi_ioremap *map;
280 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
281 if (map->phys <= phys &&
282 phys + size <= map->phys + map->size)
288 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
289 static void __iomem *
290 acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
292 struct acpi_ioremap *map;
294 map = acpi_map_lookup(phys, size);
296 return map->virt + (phys - map->phys);
301 void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
303 struct acpi_ioremap *map;
304 void __iomem *virt = NULL;
306 mutex_lock(&acpi_ioremap_lock);
307 map = acpi_map_lookup(phys, size);
309 virt = map->virt + (phys - map->phys);
312 mutex_unlock(&acpi_ioremap_lock);
315 EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
317 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
318 static struct acpi_ioremap *
319 acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
321 struct acpi_ioremap *map;
323 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
324 if (map->virt <= virt &&
325 virt + size <= map->virt + map->size)
332 #define should_use_kmap(pfn) page_is_ram(pfn)
334 /* ioremap will take care of cache attributes */
335 #define should_use_kmap(pfn) 0
338 static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
342 pfn = pg_off >> PAGE_SHIFT;
343 if (should_use_kmap(pfn)) {
344 if (pg_sz > PAGE_SIZE)
346 return (void __iomem __force *)kmap(pfn_to_page(pfn));
348 return acpi_os_ioremap(pg_off, pg_sz);
351 static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
355 pfn = pg_off >> PAGE_SHIFT;
356 if (should_use_kmap(pfn))
357 kunmap(pfn_to_page(pfn));
362 void __iomem *__init_refok
363 acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
365 struct acpi_ioremap *map;
367 acpi_physical_address pg_off;
370 if (phys > ULONG_MAX) {
371 printk(KERN_ERR PREFIX "Cannot map memory that high\n");
375 if (!acpi_gbl_permanent_mmap)
376 return __acpi_map_table((unsigned long)phys, size);
378 mutex_lock(&acpi_ioremap_lock);
379 /* Check if there's a suitable mapping already. */
380 map = acpi_map_lookup(phys, size);
386 map = kzalloc(sizeof(*map), GFP_KERNEL);
388 mutex_unlock(&acpi_ioremap_lock);
392 pg_off = round_down(phys, PAGE_SIZE);
393 pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
394 virt = acpi_map(pg_off, pg_sz);
396 mutex_unlock(&acpi_ioremap_lock);
401 INIT_LIST_HEAD(&map->list);
407 list_add_tail_rcu(&map->list, &acpi_ioremaps);
410 mutex_unlock(&acpi_ioremap_lock);
411 return map->virt + (phys - map->phys);
413 EXPORT_SYMBOL_GPL(acpi_os_map_memory);
415 static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
417 if (!--map->refcount)
418 list_del_rcu(&map->list);
421 static void acpi_os_map_cleanup(struct acpi_ioremap *map)
423 if (!map->refcount) {
425 acpi_unmap(map->phys, map->virt);
430 void __ref acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
432 struct acpi_ioremap *map;
434 if (!acpi_gbl_permanent_mmap) {
435 __acpi_unmap_table(virt, size);
439 mutex_lock(&acpi_ioremap_lock);
440 map = acpi_map_lookup_virt(virt, size);
442 mutex_unlock(&acpi_ioremap_lock);
443 WARN(true, PREFIX "%s: bad address %p\n", __func__, virt);
446 acpi_os_drop_map_ref(map);
447 mutex_unlock(&acpi_ioremap_lock);
449 acpi_os_map_cleanup(map);
451 EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
453 void __init early_acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
455 if (!acpi_gbl_permanent_mmap)
456 __acpi_unmap_table(virt, size);
459 int acpi_os_map_generic_address(struct acpi_generic_address *gas)
464 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
467 /* Handle possible alignment issues */
468 memcpy(&addr, &gas->address, sizeof(addr));
469 if (!addr || !gas->bit_width)
472 virt = acpi_os_map_memory(addr, gas->bit_width / 8);
478 EXPORT_SYMBOL(acpi_os_map_generic_address);
480 void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
483 struct acpi_ioremap *map;
485 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
488 /* Handle possible alignment issues */
489 memcpy(&addr, &gas->address, sizeof(addr));
490 if (!addr || !gas->bit_width)
493 mutex_lock(&acpi_ioremap_lock);
494 map = acpi_map_lookup(addr, gas->bit_width / 8);
496 mutex_unlock(&acpi_ioremap_lock);
499 acpi_os_drop_map_ref(map);
500 mutex_unlock(&acpi_ioremap_lock);
502 acpi_os_map_cleanup(map);
504 EXPORT_SYMBOL(acpi_os_unmap_generic_address);
506 #ifdef ACPI_FUTURE_USAGE
508 acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
511 return AE_BAD_PARAMETER;
513 *phys = virt_to_phys(virt);
519 #define ACPI_MAX_OVERRIDE_LEN 100
521 static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
524 acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
525 acpi_string * new_val)
527 if (!init_val || !new_val)
528 return AE_BAD_PARAMETER;
531 if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
532 printk(KERN_INFO PREFIX "Overriding _OS definition to '%s'\n",
534 *new_val = acpi_os_name;
540 #ifdef CONFIG_ACPI_INITRD_TABLE_OVERRIDE
541 #include <linux/earlycpio.h>
542 #include <linux/memblock.h>
544 static u64 acpi_tables_addr;
545 static int all_tables_size;
547 /* Copied from acpica/tbutils.c:acpi_tb_checksum() */
548 u8 __init acpi_table_checksum(u8 *buffer, u32 length)
551 u8 *end = buffer + length;
554 sum = (u8) (sum + *(buffer++));
558 /* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */
559 static const char * const table_sigs[] = {
560 ACPI_SIG_BERT, ACPI_SIG_CPEP, ACPI_SIG_ECDT, ACPI_SIG_EINJ,
561 ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT, ACPI_SIG_MSCT,
562 ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT, ACPI_SIG_ASF,
563 ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR, ACPI_SIG_HPET,
564 ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG, ACPI_SIG_MCHI,
565 ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI, ACPI_SIG_TCPA,
566 ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT, ACPI_SIG_WDDT,
567 ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT, ACPI_SIG_PSDT,
568 ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT, NULL };
570 #define ACPI_HEADER_SIZE sizeof(struct acpi_table_header)
572 #define ACPI_OVERRIDE_TABLES 64
573 static struct cpio_data __initdata acpi_initrd_files[ACPI_OVERRIDE_TABLES];
575 #define MAP_CHUNK_SIZE (NR_FIX_BTMAPS << PAGE_SHIFT)
577 void __init acpi_initrd_override(void *data, size_t size)
579 int sig, no, table_nr = 0, total_offset = 0;
581 struct acpi_table_header *table;
582 char cpio_path[32] = "kernel/firmware/acpi/";
583 struct cpio_data file;
585 if (data == NULL || size == 0)
588 for (no = 0; no < ACPI_OVERRIDE_TABLES; no++) {
589 file = find_cpio_data(cpio_path, data, size, &offset);
596 if (file.size < sizeof(struct acpi_table_header)) {
597 pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n",
598 cpio_path, file.name);
604 for (sig = 0; table_sigs[sig]; sig++)
605 if (!memcmp(table->signature, table_sigs[sig], 4))
608 if (!table_sigs[sig]) {
609 pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n",
610 cpio_path, file.name);
613 if (file.size != table->length) {
614 pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n",
615 cpio_path, file.name);
618 if (acpi_table_checksum(file.data, table->length)) {
619 pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n",
620 cpio_path, file.name);
624 pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n",
625 table->signature, cpio_path, file.name, table->length);
627 all_tables_size += table->length;
628 acpi_initrd_files[table_nr].data = file.data;
629 acpi_initrd_files[table_nr].size = file.size;
636 memblock_find_in_range(0, max_low_pfn_mapped << PAGE_SHIFT,
637 all_tables_size, PAGE_SIZE);
638 if (!acpi_tables_addr) {
643 * Only calling e820_add_reserve does not work and the
644 * tables are invalid (memory got used) later.
645 * memblock_reserve works as expected and the tables won't get modified.
646 * But it's not enough on X86 because ioremap will
647 * complain later (used by acpi_os_map_memory) that the pages
648 * that should get mapped are not marked "reserved".
649 * Both memblock_reserve and e820_add_region (via arch_reserve_mem_area)
652 memblock_reserve(acpi_tables_addr, all_tables_size);
653 arch_reserve_mem_area(acpi_tables_addr, all_tables_size);
656 * early_ioremap only can remap 256k one time. If we map all
657 * tables one time, we will hit the limit. Need to map chunks
658 * one by one during copying the same as that in relocate_initrd().
660 for (no = 0; no < table_nr; no++) {
661 unsigned char *src_p = acpi_initrd_files[no].data;
662 phys_addr_t size = acpi_initrd_files[no].size;
663 phys_addr_t dest_addr = acpi_tables_addr + total_offset;
664 phys_addr_t slop, clen;
667 total_offset += size;
670 slop = dest_addr & ~PAGE_MASK;
672 if (clen > MAP_CHUNK_SIZE - slop)
673 clen = MAP_CHUNK_SIZE - slop;
674 dest_p = early_ioremap(dest_addr & PAGE_MASK,
676 memcpy(dest_p + slop, src_p, clen);
677 early_iounmap(dest_p, clen + slop);
684 #endif /* CONFIG_ACPI_INITRD_TABLE_OVERRIDE */
686 static void acpi_table_taint(struct acpi_table_header *table)
689 "Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n",
690 table->signature, table->oem_table_id);
691 add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE);
696 acpi_os_table_override(struct acpi_table_header * existing_table,
697 struct acpi_table_header ** new_table)
699 if (!existing_table || !new_table)
700 return AE_BAD_PARAMETER;
704 #ifdef CONFIG_ACPI_CUSTOM_DSDT
705 if (strncmp(existing_table->signature, "DSDT", 4) == 0)
706 *new_table = (struct acpi_table_header *)AmlCode;
708 if (*new_table != NULL)
709 acpi_table_taint(existing_table);
714 acpi_os_physical_table_override(struct acpi_table_header *existing_table,
715 acpi_physical_address *address,
718 #ifndef CONFIG_ACPI_INITRD_TABLE_OVERRIDE
723 int table_offset = 0;
724 struct acpi_table_header *table;
729 if (!acpi_tables_addr)
733 if (table_offset + ACPI_HEADER_SIZE > all_tables_size) {
738 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
741 if (table_offset + table->length > all_tables_size) {
742 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
747 table_offset += table->length;
749 if (memcmp(existing_table->signature, table->signature, 4)) {
750 acpi_os_unmap_memory(table,
755 /* Only override tables with matching oem id */
756 if (memcmp(table->oem_table_id, existing_table->oem_table_id,
757 ACPI_OEM_TABLE_ID_SIZE)) {
758 acpi_os_unmap_memory(table,
763 table_offset -= table->length;
764 *table_length = table->length;
765 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
766 *address = acpi_tables_addr + table_offset;
768 } while (table_offset + ACPI_HEADER_SIZE < all_tables_size);
771 acpi_table_taint(existing_table);
776 static irqreturn_t acpi_irq(int irq, void *dev_id)
780 handled = (*acpi_irq_handler) (acpi_irq_context);
786 acpi_irq_not_handled++;
792 acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
797 acpi_irq_stats_init();
800 * ACPI interrupts different from the SCI in our copy of the FADT are
803 if (gsi != acpi_gbl_FADT.sci_interrupt)
804 return AE_BAD_PARAMETER;
806 if (acpi_irq_handler)
807 return AE_ALREADY_ACQUIRED;
809 if (acpi_gsi_to_irq(gsi, &irq) < 0) {
810 printk(KERN_ERR PREFIX "SCI (ACPI GSI %d) not registered\n",
815 acpi_irq_handler = handler;
816 acpi_irq_context = context;
817 if (request_irq(irq, acpi_irq, IRQF_SHARED | IRQF_NO_SUSPEND, "acpi", acpi_irq)) {
818 printk(KERN_ERR PREFIX "SCI (IRQ%d) allocation failed\n", irq);
819 acpi_irq_handler = NULL;
820 return AE_NOT_ACQUIRED;
826 acpi_status acpi_os_remove_interrupt_handler(u32 irq, acpi_osd_handler handler)
828 if (irq != acpi_gbl_FADT.sci_interrupt)
829 return AE_BAD_PARAMETER;
831 free_irq(irq, acpi_irq);
832 acpi_irq_handler = NULL;
838 * Running in interpreter thread context, safe to sleep
841 void acpi_os_sleep(u64 ms)
846 void acpi_os_stall(u32 us)
854 touch_nmi_watchdog();
860 * Support ACPI 3.0 AML Timer operand
861 * Returns 64-bit free-running, monotonically increasing timer
862 * with 100ns granularity
864 u64 acpi_os_get_timer(void)
866 u64 time_ns = ktime_to_ns(ktime_get());
867 do_div(time_ns, 100);
871 acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
880 *(u8 *) value = inb(port);
881 } else if (width <= 16) {
882 *(u16 *) value = inw(port);
883 } else if (width <= 32) {
884 *(u32 *) value = inl(port);
892 EXPORT_SYMBOL(acpi_os_read_port);
894 acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
898 } else if (width <= 16) {
900 } else if (width <= 32) {
909 EXPORT_SYMBOL(acpi_os_write_port);
912 static inline u64 read64(const volatile void __iomem *addr)
917 static inline u64 read64(const volatile void __iomem *addr)
922 return l | (h << 32);
927 acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
929 void __iomem *virt_addr;
930 unsigned int size = width / 8;
935 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
938 virt_addr = acpi_os_ioremap(phys_addr, size);
940 return AE_BAD_ADDRESS;
949 *(u8 *) value = readb(virt_addr);
952 *(u16 *) value = readw(virt_addr);
955 *(u32 *) value = readl(virt_addr);
958 *(u64 *) value = read64(virt_addr);
973 static inline void write64(u64 val, volatile void __iomem *addr)
978 static inline void write64(u64 val, volatile void __iomem *addr)
981 writel(val>>32, addr+4);
986 acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
988 void __iomem *virt_addr;
989 unsigned int size = width / 8;
993 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
996 virt_addr = acpi_os_ioremap(phys_addr, size);
998 return AE_BAD_ADDRESS;
1004 writeb(value, virt_addr);
1007 writew(value, virt_addr);
1010 writel(value, virt_addr);
1013 write64(value, virt_addr);
1028 acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
1029 u64 *value, u32 width)
1035 return AE_BAD_PARAMETER;
1051 result = raw_pci_read(pci_id->segment, pci_id->bus,
1052 PCI_DEVFN(pci_id->device, pci_id->function),
1053 reg, size, &value32);
1056 return (result ? AE_ERROR : AE_OK);
1060 acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
1061 u64 value, u32 width)
1079 result = raw_pci_write(pci_id->segment, pci_id->bus,
1080 PCI_DEVFN(pci_id->device, pci_id->function),
1083 return (result ? AE_ERROR : AE_OK);
1086 static void acpi_os_execute_deferred(struct work_struct *work)
1088 struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
1091 acpi_os_wait_events_complete();
1093 dpc->function(dpc->context);
1097 /*******************************************************************************
1099 * FUNCTION: acpi_os_execute
1101 * PARAMETERS: Type - Type of the callback
1102 * Function - Function to be executed
1103 * Context - Function parameters
1107 * DESCRIPTION: Depending on type, either queues function for deferred execution or
1108 * immediately executes function on a separate thread.
1110 ******************************************************************************/
1112 static acpi_status __acpi_os_execute(acpi_execute_type type,
1113 acpi_osd_exec_callback function, void *context, int hp)
1115 acpi_status status = AE_OK;
1116 struct acpi_os_dpc *dpc;
1117 struct workqueue_struct *queue;
1119 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1120 "Scheduling function [%p(%p)] for deferred execution.\n",
1121 function, context));
1124 * Allocate/initialize DPC structure. Note that this memory will be
1125 * freed by the callee. The kernel handles the work_struct list in a
1126 * way that allows us to also free its memory inside the callee.
1127 * Because we may want to schedule several tasks with different
1128 * parameters we can't use the approach some kernel code uses of
1129 * having a static work_struct.
1132 dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
1134 return AE_NO_MEMORY;
1136 dpc->function = function;
1137 dpc->context = context;
1140 * We can't run hotplug code in keventd_wq/kacpid_wq/kacpid_notify_wq
1141 * because the hotplug code may call driver .remove() functions,
1142 * which invoke flush_scheduled_work/acpi_os_wait_events_complete
1143 * to flush these workqueues.
1145 * To prevent lockdep from complaining unnecessarily, make sure that
1146 * there is a different static lockdep key for each workqueue by using
1147 * INIT_WORK() for each of them separately.
1150 queue = kacpi_hotplug_wq;
1152 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1153 } else if (type == OSL_NOTIFY_HANDLER) {
1154 queue = kacpi_notify_wq;
1155 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1158 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1162 * On some machines, a software-initiated SMI causes corruption unless
1163 * the SMI runs on CPU 0. An SMI can be initiated by any AML, but
1164 * typically it's done in GPE-related methods that are run via
1165 * workqueues, so we can avoid the known corruption cases by always
1166 * queueing on CPU 0.
1168 ret = queue_work_on(0, queue, &dpc->work);
1171 printk(KERN_ERR PREFIX
1172 "Call to queue_work() failed.\n");
1179 acpi_status acpi_os_execute(acpi_execute_type type,
1180 acpi_osd_exec_callback function, void *context)
1182 return __acpi_os_execute(type, function, context, 0);
1184 EXPORT_SYMBOL(acpi_os_execute);
1186 acpi_status acpi_os_hotplug_execute(acpi_osd_exec_callback function,
1189 return __acpi_os_execute(0, function, context, 1);
1191 EXPORT_SYMBOL(acpi_os_hotplug_execute);
1193 void acpi_os_wait_events_complete(void)
1195 flush_workqueue(kacpid_wq);
1196 flush_workqueue(kacpi_notify_wq);
1199 EXPORT_SYMBOL(acpi_os_wait_events_complete);
1202 acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
1204 struct semaphore *sem = NULL;
1206 sem = acpi_os_allocate(sizeof(struct semaphore));
1208 return AE_NO_MEMORY;
1209 memset(sem, 0, sizeof(struct semaphore));
1211 sema_init(sem, initial_units);
1213 *handle = (acpi_handle *) sem;
1215 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1216 *handle, initial_units));
1222 * TODO: A better way to delete semaphores? Linux doesn't have a
1223 * 'delete_semaphore()' function -- may result in an invalid
1224 * pointer dereference for non-synchronized consumers. Should
1225 * we at least check for blocked threads and signal/cancel them?
1228 acpi_status acpi_os_delete_semaphore(acpi_handle handle)
1230 struct semaphore *sem = (struct semaphore *)handle;
1233 return AE_BAD_PARAMETER;
1235 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
1237 BUG_ON(!list_empty(&sem->wait_list));
1245 * TODO: Support for units > 1?
1247 acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
1249 acpi_status status = AE_OK;
1250 struct semaphore *sem = (struct semaphore *)handle;
1254 if (!sem || (units < 1))
1255 return AE_BAD_PARAMETER;
1260 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1261 handle, units, timeout));
1263 if (timeout == ACPI_WAIT_FOREVER)
1264 jiffies = MAX_SCHEDULE_TIMEOUT;
1266 jiffies = msecs_to_jiffies(timeout);
1268 ret = down_timeout(sem, jiffies);
1272 if (ACPI_FAILURE(status)) {
1273 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1274 "Failed to acquire semaphore[%p|%d|%d], %s",
1275 handle, units, timeout,
1276 acpi_format_exception(status)));
1278 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1279 "Acquired semaphore[%p|%d|%d]", handle,
1287 * TODO: Support for units > 1?
1289 acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
1291 struct semaphore *sem = (struct semaphore *)handle;
1293 if (!sem || (units < 1))
1294 return AE_BAD_PARAMETER;
1299 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1307 #ifdef ACPI_FUTURE_USAGE
1308 u32 acpi_os_get_line(char *buffer)
1311 #ifdef ENABLE_DEBUGGER
1312 if (acpi_in_debugger) {
1315 kdb_read(buffer, sizeof(line_buf));
1317 /* remove the CR kdb includes */
1318 chars = strlen(buffer) - 1;
1319 buffer[chars] = '\0';
1325 #endif /* ACPI_FUTURE_USAGE */
1327 acpi_status acpi_os_signal(u32 function, void *info)
1330 case ACPI_SIGNAL_FATAL:
1331 printk(KERN_ERR PREFIX "Fatal opcode executed\n");
1333 case ACPI_SIGNAL_BREAKPOINT:
1336 * ACPI spec. says to treat it as a NOP unless
1337 * you are debugging. So if/when we integrate
1338 * AML debugger into the kernel debugger its
1339 * hook will go here. But until then it is
1340 * not useful to print anything on breakpoints.
1350 static int __init acpi_os_name_setup(char *str)
1352 char *p = acpi_os_name;
1353 int count = ACPI_MAX_OVERRIDE_LEN - 1;
1358 for (; count-- && *str; str++) {
1359 if (isalnum(*str) || *str == ' ' || *str == ':')
1361 else if (*str == '\'' || *str == '"')
1372 __setup("acpi_os_name=", acpi_os_name_setup);
1374 #define OSI_STRING_LENGTH_MAX 64 /* arbitrary */
1375 #define OSI_STRING_ENTRIES_MAX 16 /* arbitrary */
1377 struct osi_setup_entry {
1378 char string[OSI_STRING_LENGTH_MAX];
1382 static struct osi_setup_entry
1383 osi_setup_entries[OSI_STRING_ENTRIES_MAX] __initdata = {
1384 {"Module Device", true},
1385 {"Processor Device", true},
1386 {"3.0 _SCP Extensions", true},
1387 {"Processor Aggregator Device", true},
1390 void __init acpi_osi_setup(char *str)
1392 struct osi_setup_entry *osi;
1396 if (!acpi_gbl_create_osi_method)
1399 if (str == NULL || *str == '\0') {
1400 printk(KERN_INFO PREFIX "_OSI method disabled\n");
1401 acpi_gbl_create_osi_method = FALSE;
1408 osi_linux.default_disabling = 1;
1410 } else if (*str == '*') {
1411 acpi_update_interfaces(ACPI_DISABLE_ALL_STRINGS);
1412 for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1413 osi = &osi_setup_entries[i];
1414 osi->enable = false;
1421 for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1422 osi = &osi_setup_entries[i];
1423 if (!strcmp(osi->string, str)) {
1424 osi->enable = enable;
1426 } else if (osi->string[0] == '\0') {
1427 osi->enable = enable;
1428 strncpy(osi->string, str, OSI_STRING_LENGTH_MAX);
1434 static void __init set_osi_linux(unsigned int enable)
1436 if (osi_linux.enable != enable)
1437 osi_linux.enable = enable;
1439 if (osi_linux.enable)
1440 acpi_osi_setup("Linux");
1442 acpi_osi_setup("!Linux");
1447 static void __init acpi_cmdline_osi_linux(unsigned int enable)
1449 osi_linux.cmdline = 1; /* cmdline set the default and override DMI */
1451 set_osi_linux(enable);
1456 void __init acpi_dmi_osi_linux(int enable, const struct dmi_system_id *d)
1458 printk(KERN_NOTICE PREFIX "DMI detected: %s\n", d->ident);
1463 osi_linux.dmi = 1; /* DMI knows that this box asks OSI(Linux) */
1464 set_osi_linux(enable);
1470 * Modify the list of "OS Interfaces" reported to BIOS via _OSI
1472 * empty string disables _OSI
1473 * string starting with '!' disables that string
1474 * otherwise string is added to list, augmenting built-in strings
1476 static void __init acpi_osi_setup_late(void)
1478 struct osi_setup_entry *osi;
1483 if (osi_linux.default_disabling) {
1484 status = acpi_update_interfaces(ACPI_DISABLE_ALL_VENDOR_STRINGS);
1486 if (ACPI_SUCCESS(status))
1487 printk(KERN_INFO PREFIX "Disabled all _OSI OS vendors\n");
1490 for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1491 osi = &osi_setup_entries[i];
1497 status = acpi_install_interface(str);
1499 if (ACPI_SUCCESS(status))
1500 printk(KERN_INFO PREFIX "Added _OSI(%s)\n", str);
1502 status = acpi_remove_interface(str);
1504 if (ACPI_SUCCESS(status))
1505 printk(KERN_INFO PREFIX "Deleted _OSI(%s)\n", str);
1510 static int __init osi_setup(char *str)
1512 if (str && !strcmp("Linux", str))
1513 acpi_cmdline_osi_linux(1);
1514 else if (str && !strcmp("!Linux", str))
1515 acpi_cmdline_osi_linux(0);
1517 acpi_osi_setup(str);
1522 __setup("acpi_osi=", osi_setup);
1524 /* enable serialization to combat AE_ALREADY_EXISTS errors */
1525 static int __init acpi_serialize_setup(char *str)
1527 printk(KERN_INFO PREFIX "serialize enabled\n");
1529 acpi_gbl_all_methods_serialized = TRUE;
1534 __setup("acpi_serialize", acpi_serialize_setup);
1536 /* Check of resource interference between native drivers and ACPI
1537 * OperationRegions (SystemIO and System Memory only).
1538 * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1539 * in arbitrary AML code and can interfere with legacy drivers.
1540 * acpi_enforce_resources= can be set to:
1542 * - strict (default) (2)
1543 * -> further driver trying to access the resources will not load
1545 * -> further driver trying to access the resources will load, but you
1546 * get a system message that something might go wrong...
1549 * -> ACPI Operation Region resources will not be registered
1552 #define ENFORCE_RESOURCES_STRICT 2
1553 #define ENFORCE_RESOURCES_LAX 1
1554 #define ENFORCE_RESOURCES_NO 0
1556 static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1558 static int __init acpi_enforce_resources_setup(char *str)
1560 if (str == NULL || *str == '\0')
1563 if (!strcmp("strict", str))
1564 acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1565 else if (!strcmp("lax", str))
1566 acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1567 else if (!strcmp("no", str))
1568 acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1573 __setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1575 /* Check for resource conflicts between ACPI OperationRegions and native
1577 int acpi_check_resource_conflict(const struct resource *res)
1579 acpi_adr_space_type space_id;
1584 if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1586 if (!(res->flags & IORESOURCE_IO) && !(res->flags & IORESOURCE_MEM))
1589 if (res->flags & IORESOURCE_IO)
1590 space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1592 space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
1594 length = resource_size(res);
1595 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO)
1597 clash = acpi_check_address_range(space_id, res->start, length, warn);
1600 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO) {
1601 if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1602 printk(KERN_NOTICE "ACPI: This conflict may"
1603 " cause random problems and system"
1605 printk(KERN_INFO "ACPI: If an ACPI driver is available"
1606 " for this device, you should use it instead of"
1607 " the native driver\n");
1609 if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1614 EXPORT_SYMBOL(acpi_check_resource_conflict);
1616 int acpi_check_region(resource_size_t start, resource_size_t n,
1619 struct resource res = {
1621 .end = start + n - 1,
1623 .flags = IORESOURCE_IO,
1626 return acpi_check_resource_conflict(&res);
1628 EXPORT_SYMBOL(acpi_check_region);
1631 * Let drivers know whether the resource checks are effective
1633 int acpi_resources_are_enforced(void)
1635 return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1637 EXPORT_SYMBOL(acpi_resources_are_enforced);
1640 * Deallocate the memory for a spinlock.
1642 void acpi_os_delete_lock(acpi_spinlock handle)
1648 * Acquire a spinlock.
1650 * handle is a pointer to the spinlock_t.
1653 acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
1655 acpi_cpu_flags flags;
1656 spin_lock_irqsave(lockp, flags);
1661 * Release a spinlock. See above.
1664 void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
1666 spin_unlock_irqrestore(lockp, flags);
1669 #ifndef ACPI_USE_LOCAL_CACHE
1671 /*******************************************************************************
1673 * FUNCTION: acpi_os_create_cache
1675 * PARAMETERS: name - Ascii name for the cache
1676 * size - Size of each cached object
1677 * depth - Maximum depth of the cache (in objects) <ignored>
1678 * cache - Where the new cache object is returned
1682 * DESCRIPTION: Create a cache object
1684 ******************************************************************************/
1687 acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
1689 *cache = kmem_cache_create(name, size, 0, 0, NULL);
1696 /*******************************************************************************
1698 * FUNCTION: acpi_os_purge_cache
1700 * PARAMETERS: Cache - Handle to cache object
1704 * DESCRIPTION: Free all objects within the requested cache.
1706 ******************************************************************************/
1708 acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
1710 kmem_cache_shrink(cache);
1714 /*******************************************************************************
1716 * FUNCTION: acpi_os_delete_cache
1718 * PARAMETERS: Cache - Handle to cache object
1722 * DESCRIPTION: Free all objects within the requested cache and delete the
1725 ******************************************************************************/
1727 acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
1729 kmem_cache_destroy(cache);
1733 /*******************************************************************************
1735 * FUNCTION: acpi_os_release_object
1737 * PARAMETERS: Cache - Handle to cache object
1738 * Object - The object to be released
1742 * DESCRIPTION: Release an object to the specified cache. If cache is full,
1743 * the object is deleted.
1745 ******************************************************************************/
1747 acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
1749 kmem_cache_free(cache, object);
1754 static int __init acpi_no_auto_ssdt_setup(char *s)
1756 printk(KERN_NOTICE PREFIX "SSDT auto-load disabled\n");
1758 acpi_gbl_disable_ssdt_table_load = TRUE;
1763 __setup("acpi_no_auto_ssdt", acpi_no_auto_ssdt_setup);
1765 acpi_status __init acpi_os_initialize(void)
1767 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1768 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1769 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1770 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
1775 acpi_status __init acpi_os_initialize1(void)
1777 kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1778 kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
1779 kacpi_hotplug_wq = alloc_workqueue("kacpi_hotplug", 0, 1);
1781 BUG_ON(!kacpi_notify_wq);
1782 BUG_ON(!kacpi_hotplug_wq);
1783 acpi_install_interface_handler(acpi_osi_handler);
1784 acpi_osi_setup_late();
1788 acpi_status acpi_os_terminate(void)
1790 if (acpi_irq_handler) {
1791 acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
1795 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1796 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1797 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1798 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1800 destroy_workqueue(kacpid_wq);
1801 destroy_workqueue(kacpi_notify_wq);
1802 destroy_workqueue(kacpi_hotplug_wq);
1807 acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1811 if (__acpi_os_prepare_sleep)
1812 rc = __acpi_os_prepare_sleep(sleep_state,
1813 pm1a_control, pm1b_control);
1817 return AE_CTRL_SKIP;
1822 void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1823 u32 pm1a_ctrl, u32 pm1b_ctrl))
1825 __acpi_os_prepare_sleep = func;
1828 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1832 if (__acpi_os_prepare_extended_sleep)
1833 rc = __acpi_os_prepare_extended_sleep(sleep_state,
1838 return AE_CTRL_SKIP;
1843 void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1844 u32 val_a, u32 val_b))
1846 __acpi_os_prepare_extended_sleep = func;
1850 void alloc_acpi_hp_work(acpi_handle handle, u32 type, void *context,
1851 void (*func)(struct work_struct *work))
1853 struct acpi_hp_work *hp_work;
1856 hp_work = kmalloc(sizeof(*hp_work), GFP_KERNEL);
1860 hp_work->handle = handle;
1861 hp_work->type = type;
1862 hp_work->context = context;
1864 INIT_WORK(&hp_work->work, func);
1865 ret = queue_work(kacpi_hotplug_wq, &hp_work->work);
1869 EXPORT_SYMBOL_GPL(alloc_acpi_hp_work);