blob: 4305ee9db4b2d880faaf6314cde028546b5207a6 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * acpi_osl.c - OS-dependent functions ($Revision: 83 $)
3 *
4 * Copyright (C) 2000 Andrew Henroid
5 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
6 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04007 * Copyright (c) 2008 Intel Corporation
8 * Author: Matthew Wilcox <willy@linux.intel.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
10 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or
15 * (at your option) any later version.
16 *
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
21 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070022 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
23 *
24 */
25
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <linux/module.h>
27#include <linux/kernel.h>
28#include <linux/slab.h>
29#include <linux/mm.h>
Myron Stoweba242d52012-01-20 19:13:30 -070030#include <linux/highmem.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <linux/pci.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <linux/interrupt.h>
33#include <linux/kmod.h>
34#include <linux/delay.h>
35#include <linux/workqueue.h>
36#include <linux/nmi.h>
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +030037#include <linux/acpi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#include <linux/efi.h>
Thomas Renningerdf92e692008-02-04 23:31:22 -080039#include <linux/ioport.h>
40#include <linux/list.h>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -040041#include <linux/jiffies.h>
42#include <linux/semaphore.h>
43
44#include <asm/io.h>
45#include <asm/uaccess.h>
Christoph Hellwig2f8e2c82015-08-28 09:27:14 +020046#include <linux/io-64-nonatomic-lo-hi.h>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -040047
Lv Zheng1129c922013-07-23 16:11:55 +080048#include "internal.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
Linus Torvalds1da177e2005-04-16 15:20:36 -070050#define _COMPONENT ACPI_OS_SERVICES
Len Brownf52fd662007-02-12 22:42:12 -050051ACPI_MODULE_NAME("osl");
Hanjun Guo07070e12014-03-13 12:47:39 +080052
Len Brown4be44fc2005-08-05 00:44:28 -040053struct acpi_os_dpc {
54 acpi_osd_exec_callback function;
55 void *context;
David Howells65f27f32006-11-22 14:55:48 +000056 struct work_struct work;
Linus Torvalds1da177e2005-04-16 15:20:36 -070057};
58
Linus Torvalds1da177e2005-04-16 15:20:36 -070059#ifdef ENABLE_DEBUGGER
60#include <linux/kdb.h>
61
62/* stuff for debugger support */
63int acpi_in_debugger;
64EXPORT_SYMBOL(acpi_in_debugger);
Len Brown4be44fc2005-08-05 00:44:28 -040065#endif /*ENABLE_DEBUGGER */
Linus Torvalds1da177e2005-04-16 15:20:36 -070066
Tang Liang09f98a82011-12-09 10:05:54 +080067static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
68 u32 pm1b_ctrl);
Ben Guthrod6b47b12013-07-30 08:24:52 -040069static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
70 u32 val_b);
Tang Liang09f98a82011-12-09 10:05:54 +080071
Linus Torvalds1da177e2005-04-16 15:20:36 -070072static acpi_osd_handler acpi_irq_handler;
73static void *acpi_irq_context;
74static struct workqueue_struct *kacpid_wq;
Alexey Starikovskiy88db5e12007-05-09 23:31:03 -040075static struct workqueue_struct *kacpi_notify_wq;
Yinghai Lu92d8aff2013-01-21 13:20:47 -080076static struct workqueue_struct *kacpi_hotplug_wq;
Lv Zheng7901a052015-08-05 16:23:51 +080077static bool acpi_os_initialized;
Chen Yu49e4b8432015-10-25 01:02:19 +080078unsigned int acpi_sci_irq = INVALID_ACPI_IRQ;
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
Myron Stowe620242a2010-10-21 14:23:53 -060080/*
81 * This list of permanent mappings is for memory that may be accessed from
82 * interrupt context, where we can't do the ioremap().
83 */
84struct acpi_ioremap {
85 struct list_head list;
86 void __iomem *virt;
87 acpi_physical_address phys;
88 acpi_size size;
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +010089 unsigned long refcount;
Myron Stowe620242a2010-10-21 14:23:53 -060090};
91
92static LIST_HEAD(acpi_ioremaps);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +010093static DEFINE_MUTEX(acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -060094
Myron Stowebc9ffce2011-11-07 16:23:27 -070095static void __init acpi_request_region (struct acpi_generic_address *gas,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -070096 unsigned int length, char *desc)
97{
Myron Stowebc9ffce2011-11-07 16:23:27 -070098 u64 addr;
99
100 /* Handle possible alignment issues */
101 memcpy(&addr, &gas->address, sizeof(addr));
102 if (!addr || !length)
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700103 return;
104
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200105 /* Resources are never freed */
106 if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
107 request_region(addr, length, desc);
108 else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
109 request_mem_region(addr, length, desc);
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700110}
111
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200112static int __init acpi_reserve_resources(void)
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700113{
Len Browneee3c852007-02-03 01:38:16 -0500114 acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700115 "ACPI PM1a_EVT_BLK");
116
Len Browneee3c852007-02-03 01:38:16 -0500117 acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700118 "ACPI PM1b_EVT_BLK");
119
Len Browneee3c852007-02-03 01:38:16 -0500120 acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700121 "ACPI PM1a_CNT_BLK");
122
Len Browneee3c852007-02-03 01:38:16 -0500123 acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700124 "ACPI PM1b_CNT_BLK");
125
Len Browneee3c852007-02-03 01:38:16 -0500126 if (acpi_gbl_FADT.pm_timer_length == 4)
127 acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700128
Len Browneee3c852007-02-03 01:38:16 -0500129 acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700130 "ACPI PM2_CNT_BLK");
131
132 /* Length of GPE blocks must be a non-negative multiple of 2 */
133
Len Browneee3c852007-02-03 01:38:16 -0500134 if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
135 acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
136 acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700137
Len Browneee3c852007-02-03 01:38:16 -0500138 if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
139 acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
140 acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200141
142 return 0;
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700143}
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200144fs_initcall_sync(acpi_reserve_resources);
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700145
Len Brown4be44fc2005-08-05 00:44:28 -0400146void acpi_os_printf(const char *fmt, ...)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147{
148 va_list args;
149 va_start(args, fmt);
150 acpi_os_vprintf(fmt, args);
151 va_end(args);
152}
Lv Zheng836d083012015-12-03 10:43:14 +0800153EXPORT_SYMBOL(acpi_os_printf);
Len Brown4be44fc2005-08-05 00:44:28 -0400154
Len Brown4be44fc2005-08-05 00:44:28 -0400155void acpi_os_vprintf(const char *fmt, va_list args)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156{
157 static char buffer[512];
Len Brown4be44fc2005-08-05 00:44:28 -0400158
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 vsprintf(buffer, fmt, args);
160
161#ifdef ENABLE_DEBUGGER
162 if (acpi_in_debugger) {
163 kdb_printf("%s", buffer);
164 } else {
Frank Seidel4d939152009-02-04 17:03:07 +0100165 printk(KERN_CONT "%s", buffer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166 }
167#else
Lv Zheng836d083012015-12-03 10:43:14 +0800168 if (acpi_debugger_write_log(buffer) < 0)
Lv Zheng8cfb0cd2015-12-03 10:43:00 +0800169 printk(KERN_CONT "%s", buffer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170#endif
171}
172
Takao Indoh4996c022011-07-14 18:05:21 -0400173#ifdef CONFIG_KEXEC
174static unsigned long acpi_rsdp;
175static int __init setup_acpi_rsdp(char *arg)
176{
Christoph Jaeger3d915892014-06-13 21:49:58 +0200177 if (kstrtoul(arg, 16, &acpi_rsdp))
178 return -EINVAL;
Takao Indoh4996c022011-07-14 18:05:21 -0400179 return 0;
180}
181early_param("acpi_rsdp", setup_acpi_rsdp);
182#endif
183
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300184acpi_physical_address __init acpi_os_get_root_pointer(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185{
Takao Indoh4996c022011-07-14 18:05:21 -0400186#ifdef CONFIG_KEXEC
187 if (acpi_rsdp)
188 return acpi_rsdp;
189#endif
190
Matt Fleming83e68182012-11-14 09:42:35 +0000191 if (efi_enabled(EFI_CONFIG_TABLES)) {
Bjorn Helgaasb2c99e32006-03-26 01:37:08 -0800192 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300193 return efi.acpi20;
Bjorn Helgaasb2c99e32006-03-26 01:37:08 -0800194 else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300195 return efi.acpi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 else {
Len Brown4be44fc2005-08-05 00:44:28 -0400197 printk(KERN_ERR PREFIX
198 "System description tables not found\n");
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300199 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200 }
Graeme Gregory8a1664b2014-07-18 18:02:52 +0800201 } else if (IS_ENABLED(CONFIG_ACPI_LEGACY_TABLES_LOOKUP)) {
Len Brown239665a2007-11-23 20:08:02 -0500202 acpi_physical_address pa = 0;
203
204 acpi_find_root_pointer(&pa);
205 return pa;
206 }
Graeme Gregory8a1664b2014-07-18 18:02:52 +0800207
208 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209}
210
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600211/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
Myron Stowe4a3cba52010-10-21 14:24:14 -0600212static struct acpi_ioremap *
213acpi_map_lookup(acpi_physical_address phys, acpi_size size)
Myron Stowe620242a2010-10-21 14:23:53 -0600214{
215 struct acpi_ioremap *map;
216
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600217 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
Myron Stowe620242a2010-10-21 14:23:53 -0600218 if (map->phys <= phys &&
219 phys + size <= map->phys + map->size)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600220 return map;
221
222 return NULL;
223}
224
225/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
226static void __iomem *
227acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
228{
229 struct acpi_ioremap *map;
230
231 map = acpi_map_lookup(phys, size);
232 if (map)
233 return map->virt + (phys - map->phys);
Myron Stowe620242a2010-10-21 14:23:53 -0600234
235 return NULL;
236}
237
Rafael J. Wysocki13606a22011-02-08 23:38:25 +0100238void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
239{
240 struct acpi_ioremap *map;
241 void __iomem *virt = NULL;
242
243 mutex_lock(&acpi_ioremap_lock);
244 map = acpi_map_lookup(phys, size);
245 if (map) {
246 virt = map->virt + (phys - map->phys);
247 map->refcount++;
248 }
249 mutex_unlock(&acpi_ioremap_lock);
250 return virt;
251}
252EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
253
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600254/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
Myron Stowe620242a2010-10-21 14:23:53 -0600255static struct acpi_ioremap *
256acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
257{
258 struct acpi_ioremap *map;
259
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600260 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600261 if (map->virt <= virt &&
262 virt + size <= map->virt + map->size)
Myron Stowe620242a2010-10-21 14:23:53 -0600263 return map;
264
265 return NULL;
266}
267
Graeme Gregoryaafc65c2015-03-24 14:02:35 +0000268#if defined(CONFIG_IA64) || defined(CONFIG_ARM64)
Myron Stoweba242d52012-01-20 19:13:30 -0700269/* ioremap will take care of cache attributes */
270#define should_use_kmap(pfn) 0
Graeme Gregoryaafc65c2015-03-24 14:02:35 +0000271#else
272#define should_use_kmap(pfn) page_is_ram(pfn)
Myron Stoweba242d52012-01-20 19:13:30 -0700273#endif
274
275static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
276{
277 unsigned long pfn;
278
279 pfn = pg_off >> PAGE_SHIFT;
280 if (should_use_kmap(pfn)) {
281 if (pg_sz > PAGE_SIZE)
282 return NULL;
283 return (void __iomem __force *)kmap(pfn_to_page(pfn));
284 } else
285 return acpi_os_ioremap(pg_off, pg_sz);
286}
287
288static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
289{
290 unsigned long pfn;
291
292 pfn = pg_off >> PAGE_SHIFT;
Jan Beuliche2526752012-02-24 11:41:53 +0000293 if (should_use_kmap(pfn))
Myron Stoweba242d52012-01-20 19:13:30 -0700294 kunmap(pfn_to_page(pfn));
295 else
296 iounmap(vaddr);
297}
298
Rafael J. Wysocki9d128ed2016-01-02 03:10:29 +0100299/**
300 * acpi_os_map_iomem - Get a virtual address for a given physical address range.
301 * @phys: Start of the physical address range to map.
302 * @size: Size of the physical address range to map.
303 *
304 * Look up the given physical address range in the list of existing ACPI memory
305 * mappings. If found, get a reference to it and return a pointer to it (its
306 * virtual address). If not found, map it, add it to that list and return a
307 * pointer to it.
308 *
309 * During early init (when acpi_gbl_permanent_mmap has not been set yet) this
310 * routine simply calls __acpi_map_table() to get the job done.
311 */
Fabian Frederickbd721ea2016-08-02 14:03:33 -0700312void __iomem *__ref
Lv Zhenga2383172014-05-20 15:39:41 +0800313acpi_os_map_iomem(acpi_physical_address phys, acpi_size size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314{
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100315 struct acpi_ioremap *map;
Myron Stowe620242a2010-10-21 14:23:53 -0600316 void __iomem *virt;
Rafael J. Wysocki2d6d9fd2011-01-19 22:27:14 +0100317 acpi_physical_address pg_off;
318 acpi_size pg_sz;
Myron Stowe620242a2010-10-21 14:23:53 -0600319
Bjorn Helgaas9f4fd612006-03-26 01:37:10 -0800320 if (phys > ULONG_MAX) {
321 printk(KERN_ERR PREFIX "Cannot map memory that high\n");
Randy Dunlap70c08462007-02-13 16:11:36 -0800322 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323 }
Myron Stowe620242a2010-10-21 14:23:53 -0600324
325 if (!acpi_gbl_permanent_mmap)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300326 return __acpi_map_table((unsigned long)phys, size);
Myron Stowe620242a2010-10-21 14:23:53 -0600327
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100328 mutex_lock(&acpi_ioremap_lock);
329 /* Check if there's a suitable mapping already. */
330 map = acpi_map_lookup(phys, size);
331 if (map) {
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100332 map->refcount++;
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100333 goto out;
334 }
335
Myron Stowe620242a2010-10-21 14:23:53 -0600336 map = kzalloc(sizeof(*map), GFP_KERNEL);
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100337 if (!map) {
338 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600339 return NULL;
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100340 }
Myron Stowe620242a2010-10-21 14:23:53 -0600341
Myron Stowe4a3cba52010-10-21 14:24:14 -0600342 pg_off = round_down(phys, PAGE_SIZE);
343 pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
Myron Stoweba242d52012-01-20 19:13:30 -0700344 virt = acpi_map(pg_off, pg_sz);
Myron Stowe620242a2010-10-21 14:23:53 -0600345 if (!virt) {
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100346 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600347 kfree(map);
348 return NULL;
349 }
350
351 INIT_LIST_HEAD(&map->list);
352 map->virt = virt;
Myron Stowe4a3cba52010-10-21 14:24:14 -0600353 map->phys = pg_off;
354 map->size = pg_sz;
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100355 map->refcount = 1;
Myron Stowe620242a2010-10-21 14:23:53 -0600356
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600357 list_add_tail_rcu(&map->list, &acpi_ioremaps);
Myron Stowe620242a2010-10-21 14:23:53 -0600358
Lv Zhenga2383172014-05-20 15:39:41 +0800359out:
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100360 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe4a3cba52010-10-21 14:24:14 -0600361 return map->virt + (phys - map->phys);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362}
Lv Zhenga2383172014-05-20 15:39:41 +0800363EXPORT_SYMBOL_GPL(acpi_os_map_iomem);
364
Fabian Frederickbd721ea2016-08-02 14:03:33 -0700365void *__ref acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
Lv Zhenga2383172014-05-20 15:39:41 +0800366{
367 return (void *)acpi_os_map_iomem(phys, size);
368}
Kylene Jo Hall55a82ab2006-01-08 01:03:15 -0800369EXPORT_SYMBOL_GPL(acpi_os_map_memory);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700370
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100371static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600372{
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100373 if (!--map->refcount)
374 list_del_rcu(&map->list);
Myron Stowe4a3cba52010-10-21 14:24:14 -0600375}
Myron Stowe4a3cba52010-10-21 14:24:14 -0600376
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100377static void acpi_os_map_cleanup(struct acpi_ioremap *map)
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100378{
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100379 if (!map->refcount) {
Konstantin Khlebnikov74b51ee2014-11-09 13:53:37 +0400380 synchronize_rcu_expedited();
Myron Stoweba242d52012-01-20 19:13:30 -0700381 acpi_unmap(map->phys, map->virt);
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100382 kfree(map);
383 }
Myron Stowe4a3cba52010-10-21 14:24:14 -0600384}
385
Rafael J. Wysocki9d128ed2016-01-02 03:10:29 +0100386/**
387 * acpi_os_unmap_iomem - Drop a memory mapping reference.
388 * @virt: Start of the address range to drop a reference to.
389 * @size: Size of the address range to drop a reference to.
390 *
391 * Look up the given virtual address range in the list of existing ACPI memory
392 * mappings, drop a reference to it and unmap it if there are no more active
393 * references to it.
394 *
395 * During early init (when acpi_gbl_permanent_mmap has not been set yet) this
396 * routine simply calls __acpi_unmap_table() to get the job done. Since
397 * __acpi_unmap_table() is an __init function, the __ref annotation is needed
398 * here.
399 */
Lv Zhenga2383172014-05-20 15:39:41 +0800400void __ref acpi_os_unmap_iomem(void __iomem *virt, acpi_size size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401{
Myron Stowe620242a2010-10-21 14:23:53 -0600402 struct acpi_ioremap *map;
Myron Stowe620242a2010-10-21 14:23:53 -0600403
404 if (!acpi_gbl_permanent_mmap) {
Yinghai Lu7d972772009-02-07 15:39:41 -0800405 __acpi_unmap_table(virt, size);
Myron Stowe620242a2010-10-21 14:23:53 -0600406 return;
407 }
408
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100409 mutex_lock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600410 map = acpi_map_lookup_virt(virt, size);
411 if (!map) {
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100412 mutex_unlock(&acpi_ioremap_lock);
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100413 WARN(true, PREFIX "%s: bad address %p\n", __func__, virt);
Myron Stowe620242a2010-10-21 14:23:53 -0600414 return;
415 }
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100416 acpi_os_drop_map_ref(map);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100417 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600418
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100419 acpi_os_map_cleanup(map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700420}
Lv Zhenga2383172014-05-20 15:39:41 +0800421EXPORT_SYMBOL_GPL(acpi_os_unmap_iomem);
422
423void __ref acpi_os_unmap_memory(void *virt, acpi_size size)
424{
425 return acpi_os_unmap_iomem((void __iomem *)virt, size);
426}
Kylene Jo Hall55a82ab2006-01-08 01:03:15 -0800427EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700428
Jeremy Fitzhardinge0d3a9cf2009-02-22 14:58:56 -0800429void __init early_acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
Yinghai Lu7d972772009-02-07 15:39:41 -0800430{
431 if (!acpi_gbl_permanent_mmap)
432 __acpi_unmap_table(virt, size);
433}
434
Myron Stowe6f68c912011-11-07 16:23:34 -0700435int acpi_os_map_generic_address(struct acpi_generic_address *gas)
Myron Stowe29718522010-10-21 14:23:59 -0600436{
Myron Stowebc9ffce2011-11-07 16:23:27 -0700437 u64 addr;
Myron Stowe29718522010-10-21 14:23:59 -0600438 void __iomem *virt;
439
Myron Stowebc9ffce2011-11-07 16:23:27 -0700440 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
Myron Stowe29718522010-10-21 14:23:59 -0600441 return 0;
442
Myron Stowebc9ffce2011-11-07 16:23:27 -0700443 /* Handle possible alignment issues */
444 memcpy(&addr, &gas->address, sizeof(addr));
445 if (!addr || !gas->bit_width)
Myron Stowe29718522010-10-21 14:23:59 -0600446 return -EINVAL;
447
Lv Zhenga2383172014-05-20 15:39:41 +0800448 virt = acpi_os_map_iomem(addr, gas->bit_width / 8);
Myron Stowe29718522010-10-21 14:23:59 -0600449 if (!virt)
450 return -EIO;
451
452 return 0;
453}
Myron Stowe6f68c912011-11-07 16:23:34 -0700454EXPORT_SYMBOL(acpi_os_map_generic_address);
Myron Stowe29718522010-10-21 14:23:59 -0600455
Myron Stowe6f68c912011-11-07 16:23:34 -0700456void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
Myron Stowe29718522010-10-21 14:23:59 -0600457{
Myron Stowebc9ffce2011-11-07 16:23:27 -0700458 u64 addr;
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100459 struct acpi_ioremap *map;
Myron Stowe29718522010-10-21 14:23:59 -0600460
Myron Stowebc9ffce2011-11-07 16:23:27 -0700461 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
Myron Stowe29718522010-10-21 14:23:59 -0600462 return;
463
Myron Stowebc9ffce2011-11-07 16:23:27 -0700464 /* Handle possible alignment issues */
465 memcpy(&addr, &gas->address, sizeof(addr));
466 if (!addr || !gas->bit_width)
Myron Stowe29718522010-10-21 14:23:59 -0600467 return;
468
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100469 mutex_lock(&acpi_ioremap_lock);
Myron Stowebc9ffce2011-11-07 16:23:27 -0700470 map = acpi_map_lookup(addr, gas->bit_width / 8);
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100471 if (!map) {
472 mutex_unlock(&acpi_ioremap_lock);
473 return;
474 }
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100475 acpi_os_drop_map_ref(map);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100476 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe29718522010-10-21 14:23:59 -0600477
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100478 acpi_os_map_cleanup(map);
Myron Stowe29718522010-10-21 14:23:59 -0600479}
Myron Stowe6f68c912011-11-07 16:23:34 -0700480EXPORT_SYMBOL(acpi_os_unmap_generic_address);
Myron Stowe29718522010-10-21 14:23:59 -0600481
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482#ifdef ACPI_FUTURE_USAGE
483acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400484acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700485{
Len Brown4be44fc2005-08-05 00:44:28 -0400486 if (!phys || !virt)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700487 return AE_BAD_PARAMETER;
488
489 *phys = virt_to_phys(virt);
490
491 return AE_OK;
492}
493#endif
494
Rafael J. Wysocki18d78b62015-07-03 01:06:00 +0200495#ifdef CONFIG_ACPI_REV_OVERRIDE_POSSIBLE
496static bool acpi_rev_override;
497
498int __init acpi_rev_override_setup(char *str)
499{
500 acpi_rev_override = true;
501 return 1;
502}
503__setup("acpi_rev_override", acpi_rev_override_setup);
504#else
505#define acpi_rev_override false
506#endif
507
Linus Torvalds1da177e2005-04-16 15:20:36 -0700508#define ACPI_MAX_OVERRIDE_LEN 100
509
510static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
511
512acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400513acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
Lv Zheng80b28812016-03-24 09:38:28 +0800514 acpi_string *new_val)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700515{
516 if (!init_val || !new_val)
517 return AE_BAD_PARAMETER;
518
519 *new_val = NULL;
Len Brown4be44fc2005-08-05 00:44:28 -0400520 if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700521 printk(KERN_INFO PREFIX "Overriding _OS definition to '%s'\n",
Len Brown4be44fc2005-08-05 00:44:28 -0400522 acpi_os_name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700523 *new_val = acpi_os_name;
524 }
525
Rafael J. Wysocki18d78b62015-07-03 01:06:00 +0200526 if (!memcmp(init_val->name, "_REV", 4) && acpi_rev_override) {
527 printk(KERN_INFO PREFIX "Overriding _REV return value to 5\n");
528 *new_val = (char *)5;
529 }
530
Linus Torvalds1da177e2005-04-16 15:20:36 -0700531 return AE_OK;
532}
533
David Howells7d12e782006-10-05 14:55:46 +0100534static irqreturn_t acpi_irq(int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700535{
Len Brown5229e872008-02-06 01:26:55 -0500536 u32 handled;
537
538 handled = (*acpi_irq_handler) (acpi_irq_context);
539
540 if (handled) {
541 acpi_irq_handled++;
542 return IRQ_HANDLED;
Len Brown88bea182009-04-21 00:35:47 -0400543 } else {
544 acpi_irq_not_handled++;
Len Brown5229e872008-02-06 01:26:55 -0500545 return IRQ_NONE;
Len Brown88bea182009-04-21 00:35:47 -0400546 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700547}
548
549acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400550acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
551 void *context)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700552{
553 unsigned int irq;
554
Len Brown5229e872008-02-06 01:26:55 -0500555 acpi_irq_stats_init();
556
Linus Torvalds1da177e2005-04-16 15:20:36 -0700557 /*
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100558 * ACPI interrupts different from the SCI in our copy of the FADT are
559 * not supported.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700560 */
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100561 if (gsi != acpi_gbl_FADT.sci_interrupt)
562 return AE_BAD_PARAMETER;
563
564 if (acpi_irq_handler)
565 return AE_ALREADY_ACQUIRED;
566
Linus Torvalds1da177e2005-04-16 15:20:36 -0700567 if (acpi_gsi_to_irq(gsi, &irq) < 0) {
568 printk(KERN_ERR PREFIX "SCI (ACPI GSI %d) not registered\n",
569 gsi);
570 return AE_OK;
571 }
572
573 acpi_irq_handler = handler;
574 acpi_irq_context = context;
Rafael J. Wysockia8d46b92014-09-30 02:29:01 +0200575 if (request_irq(irq, acpi_irq, IRQF_SHARED, "acpi", acpi_irq)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700576 printk(KERN_ERR PREFIX "SCI (IRQ%d) allocation failed\n", irq);
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100577 acpi_irq_handler = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700578 return AE_NOT_ACQUIRED;
579 }
Chen Yu49e4b8432015-10-25 01:02:19 +0800580 acpi_sci_irq = irq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700581
582 return AE_OK;
583}
584
Chen Yu49e4b8432015-10-25 01:02:19 +0800585acpi_status acpi_os_remove_interrupt_handler(u32 gsi, acpi_osd_handler handler)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700586{
Chen Yu49e4b8432015-10-25 01:02:19 +0800587 if (gsi != acpi_gbl_FADT.sci_interrupt || !acpi_sci_irq_valid())
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100588 return AE_BAD_PARAMETER;
589
Chen Yu49e4b8432015-10-25 01:02:19 +0800590 free_irq(acpi_sci_irq, acpi_irq);
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100591 acpi_irq_handler = NULL;
Chen Yu49e4b8432015-10-25 01:02:19 +0800592 acpi_sci_irq = INVALID_ACPI_IRQ;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700593
594 return AE_OK;
595}
596
597/*
598 * Running in interpreter thread context, safe to sleep
599 */
600
Lin Ming439913f2010-01-28 10:53:19 +0800601void acpi_os_sleep(u64 ms)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700602{
Liu Chuansheng30282292013-09-12 01:42:57 +0800603 msleep(ms);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700604}
Len Brown4be44fc2005-08-05 00:44:28 -0400605
Len Brown4be44fc2005-08-05 00:44:28 -0400606void acpi_os_stall(u32 us)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700607{
608 while (us) {
609 u32 delay = 1000;
610
611 if (delay > us)
612 delay = us;
613 udelay(delay);
614 touch_nmi_watchdog();
615 us -= delay;
616 }
617}
Len Brown4be44fc2005-08-05 00:44:28 -0400618
Linus Torvalds1da177e2005-04-16 15:20:36 -0700619/*
620 * Support ACPI 3.0 AML Timer operand
621 * Returns 64-bit free-running, monotonically increasing timer
622 * with 100ns granularity
623 */
Len Brown4be44fc2005-08-05 00:44:28 -0400624u64 acpi_os_get_timer(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700625{
Mika Westerberg10619062013-05-23 10:27:46 +0300626 u64 time_ns = ktime_to_ns(ktime_get());
627 do_div(time_ns, 100);
628 return time_ns;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700629}
630
Len Brown4be44fc2005-08-05 00:44:28 -0400631acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700632{
633 u32 dummy;
634
635 if (!value)
636 value = &dummy;
637
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800638 *value = 0;
639 if (width <= 8) {
Len Brown4be44fc2005-08-05 00:44:28 -0400640 *(u8 *) value = inb(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800641 } else if (width <= 16) {
Len Brown4be44fc2005-08-05 00:44:28 -0400642 *(u16 *) value = inw(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800643 } else if (width <= 32) {
Len Brown4be44fc2005-08-05 00:44:28 -0400644 *(u32 *) value = inl(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800645 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700646 BUG();
647 }
648
649 return AE_OK;
650}
Len Brown4be44fc2005-08-05 00:44:28 -0400651
Linus Torvalds1da177e2005-04-16 15:20:36 -0700652EXPORT_SYMBOL(acpi_os_read_port);
653
Len Brown4be44fc2005-08-05 00:44:28 -0400654acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700655{
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800656 if (width <= 8) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657 outb(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800658 } else if (width <= 16) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659 outw(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800660 } else if (width <= 32) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700661 outl(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800662 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700663 BUG();
664 }
665
666 return AE_OK;
667}
Len Brown4be44fc2005-08-05 00:44:28 -0400668
Linus Torvalds1da177e2005-04-16 15:20:36 -0700669EXPORT_SYMBOL(acpi_os_write_port);
670
Myron Stowee615bf52012-01-20 19:13:24 -0700671acpi_status
Bob Moore653f4b52012-02-14 18:29:55 +0800672acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
Myron Stowee615bf52012-01-20 19:13:24 -0700673{
674 void __iomem *virt_addr;
675 unsigned int size = width / 8;
676 bool unmap = false;
677 u64 dummy;
678
679 rcu_read_lock();
680 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
681 if (!virt_addr) {
682 rcu_read_unlock();
683 virt_addr = acpi_os_ioremap(phys_addr, size);
684 if (!virt_addr)
685 return AE_BAD_ADDRESS;
686 unmap = true;
687 }
688
689 if (!value)
690 value = &dummy;
691
692 switch (width) {
693 case 8:
694 *(u8 *) value = readb(virt_addr);
695 break;
696 case 16:
697 *(u16 *) value = readw(virt_addr);
698 break;
699 case 32:
700 *(u32 *) value = readl(virt_addr);
701 break;
702 case 64:
Andy Shevchenko3277b4e2015-08-17 17:28:46 +0300703 *(u64 *) value = readq(virt_addr);
Myron Stowee615bf52012-01-20 19:13:24 -0700704 break;
705 default:
706 BUG();
707 }
708
709 if (unmap)
710 iounmap(virt_addr);
711 else
712 rcu_read_unlock();
713
714 return AE_OK;
715}
716
Myron Stowee615bf52012-01-20 19:13:24 -0700717acpi_status
Bob Moore653f4b52012-02-14 18:29:55 +0800718acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
Myron Stowee615bf52012-01-20 19:13:24 -0700719{
720 void __iomem *virt_addr;
721 unsigned int size = width / 8;
722 bool unmap = false;
723
724 rcu_read_lock();
725 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
726 if (!virt_addr) {
727 rcu_read_unlock();
728 virt_addr = acpi_os_ioremap(phys_addr, size);
729 if (!virt_addr)
730 return AE_BAD_ADDRESS;
731 unmap = true;
732 }
733
734 switch (width) {
735 case 8:
736 writeb(value, virt_addr);
737 break;
738 case 16:
739 writew(value, virt_addr);
740 break;
741 case 32:
742 writel(value, virt_addr);
743 break;
744 case 64:
Andy Shevchenko3277b4e2015-08-17 17:28:46 +0300745 writeq(value, virt_addr);
Myron Stowee615bf52012-01-20 19:13:24 -0700746 break;
747 default:
748 BUG();
749 }
750
751 if (unmap)
752 iounmap(virt_addr);
753 else
754 rcu_read_unlock();
755
756 return AE_OK;
757}
758
Linus Torvalds1da177e2005-04-16 15:20:36 -0700759acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400760acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
Bob Moorec5f02312010-08-06 08:57:53 +0800761 u64 *value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700762{
763 int result, size;
Bob Moorec5f02312010-08-06 08:57:53 +0800764 u32 value32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700765
766 if (!value)
767 return AE_BAD_PARAMETER;
768
769 switch (width) {
770 case 8:
771 size = 1;
772 break;
773 case 16:
774 size = 2;
775 break;
776 case 32:
777 size = 4;
778 break;
779 default:
780 return AE_ERROR;
781 }
782
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500783 result = raw_pci_read(pci_id->segment, pci_id->bus,
784 PCI_DEVFN(pci_id->device, pci_id->function),
Bob Moorec5f02312010-08-06 08:57:53 +0800785 reg, size, &value32);
786 *value = value32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700787
788 return (result ? AE_ERROR : AE_OK);
789}
Len Brown4be44fc2005-08-05 00:44:28 -0400790
Linus Torvalds1da177e2005-04-16 15:20:36 -0700791acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400792acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
Lin Ming439913f2010-01-28 10:53:19 +0800793 u64 value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700794{
795 int result, size;
796
797 switch (width) {
798 case 8:
799 size = 1;
800 break;
801 case 16:
802 size = 2;
803 break;
804 case 32:
805 size = 4;
806 break;
807 default:
808 return AE_ERROR;
809 }
810
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500811 result = raw_pci_write(pci_id->segment, pci_id->bus,
812 PCI_DEVFN(pci_id->device, pci_id->function),
813 reg, size, value);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700814
815 return (result ? AE_ERROR : AE_OK);
816}
817
David Howells65f27f32006-11-22 14:55:48 +0000818static void acpi_os_execute_deferred(struct work_struct *work)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700819{
David Howells65f27f32006-11-22 14:55:48 +0000820 struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
Alexey Starikovskiy88db5e12007-05-09 23:31:03 -0400821
Zhang Rui19cd8472008-08-28 10:05:06 +0800822 dpc->function(dpc->context);
823 kfree(dpc);
Zhang Rui19cd8472008-08-28 10:05:06 +0800824}
825
Lv Zheng836d083012015-12-03 10:43:14 +0800826#ifdef CONFIG_ACPI_DEBUGGER
827static struct acpi_debugger acpi_debugger;
828static bool acpi_debugger_initialized;
829
830int acpi_register_debugger(struct module *owner,
831 const struct acpi_debugger_ops *ops)
832{
833 int ret = 0;
834
835 mutex_lock(&acpi_debugger.lock);
836 if (acpi_debugger.ops) {
837 ret = -EBUSY;
838 goto err_lock;
839 }
840
841 acpi_debugger.owner = owner;
842 acpi_debugger.ops = ops;
843
844err_lock:
845 mutex_unlock(&acpi_debugger.lock);
846 return ret;
847}
848EXPORT_SYMBOL(acpi_register_debugger);
849
850void acpi_unregister_debugger(const struct acpi_debugger_ops *ops)
851{
852 mutex_lock(&acpi_debugger.lock);
853 if (ops == acpi_debugger.ops) {
854 acpi_debugger.ops = NULL;
855 acpi_debugger.owner = NULL;
856 }
857 mutex_unlock(&acpi_debugger.lock);
858}
859EXPORT_SYMBOL(acpi_unregister_debugger);
860
861int acpi_debugger_create_thread(acpi_osd_exec_callback function, void *context)
862{
863 int ret;
864 int (*func)(acpi_osd_exec_callback, void *);
865 struct module *owner;
866
867 if (!acpi_debugger_initialized)
868 return -ENODEV;
869 mutex_lock(&acpi_debugger.lock);
870 if (!acpi_debugger.ops) {
871 ret = -ENODEV;
872 goto err_lock;
873 }
874 if (!try_module_get(acpi_debugger.owner)) {
875 ret = -ENODEV;
876 goto err_lock;
877 }
878 func = acpi_debugger.ops->create_thread;
879 owner = acpi_debugger.owner;
880 mutex_unlock(&acpi_debugger.lock);
881
882 ret = func(function, context);
883
884 mutex_lock(&acpi_debugger.lock);
885 module_put(owner);
886err_lock:
887 mutex_unlock(&acpi_debugger.lock);
888 return ret;
889}
890
891ssize_t acpi_debugger_write_log(const char *msg)
892{
893 ssize_t ret;
894 ssize_t (*func)(const char *);
895 struct module *owner;
896
897 if (!acpi_debugger_initialized)
898 return -ENODEV;
899 mutex_lock(&acpi_debugger.lock);
900 if (!acpi_debugger.ops) {
901 ret = -ENODEV;
902 goto err_lock;
903 }
904 if (!try_module_get(acpi_debugger.owner)) {
905 ret = -ENODEV;
906 goto err_lock;
907 }
908 func = acpi_debugger.ops->write_log;
909 owner = acpi_debugger.owner;
910 mutex_unlock(&acpi_debugger.lock);
911
912 ret = func(msg);
913
914 mutex_lock(&acpi_debugger.lock);
915 module_put(owner);
916err_lock:
917 mutex_unlock(&acpi_debugger.lock);
918 return ret;
919}
920
921ssize_t acpi_debugger_read_cmd(char *buffer, size_t buffer_length)
922{
923 ssize_t ret;
924 ssize_t (*func)(char *, size_t);
925 struct module *owner;
926
927 if (!acpi_debugger_initialized)
928 return -ENODEV;
929 mutex_lock(&acpi_debugger.lock);
930 if (!acpi_debugger.ops) {
931 ret = -ENODEV;
932 goto err_lock;
933 }
934 if (!try_module_get(acpi_debugger.owner)) {
935 ret = -ENODEV;
936 goto err_lock;
937 }
938 func = acpi_debugger.ops->read_cmd;
939 owner = acpi_debugger.owner;
940 mutex_unlock(&acpi_debugger.lock);
941
942 ret = func(buffer, buffer_length);
943
944 mutex_lock(&acpi_debugger.lock);
945 module_put(owner);
946err_lock:
947 mutex_unlock(&acpi_debugger.lock);
948 return ret;
949}
950
951int acpi_debugger_wait_command_ready(void)
952{
953 int ret;
954 int (*func)(bool, char *, size_t);
955 struct module *owner;
956
957 if (!acpi_debugger_initialized)
958 return -ENODEV;
959 mutex_lock(&acpi_debugger.lock);
960 if (!acpi_debugger.ops) {
961 ret = -ENODEV;
962 goto err_lock;
963 }
964 if (!try_module_get(acpi_debugger.owner)) {
965 ret = -ENODEV;
966 goto err_lock;
967 }
968 func = acpi_debugger.ops->wait_command_ready;
969 owner = acpi_debugger.owner;
970 mutex_unlock(&acpi_debugger.lock);
971
972 ret = func(acpi_gbl_method_executing,
973 acpi_gbl_db_line_buf, ACPI_DB_LINE_BUFFER_SIZE);
974
975 mutex_lock(&acpi_debugger.lock);
976 module_put(owner);
977err_lock:
978 mutex_unlock(&acpi_debugger.lock);
979 return ret;
980}
981
982int acpi_debugger_notify_command_complete(void)
983{
984 int ret;
985 int (*func)(void);
986 struct module *owner;
987
988 if (!acpi_debugger_initialized)
989 return -ENODEV;
990 mutex_lock(&acpi_debugger.lock);
991 if (!acpi_debugger.ops) {
992 ret = -ENODEV;
993 goto err_lock;
994 }
995 if (!try_module_get(acpi_debugger.owner)) {
996 ret = -ENODEV;
997 goto err_lock;
998 }
999 func = acpi_debugger.ops->notify_command_complete;
1000 owner = acpi_debugger.owner;
1001 mutex_unlock(&acpi_debugger.lock);
1002
1003 ret = func();
1004
1005 mutex_lock(&acpi_debugger.lock);
1006 module_put(owner);
1007err_lock:
1008 mutex_unlock(&acpi_debugger.lock);
1009 return ret;
1010}
1011
1012int __init acpi_debugger_init(void)
1013{
1014 mutex_init(&acpi_debugger.lock);
1015 acpi_debugger_initialized = true;
1016 return 0;
1017}
1018#endif
1019
Alexey Starikovskiyb8d35192006-05-05 03:23:00 -04001020/*******************************************************************************
1021 *
1022 * FUNCTION: acpi_os_execute
1023 *
1024 * PARAMETERS: Type - Type of the callback
1025 * Function - Function to be executed
1026 * Context - Function parameters
1027 *
1028 * RETURN: Status
1029 *
1030 * DESCRIPTION: Depending on type, either queues function for deferred execution or
1031 * immediately executes function on a separate thread.
1032 *
1033 ******************************************************************************/
1034
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001035acpi_status acpi_os_execute(acpi_execute_type type,
1036 acpi_osd_exec_callback function, void *context)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001037{
Len Brown4be44fc2005-08-05 00:44:28 -04001038 acpi_status status = AE_OK;
1039 struct acpi_os_dpc *dpc;
Alexey Starikovskiy17bc54e2007-11-13 13:05:45 +03001040 struct workqueue_struct *queue;
Zhang Rui19cd8472008-08-28 10:05:06 +08001041 int ret;
Len Brown72945b22006-07-12 22:46:42 -04001042 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1043 "Scheduling function [%p(%p)] for deferred execution.\n",
1044 function, context));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001045
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001046 if (type == OSL_DEBUGGER_MAIN_THREAD) {
Lv Zheng836d083012015-12-03 10:43:14 +08001047 ret = acpi_debugger_create_thread(function, context);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001048 if (ret) {
1049 pr_err("Call to kthread_create() failed.\n");
1050 status = AE_ERROR;
1051 }
1052 goto out_thread;
1053 }
1054
Linus Torvalds1da177e2005-04-16 15:20:36 -07001055 /*
1056 * Allocate/initialize DPC structure. Note that this memory will be
David Howells65f27f32006-11-22 14:55:48 +00001057 * freed by the callee. The kernel handles the work_struct list in a
Linus Torvalds1da177e2005-04-16 15:20:36 -07001058 * way that allows us to also free its memory inside the callee.
1059 * Because we may want to schedule several tasks with different
1060 * parameters we can't use the approach some kernel code uses of
David Howells65f27f32006-11-22 14:55:48 +00001061 * having a static work_struct.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001062 */
Len Brown72945b22006-07-12 22:46:42 -04001063
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001064 dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001065 if (!dpc)
Lin Ming889c78b2008-12-31 09:23:57 +08001066 return AE_NO_MEMORY;
Linus Torvaldsb976fe12006-11-17 19:31:09 -08001067
Linus Torvalds1da177e2005-04-16 15:20:36 -07001068 dpc->function = function;
1069 dpc->context = context;
Linus Torvaldsb976fe12006-11-17 19:31:09 -08001070
Zhang Ruic02256b2009-06-23 10:20:29 +08001071 /*
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001072 * To prevent lockdep from complaining unnecessarily, make sure that
1073 * there is a different static lockdep key for each workqueue by using
1074 * INIT_WORK() for each of them separately.
Zhang Ruic02256b2009-06-23 10:20:29 +08001075 */
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001076 if (type == OSL_NOTIFY_HANDLER) {
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001077 queue = kacpi_notify_wq;
Zhang Ruibc736752010-03-22 15:48:54 +08001078 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001079 } else if (type == OSL_GPE_HANDLER) {
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001080 queue = kacpid_wq;
Zhang Ruibc736752010-03-22 15:48:54 +08001081 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001082 } else {
1083 pr_err("Unsupported os_execute type %d.\n", type);
1084 status = AE_ERROR;
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001085 }
Zhang Ruibc736752010-03-22 15:48:54 +08001086
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001087 if (ACPI_FAILURE(status))
1088 goto err_workqueue;
1089
Tejun Heo8fec62b2010-06-29 10:07:09 +02001090 /*
1091 * On some machines, a software-initiated SMI causes corruption unless
1092 * the SMI runs on CPU 0. An SMI can be initiated by any AML, but
1093 * typically it's done in GPE-related methods that are run via
1094 * workqueues, so we can avoid the known corruption cases by always
1095 * queueing on CPU 0.
1096 */
1097 ret = queue_work_on(0, queue, &dpc->work);
Zhang Rui19cd8472008-08-28 10:05:06 +08001098 if (!ret) {
Lin Ming55ac9a02008-09-28 14:51:56 +08001099 printk(KERN_ERR PREFIX
1100 "Call to queue_work() failed.\n");
Alexey Starikovskiy17bc54e2007-11-13 13:05:45 +03001101 status = AE_ERROR;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001102 }
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001103err_workqueue:
1104 if (ACPI_FAILURE(status))
1105 kfree(dpc);
1106out_thread:
Lin Ming889c78b2008-12-31 09:23:57 +08001107 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001108}
Alexey Starikovskiyb8d35192006-05-05 03:23:00 -04001109EXPORT_SYMBOL(acpi_os_execute);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001110
Lin Mingbd6f10a2012-05-22 16:43:49 +08001111void acpi_os_wait_events_complete(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001112{
Lv Zheng90253a72014-11-05 15:06:13 +08001113 /*
1114 * Make sure the GPE handler or the fixed event handler is not used
1115 * on another CPU after removal.
1116 */
Chen Yuefb1cf72015-10-25 01:02:36 +08001117 if (acpi_sci_irq_valid())
1118 synchronize_hardirq(acpi_sci_irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001119 flush_workqueue(kacpid_wq);
Zhang Rui2f67a062008-04-29 02:34:42 -04001120 flush_workqueue(kacpi_notify_wq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001121}
Len Brown4be44fc2005-08-05 00:44:28 -04001122
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001123struct acpi_hp_work {
1124 struct work_struct work;
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001125 struct acpi_device *adev;
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001126 u32 src;
1127};
1128
1129static void acpi_hotplug_work_fn(struct work_struct *work)
1130{
1131 struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1132
1133 acpi_os_wait_events_complete();
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001134 acpi_device_hotplug(hpw->adev, hpw->src);
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001135 kfree(hpw);
1136}
1137
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001138acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001139{
1140 struct acpi_hp_work *hpw;
1141
1142 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001143 "Scheduling hotplug event (%p, %u) for deferred execution.\n",
1144 adev, src));
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001145
1146 hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1147 if (!hpw)
1148 return AE_NO_MEMORY;
1149
1150 INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001151 hpw->adev = adev;
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001152 hpw->src = src;
1153 /*
1154 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1155 * the hotplug code may call driver .remove() functions, which may
1156 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1157 * these workqueues.
1158 */
1159 if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1160 kfree(hpw);
1161 return AE_ERROR;
1162 }
1163 return AE_OK;
1164}
1165
Rafael J. Wysockid7831562013-11-22 21:52:12 +01001166bool acpi_queue_hotplug_work(struct work_struct *work)
1167{
1168 return queue_work(kacpi_hotplug_wq, work);
1169}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001170
Linus Torvalds1da177e2005-04-16 15:20:36 -07001171acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -04001172acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001173{
Len Brown4be44fc2005-08-05 00:44:28 -04001174 struct semaphore *sem = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001175
jhbird.choi@samsung.com2d0acb42014-03-20 16:35:56 +09001176 sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001177 if (!sem)
Patrick Mocheld550d982006-06-27 00:41:40 -04001178 return AE_NO_MEMORY;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001179
1180 sema_init(sem, initial_units);
1181
Len Brown4be44fc2005-08-05 00:44:28 -04001182 *handle = (acpi_handle *) sem;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001183
Len Brown4be44fc2005-08-05 00:44:28 -04001184 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1185 *handle, initial_units));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001186
Patrick Mocheld550d982006-06-27 00:41:40 -04001187 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001188}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001189
Linus Torvalds1da177e2005-04-16 15:20:36 -07001190/*
1191 * TODO: A better way to delete semaphores? Linux doesn't have a
1192 * 'delete_semaphore()' function -- may result in an invalid
1193 * pointer dereference for non-synchronized consumers. Should
1194 * we at least check for blocked threads and signal/cancel them?
1195 */
1196
Len Brown4be44fc2005-08-05 00:44:28 -04001197acpi_status acpi_os_delete_semaphore(acpi_handle handle)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001198{
Len Brown4be44fc2005-08-05 00:44:28 -04001199 struct semaphore *sem = (struct semaphore *)handle;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001200
Linus Torvalds1da177e2005-04-16 15:20:36 -07001201 if (!sem)
Patrick Mocheld550d982006-06-27 00:41:40 -04001202 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001203
Len Brown4be44fc2005-08-05 00:44:28 -04001204 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001205
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001206 BUG_ON(!list_empty(&sem->wait_list));
Len Brown02438d82006-06-30 03:19:10 -04001207 kfree(sem);
Len Brown4be44fc2005-08-05 00:44:28 -04001208 sem = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001209
Patrick Mocheld550d982006-06-27 00:41:40 -04001210 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001211}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001212
Linus Torvalds1da177e2005-04-16 15:20:36 -07001213/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001214 * TODO: Support for units > 1?
1215 */
Len Brown4be44fc2005-08-05 00:44:28 -04001216acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001217{
Len Brown4be44fc2005-08-05 00:44:28 -04001218 acpi_status status = AE_OK;
1219 struct semaphore *sem = (struct semaphore *)handle;
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001220 long jiffies;
Len Brown4be44fc2005-08-05 00:44:28 -04001221 int ret = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001222
Lv Zheng7901a052015-08-05 16:23:51 +08001223 if (!acpi_os_initialized)
1224 return AE_OK;
1225
Linus Torvalds1da177e2005-04-16 15:20:36 -07001226 if (!sem || (units < 1))
Patrick Mocheld550d982006-06-27 00:41:40 -04001227 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001228
1229 if (units > 1)
Patrick Mocheld550d982006-06-27 00:41:40 -04001230 return AE_SUPPORT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001231
Len Brown4be44fc2005-08-05 00:44:28 -04001232 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1233 handle, units, timeout));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001234
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001235 if (timeout == ACPI_WAIT_FOREVER)
1236 jiffies = MAX_SCHEDULE_TIMEOUT;
1237 else
1238 jiffies = msecs_to_jiffies(timeout);
Al Stonecad1525a2013-12-04 12:59:11 -07001239
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001240 ret = down_timeout(sem, jiffies);
1241 if (ret)
1242 status = AE_TIME;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001243
1244 if (ACPI_FAILURE(status)) {
Bjorn Helgaas9e7e2c02006-04-27 05:25:00 -04001245 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
Thomas Renningera6fc6722006-06-26 23:58:43 -04001246 "Failed to acquire semaphore[%p|%d|%d], %s",
Len Brown4be44fc2005-08-05 00:44:28 -04001247 handle, units, timeout,
1248 acpi_format_exception(status)));
1249 } else {
1250 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
Thomas Renningera6fc6722006-06-26 23:58:43 -04001251 "Acquired semaphore[%p|%d|%d]", handle,
Len Brown4be44fc2005-08-05 00:44:28 -04001252 units, timeout));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001253 }
1254
Patrick Mocheld550d982006-06-27 00:41:40 -04001255 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001256}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001257
Linus Torvalds1da177e2005-04-16 15:20:36 -07001258/*
1259 * TODO: Support for units > 1?
1260 */
Len Brown4be44fc2005-08-05 00:44:28 -04001261acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001262{
Len Brown4be44fc2005-08-05 00:44:28 -04001263 struct semaphore *sem = (struct semaphore *)handle;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001264
Lv Zheng7901a052015-08-05 16:23:51 +08001265 if (!acpi_os_initialized)
1266 return AE_OK;
1267
Linus Torvalds1da177e2005-04-16 15:20:36 -07001268 if (!sem || (units < 1))
Patrick Mocheld550d982006-06-27 00:41:40 -04001269 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001270
1271 if (units > 1)
Patrick Mocheld550d982006-06-27 00:41:40 -04001272 return AE_SUPPORT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001273
Len Brown4be44fc2005-08-05 00:44:28 -04001274 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1275 units));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001276
1277 up(sem);
1278
Patrick Mocheld550d982006-06-27 00:41:40 -04001279 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001280}
Len Brown4be44fc2005-08-05 00:44:28 -04001281
Lv Zheng4d946f72015-10-19 10:25:56 +08001282acpi_status acpi_os_get_line(char *buffer, u32 buffer_length, u32 *bytes_read)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001283{
Linus Torvalds1da177e2005-04-16 15:20:36 -07001284#ifdef ENABLE_DEBUGGER
1285 if (acpi_in_debugger) {
1286 u32 chars;
1287
Lv Zheng4d946f72015-10-19 10:25:56 +08001288 kdb_read(buffer, buffer_length);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001289
1290 /* remove the CR kdb includes */
1291 chars = strlen(buffer) - 1;
1292 buffer[chars] = '\0';
1293 }
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001294#else
1295 int ret;
1296
Lv Zheng836d083012015-12-03 10:43:14 +08001297 ret = acpi_debugger_read_cmd(buffer, buffer_length);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001298 if (ret < 0)
1299 return AE_ERROR;
1300 if (bytes_read)
1301 *bytes_read = ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001302#endif
1303
Lv Zheng4d946f72015-10-19 10:25:56 +08001304 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001305}
Lv Zheng836d083012015-12-03 10:43:14 +08001306EXPORT_SYMBOL(acpi_os_get_line);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001307
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001308acpi_status acpi_os_wait_command_ready(void)
1309{
1310 int ret;
1311
Lv Zheng836d083012015-12-03 10:43:14 +08001312 ret = acpi_debugger_wait_command_ready();
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001313 if (ret < 0)
1314 return AE_ERROR;
1315 return AE_OK;
1316}
1317
1318acpi_status acpi_os_notify_command_complete(void)
1319{
1320 int ret;
1321
Lv Zheng836d083012015-12-03 10:43:14 +08001322 ret = acpi_debugger_notify_command_complete();
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001323 if (ret < 0)
1324 return AE_ERROR;
1325 return AE_OK;
1326}
1327
Len Brown4be44fc2005-08-05 00:44:28 -04001328acpi_status acpi_os_signal(u32 function, void *info)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001329{
Len Brown4be44fc2005-08-05 00:44:28 -04001330 switch (function) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001331 case ACPI_SIGNAL_FATAL:
1332 printk(KERN_ERR PREFIX "Fatal opcode executed\n");
1333 break;
1334 case ACPI_SIGNAL_BREAKPOINT:
1335 /*
1336 * AML Breakpoint
1337 * ACPI spec. says to treat it as a NOP unless
1338 * you are debugging. So if/when we integrate
1339 * AML debugger into the kernel debugger its
1340 * hook will go here. But until then it is
1341 * not useful to print anything on breakpoints.
1342 */
1343 break;
1344 default:
1345 break;
1346 }
1347
1348 return AE_OK;
1349}
Len Brown4be44fc2005-08-05 00:44:28 -04001350
Len Brown4be44fc2005-08-05 00:44:28 -04001351static int __init acpi_os_name_setup(char *str)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001352{
1353 char *p = acpi_os_name;
Len Brown4be44fc2005-08-05 00:44:28 -04001354 int count = ACPI_MAX_OVERRIDE_LEN - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001355
1356 if (!str || !*str)
1357 return 0;
1358
Dan Carpenter5e2be4e2013-10-18 12:01:43 +03001359 for (; count-- && *str; str++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001360 if (isalnum(*str) || *str == ' ' || *str == ':')
1361 *p++ = *str;
1362 else if (*str == '\'' || *str == '"')
1363 continue;
1364 else
1365 break;
1366 }
1367 *p = 0;
1368
1369 return 1;
Len Brown4be44fc2005-08-05 00:44:28 -04001370
Linus Torvalds1da177e2005-04-16 15:20:36 -07001371}
1372
1373__setup("acpi_os_name=", acpi_os_name_setup);
1374
Bob Moore22b5afc2014-03-24 14:49:00 +08001375/*
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001376 * Disable the auto-serialization of named objects creation methods.
Bob Moore22b5afc2014-03-24 14:49:00 +08001377 *
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001378 * This feature is enabled by default. It marks the AML control methods
Bob Moore22b5afc2014-03-24 14:49:00 +08001379 * that contain the opcodes to create named objects as "Serialized".
1380 */
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001381static int __init acpi_no_auto_serialize_setup(char *str)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001382{
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001383 acpi_gbl_auto_serialize_methods = FALSE;
1384 pr_info("ACPI: auto-serialization disabled\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001385
1386 return 1;
1387}
1388
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001389__setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001390
Thomas Renningerdf92e692008-02-04 23:31:22 -08001391/* Check of resource interference between native drivers and ACPI
1392 * OperationRegions (SystemIO and System Memory only).
1393 * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1394 * in arbitrary AML code and can interfere with legacy drivers.
1395 * acpi_enforce_resources= can be set to:
1396 *
Luca Tettamanti7e905602009-03-30 00:01:27 +02001397 * - strict (default) (2)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001398 * -> further driver trying to access the resources will not load
Luca Tettamanti7e905602009-03-30 00:01:27 +02001399 * - lax (1)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001400 * -> further driver trying to access the resources will load, but you
1401 * get a system message that something might go wrong...
1402 *
1403 * - no (0)
1404 * -> ACPI Operation Region resources will not be registered
1405 *
1406 */
1407#define ENFORCE_RESOURCES_STRICT 2
1408#define ENFORCE_RESOURCES_LAX 1
1409#define ENFORCE_RESOURCES_NO 0
1410
Luca Tettamanti7e905602009-03-30 00:01:27 +02001411static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001412
1413static int __init acpi_enforce_resources_setup(char *str)
1414{
1415 if (str == NULL || *str == '\0')
1416 return 0;
1417
1418 if (!strcmp("strict", str))
1419 acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1420 else if (!strcmp("lax", str))
1421 acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1422 else if (!strcmp("no", str))
1423 acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1424
1425 return 1;
1426}
1427
1428__setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1429
1430/* Check for resource conflicts between ACPI OperationRegions and native
1431 * drivers */
Jean Delvare876fba42009-11-11 15:22:15 +01001432int acpi_check_resource_conflict(const struct resource *res)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001433{
Lin Mingf654c0f2012-01-12 13:10:32 +08001434 acpi_adr_space_type space_id;
1435 acpi_size length;
1436 u8 warn = 0;
1437 int clash = 0;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001438
1439 if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1440 return 0;
1441 if (!(res->flags & IORESOURCE_IO) && !(res->flags & IORESOURCE_MEM))
1442 return 0;
1443
Lin Mingf654c0f2012-01-12 13:10:32 +08001444 if (res->flags & IORESOURCE_IO)
1445 space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1446 else
1447 space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001448
Alexandru Gheorghiue4f52242013-03-12 08:53:02 +00001449 length = resource_size(res);
Lin Mingf654c0f2012-01-12 13:10:32 +08001450 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO)
1451 warn = 1;
1452 clash = acpi_check_address_range(space_id, res->start, length, warn);
Thomas Renningerdf92e692008-02-04 23:31:22 -08001453
1454 if (clash) {
1455 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO) {
Jean Delvare14f03342009-09-08 15:31:46 +02001456 if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1457 printk(KERN_NOTICE "ACPI: This conflict may"
1458 " cause random problems and system"
1459 " instability\n");
1460 printk(KERN_INFO "ACPI: If an ACPI driver is available"
1461 " for this device, you should use it instead of"
1462 " the native driver\n");
Thomas Renningerdf92e692008-02-04 23:31:22 -08001463 }
1464 if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1465 return -EBUSY;
1466 }
1467 return 0;
1468}
Thomas Renninger443dea72008-02-04 23:31:23 -08001469EXPORT_SYMBOL(acpi_check_resource_conflict);
Thomas Renningerdf92e692008-02-04 23:31:22 -08001470
1471int acpi_check_region(resource_size_t start, resource_size_t n,
1472 const char *name)
1473{
1474 struct resource res = {
1475 .start = start,
1476 .end = start + n - 1,
1477 .name = name,
1478 .flags = IORESOURCE_IO,
1479 };
1480
1481 return acpi_check_resource_conflict(&res);
1482}
1483EXPORT_SYMBOL(acpi_check_region);
1484
Linus Torvalds1da177e2005-04-16 15:20:36 -07001485/*
Jean Delvare70dd6be2010-05-27 19:58:37 +02001486 * Let drivers know whether the resource checks are effective
1487 */
1488int acpi_resources_are_enforced(void)
1489{
1490 return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1491}
1492EXPORT_SYMBOL(acpi_resources_are_enforced);
1493
1494/*
Lin Ming9f63b882011-03-23 17:26:34 +08001495 * Deallocate the memory for a spinlock.
1496 */
1497void acpi_os_delete_lock(acpi_spinlock handle)
1498{
1499 ACPI_FREE(handle);
1500}
1501
1502/*
Robert Moore73459f72005-06-24 00:00:00 -04001503 * Acquire a spinlock.
1504 *
1505 * handle is a pointer to the spinlock_t.
Robert Moore73459f72005-06-24 00:00:00 -04001506 */
1507
Bob Moore967440e32006-06-23 17:04:00 -04001508acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
Robert Moore73459f72005-06-24 00:00:00 -04001509{
Bob Mooreb8e4d892006-01-27 16:43:00 -05001510 acpi_cpu_flags flags;
Bob Moore967440e32006-06-23 17:04:00 -04001511 spin_lock_irqsave(lockp, flags);
Robert Moore73459f72005-06-24 00:00:00 -04001512 return flags;
1513}
1514
1515/*
1516 * Release a spinlock. See above.
1517 */
1518
Bob Moore967440e32006-06-23 17:04:00 -04001519void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
Robert Moore73459f72005-06-24 00:00:00 -04001520{
Bob Moore967440e32006-06-23 17:04:00 -04001521 spin_unlock_irqrestore(lockp, flags);
Robert Moore73459f72005-06-24 00:00:00 -04001522}
1523
Robert Moore73459f72005-06-24 00:00:00 -04001524#ifndef ACPI_USE_LOCAL_CACHE
1525
1526/*******************************************************************************
1527 *
1528 * FUNCTION: acpi_os_create_cache
1529 *
Bob Mooreb229cf92006-04-21 17:15:00 -04001530 * PARAMETERS: name - Ascii name for the cache
1531 * size - Size of each cached object
1532 * depth - Maximum depth of the cache (in objects) <ignored>
1533 * cache - Where the new cache object is returned
Robert Moore73459f72005-06-24 00:00:00 -04001534 *
Bob Mooreb229cf92006-04-21 17:15:00 -04001535 * RETURN: status
Robert Moore73459f72005-06-24 00:00:00 -04001536 *
1537 * DESCRIPTION: Create a cache object
1538 *
1539 ******************************************************************************/
1540
1541acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -04001542acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
Robert Moore73459f72005-06-24 00:00:00 -04001543{
Paul Mundt20c2df82007-07-20 10:11:58 +09001544 *cache = kmem_cache_create(name, size, 0, 0, NULL);
Adrian Bunka6fdbf92006-12-19 12:56:13 -08001545 if (*cache == NULL)
Bob Mooreb229cf92006-04-21 17:15:00 -04001546 return AE_ERROR;
1547 else
1548 return AE_OK;
Robert Moore73459f72005-06-24 00:00:00 -04001549}
1550
1551/*******************************************************************************
1552 *
1553 * FUNCTION: acpi_os_purge_cache
1554 *
1555 * PARAMETERS: Cache - Handle to cache object
1556 *
1557 * RETURN: Status
1558 *
1559 * DESCRIPTION: Free all objects within the requested cache.
1560 *
1561 ******************************************************************************/
1562
Len Brown4be44fc2005-08-05 00:44:28 -04001563acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
Robert Moore73459f72005-06-24 00:00:00 -04001564{
Jan Engelhardt50dd0962006-10-01 00:28:50 +02001565 kmem_cache_shrink(cache);
Len Brown4be44fc2005-08-05 00:44:28 -04001566 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001567}
1568
1569/*******************************************************************************
1570 *
1571 * FUNCTION: acpi_os_delete_cache
1572 *
1573 * PARAMETERS: Cache - Handle to cache object
1574 *
1575 * RETURN: Status
1576 *
1577 * DESCRIPTION: Free all objects within the requested cache and delete the
1578 * cache object.
1579 *
1580 ******************************************************************************/
1581
Len Brown4be44fc2005-08-05 00:44:28 -04001582acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
Robert Moore73459f72005-06-24 00:00:00 -04001583{
Alexey Dobriyan1a1d92c2006-09-27 01:49:40 -07001584 kmem_cache_destroy(cache);
Len Brown4be44fc2005-08-05 00:44:28 -04001585 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001586}
1587
1588/*******************************************************************************
1589 *
1590 * FUNCTION: acpi_os_release_object
1591 *
1592 * PARAMETERS: Cache - Handle to cache object
1593 * Object - The object to be released
1594 *
1595 * RETURN: None
1596 *
1597 * DESCRIPTION: Release an object to the specified cache. If cache is full,
1598 * the object is deleted.
1599 *
1600 ******************************************************************************/
1601
Len Brown4be44fc2005-08-05 00:44:28 -04001602acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
Robert Moore73459f72005-06-24 00:00:00 -04001603{
Len Brown4be44fc2005-08-05 00:44:28 -04001604 kmem_cache_free(cache, object);
1605 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001606}
Robert Moore73459f72005-06-24 00:00:00 -04001607#endif
Myron Stowed362eda2010-10-21 14:24:04 -06001608
Lv Zhenga94e88c2014-04-04 12:39:11 +08001609static int __init acpi_no_static_ssdt_setup(char *s)
Lv Zhengb75dd292013-06-08 00:58:48 +00001610{
Lv Zhenga94e88c2014-04-04 12:39:11 +08001611 acpi_gbl_disable_ssdt_table_install = TRUE;
1612 pr_info("ACPI: static SSDT installation disabled\n");
Lv Zhengb75dd292013-06-08 00:58:48 +00001613
Lv Zhenga94e88c2014-04-04 12:39:11 +08001614 return 0;
Lv Zhengb75dd292013-06-08 00:58:48 +00001615}
1616
Lv Zhenga94e88c2014-04-04 12:39:11 +08001617early_param("acpi_no_static_ssdt", acpi_no_static_ssdt_setup);
Lv Zhengb75dd292013-06-08 00:58:48 +00001618
Lv Zheng4dde5072014-02-11 11:01:52 +08001619static int __init acpi_disable_return_repair(char *s)
1620{
1621 printk(KERN_NOTICE PREFIX
1622 "ACPI: Predefined validation mechanism disabled\n");
1623 acpi_gbl_disable_auto_repair = TRUE;
1624
1625 return 1;
1626}
1627
1628__setup("acpica_no_return_repair", acpi_disable_return_repair);
1629
Myron Stowed362eda2010-10-21 14:24:04 -06001630acpi_status __init acpi_os_initialize(void)
1631{
1632 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1633 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1634 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1635 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
Randy Wrighta4714a82014-06-04 08:55:59 -07001636 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER) {
1637 /*
1638 * Use acpi_os_map_generic_address to pre-map the reset
1639 * register if it's in system memory.
1640 */
1641 int rv;
1642
1643 rv = acpi_os_map_generic_address(&acpi_gbl_FADT.reset_register);
1644 pr_debug(PREFIX "%s: map reset_reg status %d\n", __func__, rv);
1645 }
Lv Zheng7901a052015-08-05 16:23:51 +08001646 acpi_os_initialized = true;
Myron Stowed362eda2010-10-21 14:24:04 -06001647
1648 return AE_OK;
1649}
1650
Zhang Rui32d47ee2010-12-08 10:40:36 +08001651acpi_status __init acpi_os_initialize1(void)
Myron Stowed362eda2010-10-21 14:24:04 -06001652{
Tejun Heo44d25882011-02-01 11:42:42 +01001653 kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1654 kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
Rafael J. Wysockid7831562013-11-22 21:52:12 +01001655 kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
Myron Stowed362eda2010-10-21 14:24:04 -06001656 BUG_ON(!kacpid_wq);
1657 BUG_ON(!kacpi_notify_wq);
1658 BUG_ON(!kacpi_hotplug_wq);
Lv Zhenge5f660e2016-05-03 16:49:01 +08001659 acpi_osi_init();
Myron Stowed362eda2010-10-21 14:24:04 -06001660 return AE_OK;
1661}
1662
1663acpi_status acpi_os_terminate(void)
1664{
1665 if (acpi_irq_handler) {
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +01001666 acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
Myron Stowed362eda2010-10-21 14:24:04 -06001667 acpi_irq_handler);
1668 }
1669
1670 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1671 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1672 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1673 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
Randy Wrighta4714a82014-06-04 08:55:59 -07001674 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER)
1675 acpi_os_unmap_generic_address(&acpi_gbl_FADT.reset_register);
Myron Stowed362eda2010-10-21 14:24:04 -06001676
1677 destroy_workqueue(kacpid_wq);
1678 destroy_workqueue(kacpi_notify_wq);
1679 destroy_workqueue(kacpi_hotplug_wq);
1680
1681 return AE_OK;
1682}
Tang Liang09f98a82011-12-09 10:05:54 +08001683
1684acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1685 u32 pm1b_control)
1686{
1687 int rc = 0;
1688 if (__acpi_os_prepare_sleep)
1689 rc = __acpi_os_prepare_sleep(sleep_state,
1690 pm1a_control, pm1b_control);
1691 if (rc < 0)
1692 return AE_ERROR;
1693 else if (rc > 0)
1694 return AE_CTRL_SKIP;
1695
1696 return AE_OK;
1697}
1698
1699void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1700 u32 pm1a_ctrl, u32 pm1b_ctrl))
1701{
1702 __acpi_os_prepare_sleep = func;
1703}
Yinghai Lu92d8aff2013-01-21 13:20:47 -08001704
Ben Guthrod6b47b12013-07-30 08:24:52 -04001705acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1706 u32 val_b)
1707{
1708 int rc = 0;
1709 if (__acpi_os_prepare_extended_sleep)
1710 rc = __acpi_os_prepare_extended_sleep(sleep_state,
1711 val_a, val_b);
1712 if (rc < 0)
1713 return AE_ERROR;
1714 else if (rc > 0)
1715 return AE_CTRL_SKIP;
1716
1717 return AE_OK;
1718}
1719
1720void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1721 u32 val_a, u32 val_b))
1722{
1723 __acpi_os_prepare_extended_sleep = func;
1724}