blob: b108f1358a32b54931cbf9640410851ab7f736c1 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * acpi_osl.c - OS-dependent functions ($Revision: 83 $)
3 *
4 * Copyright (C) 2000 Andrew Henroid
5 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
6 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04007 * Copyright (c) 2008 Intel Corporation
8 * Author: Matthew Wilcox <willy@linux.intel.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
10 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or
15 * (at your option) any later version.
16 *
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
21 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070022 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
23 *
24 */
25
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <linux/module.h>
27#include <linux/kernel.h>
28#include <linux/slab.h>
29#include <linux/mm.h>
Myron Stoweba242d52012-01-20 19:13:30 -070030#include <linux/highmem.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <linux/pci.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <linux/interrupt.h>
33#include <linux/kmod.h>
34#include <linux/delay.h>
35#include <linux/workqueue.h>
36#include <linux/nmi.h>
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +030037#include <linux/acpi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#include <linux/efi.h>
Thomas Renningerdf92e692008-02-04 23:31:22 -080039#include <linux/ioport.h>
40#include <linux/list.h>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -040041#include <linux/jiffies.h>
42#include <linux/semaphore.h>
43
44#include <asm/io.h>
45#include <asm/uaccess.h>
Christoph Hellwig2f8e2c82015-08-28 09:27:14 +020046#include <linux/io-64-nonatomic-lo-hi.h>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -040047
Lv Zheng1129c922013-07-23 16:11:55 +080048#include "internal.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
Linus Torvalds1da177e2005-04-16 15:20:36 -070050#define _COMPONENT ACPI_OS_SERVICES
Len Brownf52fd662007-02-12 22:42:12 -050051ACPI_MODULE_NAME("osl");
Hanjun Guo07070e12014-03-13 12:47:39 +080052
Len Brown4be44fc2005-08-05 00:44:28 -040053struct acpi_os_dpc {
54 acpi_osd_exec_callback function;
55 void *context;
David Howells65f27f32006-11-22 14:55:48 +000056 struct work_struct work;
Linus Torvalds1da177e2005-04-16 15:20:36 -070057};
58
Linus Torvalds1da177e2005-04-16 15:20:36 -070059#ifdef ENABLE_DEBUGGER
60#include <linux/kdb.h>
61
62/* stuff for debugger support */
63int acpi_in_debugger;
64EXPORT_SYMBOL(acpi_in_debugger);
Len Brown4be44fc2005-08-05 00:44:28 -040065#endif /*ENABLE_DEBUGGER */
Linus Torvalds1da177e2005-04-16 15:20:36 -070066
Tang Liang09f98a82011-12-09 10:05:54 +080067static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
68 u32 pm1b_ctrl);
Ben Guthrod6b47b12013-07-30 08:24:52 -040069static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
70 u32 val_b);
Tang Liang09f98a82011-12-09 10:05:54 +080071
Linus Torvalds1da177e2005-04-16 15:20:36 -070072static acpi_osd_handler acpi_irq_handler;
73static void *acpi_irq_context;
74static struct workqueue_struct *kacpid_wq;
Alexey Starikovskiy88db5e12007-05-09 23:31:03 -040075static struct workqueue_struct *kacpi_notify_wq;
Yinghai Lu92d8aff2013-01-21 13:20:47 -080076static struct workqueue_struct *kacpi_hotplug_wq;
Lv Zheng7901a052015-08-05 16:23:51 +080077static bool acpi_os_initialized;
Chen Yu49e4b8432015-10-25 01:02:19 +080078unsigned int acpi_sci_irq = INVALID_ACPI_IRQ;
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
Myron Stowe620242a2010-10-21 14:23:53 -060080/*
81 * This list of permanent mappings is for memory that may be accessed from
82 * interrupt context, where we can't do the ioremap().
83 */
84struct acpi_ioremap {
85 struct list_head list;
86 void __iomem *virt;
87 acpi_physical_address phys;
88 acpi_size size;
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +010089 unsigned long refcount;
Myron Stowe620242a2010-10-21 14:23:53 -060090};
91
92static LIST_HEAD(acpi_ioremaps);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +010093static DEFINE_MUTEX(acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -060094
Myron Stowebc9ffce2011-11-07 16:23:27 -070095static void __init acpi_request_region (struct acpi_generic_address *gas,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -070096 unsigned int length, char *desc)
97{
Myron Stowebc9ffce2011-11-07 16:23:27 -070098 u64 addr;
99
100 /* Handle possible alignment issues */
101 memcpy(&addr, &gas->address, sizeof(addr));
102 if (!addr || !length)
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700103 return;
104
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200105 /* Resources are never freed */
106 if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
107 request_region(addr, length, desc);
108 else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
109 request_mem_region(addr, length, desc);
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700110}
111
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200112static int __init acpi_reserve_resources(void)
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700113{
Len Browneee3c852007-02-03 01:38:16 -0500114 acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700115 "ACPI PM1a_EVT_BLK");
116
Len Browneee3c852007-02-03 01:38:16 -0500117 acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700118 "ACPI PM1b_EVT_BLK");
119
Len Browneee3c852007-02-03 01:38:16 -0500120 acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700121 "ACPI PM1a_CNT_BLK");
122
Len Browneee3c852007-02-03 01:38:16 -0500123 acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700124 "ACPI PM1b_CNT_BLK");
125
Len Browneee3c852007-02-03 01:38:16 -0500126 if (acpi_gbl_FADT.pm_timer_length == 4)
127 acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700128
Len Browneee3c852007-02-03 01:38:16 -0500129 acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700130 "ACPI PM2_CNT_BLK");
131
132 /* Length of GPE blocks must be a non-negative multiple of 2 */
133
Len Browneee3c852007-02-03 01:38:16 -0500134 if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
135 acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
136 acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700137
Len Browneee3c852007-02-03 01:38:16 -0500138 if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
139 acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
140 acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200141
142 return 0;
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700143}
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200144fs_initcall_sync(acpi_reserve_resources);
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700145
Len Brown4be44fc2005-08-05 00:44:28 -0400146void acpi_os_printf(const char *fmt, ...)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147{
148 va_list args;
149 va_start(args, fmt);
150 acpi_os_vprintf(fmt, args);
151 va_end(args);
152}
Lv Zheng836d083012015-12-03 10:43:14 +0800153EXPORT_SYMBOL(acpi_os_printf);
Len Brown4be44fc2005-08-05 00:44:28 -0400154
Len Brown4be44fc2005-08-05 00:44:28 -0400155void acpi_os_vprintf(const char *fmt, va_list args)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156{
157 static char buffer[512];
Len Brown4be44fc2005-08-05 00:44:28 -0400158
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 vsprintf(buffer, fmt, args);
160
161#ifdef ENABLE_DEBUGGER
162 if (acpi_in_debugger) {
163 kdb_printf("%s", buffer);
164 } else {
Frank Seidel4d939152009-02-04 17:03:07 +0100165 printk(KERN_CONT "%s", buffer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166 }
167#else
Lv Zheng836d083012015-12-03 10:43:14 +0800168 if (acpi_debugger_write_log(buffer) < 0)
Lv Zheng8cfb0cd2015-12-03 10:43:00 +0800169 printk(KERN_CONT "%s", buffer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170#endif
171}
172
Takao Indoh4996c022011-07-14 18:05:21 -0400173#ifdef CONFIG_KEXEC
174static unsigned long acpi_rsdp;
175static int __init setup_acpi_rsdp(char *arg)
176{
Christoph Jaeger3d915892014-06-13 21:49:58 +0200177 if (kstrtoul(arg, 16, &acpi_rsdp))
178 return -EINVAL;
Takao Indoh4996c022011-07-14 18:05:21 -0400179 return 0;
180}
181early_param("acpi_rsdp", setup_acpi_rsdp);
182#endif
183
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300184acpi_physical_address __init acpi_os_get_root_pointer(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185{
Takao Indoh4996c022011-07-14 18:05:21 -0400186#ifdef CONFIG_KEXEC
187 if (acpi_rsdp)
188 return acpi_rsdp;
189#endif
190
Matt Fleming83e68182012-11-14 09:42:35 +0000191 if (efi_enabled(EFI_CONFIG_TABLES)) {
Bjorn Helgaasb2c99e32006-03-26 01:37:08 -0800192 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300193 return efi.acpi20;
Bjorn Helgaasb2c99e32006-03-26 01:37:08 -0800194 else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300195 return efi.acpi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 else {
Len Brown4be44fc2005-08-05 00:44:28 -0400197 printk(KERN_ERR PREFIX
198 "System description tables not found\n");
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300199 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200 }
Graeme Gregory8a1664b2014-07-18 18:02:52 +0800201 } else if (IS_ENABLED(CONFIG_ACPI_LEGACY_TABLES_LOOKUP)) {
Len Brown239665a2007-11-23 20:08:02 -0500202 acpi_physical_address pa = 0;
203
204 acpi_find_root_pointer(&pa);
205 return pa;
206 }
Graeme Gregory8a1664b2014-07-18 18:02:52 +0800207
208 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209}
210
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600211/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
Myron Stowe4a3cba52010-10-21 14:24:14 -0600212static struct acpi_ioremap *
213acpi_map_lookup(acpi_physical_address phys, acpi_size size)
Myron Stowe620242a2010-10-21 14:23:53 -0600214{
215 struct acpi_ioremap *map;
216
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600217 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
Myron Stowe620242a2010-10-21 14:23:53 -0600218 if (map->phys <= phys &&
219 phys + size <= map->phys + map->size)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600220 return map;
221
222 return NULL;
223}
224
225/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
226static void __iomem *
227acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
228{
229 struct acpi_ioremap *map;
230
231 map = acpi_map_lookup(phys, size);
232 if (map)
233 return map->virt + (phys - map->phys);
Myron Stowe620242a2010-10-21 14:23:53 -0600234
235 return NULL;
236}
237
Rafael J. Wysocki13606a22011-02-08 23:38:25 +0100238void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
239{
240 struct acpi_ioremap *map;
241 void __iomem *virt = NULL;
242
243 mutex_lock(&acpi_ioremap_lock);
244 map = acpi_map_lookup(phys, size);
245 if (map) {
246 virt = map->virt + (phys - map->phys);
247 map->refcount++;
248 }
249 mutex_unlock(&acpi_ioremap_lock);
250 return virt;
251}
252EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
253
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600254/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
Myron Stowe620242a2010-10-21 14:23:53 -0600255static struct acpi_ioremap *
256acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
257{
258 struct acpi_ioremap *map;
259
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600260 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600261 if (map->virt <= virt &&
262 virt + size <= map->virt + map->size)
Myron Stowe620242a2010-10-21 14:23:53 -0600263 return map;
264
265 return NULL;
266}
267
Graeme Gregoryaafc65c2015-03-24 14:02:35 +0000268#if defined(CONFIG_IA64) || defined(CONFIG_ARM64)
Myron Stoweba242d52012-01-20 19:13:30 -0700269/* ioremap will take care of cache attributes */
270#define should_use_kmap(pfn) 0
Graeme Gregoryaafc65c2015-03-24 14:02:35 +0000271#else
272#define should_use_kmap(pfn) page_is_ram(pfn)
Myron Stoweba242d52012-01-20 19:13:30 -0700273#endif
274
275static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
276{
277 unsigned long pfn;
278
279 pfn = pg_off >> PAGE_SHIFT;
280 if (should_use_kmap(pfn)) {
281 if (pg_sz > PAGE_SIZE)
282 return NULL;
283 return (void __iomem __force *)kmap(pfn_to_page(pfn));
284 } else
285 return acpi_os_ioremap(pg_off, pg_sz);
286}
287
288static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
289{
290 unsigned long pfn;
291
292 pfn = pg_off >> PAGE_SHIFT;
Jan Beuliche2526752012-02-24 11:41:53 +0000293 if (should_use_kmap(pfn))
Myron Stoweba242d52012-01-20 19:13:30 -0700294 kunmap(pfn_to_page(pfn));
295 else
296 iounmap(vaddr);
297}
298
Rafael J. Wysocki9d128ed2016-01-02 03:10:29 +0100299/**
300 * acpi_os_map_iomem - Get a virtual address for a given physical address range.
301 * @phys: Start of the physical address range to map.
302 * @size: Size of the physical address range to map.
303 *
304 * Look up the given physical address range in the list of existing ACPI memory
305 * mappings. If found, get a reference to it and return a pointer to it (its
306 * virtual address). If not found, map it, add it to that list and return a
307 * pointer to it.
308 *
309 * During early init (when acpi_gbl_permanent_mmap has not been set yet) this
310 * routine simply calls __acpi_map_table() to get the job done.
311 */
Jan Beulich2fdf0742007-12-13 08:33:59 +0000312void __iomem *__init_refok
Lv Zhenga2383172014-05-20 15:39:41 +0800313acpi_os_map_iomem(acpi_physical_address phys, acpi_size size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314{
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100315 struct acpi_ioremap *map;
Myron Stowe620242a2010-10-21 14:23:53 -0600316 void __iomem *virt;
Rafael J. Wysocki2d6d9fd2011-01-19 22:27:14 +0100317 acpi_physical_address pg_off;
318 acpi_size pg_sz;
Myron Stowe620242a2010-10-21 14:23:53 -0600319
Bjorn Helgaas9f4fd612006-03-26 01:37:10 -0800320 if (phys > ULONG_MAX) {
321 printk(KERN_ERR PREFIX "Cannot map memory that high\n");
Randy Dunlap70c08462007-02-13 16:11:36 -0800322 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323 }
Myron Stowe620242a2010-10-21 14:23:53 -0600324
325 if (!acpi_gbl_permanent_mmap)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300326 return __acpi_map_table((unsigned long)phys, size);
Myron Stowe620242a2010-10-21 14:23:53 -0600327
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100328 mutex_lock(&acpi_ioremap_lock);
329 /* Check if there's a suitable mapping already. */
330 map = acpi_map_lookup(phys, size);
331 if (map) {
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100332 map->refcount++;
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100333 goto out;
334 }
335
Myron Stowe620242a2010-10-21 14:23:53 -0600336 map = kzalloc(sizeof(*map), GFP_KERNEL);
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100337 if (!map) {
338 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600339 return NULL;
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100340 }
Myron Stowe620242a2010-10-21 14:23:53 -0600341
Myron Stowe4a3cba52010-10-21 14:24:14 -0600342 pg_off = round_down(phys, PAGE_SIZE);
343 pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
Myron Stoweba242d52012-01-20 19:13:30 -0700344 virt = acpi_map(pg_off, pg_sz);
Myron Stowe620242a2010-10-21 14:23:53 -0600345 if (!virt) {
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100346 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600347 kfree(map);
348 return NULL;
349 }
350
351 INIT_LIST_HEAD(&map->list);
352 map->virt = virt;
Myron Stowe4a3cba52010-10-21 14:24:14 -0600353 map->phys = pg_off;
354 map->size = pg_sz;
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100355 map->refcount = 1;
Myron Stowe620242a2010-10-21 14:23:53 -0600356
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600357 list_add_tail_rcu(&map->list, &acpi_ioremaps);
Myron Stowe620242a2010-10-21 14:23:53 -0600358
Lv Zhenga2383172014-05-20 15:39:41 +0800359out:
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100360 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe4a3cba52010-10-21 14:24:14 -0600361 return map->virt + (phys - map->phys);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362}
Lv Zhenga2383172014-05-20 15:39:41 +0800363EXPORT_SYMBOL_GPL(acpi_os_map_iomem);
364
365void *__init_refok
366acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
367{
368 return (void *)acpi_os_map_iomem(phys, size);
369}
Kylene Jo Hall55a82ab2006-01-08 01:03:15 -0800370EXPORT_SYMBOL_GPL(acpi_os_map_memory);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100372static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600373{
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100374 if (!--map->refcount)
375 list_del_rcu(&map->list);
Myron Stowe4a3cba52010-10-21 14:24:14 -0600376}
Myron Stowe4a3cba52010-10-21 14:24:14 -0600377
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100378static void acpi_os_map_cleanup(struct acpi_ioremap *map)
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100379{
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100380 if (!map->refcount) {
Konstantin Khlebnikov74b51ee2014-11-09 13:53:37 +0400381 synchronize_rcu_expedited();
Myron Stoweba242d52012-01-20 19:13:30 -0700382 acpi_unmap(map->phys, map->virt);
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100383 kfree(map);
384 }
Myron Stowe4a3cba52010-10-21 14:24:14 -0600385}
386
Rafael J. Wysocki9d128ed2016-01-02 03:10:29 +0100387/**
388 * acpi_os_unmap_iomem - Drop a memory mapping reference.
389 * @virt: Start of the address range to drop a reference to.
390 * @size: Size of the address range to drop a reference to.
391 *
392 * Look up the given virtual address range in the list of existing ACPI memory
393 * mappings, drop a reference to it and unmap it if there are no more active
394 * references to it.
395 *
396 * During early init (when acpi_gbl_permanent_mmap has not been set yet) this
397 * routine simply calls __acpi_unmap_table() to get the job done. Since
398 * __acpi_unmap_table() is an __init function, the __ref annotation is needed
399 * here.
400 */
Lv Zhenga2383172014-05-20 15:39:41 +0800401void __ref acpi_os_unmap_iomem(void __iomem *virt, acpi_size size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700402{
Myron Stowe620242a2010-10-21 14:23:53 -0600403 struct acpi_ioremap *map;
Myron Stowe620242a2010-10-21 14:23:53 -0600404
405 if (!acpi_gbl_permanent_mmap) {
Yinghai Lu7d972772009-02-07 15:39:41 -0800406 __acpi_unmap_table(virt, size);
Myron Stowe620242a2010-10-21 14:23:53 -0600407 return;
408 }
409
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100410 mutex_lock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600411 map = acpi_map_lookup_virt(virt, size);
412 if (!map) {
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100413 mutex_unlock(&acpi_ioremap_lock);
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100414 WARN(true, PREFIX "%s: bad address %p\n", __func__, virt);
Myron Stowe620242a2010-10-21 14:23:53 -0600415 return;
416 }
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100417 acpi_os_drop_map_ref(map);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100418 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600419
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100420 acpi_os_map_cleanup(map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700421}
Lv Zhenga2383172014-05-20 15:39:41 +0800422EXPORT_SYMBOL_GPL(acpi_os_unmap_iomem);
423
424void __ref acpi_os_unmap_memory(void *virt, acpi_size size)
425{
426 return acpi_os_unmap_iomem((void __iomem *)virt, size);
427}
Kylene Jo Hall55a82ab2006-01-08 01:03:15 -0800428EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429
Jeremy Fitzhardinge0d3a9cf2009-02-22 14:58:56 -0800430void __init early_acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
Yinghai Lu7d972772009-02-07 15:39:41 -0800431{
432 if (!acpi_gbl_permanent_mmap)
433 __acpi_unmap_table(virt, size);
434}
435
Myron Stowe6f68c912011-11-07 16:23:34 -0700436int acpi_os_map_generic_address(struct acpi_generic_address *gas)
Myron Stowe29718522010-10-21 14:23:59 -0600437{
Myron Stowebc9ffce2011-11-07 16:23:27 -0700438 u64 addr;
Myron Stowe29718522010-10-21 14:23:59 -0600439 void __iomem *virt;
440
Myron Stowebc9ffce2011-11-07 16:23:27 -0700441 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
Myron Stowe29718522010-10-21 14:23:59 -0600442 return 0;
443
Myron Stowebc9ffce2011-11-07 16:23:27 -0700444 /* Handle possible alignment issues */
445 memcpy(&addr, &gas->address, sizeof(addr));
446 if (!addr || !gas->bit_width)
Myron Stowe29718522010-10-21 14:23:59 -0600447 return -EINVAL;
448
Lv Zhenga2383172014-05-20 15:39:41 +0800449 virt = acpi_os_map_iomem(addr, gas->bit_width / 8);
Myron Stowe29718522010-10-21 14:23:59 -0600450 if (!virt)
451 return -EIO;
452
453 return 0;
454}
Myron Stowe6f68c912011-11-07 16:23:34 -0700455EXPORT_SYMBOL(acpi_os_map_generic_address);
Myron Stowe29718522010-10-21 14:23:59 -0600456
Myron Stowe6f68c912011-11-07 16:23:34 -0700457void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
Myron Stowe29718522010-10-21 14:23:59 -0600458{
Myron Stowebc9ffce2011-11-07 16:23:27 -0700459 u64 addr;
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100460 struct acpi_ioremap *map;
Myron Stowe29718522010-10-21 14:23:59 -0600461
Myron Stowebc9ffce2011-11-07 16:23:27 -0700462 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
Myron Stowe29718522010-10-21 14:23:59 -0600463 return;
464
Myron Stowebc9ffce2011-11-07 16:23:27 -0700465 /* Handle possible alignment issues */
466 memcpy(&addr, &gas->address, sizeof(addr));
467 if (!addr || !gas->bit_width)
Myron Stowe29718522010-10-21 14:23:59 -0600468 return;
469
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100470 mutex_lock(&acpi_ioremap_lock);
Myron Stowebc9ffce2011-11-07 16:23:27 -0700471 map = acpi_map_lookup(addr, gas->bit_width / 8);
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100472 if (!map) {
473 mutex_unlock(&acpi_ioremap_lock);
474 return;
475 }
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100476 acpi_os_drop_map_ref(map);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100477 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe29718522010-10-21 14:23:59 -0600478
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100479 acpi_os_map_cleanup(map);
Myron Stowe29718522010-10-21 14:23:59 -0600480}
Myron Stowe6f68c912011-11-07 16:23:34 -0700481EXPORT_SYMBOL(acpi_os_unmap_generic_address);
Myron Stowe29718522010-10-21 14:23:59 -0600482
Linus Torvalds1da177e2005-04-16 15:20:36 -0700483#ifdef ACPI_FUTURE_USAGE
484acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400485acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486{
Len Brown4be44fc2005-08-05 00:44:28 -0400487 if (!phys || !virt)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700488 return AE_BAD_PARAMETER;
489
490 *phys = virt_to_phys(virt);
491
492 return AE_OK;
493}
494#endif
495
Rafael J. Wysocki18d78b62015-07-03 01:06:00 +0200496#ifdef CONFIG_ACPI_REV_OVERRIDE_POSSIBLE
497static bool acpi_rev_override;
498
499int __init acpi_rev_override_setup(char *str)
500{
501 acpi_rev_override = true;
502 return 1;
503}
504__setup("acpi_rev_override", acpi_rev_override_setup);
505#else
506#define acpi_rev_override false
507#endif
508
Linus Torvalds1da177e2005-04-16 15:20:36 -0700509#define ACPI_MAX_OVERRIDE_LEN 100
510
511static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
512
513acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400514acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
Lv Zheng80b28812016-03-24 09:38:28 +0800515 acpi_string *new_val)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700516{
517 if (!init_val || !new_val)
518 return AE_BAD_PARAMETER;
519
520 *new_val = NULL;
Len Brown4be44fc2005-08-05 00:44:28 -0400521 if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700522 printk(KERN_INFO PREFIX "Overriding _OS definition to '%s'\n",
Len Brown4be44fc2005-08-05 00:44:28 -0400523 acpi_os_name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700524 *new_val = acpi_os_name;
525 }
526
Rafael J. Wysocki18d78b62015-07-03 01:06:00 +0200527 if (!memcmp(init_val->name, "_REV", 4) && acpi_rev_override) {
528 printk(KERN_INFO PREFIX "Overriding _REV return value to 5\n");
529 *new_val = (char *)5;
530 }
531
Linus Torvalds1da177e2005-04-16 15:20:36 -0700532 return AE_OK;
533}
534
David Howells7d12e782006-10-05 14:55:46 +0100535static irqreturn_t acpi_irq(int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700536{
Len Brown5229e872008-02-06 01:26:55 -0500537 u32 handled;
538
539 handled = (*acpi_irq_handler) (acpi_irq_context);
540
541 if (handled) {
542 acpi_irq_handled++;
543 return IRQ_HANDLED;
Len Brown88bea182009-04-21 00:35:47 -0400544 } else {
545 acpi_irq_not_handled++;
Len Brown5229e872008-02-06 01:26:55 -0500546 return IRQ_NONE;
Len Brown88bea182009-04-21 00:35:47 -0400547 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700548}
549
550acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400551acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
552 void *context)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700553{
554 unsigned int irq;
555
Len Brown5229e872008-02-06 01:26:55 -0500556 acpi_irq_stats_init();
557
Linus Torvalds1da177e2005-04-16 15:20:36 -0700558 /*
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100559 * ACPI interrupts different from the SCI in our copy of the FADT are
560 * not supported.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700561 */
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100562 if (gsi != acpi_gbl_FADT.sci_interrupt)
563 return AE_BAD_PARAMETER;
564
565 if (acpi_irq_handler)
566 return AE_ALREADY_ACQUIRED;
567
Linus Torvalds1da177e2005-04-16 15:20:36 -0700568 if (acpi_gsi_to_irq(gsi, &irq) < 0) {
569 printk(KERN_ERR PREFIX "SCI (ACPI GSI %d) not registered\n",
570 gsi);
571 return AE_OK;
572 }
573
574 acpi_irq_handler = handler;
575 acpi_irq_context = context;
Rafael J. Wysockia8d46b92014-09-30 02:29:01 +0200576 if (request_irq(irq, acpi_irq, IRQF_SHARED, "acpi", acpi_irq)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577 printk(KERN_ERR PREFIX "SCI (IRQ%d) allocation failed\n", irq);
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100578 acpi_irq_handler = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700579 return AE_NOT_ACQUIRED;
580 }
Chen Yu49e4b8432015-10-25 01:02:19 +0800581 acpi_sci_irq = irq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700582
583 return AE_OK;
584}
585
Chen Yu49e4b8432015-10-25 01:02:19 +0800586acpi_status acpi_os_remove_interrupt_handler(u32 gsi, acpi_osd_handler handler)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700587{
Chen Yu49e4b8432015-10-25 01:02:19 +0800588 if (gsi != acpi_gbl_FADT.sci_interrupt || !acpi_sci_irq_valid())
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100589 return AE_BAD_PARAMETER;
590
Chen Yu49e4b8432015-10-25 01:02:19 +0800591 free_irq(acpi_sci_irq, acpi_irq);
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100592 acpi_irq_handler = NULL;
Chen Yu49e4b8432015-10-25 01:02:19 +0800593 acpi_sci_irq = INVALID_ACPI_IRQ;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700594
595 return AE_OK;
596}
597
598/*
599 * Running in interpreter thread context, safe to sleep
600 */
601
Lin Ming439913f2010-01-28 10:53:19 +0800602void acpi_os_sleep(u64 ms)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700603{
Liu Chuansheng30282292013-09-12 01:42:57 +0800604 msleep(ms);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700605}
Len Brown4be44fc2005-08-05 00:44:28 -0400606
Len Brown4be44fc2005-08-05 00:44:28 -0400607void acpi_os_stall(u32 us)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700608{
609 while (us) {
610 u32 delay = 1000;
611
612 if (delay > us)
613 delay = us;
614 udelay(delay);
615 touch_nmi_watchdog();
616 us -= delay;
617 }
618}
Len Brown4be44fc2005-08-05 00:44:28 -0400619
Linus Torvalds1da177e2005-04-16 15:20:36 -0700620/*
621 * Support ACPI 3.0 AML Timer operand
622 * Returns 64-bit free-running, monotonically increasing timer
623 * with 100ns granularity
624 */
Len Brown4be44fc2005-08-05 00:44:28 -0400625u64 acpi_os_get_timer(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700626{
Mika Westerberg10619062013-05-23 10:27:46 +0300627 u64 time_ns = ktime_to_ns(ktime_get());
628 do_div(time_ns, 100);
629 return time_ns;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630}
631
Len Brown4be44fc2005-08-05 00:44:28 -0400632acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700633{
634 u32 dummy;
635
636 if (!value)
637 value = &dummy;
638
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800639 *value = 0;
640 if (width <= 8) {
Len Brown4be44fc2005-08-05 00:44:28 -0400641 *(u8 *) value = inb(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800642 } else if (width <= 16) {
Len Brown4be44fc2005-08-05 00:44:28 -0400643 *(u16 *) value = inw(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800644 } else if (width <= 32) {
Len Brown4be44fc2005-08-05 00:44:28 -0400645 *(u32 *) value = inl(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800646 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700647 BUG();
648 }
649
650 return AE_OK;
651}
Len Brown4be44fc2005-08-05 00:44:28 -0400652
Linus Torvalds1da177e2005-04-16 15:20:36 -0700653EXPORT_SYMBOL(acpi_os_read_port);
654
Len Brown4be44fc2005-08-05 00:44:28 -0400655acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700656{
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800657 if (width <= 8) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700658 outb(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800659 } else if (width <= 16) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700660 outw(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800661 } else if (width <= 32) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700662 outl(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800663 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700664 BUG();
665 }
666
667 return AE_OK;
668}
Len Brown4be44fc2005-08-05 00:44:28 -0400669
Linus Torvalds1da177e2005-04-16 15:20:36 -0700670EXPORT_SYMBOL(acpi_os_write_port);
671
Myron Stowee615bf52012-01-20 19:13:24 -0700672acpi_status
Bob Moore653f4b52012-02-14 18:29:55 +0800673acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
Myron Stowee615bf52012-01-20 19:13:24 -0700674{
675 void __iomem *virt_addr;
676 unsigned int size = width / 8;
677 bool unmap = false;
678 u64 dummy;
679
680 rcu_read_lock();
681 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
682 if (!virt_addr) {
683 rcu_read_unlock();
684 virt_addr = acpi_os_ioremap(phys_addr, size);
685 if (!virt_addr)
686 return AE_BAD_ADDRESS;
687 unmap = true;
688 }
689
690 if (!value)
691 value = &dummy;
692
693 switch (width) {
694 case 8:
695 *(u8 *) value = readb(virt_addr);
696 break;
697 case 16:
698 *(u16 *) value = readw(virt_addr);
699 break;
700 case 32:
701 *(u32 *) value = readl(virt_addr);
702 break;
703 case 64:
Andy Shevchenko3277b4e2015-08-17 17:28:46 +0300704 *(u64 *) value = readq(virt_addr);
Myron Stowee615bf52012-01-20 19:13:24 -0700705 break;
706 default:
707 BUG();
708 }
709
710 if (unmap)
711 iounmap(virt_addr);
712 else
713 rcu_read_unlock();
714
715 return AE_OK;
716}
717
Myron Stowee615bf52012-01-20 19:13:24 -0700718acpi_status
Bob Moore653f4b52012-02-14 18:29:55 +0800719acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
Myron Stowee615bf52012-01-20 19:13:24 -0700720{
721 void __iomem *virt_addr;
722 unsigned int size = width / 8;
723 bool unmap = false;
724
725 rcu_read_lock();
726 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
727 if (!virt_addr) {
728 rcu_read_unlock();
729 virt_addr = acpi_os_ioremap(phys_addr, size);
730 if (!virt_addr)
731 return AE_BAD_ADDRESS;
732 unmap = true;
733 }
734
735 switch (width) {
736 case 8:
737 writeb(value, virt_addr);
738 break;
739 case 16:
740 writew(value, virt_addr);
741 break;
742 case 32:
743 writel(value, virt_addr);
744 break;
745 case 64:
Andy Shevchenko3277b4e2015-08-17 17:28:46 +0300746 writeq(value, virt_addr);
Myron Stowee615bf52012-01-20 19:13:24 -0700747 break;
748 default:
749 BUG();
750 }
751
752 if (unmap)
753 iounmap(virt_addr);
754 else
755 rcu_read_unlock();
756
757 return AE_OK;
758}
759
Linus Torvalds1da177e2005-04-16 15:20:36 -0700760acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400761acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
Bob Moorec5f02312010-08-06 08:57:53 +0800762 u64 *value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700763{
764 int result, size;
Bob Moorec5f02312010-08-06 08:57:53 +0800765 u32 value32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700766
767 if (!value)
768 return AE_BAD_PARAMETER;
769
770 switch (width) {
771 case 8:
772 size = 1;
773 break;
774 case 16:
775 size = 2;
776 break;
777 case 32:
778 size = 4;
779 break;
780 default:
781 return AE_ERROR;
782 }
783
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500784 result = raw_pci_read(pci_id->segment, pci_id->bus,
785 PCI_DEVFN(pci_id->device, pci_id->function),
Bob Moorec5f02312010-08-06 08:57:53 +0800786 reg, size, &value32);
787 *value = value32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700788
789 return (result ? AE_ERROR : AE_OK);
790}
Len Brown4be44fc2005-08-05 00:44:28 -0400791
Linus Torvalds1da177e2005-04-16 15:20:36 -0700792acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400793acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
Lin Ming439913f2010-01-28 10:53:19 +0800794 u64 value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700795{
796 int result, size;
797
798 switch (width) {
799 case 8:
800 size = 1;
801 break;
802 case 16:
803 size = 2;
804 break;
805 case 32:
806 size = 4;
807 break;
808 default:
809 return AE_ERROR;
810 }
811
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500812 result = raw_pci_write(pci_id->segment, pci_id->bus,
813 PCI_DEVFN(pci_id->device, pci_id->function),
814 reg, size, value);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700815
816 return (result ? AE_ERROR : AE_OK);
817}
818
David Howells65f27f32006-11-22 14:55:48 +0000819static void acpi_os_execute_deferred(struct work_struct *work)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700820{
David Howells65f27f32006-11-22 14:55:48 +0000821 struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
Alexey Starikovskiy88db5e12007-05-09 23:31:03 -0400822
Zhang Rui19cd8472008-08-28 10:05:06 +0800823 dpc->function(dpc->context);
824 kfree(dpc);
Zhang Rui19cd8472008-08-28 10:05:06 +0800825}
826
Lv Zheng836d083012015-12-03 10:43:14 +0800827#ifdef CONFIG_ACPI_DEBUGGER
828static struct acpi_debugger acpi_debugger;
829static bool acpi_debugger_initialized;
830
831int acpi_register_debugger(struct module *owner,
832 const struct acpi_debugger_ops *ops)
833{
834 int ret = 0;
835
836 mutex_lock(&acpi_debugger.lock);
837 if (acpi_debugger.ops) {
838 ret = -EBUSY;
839 goto err_lock;
840 }
841
842 acpi_debugger.owner = owner;
843 acpi_debugger.ops = ops;
844
845err_lock:
846 mutex_unlock(&acpi_debugger.lock);
847 return ret;
848}
849EXPORT_SYMBOL(acpi_register_debugger);
850
851void acpi_unregister_debugger(const struct acpi_debugger_ops *ops)
852{
853 mutex_lock(&acpi_debugger.lock);
854 if (ops == acpi_debugger.ops) {
855 acpi_debugger.ops = NULL;
856 acpi_debugger.owner = NULL;
857 }
858 mutex_unlock(&acpi_debugger.lock);
859}
860EXPORT_SYMBOL(acpi_unregister_debugger);
861
862int acpi_debugger_create_thread(acpi_osd_exec_callback function, void *context)
863{
864 int ret;
865 int (*func)(acpi_osd_exec_callback, void *);
866 struct module *owner;
867
868 if (!acpi_debugger_initialized)
869 return -ENODEV;
870 mutex_lock(&acpi_debugger.lock);
871 if (!acpi_debugger.ops) {
872 ret = -ENODEV;
873 goto err_lock;
874 }
875 if (!try_module_get(acpi_debugger.owner)) {
876 ret = -ENODEV;
877 goto err_lock;
878 }
879 func = acpi_debugger.ops->create_thread;
880 owner = acpi_debugger.owner;
881 mutex_unlock(&acpi_debugger.lock);
882
883 ret = func(function, context);
884
885 mutex_lock(&acpi_debugger.lock);
886 module_put(owner);
887err_lock:
888 mutex_unlock(&acpi_debugger.lock);
889 return ret;
890}
891
892ssize_t acpi_debugger_write_log(const char *msg)
893{
894 ssize_t ret;
895 ssize_t (*func)(const char *);
896 struct module *owner;
897
898 if (!acpi_debugger_initialized)
899 return -ENODEV;
900 mutex_lock(&acpi_debugger.lock);
901 if (!acpi_debugger.ops) {
902 ret = -ENODEV;
903 goto err_lock;
904 }
905 if (!try_module_get(acpi_debugger.owner)) {
906 ret = -ENODEV;
907 goto err_lock;
908 }
909 func = acpi_debugger.ops->write_log;
910 owner = acpi_debugger.owner;
911 mutex_unlock(&acpi_debugger.lock);
912
913 ret = func(msg);
914
915 mutex_lock(&acpi_debugger.lock);
916 module_put(owner);
917err_lock:
918 mutex_unlock(&acpi_debugger.lock);
919 return ret;
920}
921
922ssize_t acpi_debugger_read_cmd(char *buffer, size_t buffer_length)
923{
924 ssize_t ret;
925 ssize_t (*func)(char *, size_t);
926 struct module *owner;
927
928 if (!acpi_debugger_initialized)
929 return -ENODEV;
930 mutex_lock(&acpi_debugger.lock);
931 if (!acpi_debugger.ops) {
932 ret = -ENODEV;
933 goto err_lock;
934 }
935 if (!try_module_get(acpi_debugger.owner)) {
936 ret = -ENODEV;
937 goto err_lock;
938 }
939 func = acpi_debugger.ops->read_cmd;
940 owner = acpi_debugger.owner;
941 mutex_unlock(&acpi_debugger.lock);
942
943 ret = func(buffer, buffer_length);
944
945 mutex_lock(&acpi_debugger.lock);
946 module_put(owner);
947err_lock:
948 mutex_unlock(&acpi_debugger.lock);
949 return ret;
950}
951
952int acpi_debugger_wait_command_ready(void)
953{
954 int ret;
955 int (*func)(bool, char *, size_t);
956 struct module *owner;
957
958 if (!acpi_debugger_initialized)
959 return -ENODEV;
960 mutex_lock(&acpi_debugger.lock);
961 if (!acpi_debugger.ops) {
962 ret = -ENODEV;
963 goto err_lock;
964 }
965 if (!try_module_get(acpi_debugger.owner)) {
966 ret = -ENODEV;
967 goto err_lock;
968 }
969 func = acpi_debugger.ops->wait_command_ready;
970 owner = acpi_debugger.owner;
971 mutex_unlock(&acpi_debugger.lock);
972
973 ret = func(acpi_gbl_method_executing,
974 acpi_gbl_db_line_buf, ACPI_DB_LINE_BUFFER_SIZE);
975
976 mutex_lock(&acpi_debugger.lock);
977 module_put(owner);
978err_lock:
979 mutex_unlock(&acpi_debugger.lock);
980 return ret;
981}
982
983int acpi_debugger_notify_command_complete(void)
984{
985 int ret;
986 int (*func)(void);
987 struct module *owner;
988
989 if (!acpi_debugger_initialized)
990 return -ENODEV;
991 mutex_lock(&acpi_debugger.lock);
992 if (!acpi_debugger.ops) {
993 ret = -ENODEV;
994 goto err_lock;
995 }
996 if (!try_module_get(acpi_debugger.owner)) {
997 ret = -ENODEV;
998 goto err_lock;
999 }
1000 func = acpi_debugger.ops->notify_command_complete;
1001 owner = acpi_debugger.owner;
1002 mutex_unlock(&acpi_debugger.lock);
1003
1004 ret = func();
1005
1006 mutex_lock(&acpi_debugger.lock);
1007 module_put(owner);
1008err_lock:
1009 mutex_unlock(&acpi_debugger.lock);
1010 return ret;
1011}
1012
1013int __init acpi_debugger_init(void)
1014{
1015 mutex_init(&acpi_debugger.lock);
1016 acpi_debugger_initialized = true;
1017 return 0;
1018}
1019#endif
1020
Alexey Starikovskiyb8d35192006-05-05 03:23:00 -04001021/*******************************************************************************
1022 *
1023 * FUNCTION: acpi_os_execute
1024 *
1025 * PARAMETERS: Type - Type of the callback
1026 * Function - Function to be executed
1027 * Context - Function parameters
1028 *
1029 * RETURN: Status
1030 *
1031 * DESCRIPTION: Depending on type, either queues function for deferred execution or
1032 * immediately executes function on a separate thread.
1033 *
1034 ******************************************************************************/
1035
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001036acpi_status acpi_os_execute(acpi_execute_type type,
1037 acpi_osd_exec_callback function, void *context)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001038{
Len Brown4be44fc2005-08-05 00:44:28 -04001039 acpi_status status = AE_OK;
1040 struct acpi_os_dpc *dpc;
Alexey Starikovskiy17bc54e2007-11-13 13:05:45 +03001041 struct workqueue_struct *queue;
Zhang Rui19cd8472008-08-28 10:05:06 +08001042 int ret;
Len Brown72945b22006-07-12 22:46:42 -04001043 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1044 "Scheduling function [%p(%p)] for deferred execution.\n",
1045 function, context));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001046
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001047 if (type == OSL_DEBUGGER_MAIN_THREAD) {
Lv Zheng836d083012015-12-03 10:43:14 +08001048 ret = acpi_debugger_create_thread(function, context);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001049 if (ret) {
1050 pr_err("Call to kthread_create() failed.\n");
1051 status = AE_ERROR;
1052 }
1053 goto out_thread;
1054 }
1055
Linus Torvalds1da177e2005-04-16 15:20:36 -07001056 /*
1057 * Allocate/initialize DPC structure. Note that this memory will be
David Howells65f27f32006-11-22 14:55:48 +00001058 * freed by the callee. The kernel handles the work_struct list in a
Linus Torvalds1da177e2005-04-16 15:20:36 -07001059 * way that allows us to also free its memory inside the callee.
1060 * Because we may want to schedule several tasks with different
1061 * parameters we can't use the approach some kernel code uses of
David Howells65f27f32006-11-22 14:55:48 +00001062 * having a static work_struct.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001063 */
Len Brown72945b22006-07-12 22:46:42 -04001064
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001065 dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001066 if (!dpc)
Lin Ming889c78b2008-12-31 09:23:57 +08001067 return AE_NO_MEMORY;
Linus Torvaldsb976fe12006-11-17 19:31:09 -08001068
Linus Torvalds1da177e2005-04-16 15:20:36 -07001069 dpc->function = function;
1070 dpc->context = context;
Linus Torvaldsb976fe12006-11-17 19:31:09 -08001071
Zhang Ruic02256b2009-06-23 10:20:29 +08001072 /*
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001073 * To prevent lockdep from complaining unnecessarily, make sure that
1074 * there is a different static lockdep key for each workqueue by using
1075 * INIT_WORK() for each of them separately.
Zhang Ruic02256b2009-06-23 10:20:29 +08001076 */
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001077 if (type == OSL_NOTIFY_HANDLER) {
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001078 queue = kacpi_notify_wq;
Zhang Ruibc736752010-03-22 15:48:54 +08001079 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001080 } else if (type == OSL_GPE_HANDLER) {
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001081 queue = kacpid_wq;
Zhang Ruibc736752010-03-22 15:48:54 +08001082 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001083 } else {
1084 pr_err("Unsupported os_execute type %d.\n", type);
1085 status = AE_ERROR;
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001086 }
Zhang Ruibc736752010-03-22 15:48:54 +08001087
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001088 if (ACPI_FAILURE(status))
1089 goto err_workqueue;
1090
Tejun Heo8fec62b2010-06-29 10:07:09 +02001091 /*
1092 * On some machines, a software-initiated SMI causes corruption unless
1093 * the SMI runs on CPU 0. An SMI can be initiated by any AML, but
1094 * typically it's done in GPE-related methods that are run via
1095 * workqueues, so we can avoid the known corruption cases by always
1096 * queueing on CPU 0.
1097 */
1098 ret = queue_work_on(0, queue, &dpc->work);
Zhang Rui19cd8472008-08-28 10:05:06 +08001099 if (!ret) {
Lin Ming55ac9a02008-09-28 14:51:56 +08001100 printk(KERN_ERR PREFIX
1101 "Call to queue_work() failed.\n");
Alexey Starikovskiy17bc54e2007-11-13 13:05:45 +03001102 status = AE_ERROR;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001103 }
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001104err_workqueue:
1105 if (ACPI_FAILURE(status))
1106 kfree(dpc);
1107out_thread:
Lin Ming889c78b2008-12-31 09:23:57 +08001108 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001109}
Alexey Starikovskiyb8d35192006-05-05 03:23:00 -04001110EXPORT_SYMBOL(acpi_os_execute);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001111
Lin Mingbd6f10a2012-05-22 16:43:49 +08001112void acpi_os_wait_events_complete(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001113{
Lv Zheng90253a72014-11-05 15:06:13 +08001114 /*
1115 * Make sure the GPE handler or the fixed event handler is not used
1116 * on another CPU after removal.
1117 */
Chen Yuefb1cf72015-10-25 01:02:36 +08001118 if (acpi_sci_irq_valid())
1119 synchronize_hardirq(acpi_sci_irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001120 flush_workqueue(kacpid_wq);
Zhang Rui2f67a062008-04-29 02:34:42 -04001121 flush_workqueue(kacpi_notify_wq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001122}
Len Brown4be44fc2005-08-05 00:44:28 -04001123
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001124struct acpi_hp_work {
1125 struct work_struct work;
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001126 struct acpi_device *adev;
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001127 u32 src;
1128};
1129
1130static void acpi_hotplug_work_fn(struct work_struct *work)
1131{
1132 struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1133
1134 acpi_os_wait_events_complete();
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001135 acpi_device_hotplug(hpw->adev, hpw->src);
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001136 kfree(hpw);
1137}
1138
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001139acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001140{
1141 struct acpi_hp_work *hpw;
1142
1143 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001144 "Scheduling hotplug event (%p, %u) for deferred execution.\n",
1145 adev, src));
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001146
1147 hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1148 if (!hpw)
1149 return AE_NO_MEMORY;
1150
1151 INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001152 hpw->adev = adev;
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001153 hpw->src = src;
1154 /*
1155 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1156 * the hotplug code may call driver .remove() functions, which may
1157 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1158 * these workqueues.
1159 */
1160 if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1161 kfree(hpw);
1162 return AE_ERROR;
1163 }
1164 return AE_OK;
1165}
1166
Rafael J. Wysockid7831562013-11-22 21:52:12 +01001167bool acpi_queue_hotplug_work(struct work_struct *work)
1168{
1169 return queue_work(kacpi_hotplug_wq, work);
1170}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001171
Linus Torvalds1da177e2005-04-16 15:20:36 -07001172acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -04001173acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001174{
Len Brown4be44fc2005-08-05 00:44:28 -04001175 struct semaphore *sem = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001176
jhbird.choi@samsung.com2d0acb42014-03-20 16:35:56 +09001177 sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001178 if (!sem)
Patrick Mocheld550d982006-06-27 00:41:40 -04001179 return AE_NO_MEMORY;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001180
1181 sema_init(sem, initial_units);
1182
Len Brown4be44fc2005-08-05 00:44:28 -04001183 *handle = (acpi_handle *) sem;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001184
Len Brown4be44fc2005-08-05 00:44:28 -04001185 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1186 *handle, initial_units));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001187
Patrick Mocheld550d982006-06-27 00:41:40 -04001188 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001189}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001190
Linus Torvalds1da177e2005-04-16 15:20:36 -07001191/*
1192 * TODO: A better way to delete semaphores? Linux doesn't have a
1193 * 'delete_semaphore()' function -- may result in an invalid
1194 * pointer dereference for non-synchronized consumers. Should
1195 * we at least check for blocked threads and signal/cancel them?
1196 */
1197
Len Brown4be44fc2005-08-05 00:44:28 -04001198acpi_status acpi_os_delete_semaphore(acpi_handle handle)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001199{
Len Brown4be44fc2005-08-05 00:44:28 -04001200 struct semaphore *sem = (struct semaphore *)handle;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001201
Linus Torvalds1da177e2005-04-16 15:20:36 -07001202 if (!sem)
Patrick Mocheld550d982006-06-27 00:41:40 -04001203 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001204
Len Brown4be44fc2005-08-05 00:44:28 -04001205 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001206
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001207 BUG_ON(!list_empty(&sem->wait_list));
Len Brown02438d82006-06-30 03:19:10 -04001208 kfree(sem);
Len Brown4be44fc2005-08-05 00:44:28 -04001209 sem = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001210
Patrick Mocheld550d982006-06-27 00:41:40 -04001211 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001212}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001213
Linus Torvalds1da177e2005-04-16 15:20:36 -07001214/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001215 * TODO: Support for units > 1?
1216 */
Len Brown4be44fc2005-08-05 00:44:28 -04001217acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001218{
Len Brown4be44fc2005-08-05 00:44:28 -04001219 acpi_status status = AE_OK;
1220 struct semaphore *sem = (struct semaphore *)handle;
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001221 long jiffies;
Len Brown4be44fc2005-08-05 00:44:28 -04001222 int ret = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001223
Lv Zheng7901a052015-08-05 16:23:51 +08001224 if (!acpi_os_initialized)
1225 return AE_OK;
1226
Linus Torvalds1da177e2005-04-16 15:20:36 -07001227 if (!sem || (units < 1))
Patrick Mocheld550d982006-06-27 00:41:40 -04001228 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001229
1230 if (units > 1)
Patrick Mocheld550d982006-06-27 00:41:40 -04001231 return AE_SUPPORT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001232
Len Brown4be44fc2005-08-05 00:44:28 -04001233 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1234 handle, units, timeout));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001235
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001236 if (timeout == ACPI_WAIT_FOREVER)
1237 jiffies = MAX_SCHEDULE_TIMEOUT;
1238 else
1239 jiffies = msecs_to_jiffies(timeout);
Al Stonecad1525a2013-12-04 12:59:11 -07001240
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001241 ret = down_timeout(sem, jiffies);
1242 if (ret)
1243 status = AE_TIME;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001244
1245 if (ACPI_FAILURE(status)) {
Bjorn Helgaas9e7e2c02006-04-27 05:25:00 -04001246 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
Thomas Renningera6fc6722006-06-26 23:58:43 -04001247 "Failed to acquire semaphore[%p|%d|%d], %s",
Len Brown4be44fc2005-08-05 00:44:28 -04001248 handle, units, timeout,
1249 acpi_format_exception(status)));
1250 } else {
1251 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
Thomas Renningera6fc6722006-06-26 23:58:43 -04001252 "Acquired semaphore[%p|%d|%d]", handle,
Len Brown4be44fc2005-08-05 00:44:28 -04001253 units, timeout));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001254 }
1255
Patrick Mocheld550d982006-06-27 00:41:40 -04001256 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001257}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001258
Linus Torvalds1da177e2005-04-16 15:20:36 -07001259/*
1260 * TODO: Support for units > 1?
1261 */
Len Brown4be44fc2005-08-05 00:44:28 -04001262acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001263{
Len Brown4be44fc2005-08-05 00:44:28 -04001264 struct semaphore *sem = (struct semaphore *)handle;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001265
Lv Zheng7901a052015-08-05 16:23:51 +08001266 if (!acpi_os_initialized)
1267 return AE_OK;
1268
Linus Torvalds1da177e2005-04-16 15:20:36 -07001269 if (!sem || (units < 1))
Patrick Mocheld550d982006-06-27 00:41:40 -04001270 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001271
1272 if (units > 1)
Patrick Mocheld550d982006-06-27 00:41:40 -04001273 return AE_SUPPORT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001274
Len Brown4be44fc2005-08-05 00:44:28 -04001275 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1276 units));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001277
1278 up(sem);
1279
Patrick Mocheld550d982006-06-27 00:41:40 -04001280 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001281}
Len Brown4be44fc2005-08-05 00:44:28 -04001282
Lv Zheng4d946f72015-10-19 10:25:56 +08001283acpi_status acpi_os_get_line(char *buffer, u32 buffer_length, u32 *bytes_read)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001284{
Linus Torvalds1da177e2005-04-16 15:20:36 -07001285#ifdef ENABLE_DEBUGGER
1286 if (acpi_in_debugger) {
1287 u32 chars;
1288
Lv Zheng4d946f72015-10-19 10:25:56 +08001289 kdb_read(buffer, buffer_length);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001290
1291 /* remove the CR kdb includes */
1292 chars = strlen(buffer) - 1;
1293 buffer[chars] = '\0';
1294 }
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001295#else
1296 int ret;
1297
Lv Zheng836d083012015-12-03 10:43:14 +08001298 ret = acpi_debugger_read_cmd(buffer, buffer_length);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001299 if (ret < 0)
1300 return AE_ERROR;
1301 if (bytes_read)
1302 *bytes_read = ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001303#endif
1304
Lv Zheng4d946f72015-10-19 10:25:56 +08001305 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001306}
Lv Zheng836d083012015-12-03 10:43:14 +08001307EXPORT_SYMBOL(acpi_os_get_line);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001308
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001309acpi_status acpi_os_wait_command_ready(void)
1310{
1311 int ret;
1312
Lv Zheng836d083012015-12-03 10:43:14 +08001313 ret = acpi_debugger_wait_command_ready();
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001314 if (ret < 0)
1315 return AE_ERROR;
1316 return AE_OK;
1317}
1318
1319acpi_status acpi_os_notify_command_complete(void)
1320{
1321 int ret;
1322
Lv Zheng836d083012015-12-03 10:43:14 +08001323 ret = acpi_debugger_notify_command_complete();
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001324 if (ret < 0)
1325 return AE_ERROR;
1326 return AE_OK;
1327}
1328
Len Brown4be44fc2005-08-05 00:44:28 -04001329acpi_status acpi_os_signal(u32 function, void *info)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001330{
Len Brown4be44fc2005-08-05 00:44:28 -04001331 switch (function) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001332 case ACPI_SIGNAL_FATAL:
1333 printk(KERN_ERR PREFIX "Fatal opcode executed\n");
1334 break;
1335 case ACPI_SIGNAL_BREAKPOINT:
1336 /*
1337 * AML Breakpoint
1338 * ACPI spec. says to treat it as a NOP unless
1339 * you are debugging. So if/when we integrate
1340 * AML debugger into the kernel debugger its
1341 * hook will go here. But until then it is
1342 * not useful to print anything on breakpoints.
1343 */
1344 break;
1345 default:
1346 break;
1347 }
1348
1349 return AE_OK;
1350}
Len Brown4be44fc2005-08-05 00:44:28 -04001351
Len Brown4be44fc2005-08-05 00:44:28 -04001352static int __init acpi_os_name_setup(char *str)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001353{
1354 char *p = acpi_os_name;
Len Brown4be44fc2005-08-05 00:44:28 -04001355 int count = ACPI_MAX_OVERRIDE_LEN - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001356
1357 if (!str || !*str)
1358 return 0;
1359
Dan Carpenter5e2be4e2013-10-18 12:01:43 +03001360 for (; count-- && *str; str++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001361 if (isalnum(*str) || *str == ' ' || *str == ':')
1362 *p++ = *str;
1363 else if (*str == '\'' || *str == '"')
1364 continue;
1365 else
1366 break;
1367 }
1368 *p = 0;
1369
1370 return 1;
Len Brown4be44fc2005-08-05 00:44:28 -04001371
Linus Torvalds1da177e2005-04-16 15:20:36 -07001372}
1373
1374__setup("acpi_os_name=", acpi_os_name_setup);
1375
Bob Moore22b5afc2014-03-24 14:49:00 +08001376/*
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001377 * Disable the auto-serialization of named objects creation methods.
Bob Moore22b5afc2014-03-24 14:49:00 +08001378 *
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001379 * This feature is enabled by default. It marks the AML control methods
Bob Moore22b5afc2014-03-24 14:49:00 +08001380 * that contain the opcodes to create named objects as "Serialized".
1381 */
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001382static int __init acpi_no_auto_serialize_setup(char *str)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001383{
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001384 acpi_gbl_auto_serialize_methods = FALSE;
1385 pr_info("ACPI: auto-serialization disabled\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001386
1387 return 1;
1388}
1389
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001390__setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001391
Thomas Renningerdf92e692008-02-04 23:31:22 -08001392/* Check of resource interference between native drivers and ACPI
1393 * OperationRegions (SystemIO and System Memory only).
1394 * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1395 * in arbitrary AML code and can interfere with legacy drivers.
1396 * acpi_enforce_resources= can be set to:
1397 *
Luca Tettamanti7e905602009-03-30 00:01:27 +02001398 * - strict (default) (2)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001399 * -> further driver trying to access the resources will not load
Luca Tettamanti7e905602009-03-30 00:01:27 +02001400 * - lax (1)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001401 * -> further driver trying to access the resources will load, but you
1402 * get a system message that something might go wrong...
1403 *
1404 * - no (0)
1405 * -> ACPI Operation Region resources will not be registered
1406 *
1407 */
1408#define ENFORCE_RESOURCES_STRICT 2
1409#define ENFORCE_RESOURCES_LAX 1
1410#define ENFORCE_RESOURCES_NO 0
1411
Luca Tettamanti7e905602009-03-30 00:01:27 +02001412static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001413
1414static int __init acpi_enforce_resources_setup(char *str)
1415{
1416 if (str == NULL || *str == '\0')
1417 return 0;
1418
1419 if (!strcmp("strict", str))
1420 acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1421 else if (!strcmp("lax", str))
1422 acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1423 else if (!strcmp("no", str))
1424 acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1425
1426 return 1;
1427}
1428
1429__setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1430
1431/* Check for resource conflicts between ACPI OperationRegions and native
1432 * drivers */
Jean Delvare876fba42009-11-11 15:22:15 +01001433int acpi_check_resource_conflict(const struct resource *res)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001434{
Lin Mingf654c0f2012-01-12 13:10:32 +08001435 acpi_adr_space_type space_id;
1436 acpi_size length;
1437 u8 warn = 0;
1438 int clash = 0;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001439
1440 if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1441 return 0;
1442 if (!(res->flags & IORESOURCE_IO) && !(res->flags & IORESOURCE_MEM))
1443 return 0;
1444
Lin Mingf654c0f2012-01-12 13:10:32 +08001445 if (res->flags & IORESOURCE_IO)
1446 space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1447 else
1448 space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001449
Alexandru Gheorghiue4f52242013-03-12 08:53:02 +00001450 length = resource_size(res);
Lin Mingf654c0f2012-01-12 13:10:32 +08001451 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO)
1452 warn = 1;
1453 clash = acpi_check_address_range(space_id, res->start, length, warn);
Thomas Renningerdf92e692008-02-04 23:31:22 -08001454
1455 if (clash) {
1456 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO) {
Jean Delvare14f03342009-09-08 15:31:46 +02001457 if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1458 printk(KERN_NOTICE "ACPI: This conflict may"
1459 " cause random problems and system"
1460 " instability\n");
1461 printk(KERN_INFO "ACPI: If an ACPI driver is available"
1462 " for this device, you should use it instead of"
1463 " the native driver\n");
Thomas Renningerdf92e692008-02-04 23:31:22 -08001464 }
1465 if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1466 return -EBUSY;
1467 }
1468 return 0;
1469}
Thomas Renninger443dea72008-02-04 23:31:23 -08001470EXPORT_SYMBOL(acpi_check_resource_conflict);
Thomas Renningerdf92e692008-02-04 23:31:22 -08001471
1472int acpi_check_region(resource_size_t start, resource_size_t n,
1473 const char *name)
1474{
1475 struct resource res = {
1476 .start = start,
1477 .end = start + n - 1,
1478 .name = name,
1479 .flags = IORESOURCE_IO,
1480 };
1481
1482 return acpi_check_resource_conflict(&res);
1483}
1484EXPORT_SYMBOL(acpi_check_region);
1485
Linus Torvalds1da177e2005-04-16 15:20:36 -07001486/*
Jean Delvare70dd6be2010-05-27 19:58:37 +02001487 * Let drivers know whether the resource checks are effective
1488 */
1489int acpi_resources_are_enforced(void)
1490{
1491 return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1492}
1493EXPORT_SYMBOL(acpi_resources_are_enforced);
1494
1495/*
Lin Ming9f63b882011-03-23 17:26:34 +08001496 * Deallocate the memory for a spinlock.
1497 */
1498void acpi_os_delete_lock(acpi_spinlock handle)
1499{
1500 ACPI_FREE(handle);
1501}
1502
1503/*
Robert Moore73459f72005-06-24 00:00:00 -04001504 * Acquire a spinlock.
1505 *
1506 * handle is a pointer to the spinlock_t.
Robert Moore73459f72005-06-24 00:00:00 -04001507 */
1508
Bob Moore967440e32006-06-23 17:04:00 -04001509acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
Robert Moore73459f72005-06-24 00:00:00 -04001510{
Bob Mooreb8e4d892006-01-27 16:43:00 -05001511 acpi_cpu_flags flags;
Bob Moore967440e32006-06-23 17:04:00 -04001512 spin_lock_irqsave(lockp, flags);
Robert Moore73459f72005-06-24 00:00:00 -04001513 return flags;
1514}
1515
1516/*
1517 * Release a spinlock. See above.
1518 */
1519
Bob Moore967440e32006-06-23 17:04:00 -04001520void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
Robert Moore73459f72005-06-24 00:00:00 -04001521{
Bob Moore967440e32006-06-23 17:04:00 -04001522 spin_unlock_irqrestore(lockp, flags);
Robert Moore73459f72005-06-24 00:00:00 -04001523}
1524
Robert Moore73459f72005-06-24 00:00:00 -04001525#ifndef ACPI_USE_LOCAL_CACHE
1526
1527/*******************************************************************************
1528 *
1529 * FUNCTION: acpi_os_create_cache
1530 *
Bob Mooreb229cf92006-04-21 17:15:00 -04001531 * PARAMETERS: name - Ascii name for the cache
1532 * size - Size of each cached object
1533 * depth - Maximum depth of the cache (in objects) <ignored>
1534 * cache - Where the new cache object is returned
Robert Moore73459f72005-06-24 00:00:00 -04001535 *
Bob Mooreb229cf92006-04-21 17:15:00 -04001536 * RETURN: status
Robert Moore73459f72005-06-24 00:00:00 -04001537 *
1538 * DESCRIPTION: Create a cache object
1539 *
1540 ******************************************************************************/
1541
1542acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -04001543acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
Robert Moore73459f72005-06-24 00:00:00 -04001544{
Paul Mundt20c2df82007-07-20 10:11:58 +09001545 *cache = kmem_cache_create(name, size, 0, 0, NULL);
Adrian Bunka6fdbf92006-12-19 12:56:13 -08001546 if (*cache == NULL)
Bob Mooreb229cf92006-04-21 17:15:00 -04001547 return AE_ERROR;
1548 else
1549 return AE_OK;
Robert Moore73459f72005-06-24 00:00:00 -04001550}
1551
1552/*******************************************************************************
1553 *
1554 * FUNCTION: acpi_os_purge_cache
1555 *
1556 * PARAMETERS: Cache - Handle to cache object
1557 *
1558 * RETURN: Status
1559 *
1560 * DESCRIPTION: Free all objects within the requested cache.
1561 *
1562 ******************************************************************************/
1563
Len Brown4be44fc2005-08-05 00:44:28 -04001564acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
Robert Moore73459f72005-06-24 00:00:00 -04001565{
Jan Engelhardt50dd0962006-10-01 00:28:50 +02001566 kmem_cache_shrink(cache);
Len Brown4be44fc2005-08-05 00:44:28 -04001567 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001568}
1569
1570/*******************************************************************************
1571 *
1572 * FUNCTION: acpi_os_delete_cache
1573 *
1574 * PARAMETERS: Cache - Handle to cache object
1575 *
1576 * RETURN: Status
1577 *
1578 * DESCRIPTION: Free all objects within the requested cache and delete the
1579 * cache object.
1580 *
1581 ******************************************************************************/
1582
Len Brown4be44fc2005-08-05 00:44:28 -04001583acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
Robert Moore73459f72005-06-24 00:00:00 -04001584{
Alexey Dobriyan1a1d92c2006-09-27 01:49:40 -07001585 kmem_cache_destroy(cache);
Len Brown4be44fc2005-08-05 00:44:28 -04001586 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001587}
1588
1589/*******************************************************************************
1590 *
1591 * FUNCTION: acpi_os_release_object
1592 *
1593 * PARAMETERS: Cache - Handle to cache object
1594 * Object - The object to be released
1595 *
1596 * RETURN: None
1597 *
1598 * DESCRIPTION: Release an object to the specified cache. If cache is full,
1599 * the object is deleted.
1600 *
1601 ******************************************************************************/
1602
Len Brown4be44fc2005-08-05 00:44:28 -04001603acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
Robert Moore73459f72005-06-24 00:00:00 -04001604{
Len Brown4be44fc2005-08-05 00:44:28 -04001605 kmem_cache_free(cache, object);
1606 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001607}
Robert Moore73459f72005-06-24 00:00:00 -04001608#endif
Myron Stowed362eda2010-10-21 14:24:04 -06001609
Lv Zhenga94e88c2014-04-04 12:39:11 +08001610static int __init acpi_no_static_ssdt_setup(char *s)
Lv Zhengb75dd292013-06-08 00:58:48 +00001611{
Lv Zhenga94e88c2014-04-04 12:39:11 +08001612 acpi_gbl_disable_ssdt_table_install = TRUE;
1613 pr_info("ACPI: static SSDT installation disabled\n");
Lv Zhengb75dd292013-06-08 00:58:48 +00001614
Lv Zhenga94e88c2014-04-04 12:39:11 +08001615 return 0;
Lv Zhengb75dd292013-06-08 00:58:48 +00001616}
1617
Lv Zhenga94e88c2014-04-04 12:39:11 +08001618early_param("acpi_no_static_ssdt", acpi_no_static_ssdt_setup);
Lv Zhengb75dd292013-06-08 00:58:48 +00001619
Lv Zheng4dde5072014-02-11 11:01:52 +08001620static int __init acpi_disable_return_repair(char *s)
1621{
1622 printk(KERN_NOTICE PREFIX
1623 "ACPI: Predefined validation mechanism disabled\n");
1624 acpi_gbl_disable_auto_repair = TRUE;
1625
1626 return 1;
1627}
1628
1629__setup("acpica_no_return_repair", acpi_disable_return_repair);
1630
Myron Stowed362eda2010-10-21 14:24:04 -06001631acpi_status __init acpi_os_initialize(void)
1632{
1633 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1634 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1635 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1636 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
Randy Wrighta4714a82014-06-04 08:55:59 -07001637 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER) {
1638 /*
1639 * Use acpi_os_map_generic_address to pre-map the reset
1640 * register if it's in system memory.
1641 */
1642 int rv;
1643
1644 rv = acpi_os_map_generic_address(&acpi_gbl_FADT.reset_register);
1645 pr_debug(PREFIX "%s: map reset_reg status %d\n", __func__, rv);
1646 }
Lv Zheng7901a052015-08-05 16:23:51 +08001647 acpi_os_initialized = true;
Myron Stowed362eda2010-10-21 14:24:04 -06001648
1649 return AE_OK;
1650}
1651
Zhang Rui32d47ee2010-12-08 10:40:36 +08001652acpi_status __init acpi_os_initialize1(void)
Myron Stowed362eda2010-10-21 14:24:04 -06001653{
Tejun Heo44d25882011-02-01 11:42:42 +01001654 kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1655 kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
Rafael J. Wysockid7831562013-11-22 21:52:12 +01001656 kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
Myron Stowed362eda2010-10-21 14:24:04 -06001657 BUG_ON(!kacpid_wq);
1658 BUG_ON(!kacpi_notify_wq);
1659 BUG_ON(!kacpi_hotplug_wq);
Lv Zhenge5f660e2016-05-03 16:49:01 +08001660 acpi_osi_init();
Myron Stowed362eda2010-10-21 14:24:04 -06001661 return AE_OK;
1662}
1663
1664acpi_status acpi_os_terminate(void)
1665{
1666 if (acpi_irq_handler) {
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +01001667 acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
Myron Stowed362eda2010-10-21 14:24:04 -06001668 acpi_irq_handler);
1669 }
1670
1671 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1672 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1673 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1674 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
Randy Wrighta4714a82014-06-04 08:55:59 -07001675 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER)
1676 acpi_os_unmap_generic_address(&acpi_gbl_FADT.reset_register);
Myron Stowed362eda2010-10-21 14:24:04 -06001677
1678 destroy_workqueue(kacpid_wq);
1679 destroy_workqueue(kacpi_notify_wq);
1680 destroy_workqueue(kacpi_hotplug_wq);
1681
1682 return AE_OK;
1683}
Tang Liang09f98a82011-12-09 10:05:54 +08001684
1685acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1686 u32 pm1b_control)
1687{
1688 int rc = 0;
1689 if (__acpi_os_prepare_sleep)
1690 rc = __acpi_os_prepare_sleep(sleep_state,
1691 pm1a_control, pm1b_control);
1692 if (rc < 0)
1693 return AE_ERROR;
1694 else if (rc > 0)
1695 return AE_CTRL_SKIP;
1696
1697 return AE_OK;
1698}
1699
1700void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1701 u32 pm1a_ctrl, u32 pm1b_ctrl))
1702{
1703 __acpi_os_prepare_sleep = func;
1704}
Yinghai Lu92d8aff2013-01-21 13:20:47 -08001705
Ben Guthrod6b47b12013-07-30 08:24:52 -04001706acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1707 u32 val_b)
1708{
1709 int rc = 0;
1710 if (__acpi_os_prepare_extended_sleep)
1711 rc = __acpi_os_prepare_extended_sleep(sleep_state,
1712 val_a, val_b);
1713 if (rc < 0)
1714 return AE_ERROR;
1715 else if (rc > 0)
1716 return AE_CTRL_SKIP;
1717
1718 return AE_OK;
1719}
1720
1721void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1722 u32 val_a, u32 val_b))
1723{
1724 __acpi_os_prepare_extended_sleep = func;
1725}