blob: db78d353bab1f94b4d88c8b767b105a1da486d0b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * acpi_osl.c - OS-dependent functions ($Revision: 83 $)
3 *
4 * Copyright (C) 2000 Andrew Henroid
5 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
6 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04007 * Copyright (c) 2008 Intel Corporation
8 * Author: Matthew Wilcox <willy@linux.intel.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
10 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or
15 * (at your option) any later version.
16 *
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
21 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070022 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
23 *
24 */
25
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <linux/module.h>
27#include <linux/kernel.h>
28#include <linux/slab.h>
29#include <linux/mm.h>
Myron Stoweba242d52012-01-20 19:13:30 -070030#include <linux/highmem.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <linux/pci.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <linux/interrupt.h>
33#include <linux/kmod.h>
34#include <linux/delay.h>
35#include <linux/workqueue.h>
36#include <linux/nmi.h>
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +030037#include <linux/acpi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#include <linux/efi.h>
Thomas Renningerdf92e692008-02-04 23:31:22 -080039#include <linux/ioport.h>
40#include <linux/list.h>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -040041#include <linux/jiffies.h>
42#include <linux/semaphore.h>
43
44#include <asm/io.h>
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080045#include <linux/uaccess.h>
Christoph Hellwig2f8e2c82015-08-28 09:27:14 +020046#include <linux/io-64-nonatomic-lo-hi.h>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -040047
Lv Zheng1129c922013-07-23 16:11:55 +080048#include "internal.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
Linus Torvalds1da177e2005-04-16 15:20:36 -070050#define _COMPONENT ACPI_OS_SERVICES
Len Brownf52fd662007-02-12 22:42:12 -050051ACPI_MODULE_NAME("osl");
Hanjun Guo07070e12014-03-13 12:47:39 +080052
Len Brown4be44fc2005-08-05 00:44:28 -040053struct acpi_os_dpc {
54 acpi_osd_exec_callback function;
55 void *context;
David Howells65f27f32006-11-22 14:55:48 +000056 struct work_struct work;
Linus Torvalds1da177e2005-04-16 15:20:36 -070057};
58
Linus Torvalds1da177e2005-04-16 15:20:36 -070059#ifdef ENABLE_DEBUGGER
60#include <linux/kdb.h>
61
62/* stuff for debugger support */
63int acpi_in_debugger;
64EXPORT_SYMBOL(acpi_in_debugger);
Len Brown4be44fc2005-08-05 00:44:28 -040065#endif /*ENABLE_DEBUGGER */
Linus Torvalds1da177e2005-04-16 15:20:36 -070066
Tang Liang09f98a82011-12-09 10:05:54 +080067static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
68 u32 pm1b_ctrl);
Ben Guthrod6b47b12013-07-30 08:24:52 -040069static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
70 u32 val_b);
Tang Liang09f98a82011-12-09 10:05:54 +080071
Linus Torvalds1da177e2005-04-16 15:20:36 -070072static acpi_osd_handler acpi_irq_handler;
73static void *acpi_irq_context;
74static struct workqueue_struct *kacpid_wq;
Alexey Starikovskiy88db5e12007-05-09 23:31:03 -040075static struct workqueue_struct *kacpi_notify_wq;
Yinghai Lu92d8aff2013-01-21 13:20:47 -080076static struct workqueue_struct *kacpi_hotplug_wq;
Lv Zheng7901a052015-08-05 16:23:51 +080077static bool acpi_os_initialized;
Chen Yu49e4b8432015-10-25 01:02:19 +080078unsigned int acpi_sci_irq = INVALID_ACPI_IRQ;
Lv Zheng8d3523f2016-12-14 15:04:46 +080079bool acpi_permanent_mmap = false;
Linus Torvalds1da177e2005-04-16 15:20:36 -070080
Myron Stowe620242a2010-10-21 14:23:53 -060081/*
82 * This list of permanent mappings is for memory that may be accessed from
83 * interrupt context, where we can't do the ioremap().
84 */
85struct acpi_ioremap {
86 struct list_head list;
87 void __iomem *virt;
88 acpi_physical_address phys;
89 acpi_size size;
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +010090 unsigned long refcount;
Myron Stowe620242a2010-10-21 14:23:53 -060091};
92
93static LIST_HEAD(acpi_ioremaps);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +010094static DEFINE_MUTEX(acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -060095
Myron Stowebc9ffce2011-11-07 16:23:27 -070096static void __init acpi_request_region (struct acpi_generic_address *gas,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -070097 unsigned int length, char *desc)
98{
Myron Stowebc9ffce2011-11-07 16:23:27 -070099 u64 addr;
100
101 /* Handle possible alignment issues */
102 memcpy(&addr, &gas->address, sizeof(addr));
103 if (!addr || !length)
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700104 return;
105
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200106 /* Resources are never freed */
107 if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
108 request_region(addr, length, desc);
109 else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
110 request_mem_region(addr, length, desc);
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700111}
112
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200113static int __init acpi_reserve_resources(void)
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700114{
Len Browneee3c852007-02-03 01:38:16 -0500115 acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700116 "ACPI PM1a_EVT_BLK");
117
Len Browneee3c852007-02-03 01:38:16 -0500118 acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700119 "ACPI PM1b_EVT_BLK");
120
Len Browneee3c852007-02-03 01:38:16 -0500121 acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700122 "ACPI PM1a_CNT_BLK");
123
Len Browneee3c852007-02-03 01:38:16 -0500124 acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700125 "ACPI PM1b_CNT_BLK");
126
Len Browneee3c852007-02-03 01:38:16 -0500127 if (acpi_gbl_FADT.pm_timer_length == 4)
128 acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700129
Len Browneee3c852007-02-03 01:38:16 -0500130 acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700131 "ACPI PM2_CNT_BLK");
132
133 /* Length of GPE blocks must be a non-negative multiple of 2 */
134
Len Browneee3c852007-02-03 01:38:16 -0500135 if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
136 acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
137 acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700138
Len Browneee3c852007-02-03 01:38:16 -0500139 if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
140 acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
141 acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200142
143 return 0;
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700144}
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200145fs_initcall_sync(acpi_reserve_resources);
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700146
Len Brown4be44fc2005-08-05 00:44:28 -0400147void acpi_os_printf(const char *fmt, ...)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148{
149 va_list args;
150 va_start(args, fmt);
151 acpi_os_vprintf(fmt, args);
152 va_end(args);
153}
Lv Zheng836d083012015-12-03 10:43:14 +0800154EXPORT_SYMBOL(acpi_os_printf);
Len Brown4be44fc2005-08-05 00:44:28 -0400155
Len Brown4be44fc2005-08-05 00:44:28 -0400156void acpi_os_vprintf(const char *fmt, va_list args)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157{
158 static char buffer[512];
Len Brown4be44fc2005-08-05 00:44:28 -0400159
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 vsprintf(buffer, fmt, args);
161
162#ifdef ENABLE_DEBUGGER
163 if (acpi_in_debugger) {
164 kdb_printf("%s", buffer);
165 } else {
Joe Perchesabc4b9a2016-10-12 11:50:34 -0700166 if (printk_get_level(buffer))
167 printk("%s", buffer);
168 else
169 printk(KERN_CONT "%s", buffer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 }
171#else
Joe Perchesabc4b9a2016-10-12 11:50:34 -0700172 if (acpi_debugger_write_log(buffer) < 0) {
173 if (printk_get_level(buffer))
174 printk("%s", buffer);
175 else
176 printk(KERN_CONT "%s", buffer);
177 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178#endif
179}
180
Takao Indoh4996c022011-07-14 18:05:21 -0400181#ifdef CONFIG_KEXEC
182static unsigned long acpi_rsdp;
183static int __init setup_acpi_rsdp(char *arg)
184{
Andy Shevchenko5dcb9ca2016-12-02 19:42:46 +0200185 return kstrtoul(arg, 16, &acpi_rsdp);
Takao Indoh4996c022011-07-14 18:05:21 -0400186}
187early_param("acpi_rsdp", setup_acpi_rsdp);
188#endif
189
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300190acpi_physical_address __init acpi_os_get_root_pointer(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191{
Andy Shevchenko2fb65f02016-12-02 19:42:47 +0200192 acpi_physical_address pa = 0;
193
Takao Indoh4996c022011-07-14 18:05:21 -0400194#ifdef CONFIG_KEXEC
195 if (acpi_rsdp)
196 return acpi_rsdp;
197#endif
198
Matt Fleming83e68182012-11-14 09:42:35 +0000199 if (efi_enabled(EFI_CONFIG_TABLES)) {
Bjorn Helgaasb2c99e32006-03-26 01:37:08 -0800200 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300201 return efi.acpi20;
Andy Shevchenko2fb65f02016-12-02 19:42:47 +0200202 if (efi.acpi != EFI_INVALID_TABLE_ADDR)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300203 return efi.acpi;
Andy Shevchenko2fb65f02016-12-02 19:42:47 +0200204 pr_err(PREFIX "System description tables not found\n");
Graeme Gregory8a1664b2014-07-18 18:02:52 +0800205 } else if (IS_ENABLED(CONFIG_ACPI_LEGACY_TABLES_LOOKUP)) {
Len Brown239665a2007-11-23 20:08:02 -0500206 acpi_find_root_pointer(&pa);
Len Brown239665a2007-11-23 20:08:02 -0500207 }
Graeme Gregory8a1664b2014-07-18 18:02:52 +0800208
Andy Shevchenko2fb65f02016-12-02 19:42:47 +0200209 return pa;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210}
211
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600212/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
Myron Stowe4a3cba52010-10-21 14:24:14 -0600213static struct acpi_ioremap *
214acpi_map_lookup(acpi_physical_address phys, acpi_size size)
Myron Stowe620242a2010-10-21 14:23:53 -0600215{
216 struct acpi_ioremap *map;
217
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600218 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
Myron Stowe620242a2010-10-21 14:23:53 -0600219 if (map->phys <= phys &&
220 phys + size <= map->phys + map->size)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600221 return map;
222
223 return NULL;
224}
225
226/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
227static void __iomem *
228acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
229{
230 struct acpi_ioremap *map;
231
232 map = acpi_map_lookup(phys, size);
233 if (map)
234 return map->virt + (phys - map->phys);
Myron Stowe620242a2010-10-21 14:23:53 -0600235
236 return NULL;
237}
238
Rafael J. Wysocki13606a22011-02-08 23:38:25 +0100239void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
240{
241 struct acpi_ioremap *map;
242 void __iomem *virt = NULL;
243
244 mutex_lock(&acpi_ioremap_lock);
245 map = acpi_map_lookup(phys, size);
246 if (map) {
247 virt = map->virt + (phys - map->phys);
248 map->refcount++;
249 }
250 mutex_unlock(&acpi_ioremap_lock);
251 return virt;
252}
253EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
254
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600255/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
Myron Stowe620242a2010-10-21 14:23:53 -0600256static struct acpi_ioremap *
257acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
258{
259 struct acpi_ioremap *map;
260
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600261 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600262 if (map->virt <= virt &&
263 virt + size <= map->virt + map->size)
Myron Stowe620242a2010-10-21 14:23:53 -0600264 return map;
265
266 return NULL;
267}
268
Graeme Gregoryaafc65c2015-03-24 14:02:35 +0000269#if defined(CONFIG_IA64) || defined(CONFIG_ARM64)
Myron Stoweba242d52012-01-20 19:13:30 -0700270/* ioremap will take care of cache attributes */
271#define should_use_kmap(pfn) 0
Graeme Gregoryaafc65c2015-03-24 14:02:35 +0000272#else
273#define should_use_kmap(pfn) page_is_ram(pfn)
Myron Stoweba242d52012-01-20 19:13:30 -0700274#endif
275
276static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
277{
278 unsigned long pfn;
279
280 pfn = pg_off >> PAGE_SHIFT;
281 if (should_use_kmap(pfn)) {
282 if (pg_sz > PAGE_SIZE)
283 return NULL;
284 return (void __iomem __force *)kmap(pfn_to_page(pfn));
285 } else
286 return acpi_os_ioremap(pg_off, pg_sz);
287}
288
289static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
290{
291 unsigned long pfn;
292
293 pfn = pg_off >> PAGE_SHIFT;
Jan Beuliche2526752012-02-24 11:41:53 +0000294 if (should_use_kmap(pfn))
Myron Stoweba242d52012-01-20 19:13:30 -0700295 kunmap(pfn_to_page(pfn));
296 else
297 iounmap(vaddr);
298}
299
Rafael J. Wysocki9d128ed2016-01-02 03:10:29 +0100300/**
301 * acpi_os_map_iomem - Get a virtual address for a given physical address range.
302 * @phys: Start of the physical address range to map.
303 * @size: Size of the physical address range to map.
304 *
305 * Look up the given physical address range in the list of existing ACPI memory
306 * mappings. If found, get a reference to it and return a pointer to it (its
307 * virtual address). If not found, map it, add it to that list and return a
308 * pointer to it.
309 *
Lv Zheng8d3523f2016-12-14 15:04:46 +0800310 * During early init (when acpi_permanent_mmap has not been set yet) this
Rafael J. Wysocki9d128ed2016-01-02 03:10:29 +0100311 * routine simply calls __acpi_map_table() to get the job done.
312 */
Fabian Frederickbd721ea2016-08-02 14:03:33 -0700313void __iomem *__ref
Lv Zhenga2383172014-05-20 15:39:41 +0800314acpi_os_map_iomem(acpi_physical_address phys, acpi_size size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315{
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100316 struct acpi_ioremap *map;
Myron Stowe620242a2010-10-21 14:23:53 -0600317 void __iomem *virt;
Rafael J. Wysocki2d6d9fd2011-01-19 22:27:14 +0100318 acpi_physical_address pg_off;
319 acpi_size pg_sz;
Myron Stowe620242a2010-10-21 14:23:53 -0600320
Bjorn Helgaas9f4fd612006-03-26 01:37:10 -0800321 if (phys > ULONG_MAX) {
322 printk(KERN_ERR PREFIX "Cannot map memory that high\n");
Randy Dunlap70c08462007-02-13 16:11:36 -0800323 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324 }
Myron Stowe620242a2010-10-21 14:23:53 -0600325
Lv Zheng8d3523f2016-12-14 15:04:46 +0800326 if (!acpi_permanent_mmap)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300327 return __acpi_map_table((unsigned long)phys, size);
Myron Stowe620242a2010-10-21 14:23:53 -0600328
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100329 mutex_lock(&acpi_ioremap_lock);
330 /* Check if there's a suitable mapping already. */
331 map = acpi_map_lookup(phys, size);
332 if (map) {
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100333 map->refcount++;
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100334 goto out;
335 }
336
Myron Stowe620242a2010-10-21 14:23:53 -0600337 map = kzalloc(sizeof(*map), GFP_KERNEL);
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100338 if (!map) {
339 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600340 return NULL;
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100341 }
Myron Stowe620242a2010-10-21 14:23:53 -0600342
Myron Stowe4a3cba52010-10-21 14:24:14 -0600343 pg_off = round_down(phys, PAGE_SIZE);
344 pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
Myron Stoweba242d52012-01-20 19:13:30 -0700345 virt = acpi_map(pg_off, pg_sz);
Myron Stowe620242a2010-10-21 14:23:53 -0600346 if (!virt) {
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100347 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600348 kfree(map);
349 return NULL;
350 }
351
352 INIT_LIST_HEAD(&map->list);
353 map->virt = virt;
Myron Stowe4a3cba52010-10-21 14:24:14 -0600354 map->phys = pg_off;
355 map->size = pg_sz;
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100356 map->refcount = 1;
Myron Stowe620242a2010-10-21 14:23:53 -0600357
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600358 list_add_tail_rcu(&map->list, &acpi_ioremaps);
Myron Stowe620242a2010-10-21 14:23:53 -0600359
Lv Zhenga2383172014-05-20 15:39:41 +0800360out:
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100361 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe4a3cba52010-10-21 14:24:14 -0600362 return map->virt + (phys - map->phys);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700363}
Lv Zhenga2383172014-05-20 15:39:41 +0800364EXPORT_SYMBOL_GPL(acpi_os_map_iomem);
365
Fabian Frederickbd721ea2016-08-02 14:03:33 -0700366void *__ref acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
Lv Zhenga2383172014-05-20 15:39:41 +0800367{
368 return (void *)acpi_os_map_iomem(phys, size);
369}
Kylene Jo Hall55a82ab2006-01-08 01:03:15 -0800370EXPORT_SYMBOL_GPL(acpi_os_map_memory);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100372static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600373{
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100374 if (!--map->refcount)
375 list_del_rcu(&map->list);
Myron Stowe4a3cba52010-10-21 14:24:14 -0600376}
Myron Stowe4a3cba52010-10-21 14:24:14 -0600377
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100378static void acpi_os_map_cleanup(struct acpi_ioremap *map)
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100379{
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100380 if (!map->refcount) {
Konstantin Khlebnikov74b51ee2014-11-09 13:53:37 +0400381 synchronize_rcu_expedited();
Myron Stoweba242d52012-01-20 19:13:30 -0700382 acpi_unmap(map->phys, map->virt);
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100383 kfree(map);
384 }
Myron Stowe4a3cba52010-10-21 14:24:14 -0600385}
386
Rafael J. Wysocki9d128ed2016-01-02 03:10:29 +0100387/**
388 * acpi_os_unmap_iomem - Drop a memory mapping reference.
389 * @virt: Start of the address range to drop a reference to.
390 * @size: Size of the address range to drop a reference to.
391 *
392 * Look up the given virtual address range in the list of existing ACPI memory
393 * mappings, drop a reference to it and unmap it if there are no more active
394 * references to it.
395 *
Lv Zheng8d3523f2016-12-14 15:04:46 +0800396 * During early init (when acpi_permanent_mmap has not been set yet) this
Rafael J. Wysocki9d128ed2016-01-02 03:10:29 +0100397 * routine simply calls __acpi_unmap_table() to get the job done. Since
398 * __acpi_unmap_table() is an __init function, the __ref annotation is needed
399 * here.
400 */
Lv Zhenga2383172014-05-20 15:39:41 +0800401void __ref acpi_os_unmap_iomem(void __iomem *virt, acpi_size size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700402{
Myron Stowe620242a2010-10-21 14:23:53 -0600403 struct acpi_ioremap *map;
Myron Stowe620242a2010-10-21 14:23:53 -0600404
Lv Zheng8d3523f2016-12-14 15:04:46 +0800405 if (!acpi_permanent_mmap) {
Yinghai Lu7d972772009-02-07 15:39:41 -0800406 __acpi_unmap_table(virt, size);
Myron Stowe620242a2010-10-21 14:23:53 -0600407 return;
408 }
409
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100410 mutex_lock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600411 map = acpi_map_lookup_virt(virt, size);
412 if (!map) {
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100413 mutex_unlock(&acpi_ioremap_lock);
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100414 WARN(true, PREFIX "%s: bad address %p\n", __func__, virt);
Myron Stowe620242a2010-10-21 14:23:53 -0600415 return;
416 }
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100417 acpi_os_drop_map_ref(map);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100418 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600419
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100420 acpi_os_map_cleanup(map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700421}
Lv Zhenga2383172014-05-20 15:39:41 +0800422EXPORT_SYMBOL_GPL(acpi_os_unmap_iomem);
423
424void __ref acpi_os_unmap_memory(void *virt, acpi_size size)
425{
426 return acpi_os_unmap_iomem((void __iomem *)virt, size);
427}
Kylene Jo Hall55a82ab2006-01-08 01:03:15 -0800428EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429
Myron Stowe6f68c912011-11-07 16:23:34 -0700430int acpi_os_map_generic_address(struct acpi_generic_address *gas)
Myron Stowe29718522010-10-21 14:23:59 -0600431{
Myron Stowebc9ffce2011-11-07 16:23:27 -0700432 u64 addr;
Myron Stowe29718522010-10-21 14:23:59 -0600433 void __iomem *virt;
434
Myron Stowebc9ffce2011-11-07 16:23:27 -0700435 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
Myron Stowe29718522010-10-21 14:23:59 -0600436 return 0;
437
Myron Stowebc9ffce2011-11-07 16:23:27 -0700438 /* Handle possible alignment issues */
439 memcpy(&addr, &gas->address, sizeof(addr));
440 if (!addr || !gas->bit_width)
Myron Stowe29718522010-10-21 14:23:59 -0600441 return -EINVAL;
442
Lv Zhenga2383172014-05-20 15:39:41 +0800443 virt = acpi_os_map_iomem(addr, gas->bit_width / 8);
Myron Stowe29718522010-10-21 14:23:59 -0600444 if (!virt)
445 return -EIO;
446
447 return 0;
448}
Myron Stowe6f68c912011-11-07 16:23:34 -0700449EXPORT_SYMBOL(acpi_os_map_generic_address);
Myron Stowe29718522010-10-21 14:23:59 -0600450
Myron Stowe6f68c912011-11-07 16:23:34 -0700451void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
Myron Stowe29718522010-10-21 14:23:59 -0600452{
Myron Stowebc9ffce2011-11-07 16:23:27 -0700453 u64 addr;
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100454 struct acpi_ioremap *map;
Myron Stowe29718522010-10-21 14:23:59 -0600455
Myron Stowebc9ffce2011-11-07 16:23:27 -0700456 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
Myron Stowe29718522010-10-21 14:23:59 -0600457 return;
458
Myron Stowebc9ffce2011-11-07 16:23:27 -0700459 /* Handle possible alignment issues */
460 memcpy(&addr, &gas->address, sizeof(addr));
461 if (!addr || !gas->bit_width)
Myron Stowe29718522010-10-21 14:23:59 -0600462 return;
463
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100464 mutex_lock(&acpi_ioremap_lock);
Myron Stowebc9ffce2011-11-07 16:23:27 -0700465 map = acpi_map_lookup(addr, gas->bit_width / 8);
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100466 if (!map) {
467 mutex_unlock(&acpi_ioremap_lock);
468 return;
469 }
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100470 acpi_os_drop_map_ref(map);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100471 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe29718522010-10-21 14:23:59 -0600472
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100473 acpi_os_map_cleanup(map);
Myron Stowe29718522010-10-21 14:23:59 -0600474}
Myron Stowe6f68c912011-11-07 16:23:34 -0700475EXPORT_SYMBOL(acpi_os_unmap_generic_address);
Myron Stowe29718522010-10-21 14:23:59 -0600476
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477#ifdef ACPI_FUTURE_USAGE
478acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400479acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700480{
Len Brown4be44fc2005-08-05 00:44:28 -0400481 if (!phys || !virt)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482 return AE_BAD_PARAMETER;
483
484 *phys = virt_to_phys(virt);
485
486 return AE_OK;
487}
488#endif
489
Rafael J. Wysocki18d78b62015-07-03 01:06:00 +0200490#ifdef CONFIG_ACPI_REV_OVERRIDE_POSSIBLE
491static bool acpi_rev_override;
492
493int __init acpi_rev_override_setup(char *str)
494{
495 acpi_rev_override = true;
496 return 1;
497}
498__setup("acpi_rev_override", acpi_rev_override_setup);
499#else
500#define acpi_rev_override false
501#endif
502
Linus Torvalds1da177e2005-04-16 15:20:36 -0700503#define ACPI_MAX_OVERRIDE_LEN 100
504
505static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
506
507acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400508acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
Lv Zheng80b28812016-03-24 09:38:28 +0800509 acpi_string *new_val)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700510{
511 if (!init_val || !new_val)
512 return AE_BAD_PARAMETER;
513
514 *new_val = NULL;
Len Brown4be44fc2005-08-05 00:44:28 -0400515 if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700516 printk(KERN_INFO PREFIX "Overriding _OS definition to '%s'\n",
Len Brown4be44fc2005-08-05 00:44:28 -0400517 acpi_os_name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700518 *new_val = acpi_os_name;
519 }
520
Rafael J. Wysocki18d78b62015-07-03 01:06:00 +0200521 if (!memcmp(init_val->name, "_REV", 4) && acpi_rev_override) {
522 printk(KERN_INFO PREFIX "Overriding _REV return value to 5\n");
523 *new_val = (char *)5;
524 }
525
Linus Torvalds1da177e2005-04-16 15:20:36 -0700526 return AE_OK;
527}
528
David Howells7d12e782006-10-05 14:55:46 +0100529static irqreturn_t acpi_irq(int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700530{
Len Brown5229e872008-02-06 01:26:55 -0500531 u32 handled;
532
533 handled = (*acpi_irq_handler) (acpi_irq_context);
534
535 if (handled) {
536 acpi_irq_handled++;
537 return IRQ_HANDLED;
Len Brown88bea182009-04-21 00:35:47 -0400538 } else {
539 acpi_irq_not_handled++;
Len Brown5229e872008-02-06 01:26:55 -0500540 return IRQ_NONE;
Len Brown88bea182009-04-21 00:35:47 -0400541 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700542}
543
544acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400545acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
546 void *context)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700547{
548 unsigned int irq;
549
Len Brown5229e872008-02-06 01:26:55 -0500550 acpi_irq_stats_init();
551
Linus Torvalds1da177e2005-04-16 15:20:36 -0700552 /*
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100553 * ACPI interrupts different from the SCI in our copy of the FADT are
554 * not supported.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700555 */
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100556 if (gsi != acpi_gbl_FADT.sci_interrupt)
557 return AE_BAD_PARAMETER;
558
559 if (acpi_irq_handler)
560 return AE_ALREADY_ACQUIRED;
561
Linus Torvalds1da177e2005-04-16 15:20:36 -0700562 if (acpi_gsi_to_irq(gsi, &irq) < 0) {
563 printk(KERN_ERR PREFIX "SCI (ACPI GSI %d) not registered\n",
564 gsi);
565 return AE_OK;
566 }
567
568 acpi_irq_handler = handler;
569 acpi_irq_context = context;
Rafael J. Wysockia8d46b92014-09-30 02:29:01 +0200570 if (request_irq(irq, acpi_irq, IRQF_SHARED, "acpi", acpi_irq)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571 printk(KERN_ERR PREFIX "SCI (IRQ%d) allocation failed\n", irq);
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100572 acpi_irq_handler = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573 return AE_NOT_ACQUIRED;
574 }
Chen Yu49e4b8432015-10-25 01:02:19 +0800575 acpi_sci_irq = irq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700576
577 return AE_OK;
578}
579
Chen Yu49e4b8432015-10-25 01:02:19 +0800580acpi_status acpi_os_remove_interrupt_handler(u32 gsi, acpi_osd_handler handler)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700581{
Chen Yu49e4b8432015-10-25 01:02:19 +0800582 if (gsi != acpi_gbl_FADT.sci_interrupt || !acpi_sci_irq_valid())
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100583 return AE_BAD_PARAMETER;
584
Chen Yu49e4b8432015-10-25 01:02:19 +0800585 free_irq(acpi_sci_irq, acpi_irq);
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100586 acpi_irq_handler = NULL;
Chen Yu49e4b8432015-10-25 01:02:19 +0800587 acpi_sci_irq = INVALID_ACPI_IRQ;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700588
589 return AE_OK;
590}
591
592/*
593 * Running in interpreter thread context, safe to sleep
594 */
595
Lin Ming439913f2010-01-28 10:53:19 +0800596void acpi_os_sleep(u64 ms)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700597{
Liu Chuansheng30282292013-09-12 01:42:57 +0800598 msleep(ms);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700599}
Len Brown4be44fc2005-08-05 00:44:28 -0400600
Len Brown4be44fc2005-08-05 00:44:28 -0400601void acpi_os_stall(u32 us)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700602{
603 while (us) {
604 u32 delay = 1000;
605
606 if (delay > us)
607 delay = us;
608 udelay(delay);
609 touch_nmi_watchdog();
610 us -= delay;
611 }
612}
Len Brown4be44fc2005-08-05 00:44:28 -0400613
Linus Torvalds1da177e2005-04-16 15:20:36 -0700614/*
615 * Support ACPI 3.0 AML Timer operand
616 * Returns 64-bit free-running, monotonically increasing timer
617 * with 100ns granularity
618 */
Len Brown4be44fc2005-08-05 00:44:28 -0400619u64 acpi_os_get_timer(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700620{
Mika Westerberg10619062013-05-23 10:27:46 +0300621 u64 time_ns = ktime_to_ns(ktime_get());
622 do_div(time_ns, 100);
623 return time_ns;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624}
625
Len Brown4be44fc2005-08-05 00:44:28 -0400626acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700627{
628 u32 dummy;
629
630 if (!value)
631 value = &dummy;
632
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800633 *value = 0;
634 if (width <= 8) {
Len Brown4be44fc2005-08-05 00:44:28 -0400635 *(u8 *) value = inb(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800636 } else if (width <= 16) {
Len Brown4be44fc2005-08-05 00:44:28 -0400637 *(u16 *) value = inw(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800638 } else if (width <= 32) {
Len Brown4be44fc2005-08-05 00:44:28 -0400639 *(u32 *) value = inl(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800640 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700641 BUG();
642 }
643
644 return AE_OK;
645}
Len Brown4be44fc2005-08-05 00:44:28 -0400646
Linus Torvalds1da177e2005-04-16 15:20:36 -0700647EXPORT_SYMBOL(acpi_os_read_port);
648
Len Brown4be44fc2005-08-05 00:44:28 -0400649acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700650{
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800651 if (width <= 8) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700652 outb(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800653 } else if (width <= 16) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700654 outw(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800655 } else if (width <= 32) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700656 outl(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800657 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700658 BUG();
659 }
660
661 return AE_OK;
662}
Len Brown4be44fc2005-08-05 00:44:28 -0400663
Linus Torvalds1da177e2005-04-16 15:20:36 -0700664EXPORT_SYMBOL(acpi_os_write_port);
665
Myron Stowee615bf52012-01-20 19:13:24 -0700666acpi_status
Bob Moore653f4b52012-02-14 18:29:55 +0800667acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
Myron Stowee615bf52012-01-20 19:13:24 -0700668{
669 void __iomem *virt_addr;
670 unsigned int size = width / 8;
671 bool unmap = false;
672 u64 dummy;
673
674 rcu_read_lock();
675 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
676 if (!virt_addr) {
677 rcu_read_unlock();
678 virt_addr = acpi_os_ioremap(phys_addr, size);
679 if (!virt_addr)
680 return AE_BAD_ADDRESS;
681 unmap = true;
682 }
683
684 if (!value)
685 value = &dummy;
686
687 switch (width) {
688 case 8:
689 *(u8 *) value = readb(virt_addr);
690 break;
691 case 16:
692 *(u16 *) value = readw(virt_addr);
693 break;
694 case 32:
695 *(u32 *) value = readl(virt_addr);
696 break;
697 case 64:
Andy Shevchenko3277b4e2015-08-17 17:28:46 +0300698 *(u64 *) value = readq(virt_addr);
Myron Stowee615bf52012-01-20 19:13:24 -0700699 break;
700 default:
701 BUG();
702 }
703
704 if (unmap)
705 iounmap(virt_addr);
706 else
707 rcu_read_unlock();
708
709 return AE_OK;
710}
711
Myron Stowee615bf52012-01-20 19:13:24 -0700712acpi_status
Bob Moore653f4b52012-02-14 18:29:55 +0800713acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
Myron Stowee615bf52012-01-20 19:13:24 -0700714{
715 void __iomem *virt_addr;
716 unsigned int size = width / 8;
717 bool unmap = false;
718
719 rcu_read_lock();
720 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
721 if (!virt_addr) {
722 rcu_read_unlock();
723 virt_addr = acpi_os_ioremap(phys_addr, size);
724 if (!virt_addr)
725 return AE_BAD_ADDRESS;
726 unmap = true;
727 }
728
729 switch (width) {
730 case 8:
731 writeb(value, virt_addr);
732 break;
733 case 16:
734 writew(value, virt_addr);
735 break;
736 case 32:
737 writel(value, virt_addr);
738 break;
739 case 64:
Andy Shevchenko3277b4e2015-08-17 17:28:46 +0300740 writeq(value, virt_addr);
Myron Stowee615bf52012-01-20 19:13:24 -0700741 break;
742 default:
743 BUG();
744 }
745
746 if (unmap)
747 iounmap(virt_addr);
748 else
749 rcu_read_unlock();
750
751 return AE_OK;
752}
753
Linus Torvalds1da177e2005-04-16 15:20:36 -0700754acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400755acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
Bob Moorec5f02312010-08-06 08:57:53 +0800756 u64 *value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700757{
758 int result, size;
Bob Moorec5f02312010-08-06 08:57:53 +0800759 u32 value32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700760
761 if (!value)
762 return AE_BAD_PARAMETER;
763
764 switch (width) {
765 case 8:
766 size = 1;
767 break;
768 case 16:
769 size = 2;
770 break;
771 case 32:
772 size = 4;
773 break;
774 default:
775 return AE_ERROR;
776 }
777
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500778 result = raw_pci_read(pci_id->segment, pci_id->bus,
779 PCI_DEVFN(pci_id->device, pci_id->function),
Bob Moorec5f02312010-08-06 08:57:53 +0800780 reg, size, &value32);
781 *value = value32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700782
783 return (result ? AE_ERROR : AE_OK);
784}
Len Brown4be44fc2005-08-05 00:44:28 -0400785
Linus Torvalds1da177e2005-04-16 15:20:36 -0700786acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400787acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
Lin Ming439913f2010-01-28 10:53:19 +0800788 u64 value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700789{
790 int result, size;
791
792 switch (width) {
793 case 8:
794 size = 1;
795 break;
796 case 16:
797 size = 2;
798 break;
799 case 32:
800 size = 4;
801 break;
802 default:
803 return AE_ERROR;
804 }
805
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500806 result = raw_pci_write(pci_id->segment, pci_id->bus,
807 PCI_DEVFN(pci_id->device, pci_id->function),
808 reg, size, value);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700809
810 return (result ? AE_ERROR : AE_OK);
811}
812
David Howells65f27f32006-11-22 14:55:48 +0000813static void acpi_os_execute_deferred(struct work_struct *work)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700814{
David Howells65f27f32006-11-22 14:55:48 +0000815 struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
Alexey Starikovskiy88db5e12007-05-09 23:31:03 -0400816
Zhang Rui19cd8472008-08-28 10:05:06 +0800817 dpc->function(dpc->context);
818 kfree(dpc);
Zhang Rui19cd8472008-08-28 10:05:06 +0800819}
820
Lv Zheng836d083012015-12-03 10:43:14 +0800821#ifdef CONFIG_ACPI_DEBUGGER
822static struct acpi_debugger acpi_debugger;
823static bool acpi_debugger_initialized;
824
825int acpi_register_debugger(struct module *owner,
826 const struct acpi_debugger_ops *ops)
827{
828 int ret = 0;
829
830 mutex_lock(&acpi_debugger.lock);
831 if (acpi_debugger.ops) {
832 ret = -EBUSY;
833 goto err_lock;
834 }
835
836 acpi_debugger.owner = owner;
837 acpi_debugger.ops = ops;
838
839err_lock:
840 mutex_unlock(&acpi_debugger.lock);
841 return ret;
842}
843EXPORT_SYMBOL(acpi_register_debugger);
844
845void acpi_unregister_debugger(const struct acpi_debugger_ops *ops)
846{
847 mutex_lock(&acpi_debugger.lock);
848 if (ops == acpi_debugger.ops) {
849 acpi_debugger.ops = NULL;
850 acpi_debugger.owner = NULL;
851 }
852 mutex_unlock(&acpi_debugger.lock);
853}
854EXPORT_SYMBOL(acpi_unregister_debugger);
855
856int acpi_debugger_create_thread(acpi_osd_exec_callback function, void *context)
857{
858 int ret;
859 int (*func)(acpi_osd_exec_callback, void *);
860 struct module *owner;
861
862 if (!acpi_debugger_initialized)
863 return -ENODEV;
864 mutex_lock(&acpi_debugger.lock);
865 if (!acpi_debugger.ops) {
866 ret = -ENODEV;
867 goto err_lock;
868 }
869 if (!try_module_get(acpi_debugger.owner)) {
870 ret = -ENODEV;
871 goto err_lock;
872 }
873 func = acpi_debugger.ops->create_thread;
874 owner = acpi_debugger.owner;
875 mutex_unlock(&acpi_debugger.lock);
876
877 ret = func(function, context);
878
879 mutex_lock(&acpi_debugger.lock);
880 module_put(owner);
881err_lock:
882 mutex_unlock(&acpi_debugger.lock);
883 return ret;
884}
885
886ssize_t acpi_debugger_write_log(const char *msg)
887{
888 ssize_t ret;
889 ssize_t (*func)(const char *);
890 struct module *owner;
891
892 if (!acpi_debugger_initialized)
893 return -ENODEV;
894 mutex_lock(&acpi_debugger.lock);
895 if (!acpi_debugger.ops) {
896 ret = -ENODEV;
897 goto err_lock;
898 }
899 if (!try_module_get(acpi_debugger.owner)) {
900 ret = -ENODEV;
901 goto err_lock;
902 }
903 func = acpi_debugger.ops->write_log;
904 owner = acpi_debugger.owner;
905 mutex_unlock(&acpi_debugger.lock);
906
907 ret = func(msg);
908
909 mutex_lock(&acpi_debugger.lock);
910 module_put(owner);
911err_lock:
912 mutex_unlock(&acpi_debugger.lock);
913 return ret;
914}
915
916ssize_t acpi_debugger_read_cmd(char *buffer, size_t buffer_length)
917{
918 ssize_t ret;
919 ssize_t (*func)(char *, size_t);
920 struct module *owner;
921
922 if (!acpi_debugger_initialized)
923 return -ENODEV;
924 mutex_lock(&acpi_debugger.lock);
925 if (!acpi_debugger.ops) {
926 ret = -ENODEV;
927 goto err_lock;
928 }
929 if (!try_module_get(acpi_debugger.owner)) {
930 ret = -ENODEV;
931 goto err_lock;
932 }
933 func = acpi_debugger.ops->read_cmd;
934 owner = acpi_debugger.owner;
935 mutex_unlock(&acpi_debugger.lock);
936
937 ret = func(buffer, buffer_length);
938
939 mutex_lock(&acpi_debugger.lock);
940 module_put(owner);
941err_lock:
942 mutex_unlock(&acpi_debugger.lock);
943 return ret;
944}
945
946int acpi_debugger_wait_command_ready(void)
947{
948 int ret;
949 int (*func)(bool, char *, size_t);
950 struct module *owner;
951
952 if (!acpi_debugger_initialized)
953 return -ENODEV;
954 mutex_lock(&acpi_debugger.lock);
955 if (!acpi_debugger.ops) {
956 ret = -ENODEV;
957 goto err_lock;
958 }
959 if (!try_module_get(acpi_debugger.owner)) {
960 ret = -ENODEV;
961 goto err_lock;
962 }
963 func = acpi_debugger.ops->wait_command_ready;
964 owner = acpi_debugger.owner;
965 mutex_unlock(&acpi_debugger.lock);
966
967 ret = func(acpi_gbl_method_executing,
968 acpi_gbl_db_line_buf, ACPI_DB_LINE_BUFFER_SIZE);
969
970 mutex_lock(&acpi_debugger.lock);
971 module_put(owner);
972err_lock:
973 mutex_unlock(&acpi_debugger.lock);
974 return ret;
975}
976
977int acpi_debugger_notify_command_complete(void)
978{
979 int ret;
980 int (*func)(void);
981 struct module *owner;
982
983 if (!acpi_debugger_initialized)
984 return -ENODEV;
985 mutex_lock(&acpi_debugger.lock);
986 if (!acpi_debugger.ops) {
987 ret = -ENODEV;
988 goto err_lock;
989 }
990 if (!try_module_get(acpi_debugger.owner)) {
991 ret = -ENODEV;
992 goto err_lock;
993 }
994 func = acpi_debugger.ops->notify_command_complete;
995 owner = acpi_debugger.owner;
996 mutex_unlock(&acpi_debugger.lock);
997
998 ret = func();
999
1000 mutex_lock(&acpi_debugger.lock);
1001 module_put(owner);
1002err_lock:
1003 mutex_unlock(&acpi_debugger.lock);
1004 return ret;
1005}
1006
1007int __init acpi_debugger_init(void)
1008{
1009 mutex_init(&acpi_debugger.lock);
1010 acpi_debugger_initialized = true;
1011 return 0;
1012}
1013#endif
1014
Alexey Starikovskiyb8d35192006-05-05 03:23:00 -04001015/*******************************************************************************
1016 *
1017 * FUNCTION: acpi_os_execute
1018 *
1019 * PARAMETERS: Type - Type of the callback
1020 * Function - Function to be executed
1021 * Context - Function parameters
1022 *
1023 * RETURN: Status
1024 *
1025 * DESCRIPTION: Depending on type, either queues function for deferred execution or
1026 * immediately executes function on a separate thread.
1027 *
1028 ******************************************************************************/
1029
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001030acpi_status acpi_os_execute(acpi_execute_type type,
1031 acpi_osd_exec_callback function, void *context)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001032{
Len Brown4be44fc2005-08-05 00:44:28 -04001033 acpi_status status = AE_OK;
1034 struct acpi_os_dpc *dpc;
Alexey Starikovskiy17bc54e2007-11-13 13:05:45 +03001035 struct workqueue_struct *queue;
Zhang Rui19cd8472008-08-28 10:05:06 +08001036 int ret;
Len Brown72945b22006-07-12 22:46:42 -04001037 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1038 "Scheduling function [%p(%p)] for deferred execution.\n",
1039 function, context));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001040
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001041 if (type == OSL_DEBUGGER_MAIN_THREAD) {
Lv Zheng836d083012015-12-03 10:43:14 +08001042 ret = acpi_debugger_create_thread(function, context);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001043 if (ret) {
1044 pr_err("Call to kthread_create() failed.\n");
1045 status = AE_ERROR;
1046 }
1047 goto out_thread;
1048 }
1049
Linus Torvalds1da177e2005-04-16 15:20:36 -07001050 /*
1051 * Allocate/initialize DPC structure. Note that this memory will be
David Howells65f27f32006-11-22 14:55:48 +00001052 * freed by the callee. The kernel handles the work_struct list in a
Linus Torvalds1da177e2005-04-16 15:20:36 -07001053 * way that allows us to also free its memory inside the callee.
1054 * Because we may want to schedule several tasks with different
1055 * parameters we can't use the approach some kernel code uses of
David Howells65f27f32006-11-22 14:55:48 +00001056 * having a static work_struct.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001057 */
Len Brown72945b22006-07-12 22:46:42 -04001058
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001059 dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001060 if (!dpc)
Lin Ming889c78b2008-12-31 09:23:57 +08001061 return AE_NO_MEMORY;
Linus Torvaldsb976fe12006-11-17 19:31:09 -08001062
Linus Torvalds1da177e2005-04-16 15:20:36 -07001063 dpc->function = function;
1064 dpc->context = context;
Linus Torvaldsb976fe12006-11-17 19:31:09 -08001065
Zhang Ruic02256b2009-06-23 10:20:29 +08001066 /*
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001067 * To prevent lockdep from complaining unnecessarily, make sure that
1068 * there is a different static lockdep key for each workqueue by using
1069 * INIT_WORK() for each of them separately.
Zhang Ruic02256b2009-06-23 10:20:29 +08001070 */
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001071 if (type == OSL_NOTIFY_HANDLER) {
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001072 queue = kacpi_notify_wq;
Zhang Ruibc736752010-03-22 15:48:54 +08001073 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001074 } else if (type == OSL_GPE_HANDLER) {
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001075 queue = kacpid_wq;
Zhang Ruibc736752010-03-22 15:48:54 +08001076 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001077 } else {
1078 pr_err("Unsupported os_execute type %d.\n", type);
1079 status = AE_ERROR;
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001080 }
Zhang Ruibc736752010-03-22 15:48:54 +08001081
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001082 if (ACPI_FAILURE(status))
1083 goto err_workqueue;
1084
Tejun Heo8fec62b2010-06-29 10:07:09 +02001085 /*
1086 * On some machines, a software-initiated SMI causes corruption unless
1087 * the SMI runs on CPU 0. An SMI can be initiated by any AML, but
1088 * typically it's done in GPE-related methods that are run via
1089 * workqueues, so we can avoid the known corruption cases by always
1090 * queueing on CPU 0.
1091 */
1092 ret = queue_work_on(0, queue, &dpc->work);
Zhang Rui19cd8472008-08-28 10:05:06 +08001093 if (!ret) {
Lin Ming55ac9a02008-09-28 14:51:56 +08001094 printk(KERN_ERR PREFIX
1095 "Call to queue_work() failed.\n");
Alexey Starikovskiy17bc54e2007-11-13 13:05:45 +03001096 status = AE_ERROR;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001097 }
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001098err_workqueue:
1099 if (ACPI_FAILURE(status))
1100 kfree(dpc);
1101out_thread:
Lin Ming889c78b2008-12-31 09:23:57 +08001102 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001103}
Alexey Starikovskiyb8d35192006-05-05 03:23:00 -04001104EXPORT_SYMBOL(acpi_os_execute);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001105
Lin Mingbd6f10a2012-05-22 16:43:49 +08001106void acpi_os_wait_events_complete(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001107{
Lv Zheng90253a72014-11-05 15:06:13 +08001108 /*
1109 * Make sure the GPE handler or the fixed event handler is not used
1110 * on another CPU after removal.
1111 */
Chen Yuefb1cf72015-10-25 01:02:36 +08001112 if (acpi_sci_irq_valid())
1113 synchronize_hardirq(acpi_sci_irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001114 flush_workqueue(kacpid_wq);
Zhang Rui2f67a062008-04-29 02:34:42 -04001115 flush_workqueue(kacpi_notify_wq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001116}
Len Brown4be44fc2005-08-05 00:44:28 -04001117
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001118struct acpi_hp_work {
1119 struct work_struct work;
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001120 struct acpi_device *adev;
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001121 u32 src;
1122};
1123
1124static void acpi_hotplug_work_fn(struct work_struct *work)
1125{
1126 struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1127
1128 acpi_os_wait_events_complete();
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001129 acpi_device_hotplug(hpw->adev, hpw->src);
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001130 kfree(hpw);
1131}
1132
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001133acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001134{
1135 struct acpi_hp_work *hpw;
1136
1137 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001138 "Scheduling hotplug event (%p, %u) for deferred execution.\n",
1139 adev, src));
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001140
1141 hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1142 if (!hpw)
1143 return AE_NO_MEMORY;
1144
1145 INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001146 hpw->adev = adev;
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001147 hpw->src = src;
1148 /*
1149 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1150 * the hotplug code may call driver .remove() functions, which may
1151 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1152 * these workqueues.
1153 */
1154 if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1155 kfree(hpw);
1156 return AE_ERROR;
1157 }
1158 return AE_OK;
1159}
1160
Rafael J. Wysockid7831562013-11-22 21:52:12 +01001161bool acpi_queue_hotplug_work(struct work_struct *work)
1162{
1163 return queue_work(kacpi_hotplug_wq, work);
1164}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001165
Linus Torvalds1da177e2005-04-16 15:20:36 -07001166acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -04001167acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001168{
Len Brown4be44fc2005-08-05 00:44:28 -04001169 struct semaphore *sem = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001170
jhbird.choi@samsung.com2d0acb42014-03-20 16:35:56 +09001171 sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001172 if (!sem)
Patrick Mocheld550d982006-06-27 00:41:40 -04001173 return AE_NO_MEMORY;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001174
1175 sema_init(sem, initial_units);
1176
Len Brown4be44fc2005-08-05 00:44:28 -04001177 *handle = (acpi_handle *) sem;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001178
Len Brown4be44fc2005-08-05 00:44:28 -04001179 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1180 *handle, initial_units));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001181
Patrick Mocheld550d982006-06-27 00:41:40 -04001182 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001183}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001184
Linus Torvalds1da177e2005-04-16 15:20:36 -07001185/*
1186 * TODO: A better way to delete semaphores? Linux doesn't have a
1187 * 'delete_semaphore()' function -- may result in an invalid
1188 * pointer dereference for non-synchronized consumers. Should
1189 * we at least check for blocked threads and signal/cancel them?
1190 */
1191
Len Brown4be44fc2005-08-05 00:44:28 -04001192acpi_status acpi_os_delete_semaphore(acpi_handle handle)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001193{
Len Brown4be44fc2005-08-05 00:44:28 -04001194 struct semaphore *sem = (struct semaphore *)handle;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001195
Linus Torvalds1da177e2005-04-16 15:20:36 -07001196 if (!sem)
Patrick Mocheld550d982006-06-27 00:41:40 -04001197 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001198
Len Brown4be44fc2005-08-05 00:44:28 -04001199 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001200
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001201 BUG_ON(!list_empty(&sem->wait_list));
Len Brown02438d82006-06-30 03:19:10 -04001202 kfree(sem);
Len Brown4be44fc2005-08-05 00:44:28 -04001203 sem = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001204
Patrick Mocheld550d982006-06-27 00:41:40 -04001205 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001206}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001207
Linus Torvalds1da177e2005-04-16 15:20:36 -07001208/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001209 * TODO: Support for units > 1?
1210 */
Len Brown4be44fc2005-08-05 00:44:28 -04001211acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001212{
Len Brown4be44fc2005-08-05 00:44:28 -04001213 acpi_status status = AE_OK;
1214 struct semaphore *sem = (struct semaphore *)handle;
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001215 long jiffies;
Len Brown4be44fc2005-08-05 00:44:28 -04001216 int ret = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001217
Lv Zheng7901a052015-08-05 16:23:51 +08001218 if (!acpi_os_initialized)
1219 return AE_OK;
1220
Linus Torvalds1da177e2005-04-16 15:20:36 -07001221 if (!sem || (units < 1))
Patrick Mocheld550d982006-06-27 00:41:40 -04001222 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001223
1224 if (units > 1)
Patrick Mocheld550d982006-06-27 00:41:40 -04001225 return AE_SUPPORT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001226
Len Brown4be44fc2005-08-05 00:44:28 -04001227 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1228 handle, units, timeout));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001229
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001230 if (timeout == ACPI_WAIT_FOREVER)
1231 jiffies = MAX_SCHEDULE_TIMEOUT;
1232 else
1233 jiffies = msecs_to_jiffies(timeout);
Al Stonecad15252013-12-04 12:59:11 -07001234
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001235 ret = down_timeout(sem, jiffies);
1236 if (ret)
1237 status = AE_TIME;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001238
1239 if (ACPI_FAILURE(status)) {
Bjorn Helgaas9e7e2c02006-04-27 05:25:00 -04001240 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
Thomas Renningera6fc6722006-06-26 23:58:43 -04001241 "Failed to acquire semaphore[%p|%d|%d], %s",
Len Brown4be44fc2005-08-05 00:44:28 -04001242 handle, units, timeout,
1243 acpi_format_exception(status)));
1244 } else {
1245 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
Thomas Renningera6fc6722006-06-26 23:58:43 -04001246 "Acquired semaphore[%p|%d|%d]", handle,
Len Brown4be44fc2005-08-05 00:44:28 -04001247 units, timeout));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001248 }
1249
Patrick Mocheld550d982006-06-27 00:41:40 -04001250 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001251}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001252
Linus Torvalds1da177e2005-04-16 15:20:36 -07001253/*
1254 * TODO: Support for units > 1?
1255 */
Len Brown4be44fc2005-08-05 00:44:28 -04001256acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001257{
Len Brown4be44fc2005-08-05 00:44:28 -04001258 struct semaphore *sem = (struct semaphore *)handle;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001259
Lv Zheng7901a052015-08-05 16:23:51 +08001260 if (!acpi_os_initialized)
1261 return AE_OK;
1262
Linus Torvalds1da177e2005-04-16 15:20:36 -07001263 if (!sem || (units < 1))
Patrick Mocheld550d982006-06-27 00:41:40 -04001264 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001265
1266 if (units > 1)
Patrick Mocheld550d982006-06-27 00:41:40 -04001267 return AE_SUPPORT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001268
Len Brown4be44fc2005-08-05 00:44:28 -04001269 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1270 units));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001271
1272 up(sem);
1273
Patrick Mocheld550d982006-06-27 00:41:40 -04001274 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001275}
Len Brown4be44fc2005-08-05 00:44:28 -04001276
Lv Zheng4d946f72015-10-19 10:25:56 +08001277acpi_status acpi_os_get_line(char *buffer, u32 buffer_length, u32 *bytes_read)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001278{
Linus Torvalds1da177e2005-04-16 15:20:36 -07001279#ifdef ENABLE_DEBUGGER
1280 if (acpi_in_debugger) {
1281 u32 chars;
1282
Lv Zheng4d946f72015-10-19 10:25:56 +08001283 kdb_read(buffer, buffer_length);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001284
1285 /* remove the CR kdb includes */
1286 chars = strlen(buffer) - 1;
1287 buffer[chars] = '\0';
1288 }
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001289#else
1290 int ret;
1291
Lv Zheng836d083012015-12-03 10:43:14 +08001292 ret = acpi_debugger_read_cmd(buffer, buffer_length);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001293 if (ret < 0)
1294 return AE_ERROR;
1295 if (bytes_read)
1296 *bytes_read = ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001297#endif
1298
Lv Zheng4d946f72015-10-19 10:25:56 +08001299 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001300}
Lv Zheng836d083012015-12-03 10:43:14 +08001301EXPORT_SYMBOL(acpi_os_get_line);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001302
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001303acpi_status acpi_os_wait_command_ready(void)
1304{
1305 int ret;
1306
Lv Zheng836d083012015-12-03 10:43:14 +08001307 ret = acpi_debugger_wait_command_ready();
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001308 if (ret < 0)
1309 return AE_ERROR;
1310 return AE_OK;
1311}
1312
1313acpi_status acpi_os_notify_command_complete(void)
1314{
1315 int ret;
1316
Lv Zheng836d083012015-12-03 10:43:14 +08001317 ret = acpi_debugger_notify_command_complete();
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001318 if (ret < 0)
1319 return AE_ERROR;
1320 return AE_OK;
1321}
1322
Len Brown4be44fc2005-08-05 00:44:28 -04001323acpi_status acpi_os_signal(u32 function, void *info)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001324{
Len Brown4be44fc2005-08-05 00:44:28 -04001325 switch (function) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001326 case ACPI_SIGNAL_FATAL:
1327 printk(KERN_ERR PREFIX "Fatal opcode executed\n");
1328 break;
1329 case ACPI_SIGNAL_BREAKPOINT:
1330 /*
1331 * AML Breakpoint
1332 * ACPI spec. says to treat it as a NOP unless
1333 * you are debugging. So if/when we integrate
1334 * AML debugger into the kernel debugger its
1335 * hook will go here. But until then it is
1336 * not useful to print anything on breakpoints.
1337 */
1338 break;
1339 default:
1340 break;
1341 }
1342
1343 return AE_OK;
1344}
Len Brown4be44fc2005-08-05 00:44:28 -04001345
Len Brown4be44fc2005-08-05 00:44:28 -04001346static int __init acpi_os_name_setup(char *str)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001347{
1348 char *p = acpi_os_name;
Len Brown4be44fc2005-08-05 00:44:28 -04001349 int count = ACPI_MAX_OVERRIDE_LEN - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001350
1351 if (!str || !*str)
1352 return 0;
1353
Dan Carpenter5e2be4e2013-10-18 12:01:43 +03001354 for (; count-- && *str; str++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001355 if (isalnum(*str) || *str == ' ' || *str == ':')
1356 *p++ = *str;
1357 else if (*str == '\'' || *str == '"')
1358 continue;
1359 else
1360 break;
1361 }
1362 *p = 0;
1363
1364 return 1;
Len Brown4be44fc2005-08-05 00:44:28 -04001365
Linus Torvalds1da177e2005-04-16 15:20:36 -07001366}
1367
1368__setup("acpi_os_name=", acpi_os_name_setup);
1369
Bob Moore22b5afc2014-03-24 14:49:00 +08001370/*
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001371 * Disable the auto-serialization of named objects creation methods.
Bob Moore22b5afc2014-03-24 14:49:00 +08001372 *
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001373 * This feature is enabled by default. It marks the AML control methods
Bob Moore22b5afc2014-03-24 14:49:00 +08001374 * that contain the opcodes to create named objects as "Serialized".
1375 */
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001376static int __init acpi_no_auto_serialize_setup(char *str)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001377{
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001378 acpi_gbl_auto_serialize_methods = FALSE;
1379 pr_info("ACPI: auto-serialization disabled\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001380
1381 return 1;
1382}
1383
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001384__setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001385
Thomas Renningerdf92e692008-02-04 23:31:22 -08001386/* Check of resource interference between native drivers and ACPI
1387 * OperationRegions (SystemIO and System Memory only).
1388 * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1389 * in arbitrary AML code and can interfere with legacy drivers.
1390 * acpi_enforce_resources= can be set to:
1391 *
Luca Tettamanti7e905602009-03-30 00:01:27 +02001392 * - strict (default) (2)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001393 * -> further driver trying to access the resources will not load
Luca Tettamanti7e905602009-03-30 00:01:27 +02001394 * - lax (1)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001395 * -> further driver trying to access the resources will load, but you
1396 * get a system message that something might go wrong...
1397 *
1398 * - no (0)
1399 * -> ACPI Operation Region resources will not be registered
1400 *
1401 */
1402#define ENFORCE_RESOURCES_STRICT 2
1403#define ENFORCE_RESOURCES_LAX 1
1404#define ENFORCE_RESOURCES_NO 0
1405
Luca Tettamanti7e905602009-03-30 00:01:27 +02001406static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001407
1408static int __init acpi_enforce_resources_setup(char *str)
1409{
1410 if (str == NULL || *str == '\0')
1411 return 0;
1412
1413 if (!strcmp("strict", str))
1414 acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1415 else if (!strcmp("lax", str))
1416 acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1417 else if (!strcmp("no", str))
1418 acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1419
1420 return 1;
1421}
1422
1423__setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1424
1425/* Check for resource conflicts between ACPI OperationRegions and native
1426 * drivers */
Jean Delvare876fba42009-11-11 15:22:15 +01001427int acpi_check_resource_conflict(const struct resource *res)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001428{
Lin Mingf654c0f2012-01-12 13:10:32 +08001429 acpi_adr_space_type space_id;
1430 acpi_size length;
1431 u8 warn = 0;
1432 int clash = 0;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001433
1434 if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1435 return 0;
1436 if (!(res->flags & IORESOURCE_IO) && !(res->flags & IORESOURCE_MEM))
1437 return 0;
1438
Lin Mingf654c0f2012-01-12 13:10:32 +08001439 if (res->flags & IORESOURCE_IO)
1440 space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1441 else
1442 space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001443
Alexandru Gheorghiue4f52242013-03-12 08:53:02 +00001444 length = resource_size(res);
Lin Mingf654c0f2012-01-12 13:10:32 +08001445 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO)
1446 warn = 1;
1447 clash = acpi_check_address_range(space_id, res->start, length, warn);
Thomas Renningerdf92e692008-02-04 23:31:22 -08001448
1449 if (clash) {
1450 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO) {
Jean Delvare14f03342009-09-08 15:31:46 +02001451 if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1452 printk(KERN_NOTICE "ACPI: This conflict may"
1453 " cause random problems and system"
1454 " instability\n");
1455 printk(KERN_INFO "ACPI: If an ACPI driver is available"
1456 " for this device, you should use it instead of"
1457 " the native driver\n");
Thomas Renningerdf92e692008-02-04 23:31:22 -08001458 }
1459 if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1460 return -EBUSY;
1461 }
1462 return 0;
1463}
Thomas Renninger443dea72008-02-04 23:31:23 -08001464EXPORT_SYMBOL(acpi_check_resource_conflict);
Thomas Renningerdf92e692008-02-04 23:31:22 -08001465
1466int acpi_check_region(resource_size_t start, resource_size_t n,
1467 const char *name)
1468{
1469 struct resource res = {
1470 .start = start,
1471 .end = start + n - 1,
1472 .name = name,
1473 .flags = IORESOURCE_IO,
1474 };
1475
1476 return acpi_check_resource_conflict(&res);
1477}
1478EXPORT_SYMBOL(acpi_check_region);
1479
Linus Torvalds1da177e2005-04-16 15:20:36 -07001480/*
Jean Delvare70dd6be2010-05-27 19:58:37 +02001481 * Let drivers know whether the resource checks are effective
1482 */
1483int acpi_resources_are_enforced(void)
1484{
1485 return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1486}
1487EXPORT_SYMBOL(acpi_resources_are_enforced);
1488
1489/*
Lin Ming9f63b882011-03-23 17:26:34 +08001490 * Deallocate the memory for a spinlock.
1491 */
1492void acpi_os_delete_lock(acpi_spinlock handle)
1493{
1494 ACPI_FREE(handle);
1495}
1496
1497/*
Robert Moore73459f72005-06-24 00:00:00 -04001498 * Acquire a spinlock.
1499 *
1500 * handle is a pointer to the spinlock_t.
Robert Moore73459f72005-06-24 00:00:00 -04001501 */
1502
Bob Moore967440e32006-06-23 17:04:00 -04001503acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
Robert Moore73459f72005-06-24 00:00:00 -04001504{
Bob Mooreb8e4d892006-01-27 16:43:00 -05001505 acpi_cpu_flags flags;
Bob Moore967440e32006-06-23 17:04:00 -04001506 spin_lock_irqsave(lockp, flags);
Robert Moore73459f72005-06-24 00:00:00 -04001507 return flags;
1508}
1509
1510/*
1511 * Release a spinlock. See above.
1512 */
1513
Bob Moore967440e32006-06-23 17:04:00 -04001514void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
Robert Moore73459f72005-06-24 00:00:00 -04001515{
Bob Moore967440e32006-06-23 17:04:00 -04001516 spin_unlock_irqrestore(lockp, flags);
Robert Moore73459f72005-06-24 00:00:00 -04001517}
1518
Robert Moore73459f72005-06-24 00:00:00 -04001519#ifndef ACPI_USE_LOCAL_CACHE
1520
1521/*******************************************************************************
1522 *
1523 * FUNCTION: acpi_os_create_cache
1524 *
Bob Mooreb229cf92006-04-21 17:15:00 -04001525 * PARAMETERS: name - Ascii name for the cache
1526 * size - Size of each cached object
1527 * depth - Maximum depth of the cache (in objects) <ignored>
1528 * cache - Where the new cache object is returned
Robert Moore73459f72005-06-24 00:00:00 -04001529 *
Bob Mooreb229cf92006-04-21 17:15:00 -04001530 * RETURN: status
Robert Moore73459f72005-06-24 00:00:00 -04001531 *
1532 * DESCRIPTION: Create a cache object
1533 *
1534 ******************************************************************************/
1535
1536acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -04001537acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
Robert Moore73459f72005-06-24 00:00:00 -04001538{
Paul Mundt20c2df82007-07-20 10:11:58 +09001539 *cache = kmem_cache_create(name, size, 0, 0, NULL);
Adrian Bunka6fdbf92006-12-19 12:56:13 -08001540 if (*cache == NULL)
Bob Mooreb229cf92006-04-21 17:15:00 -04001541 return AE_ERROR;
1542 else
1543 return AE_OK;
Robert Moore73459f72005-06-24 00:00:00 -04001544}
1545
1546/*******************************************************************************
1547 *
1548 * FUNCTION: acpi_os_purge_cache
1549 *
1550 * PARAMETERS: Cache - Handle to cache object
1551 *
1552 * RETURN: Status
1553 *
1554 * DESCRIPTION: Free all objects within the requested cache.
1555 *
1556 ******************************************************************************/
1557
Len Brown4be44fc2005-08-05 00:44:28 -04001558acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
Robert Moore73459f72005-06-24 00:00:00 -04001559{
Jan Engelhardt50dd0962006-10-01 00:28:50 +02001560 kmem_cache_shrink(cache);
Len Brown4be44fc2005-08-05 00:44:28 -04001561 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001562}
1563
1564/*******************************************************************************
1565 *
1566 * FUNCTION: acpi_os_delete_cache
1567 *
1568 * PARAMETERS: Cache - Handle to cache object
1569 *
1570 * RETURN: Status
1571 *
1572 * DESCRIPTION: Free all objects within the requested cache and delete the
1573 * cache object.
1574 *
1575 ******************************************************************************/
1576
Len Brown4be44fc2005-08-05 00:44:28 -04001577acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
Robert Moore73459f72005-06-24 00:00:00 -04001578{
Alexey Dobriyan1a1d92c2006-09-27 01:49:40 -07001579 kmem_cache_destroy(cache);
Len Brown4be44fc2005-08-05 00:44:28 -04001580 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001581}
1582
1583/*******************************************************************************
1584 *
1585 * FUNCTION: acpi_os_release_object
1586 *
1587 * PARAMETERS: Cache - Handle to cache object
1588 * Object - The object to be released
1589 *
1590 * RETURN: None
1591 *
1592 * DESCRIPTION: Release an object to the specified cache. If cache is full,
1593 * the object is deleted.
1594 *
1595 ******************************************************************************/
1596
Len Brown4be44fc2005-08-05 00:44:28 -04001597acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
Robert Moore73459f72005-06-24 00:00:00 -04001598{
Len Brown4be44fc2005-08-05 00:44:28 -04001599 kmem_cache_free(cache, object);
1600 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001601}
Robert Moore73459f72005-06-24 00:00:00 -04001602#endif
Myron Stowed362eda2010-10-21 14:24:04 -06001603
Lv Zhenga94e88c2014-04-04 12:39:11 +08001604static int __init acpi_no_static_ssdt_setup(char *s)
Lv Zhengb75dd292013-06-08 00:58:48 +00001605{
Lv Zhenga94e88c2014-04-04 12:39:11 +08001606 acpi_gbl_disable_ssdt_table_install = TRUE;
1607 pr_info("ACPI: static SSDT installation disabled\n");
Lv Zhengb75dd292013-06-08 00:58:48 +00001608
Lv Zhenga94e88c2014-04-04 12:39:11 +08001609 return 0;
Lv Zhengb75dd292013-06-08 00:58:48 +00001610}
1611
Lv Zhenga94e88c2014-04-04 12:39:11 +08001612early_param("acpi_no_static_ssdt", acpi_no_static_ssdt_setup);
Lv Zhengb75dd292013-06-08 00:58:48 +00001613
Lv Zheng4dde5072014-02-11 11:01:52 +08001614static int __init acpi_disable_return_repair(char *s)
1615{
1616 printk(KERN_NOTICE PREFIX
1617 "ACPI: Predefined validation mechanism disabled\n");
1618 acpi_gbl_disable_auto_repair = TRUE;
1619
1620 return 1;
1621}
1622
1623__setup("acpica_no_return_repair", acpi_disable_return_repair);
1624
Myron Stowed362eda2010-10-21 14:24:04 -06001625acpi_status __init acpi_os_initialize(void)
1626{
1627 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1628 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1629 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1630 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
Randy Wrighta4714a82014-06-04 08:55:59 -07001631 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER) {
1632 /*
1633 * Use acpi_os_map_generic_address to pre-map the reset
1634 * register if it's in system memory.
1635 */
1636 int rv;
1637
1638 rv = acpi_os_map_generic_address(&acpi_gbl_FADT.reset_register);
1639 pr_debug(PREFIX "%s: map reset_reg status %d\n", __func__, rv);
1640 }
Lv Zheng7901a052015-08-05 16:23:51 +08001641 acpi_os_initialized = true;
Myron Stowed362eda2010-10-21 14:24:04 -06001642
1643 return AE_OK;
1644}
1645
Zhang Rui32d47ee2010-12-08 10:40:36 +08001646acpi_status __init acpi_os_initialize1(void)
Myron Stowed362eda2010-10-21 14:24:04 -06001647{
Tejun Heo44d25882011-02-01 11:42:42 +01001648 kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1649 kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
Rafael J. Wysockid7831562013-11-22 21:52:12 +01001650 kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
Myron Stowed362eda2010-10-21 14:24:04 -06001651 BUG_ON(!kacpid_wq);
1652 BUG_ON(!kacpi_notify_wq);
1653 BUG_ON(!kacpi_hotplug_wq);
Lv Zhenge5f660e2016-05-03 16:49:01 +08001654 acpi_osi_init();
Myron Stowed362eda2010-10-21 14:24:04 -06001655 return AE_OK;
1656}
1657
1658acpi_status acpi_os_terminate(void)
1659{
1660 if (acpi_irq_handler) {
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +01001661 acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
Myron Stowed362eda2010-10-21 14:24:04 -06001662 acpi_irq_handler);
1663 }
1664
1665 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1666 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1667 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1668 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
Randy Wrighta4714a82014-06-04 08:55:59 -07001669 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER)
1670 acpi_os_unmap_generic_address(&acpi_gbl_FADT.reset_register);
Myron Stowed362eda2010-10-21 14:24:04 -06001671
1672 destroy_workqueue(kacpid_wq);
1673 destroy_workqueue(kacpi_notify_wq);
1674 destroy_workqueue(kacpi_hotplug_wq);
1675
1676 return AE_OK;
1677}
Tang Liang09f98a82011-12-09 10:05:54 +08001678
1679acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1680 u32 pm1b_control)
1681{
1682 int rc = 0;
1683 if (__acpi_os_prepare_sleep)
1684 rc = __acpi_os_prepare_sleep(sleep_state,
1685 pm1a_control, pm1b_control);
1686 if (rc < 0)
1687 return AE_ERROR;
1688 else if (rc > 0)
Lv Zheng0fc5e8f2016-12-28 15:28:49 +08001689 return AE_CTRL_TERMINATE;
Tang Liang09f98a82011-12-09 10:05:54 +08001690
1691 return AE_OK;
1692}
1693
1694void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1695 u32 pm1a_ctrl, u32 pm1b_ctrl))
1696{
1697 __acpi_os_prepare_sleep = func;
1698}
Yinghai Lu92d8aff2013-01-21 13:20:47 -08001699
Lv Zheng0fc5e8f2016-12-28 15:28:49 +08001700#if (ACPI_REDUCED_HARDWARE)
Ben Guthrod6b47b12013-07-30 08:24:52 -04001701acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1702 u32 val_b)
1703{
1704 int rc = 0;
1705 if (__acpi_os_prepare_extended_sleep)
1706 rc = __acpi_os_prepare_extended_sleep(sleep_state,
1707 val_a, val_b);
1708 if (rc < 0)
1709 return AE_ERROR;
1710 else if (rc > 0)
Lv Zheng0fc5e8f2016-12-28 15:28:49 +08001711 return AE_CTRL_TERMINATE;
Ben Guthrod6b47b12013-07-30 08:24:52 -04001712
1713 return AE_OK;
1714}
Lv Zheng0fc5e8f2016-12-28 15:28:49 +08001715#else
1716acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1717 u32 val_b)
1718{
1719 return AE_OK;
1720}
1721#endif
Ben Guthrod6b47b12013-07-30 08:24:52 -04001722
1723void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1724 u32 val_a, u32 val_b))
1725{
1726 __acpi_os_prepare_extended_sleep = func;
1727}
Lv Zheng0fc5e8f2016-12-28 15:28:49 +08001728
1729acpi_status acpi_os_enter_sleep(u8 sleep_state,
1730 u32 reg_a_value, u32 reg_b_value)
1731{
1732 acpi_status status;
1733
1734 if (acpi_gbl_reduced_hardware)
1735 status = acpi_os_prepare_extended_sleep(sleep_state,
1736 reg_a_value,
1737 reg_b_value);
1738 else
1739 status = acpi_os_prepare_sleep(sleep_state,
1740 reg_a_value, reg_b_value);
1741 return status;
1742}