blob: 416953a4251094ce2066d724c1d88583b8e89705 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * acpi_osl.c - OS-dependent functions ($Revision: 83 $)
3 *
4 * Copyright (C) 2000 Andrew Henroid
5 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
6 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04007 * Copyright (c) 2008 Intel Corporation
8 * Author: Matthew Wilcox <willy@linux.intel.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
10 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or
15 * (at your option) any later version.
16 *
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
21 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070022 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
23 *
24 */
25
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <linux/module.h>
27#include <linux/kernel.h>
28#include <linux/slab.h>
29#include <linux/mm.h>
Myron Stoweba242d52012-01-20 19:13:30 -070030#include <linux/highmem.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <linux/pci.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <linux/interrupt.h>
33#include <linux/kmod.h>
34#include <linux/delay.h>
35#include <linux/workqueue.h>
36#include <linux/nmi.h>
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +030037#include <linux/acpi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#include <linux/efi.h>
Thomas Renningerdf92e692008-02-04 23:31:22 -080039#include <linux/ioport.h>
40#include <linux/list.h>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -040041#include <linux/jiffies.h>
42#include <linux/semaphore.h>
43
44#include <asm/io.h>
45#include <asm/uaccess.h>
Christoph Hellwig2f8e2c82015-08-28 09:27:14 +020046#include <linux/io-64-nonatomic-lo-hi.h>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -040047
Lv Zheng1129c922013-07-23 16:11:55 +080048#include "internal.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
Linus Torvalds1da177e2005-04-16 15:20:36 -070050#define _COMPONENT ACPI_OS_SERVICES
Len Brownf52fd662007-02-12 22:42:12 -050051ACPI_MODULE_NAME("osl");
Hanjun Guo07070e12014-03-13 12:47:39 +080052
Len Brown4be44fc2005-08-05 00:44:28 -040053struct acpi_os_dpc {
54 acpi_osd_exec_callback function;
55 void *context;
David Howells65f27f32006-11-22 14:55:48 +000056 struct work_struct work;
Linus Torvalds1da177e2005-04-16 15:20:36 -070057};
58
Linus Torvalds1da177e2005-04-16 15:20:36 -070059#ifdef ENABLE_DEBUGGER
60#include <linux/kdb.h>
61
62/* stuff for debugger support */
63int acpi_in_debugger;
64EXPORT_SYMBOL(acpi_in_debugger);
Len Brown4be44fc2005-08-05 00:44:28 -040065#endif /*ENABLE_DEBUGGER */
Linus Torvalds1da177e2005-04-16 15:20:36 -070066
Tang Liang09f98a82011-12-09 10:05:54 +080067static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
68 u32 pm1b_ctrl);
Ben Guthrod6b47b12013-07-30 08:24:52 -040069static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
70 u32 val_b);
Tang Liang09f98a82011-12-09 10:05:54 +080071
Linus Torvalds1da177e2005-04-16 15:20:36 -070072static acpi_osd_handler acpi_irq_handler;
73static void *acpi_irq_context;
74static struct workqueue_struct *kacpid_wq;
Alexey Starikovskiy88db5e12007-05-09 23:31:03 -040075static struct workqueue_struct *kacpi_notify_wq;
Yinghai Lu92d8aff2013-01-21 13:20:47 -080076static struct workqueue_struct *kacpi_hotplug_wq;
Lv Zheng7901a052015-08-05 16:23:51 +080077static bool acpi_os_initialized;
Chen Yu49e4b8432015-10-25 01:02:19 +080078unsigned int acpi_sci_irq = INVALID_ACPI_IRQ;
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
Myron Stowe620242a2010-10-21 14:23:53 -060080/*
81 * This list of permanent mappings is for memory that may be accessed from
82 * interrupt context, where we can't do the ioremap().
83 */
84struct acpi_ioremap {
85 struct list_head list;
86 void __iomem *virt;
87 acpi_physical_address phys;
88 acpi_size size;
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +010089 unsigned long refcount;
Myron Stowe620242a2010-10-21 14:23:53 -060090};
91
92static LIST_HEAD(acpi_ioremaps);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +010093static DEFINE_MUTEX(acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -060094
Myron Stowebc9ffce2011-11-07 16:23:27 -070095static void __init acpi_request_region (struct acpi_generic_address *gas,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -070096 unsigned int length, char *desc)
97{
Myron Stowebc9ffce2011-11-07 16:23:27 -070098 u64 addr;
99
100 /* Handle possible alignment issues */
101 memcpy(&addr, &gas->address, sizeof(addr));
102 if (!addr || !length)
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700103 return;
104
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200105 /* Resources are never freed */
106 if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
107 request_region(addr, length, desc);
108 else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
109 request_mem_region(addr, length, desc);
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700110}
111
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200112static int __init acpi_reserve_resources(void)
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700113{
Len Browneee3c852007-02-03 01:38:16 -0500114 acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700115 "ACPI PM1a_EVT_BLK");
116
Len Browneee3c852007-02-03 01:38:16 -0500117 acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700118 "ACPI PM1b_EVT_BLK");
119
Len Browneee3c852007-02-03 01:38:16 -0500120 acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700121 "ACPI PM1a_CNT_BLK");
122
Len Browneee3c852007-02-03 01:38:16 -0500123 acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700124 "ACPI PM1b_CNT_BLK");
125
Len Browneee3c852007-02-03 01:38:16 -0500126 if (acpi_gbl_FADT.pm_timer_length == 4)
127 acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700128
Len Browneee3c852007-02-03 01:38:16 -0500129 acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700130 "ACPI PM2_CNT_BLK");
131
132 /* Length of GPE blocks must be a non-negative multiple of 2 */
133
Len Browneee3c852007-02-03 01:38:16 -0500134 if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
135 acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
136 acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700137
Len Browneee3c852007-02-03 01:38:16 -0500138 if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
139 acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
140 acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200141
142 return 0;
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700143}
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200144fs_initcall_sync(acpi_reserve_resources);
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700145
Len Brown4be44fc2005-08-05 00:44:28 -0400146void acpi_os_printf(const char *fmt, ...)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147{
148 va_list args;
149 va_start(args, fmt);
150 acpi_os_vprintf(fmt, args);
151 va_end(args);
152}
Lv Zheng836d083012015-12-03 10:43:14 +0800153EXPORT_SYMBOL(acpi_os_printf);
Len Brown4be44fc2005-08-05 00:44:28 -0400154
Len Brown4be44fc2005-08-05 00:44:28 -0400155void acpi_os_vprintf(const char *fmt, va_list args)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156{
157 static char buffer[512];
Len Brown4be44fc2005-08-05 00:44:28 -0400158
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 vsprintf(buffer, fmt, args);
160
161#ifdef ENABLE_DEBUGGER
162 if (acpi_in_debugger) {
163 kdb_printf("%s", buffer);
164 } else {
Joe Perchesabc4b9a2016-10-12 11:50:34 -0700165 if (printk_get_level(buffer))
166 printk("%s", buffer);
167 else
168 printk(KERN_CONT "%s", buffer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 }
170#else
Joe Perchesabc4b9a2016-10-12 11:50:34 -0700171 if (acpi_debugger_write_log(buffer) < 0) {
172 if (printk_get_level(buffer))
173 printk("%s", buffer);
174 else
175 printk(KERN_CONT "%s", buffer);
176 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177#endif
178}
179
Takao Indoh4996c022011-07-14 18:05:21 -0400180#ifdef CONFIG_KEXEC
181static unsigned long acpi_rsdp;
182static int __init setup_acpi_rsdp(char *arg)
183{
Christoph Jaeger3d915892014-06-13 21:49:58 +0200184 if (kstrtoul(arg, 16, &acpi_rsdp))
185 return -EINVAL;
Takao Indoh4996c022011-07-14 18:05:21 -0400186 return 0;
187}
188early_param("acpi_rsdp", setup_acpi_rsdp);
189#endif
190
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300191acpi_physical_address __init acpi_os_get_root_pointer(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192{
Takao Indoh4996c022011-07-14 18:05:21 -0400193#ifdef CONFIG_KEXEC
194 if (acpi_rsdp)
195 return acpi_rsdp;
196#endif
197
Matt Fleming83e68182012-11-14 09:42:35 +0000198 if (efi_enabled(EFI_CONFIG_TABLES)) {
Bjorn Helgaasb2c99e32006-03-26 01:37:08 -0800199 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300200 return efi.acpi20;
Bjorn Helgaasb2c99e32006-03-26 01:37:08 -0800201 else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300202 return efi.acpi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 else {
Len Brown4be44fc2005-08-05 00:44:28 -0400204 printk(KERN_ERR PREFIX
205 "System description tables not found\n");
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300206 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207 }
Graeme Gregory8a1664b2014-07-18 18:02:52 +0800208 } else if (IS_ENABLED(CONFIG_ACPI_LEGACY_TABLES_LOOKUP)) {
Len Brown239665a2007-11-23 20:08:02 -0500209 acpi_physical_address pa = 0;
210
211 acpi_find_root_pointer(&pa);
212 return pa;
213 }
Graeme Gregory8a1664b2014-07-18 18:02:52 +0800214
215 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216}
217
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600218/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
Myron Stowe4a3cba52010-10-21 14:24:14 -0600219static struct acpi_ioremap *
220acpi_map_lookup(acpi_physical_address phys, acpi_size size)
Myron Stowe620242a2010-10-21 14:23:53 -0600221{
222 struct acpi_ioremap *map;
223
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600224 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
Myron Stowe620242a2010-10-21 14:23:53 -0600225 if (map->phys <= phys &&
226 phys + size <= map->phys + map->size)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600227 return map;
228
229 return NULL;
230}
231
232/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
233static void __iomem *
234acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
235{
236 struct acpi_ioremap *map;
237
238 map = acpi_map_lookup(phys, size);
239 if (map)
240 return map->virt + (phys - map->phys);
Myron Stowe620242a2010-10-21 14:23:53 -0600241
242 return NULL;
243}
244
Rafael J. Wysocki13606a22011-02-08 23:38:25 +0100245void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
246{
247 struct acpi_ioremap *map;
248 void __iomem *virt = NULL;
249
250 mutex_lock(&acpi_ioremap_lock);
251 map = acpi_map_lookup(phys, size);
252 if (map) {
253 virt = map->virt + (phys - map->phys);
254 map->refcount++;
255 }
256 mutex_unlock(&acpi_ioremap_lock);
257 return virt;
258}
259EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
260
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600261/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
Myron Stowe620242a2010-10-21 14:23:53 -0600262static struct acpi_ioremap *
263acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
264{
265 struct acpi_ioremap *map;
266
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600267 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600268 if (map->virt <= virt &&
269 virt + size <= map->virt + map->size)
Myron Stowe620242a2010-10-21 14:23:53 -0600270 return map;
271
272 return NULL;
273}
274
Graeme Gregoryaafc65c2015-03-24 14:02:35 +0000275#if defined(CONFIG_IA64) || defined(CONFIG_ARM64)
Myron Stoweba242d52012-01-20 19:13:30 -0700276/* ioremap will take care of cache attributes */
277#define should_use_kmap(pfn) 0
Graeme Gregoryaafc65c2015-03-24 14:02:35 +0000278#else
279#define should_use_kmap(pfn) page_is_ram(pfn)
Myron Stoweba242d52012-01-20 19:13:30 -0700280#endif
281
282static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
283{
284 unsigned long pfn;
285
286 pfn = pg_off >> PAGE_SHIFT;
287 if (should_use_kmap(pfn)) {
288 if (pg_sz > PAGE_SIZE)
289 return NULL;
290 return (void __iomem __force *)kmap(pfn_to_page(pfn));
291 } else
292 return acpi_os_ioremap(pg_off, pg_sz);
293}
294
295static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
296{
297 unsigned long pfn;
298
299 pfn = pg_off >> PAGE_SHIFT;
Jan Beuliche2526752012-02-24 11:41:53 +0000300 if (should_use_kmap(pfn))
Myron Stoweba242d52012-01-20 19:13:30 -0700301 kunmap(pfn_to_page(pfn));
302 else
303 iounmap(vaddr);
304}
305
Rafael J. Wysocki9d128ed2016-01-02 03:10:29 +0100306/**
307 * acpi_os_map_iomem - Get a virtual address for a given physical address range.
308 * @phys: Start of the physical address range to map.
309 * @size: Size of the physical address range to map.
310 *
311 * Look up the given physical address range in the list of existing ACPI memory
312 * mappings. If found, get a reference to it and return a pointer to it (its
313 * virtual address). If not found, map it, add it to that list and return a
314 * pointer to it.
315 *
316 * During early init (when acpi_gbl_permanent_mmap has not been set yet) this
317 * routine simply calls __acpi_map_table() to get the job done.
318 */
Fabian Frederickbd721ea2016-08-02 14:03:33 -0700319void __iomem *__ref
Lv Zhenga2383172014-05-20 15:39:41 +0800320acpi_os_map_iomem(acpi_physical_address phys, acpi_size size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321{
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100322 struct acpi_ioremap *map;
Myron Stowe620242a2010-10-21 14:23:53 -0600323 void __iomem *virt;
Rafael J. Wysocki2d6d9fd2011-01-19 22:27:14 +0100324 acpi_physical_address pg_off;
325 acpi_size pg_sz;
Myron Stowe620242a2010-10-21 14:23:53 -0600326
Bjorn Helgaas9f4fd612006-03-26 01:37:10 -0800327 if (phys > ULONG_MAX) {
328 printk(KERN_ERR PREFIX "Cannot map memory that high\n");
Randy Dunlap70c08462007-02-13 16:11:36 -0800329 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330 }
Myron Stowe620242a2010-10-21 14:23:53 -0600331
332 if (!acpi_gbl_permanent_mmap)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300333 return __acpi_map_table((unsigned long)phys, size);
Myron Stowe620242a2010-10-21 14:23:53 -0600334
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100335 mutex_lock(&acpi_ioremap_lock);
336 /* Check if there's a suitable mapping already. */
337 map = acpi_map_lookup(phys, size);
338 if (map) {
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100339 map->refcount++;
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100340 goto out;
341 }
342
Myron Stowe620242a2010-10-21 14:23:53 -0600343 map = kzalloc(sizeof(*map), GFP_KERNEL);
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100344 if (!map) {
345 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600346 return NULL;
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100347 }
Myron Stowe620242a2010-10-21 14:23:53 -0600348
Myron Stowe4a3cba52010-10-21 14:24:14 -0600349 pg_off = round_down(phys, PAGE_SIZE);
350 pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
Myron Stoweba242d52012-01-20 19:13:30 -0700351 virt = acpi_map(pg_off, pg_sz);
Myron Stowe620242a2010-10-21 14:23:53 -0600352 if (!virt) {
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100353 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600354 kfree(map);
355 return NULL;
356 }
357
358 INIT_LIST_HEAD(&map->list);
359 map->virt = virt;
Myron Stowe4a3cba52010-10-21 14:24:14 -0600360 map->phys = pg_off;
361 map->size = pg_sz;
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100362 map->refcount = 1;
Myron Stowe620242a2010-10-21 14:23:53 -0600363
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600364 list_add_tail_rcu(&map->list, &acpi_ioremaps);
Myron Stowe620242a2010-10-21 14:23:53 -0600365
Lv Zhenga2383172014-05-20 15:39:41 +0800366out:
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100367 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe4a3cba52010-10-21 14:24:14 -0600368 return map->virt + (phys - map->phys);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369}
Lv Zhenga2383172014-05-20 15:39:41 +0800370EXPORT_SYMBOL_GPL(acpi_os_map_iomem);
371
Fabian Frederickbd721ea2016-08-02 14:03:33 -0700372void *__ref acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
Lv Zhenga2383172014-05-20 15:39:41 +0800373{
374 return (void *)acpi_os_map_iomem(phys, size);
375}
Kylene Jo Hall55a82ab2006-01-08 01:03:15 -0800376EXPORT_SYMBOL_GPL(acpi_os_map_memory);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100378static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600379{
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100380 if (!--map->refcount)
381 list_del_rcu(&map->list);
Myron Stowe4a3cba52010-10-21 14:24:14 -0600382}
Myron Stowe4a3cba52010-10-21 14:24:14 -0600383
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100384static void acpi_os_map_cleanup(struct acpi_ioremap *map)
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100385{
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100386 if (!map->refcount) {
Konstantin Khlebnikov74b51ee2014-11-09 13:53:37 +0400387 synchronize_rcu_expedited();
Myron Stoweba242d52012-01-20 19:13:30 -0700388 acpi_unmap(map->phys, map->virt);
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100389 kfree(map);
390 }
Myron Stowe4a3cba52010-10-21 14:24:14 -0600391}
392
Rafael J. Wysocki9d128ed2016-01-02 03:10:29 +0100393/**
394 * acpi_os_unmap_iomem - Drop a memory mapping reference.
395 * @virt: Start of the address range to drop a reference to.
396 * @size: Size of the address range to drop a reference to.
397 *
398 * Look up the given virtual address range in the list of existing ACPI memory
399 * mappings, drop a reference to it and unmap it if there are no more active
400 * references to it.
401 *
402 * During early init (when acpi_gbl_permanent_mmap has not been set yet) this
403 * routine simply calls __acpi_unmap_table() to get the job done. Since
404 * __acpi_unmap_table() is an __init function, the __ref annotation is needed
405 * here.
406 */
Lv Zhenga2383172014-05-20 15:39:41 +0800407void __ref acpi_os_unmap_iomem(void __iomem *virt, acpi_size size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700408{
Myron Stowe620242a2010-10-21 14:23:53 -0600409 struct acpi_ioremap *map;
Myron Stowe620242a2010-10-21 14:23:53 -0600410
411 if (!acpi_gbl_permanent_mmap) {
Yinghai Lu7d972772009-02-07 15:39:41 -0800412 __acpi_unmap_table(virt, size);
Myron Stowe620242a2010-10-21 14:23:53 -0600413 return;
414 }
415
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100416 mutex_lock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600417 map = acpi_map_lookup_virt(virt, size);
418 if (!map) {
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100419 mutex_unlock(&acpi_ioremap_lock);
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100420 WARN(true, PREFIX "%s: bad address %p\n", __func__, virt);
Myron Stowe620242a2010-10-21 14:23:53 -0600421 return;
422 }
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100423 acpi_os_drop_map_ref(map);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100424 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600425
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100426 acpi_os_map_cleanup(map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700427}
Lv Zhenga2383172014-05-20 15:39:41 +0800428EXPORT_SYMBOL_GPL(acpi_os_unmap_iomem);
429
430void __ref acpi_os_unmap_memory(void *virt, acpi_size size)
431{
432 return acpi_os_unmap_iomem((void __iomem *)virt, size);
433}
Kylene Jo Hall55a82ab2006-01-08 01:03:15 -0800434EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700435
Jeremy Fitzhardinge0d3a9cf2009-02-22 14:58:56 -0800436void __init early_acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
Yinghai Lu7d972772009-02-07 15:39:41 -0800437{
438 if (!acpi_gbl_permanent_mmap)
439 __acpi_unmap_table(virt, size);
440}
441
Myron Stowe6f68c912011-11-07 16:23:34 -0700442int acpi_os_map_generic_address(struct acpi_generic_address *gas)
Myron Stowe29718522010-10-21 14:23:59 -0600443{
Myron Stowebc9ffce2011-11-07 16:23:27 -0700444 u64 addr;
Myron Stowe29718522010-10-21 14:23:59 -0600445 void __iomem *virt;
446
Myron Stowebc9ffce2011-11-07 16:23:27 -0700447 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
Myron Stowe29718522010-10-21 14:23:59 -0600448 return 0;
449
Myron Stowebc9ffce2011-11-07 16:23:27 -0700450 /* Handle possible alignment issues */
451 memcpy(&addr, &gas->address, sizeof(addr));
452 if (!addr || !gas->bit_width)
Myron Stowe29718522010-10-21 14:23:59 -0600453 return -EINVAL;
454
Lv Zhenga2383172014-05-20 15:39:41 +0800455 virt = acpi_os_map_iomem(addr, gas->bit_width / 8);
Myron Stowe29718522010-10-21 14:23:59 -0600456 if (!virt)
457 return -EIO;
458
459 return 0;
460}
Myron Stowe6f68c912011-11-07 16:23:34 -0700461EXPORT_SYMBOL(acpi_os_map_generic_address);
Myron Stowe29718522010-10-21 14:23:59 -0600462
Myron Stowe6f68c912011-11-07 16:23:34 -0700463void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
Myron Stowe29718522010-10-21 14:23:59 -0600464{
Myron Stowebc9ffce2011-11-07 16:23:27 -0700465 u64 addr;
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100466 struct acpi_ioremap *map;
Myron Stowe29718522010-10-21 14:23:59 -0600467
Myron Stowebc9ffce2011-11-07 16:23:27 -0700468 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
Myron Stowe29718522010-10-21 14:23:59 -0600469 return;
470
Myron Stowebc9ffce2011-11-07 16:23:27 -0700471 /* Handle possible alignment issues */
472 memcpy(&addr, &gas->address, sizeof(addr));
473 if (!addr || !gas->bit_width)
Myron Stowe29718522010-10-21 14:23:59 -0600474 return;
475
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100476 mutex_lock(&acpi_ioremap_lock);
Myron Stowebc9ffce2011-11-07 16:23:27 -0700477 map = acpi_map_lookup(addr, gas->bit_width / 8);
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100478 if (!map) {
479 mutex_unlock(&acpi_ioremap_lock);
480 return;
481 }
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100482 acpi_os_drop_map_ref(map);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100483 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe29718522010-10-21 14:23:59 -0600484
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100485 acpi_os_map_cleanup(map);
Myron Stowe29718522010-10-21 14:23:59 -0600486}
Myron Stowe6f68c912011-11-07 16:23:34 -0700487EXPORT_SYMBOL(acpi_os_unmap_generic_address);
Myron Stowe29718522010-10-21 14:23:59 -0600488
Linus Torvalds1da177e2005-04-16 15:20:36 -0700489#ifdef ACPI_FUTURE_USAGE
490acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400491acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700492{
Len Brown4be44fc2005-08-05 00:44:28 -0400493 if (!phys || !virt)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700494 return AE_BAD_PARAMETER;
495
496 *phys = virt_to_phys(virt);
497
498 return AE_OK;
499}
500#endif
501
Rafael J. Wysocki18d78b62015-07-03 01:06:00 +0200502#ifdef CONFIG_ACPI_REV_OVERRIDE_POSSIBLE
503static bool acpi_rev_override;
504
505int __init acpi_rev_override_setup(char *str)
506{
507 acpi_rev_override = true;
508 return 1;
509}
510__setup("acpi_rev_override", acpi_rev_override_setup);
511#else
512#define acpi_rev_override false
513#endif
514
Linus Torvalds1da177e2005-04-16 15:20:36 -0700515#define ACPI_MAX_OVERRIDE_LEN 100
516
517static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
518
519acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400520acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
Lv Zheng80b28812016-03-24 09:38:28 +0800521 acpi_string *new_val)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700522{
523 if (!init_val || !new_val)
524 return AE_BAD_PARAMETER;
525
526 *new_val = NULL;
Len Brown4be44fc2005-08-05 00:44:28 -0400527 if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700528 printk(KERN_INFO PREFIX "Overriding _OS definition to '%s'\n",
Len Brown4be44fc2005-08-05 00:44:28 -0400529 acpi_os_name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700530 *new_val = acpi_os_name;
531 }
532
Rafael J. Wysocki18d78b62015-07-03 01:06:00 +0200533 if (!memcmp(init_val->name, "_REV", 4) && acpi_rev_override) {
534 printk(KERN_INFO PREFIX "Overriding _REV return value to 5\n");
535 *new_val = (char *)5;
536 }
537
Linus Torvalds1da177e2005-04-16 15:20:36 -0700538 return AE_OK;
539}
540
David Howells7d12e782006-10-05 14:55:46 +0100541static irqreturn_t acpi_irq(int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700542{
Len Brown5229e872008-02-06 01:26:55 -0500543 u32 handled;
544
545 handled = (*acpi_irq_handler) (acpi_irq_context);
546
547 if (handled) {
548 acpi_irq_handled++;
549 return IRQ_HANDLED;
Len Brown88bea182009-04-21 00:35:47 -0400550 } else {
551 acpi_irq_not_handled++;
Len Brown5229e872008-02-06 01:26:55 -0500552 return IRQ_NONE;
Len Brown88bea182009-04-21 00:35:47 -0400553 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700554}
555
556acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400557acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
558 void *context)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700559{
560 unsigned int irq;
561
Len Brown5229e872008-02-06 01:26:55 -0500562 acpi_irq_stats_init();
563
Linus Torvalds1da177e2005-04-16 15:20:36 -0700564 /*
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100565 * ACPI interrupts different from the SCI in our copy of the FADT are
566 * not supported.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700567 */
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100568 if (gsi != acpi_gbl_FADT.sci_interrupt)
569 return AE_BAD_PARAMETER;
570
571 if (acpi_irq_handler)
572 return AE_ALREADY_ACQUIRED;
573
Linus Torvalds1da177e2005-04-16 15:20:36 -0700574 if (acpi_gsi_to_irq(gsi, &irq) < 0) {
575 printk(KERN_ERR PREFIX "SCI (ACPI GSI %d) not registered\n",
576 gsi);
577 return AE_OK;
578 }
579
580 acpi_irq_handler = handler;
581 acpi_irq_context = context;
Rafael J. Wysockia8d46b92014-09-30 02:29:01 +0200582 if (request_irq(irq, acpi_irq, IRQF_SHARED, "acpi", acpi_irq)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700583 printk(KERN_ERR PREFIX "SCI (IRQ%d) allocation failed\n", irq);
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100584 acpi_irq_handler = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700585 return AE_NOT_ACQUIRED;
586 }
Chen Yu49e4b8432015-10-25 01:02:19 +0800587 acpi_sci_irq = irq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700588
589 return AE_OK;
590}
591
Chen Yu49e4b8432015-10-25 01:02:19 +0800592acpi_status acpi_os_remove_interrupt_handler(u32 gsi, acpi_osd_handler handler)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700593{
Chen Yu49e4b8432015-10-25 01:02:19 +0800594 if (gsi != acpi_gbl_FADT.sci_interrupt || !acpi_sci_irq_valid())
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100595 return AE_BAD_PARAMETER;
596
Chen Yu49e4b8432015-10-25 01:02:19 +0800597 free_irq(acpi_sci_irq, acpi_irq);
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100598 acpi_irq_handler = NULL;
Chen Yu49e4b8432015-10-25 01:02:19 +0800599 acpi_sci_irq = INVALID_ACPI_IRQ;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700600
601 return AE_OK;
602}
603
604/*
605 * Running in interpreter thread context, safe to sleep
606 */
607
Lin Ming439913f2010-01-28 10:53:19 +0800608void acpi_os_sleep(u64 ms)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609{
Liu Chuansheng30282292013-09-12 01:42:57 +0800610 msleep(ms);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700611}
Len Brown4be44fc2005-08-05 00:44:28 -0400612
Len Brown4be44fc2005-08-05 00:44:28 -0400613void acpi_os_stall(u32 us)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700614{
615 while (us) {
616 u32 delay = 1000;
617
618 if (delay > us)
619 delay = us;
620 udelay(delay);
621 touch_nmi_watchdog();
622 us -= delay;
623 }
624}
Len Brown4be44fc2005-08-05 00:44:28 -0400625
Linus Torvalds1da177e2005-04-16 15:20:36 -0700626/*
627 * Support ACPI 3.0 AML Timer operand
628 * Returns 64-bit free-running, monotonically increasing timer
629 * with 100ns granularity
630 */
Len Brown4be44fc2005-08-05 00:44:28 -0400631u64 acpi_os_get_timer(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700632{
Mika Westerberg10619062013-05-23 10:27:46 +0300633 u64 time_ns = ktime_to_ns(ktime_get());
634 do_div(time_ns, 100);
635 return time_ns;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700636}
637
Len Brown4be44fc2005-08-05 00:44:28 -0400638acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700639{
640 u32 dummy;
641
642 if (!value)
643 value = &dummy;
644
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800645 *value = 0;
646 if (width <= 8) {
Len Brown4be44fc2005-08-05 00:44:28 -0400647 *(u8 *) value = inb(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800648 } else if (width <= 16) {
Len Brown4be44fc2005-08-05 00:44:28 -0400649 *(u16 *) value = inw(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800650 } else if (width <= 32) {
Len Brown4be44fc2005-08-05 00:44:28 -0400651 *(u32 *) value = inl(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800652 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700653 BUG();
654 }
655
656 return AE_OK;
657}
Len Brown4be44fc2005-08-05 00:44:28 -0400658
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659EXPORT_SYMBOL(acpi_os_read_port);
660
Len Brown4be44fc2005-08-05 00:44:28 -0400661acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700662{
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800663 if (width <= 8) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700664 outb(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800665 } else if (width <= 16) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700666 outw(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800667 } else if (width <= 32) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700668 outl(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800669 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700670 BUG();
671 }
672
673 return AE_OK;
674}
Len Brown4be44fc2005-08-05 00:44:28 -0400675
Linus Torvalds1da177e2005-04-16 15:20:36 -0700676EXPORT_SYMBOL(acpi_os_write_port);
677
Myron Stowee615bf52012-01-20 19:13:24 -0700678acpi_status
Bob Moore653f4b52012-02-14 18:29:55 +0800679acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
Myron Stowee615bf52012-01-20 19:13:24 -0700680{
681 void __iomem *virt_addr;
682 unsigned int size = width / 8;
683 bool unmap = false;
684 u64 dummy;
685
686 rcu_read_lock();
687 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
688 if (!virt_addr) {
689 rcu_read_unlock();
690 virt_addr = acpi_os_ioremap(phys_addr, size);
691 if (!virt_addr)
692 return AE_BAD_ADDRESS;
693 unmap = true;
694 }
695
696 if (!value)
697 value = &dummy;
698
699 switch (width) {
700 case 8:
701 *(u8 *) value = readb(virt_addr);
702 break;
703 case 16:
704 *(u16 *) value = readw(virt_addr);
705 break;
706 case 32:
707 *(u32 *) value = readl(virt_addr);
708 break;
709 case 64:
Andy Shevchenko3277b4e2015-08-17 17:28:46 +0300710 *(u64 *) value = readq(virt_addr);
Myron Stowee615bf52012-01-20 19:13:24 -0700711 break;
712 default:
713 BUG();
714 }
715
716 if (unmap)
717 iounmap(virt_addr);
718 else
719 rcu_read_unlock();
720
721 return AE_OK;
722}
723
Myron Stowee615bf52012-01-20 19:13:24 -0700724acpi_status
Bob Moore653f4b52012-02-14 18:29:55 +0800725acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
Myron Stowee615bf52012-01-20 19:13:24 -0700726{
727 void __iomem *virt_addr;
728 unsigned int size = width / 8;
729 bool unmap = false;
730
731 rcu_read_lock();
732 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
733 if (!virt_addr) {
734 rcu_read_unlock();
735 virt_addr = acpi_os_ioremap(phys_addr, size);
736 if (!virt_addr)
737 return AE_BAD_ADDRESS;
738 unmap = true;
739 }
740
741 switch (width) {
742 case 8:
743 writeb(value, virt_addr);
744 break;
745 case 16:
746 writew(value, virt_addr);
747 break;
748 case 32:
749 writel(value, virt_addr);
750 break;
751 case 64:
Andy Shevchenko3277b4e2015-08-17 17:28:46 +0300752 writeq(value, virt_addr);
Myron Stowee615bf52012-01-20 19:13:24 -0700753 break;
754 default:
755 BUG();
756 }
757
758 if (unmap)
759 iounmap(virt_addr);
760 else
761 rcu_read_unlock();
762
763 return AE_OK;
764}
765
Linus Torvalds1da177e2005-04-16 15:20:36 -0700766acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400767acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
Bob Moorec5f02312010-08-06 08:57:53 +0800768 u64 *value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700769{
770 int result, size;
Bob Moorec5f02312010-08-06 08:57:53 +0800771 u32 value32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700772
773 if (!value)
774 return AE_BAD_PARAMETER;
775
776 switch (width) {
777 case 8:
778 size = 1;
779 break;
780 case 16:
781 size = 2;
782 break;
783 case 32:
784 size = 4;
785 break;
786 default:
787 return AE_ERROR;
788 }
789
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500790 result = raw_pci_read(pci_id->segment, pci_id->bus,
791 PCI_DEVFN(pci_id->device, pci_id->function),
Bob Moorec5f02312010-08-06 08:57:53 +0800792 reg, size, &value32);
793 *value = value32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700794
795 return (result ? AE_ERROR : AE_OK);
796}
Len Brown4be44fc2005-08-05 00:44:28 -0400797
Linus Torvalds1da177e2005-04-16 15:20:36 -0700798acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400799acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
Lin Ming439913f2010-01-28 10:53:19 +0800800 u64 value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700801{
802 int result, size;
803
804 switch (width) {
805 case 8:
806 size = 1;
807 break;
808 case 16:
809 size = 2;
810 break;
811 case 32:
812 size = 4;
813 break;
814 default:
815 return AE_ERROR;
816 }
817
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500818 result = raw_pci_write(pci_id->segment, pci_id->bus,
819 PCI_DEVFN(pci_id->device, pci_id->function),
820 reg, size, value);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700821
822 return (result ? AE_ERROR : AE_OK);
823}
824
David Howells65f27f32006-11-22 14:55:48 +0000825static void acpi_os_execute_deferred(struct work_struct *work)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700826{
David Howells65f27f32006-11-22 14:55:48 +0000827 struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
Alexey Starikovskiy88db5e12007-05-09 23:31:03 -0400828
Zhang Rui19cd8472008-08-28 10:05:06 +0800829 dpc->function(dpc->context);
830 kfree(dpc);
Zhang Rui19cd8472008-08-28 10:05:06 +0800831}
832
Lv Zheng836d083012015-12-03 10:43:14 +0800833#ifdef CONFIG_ACPI_DEBUGGER
834static struct acpi_debugger acpi_debugger;
835static bool acpi_debugger_initialized;
836
837int acpi_register_debugger(struct module *owner,
838 const struct acpi_debugger_ops *ops)
839{
840 int ret = 0;
841
842 mutex_lock(&acpi_debugger.lock);
843 if (acpi_debugger.ops) {
844 ret = -EBUSY;
845 goto err_lock;
846 }
847
848 acpi_debugger.owner = owner;
849 acpi_debugger.ops = ops;
850
851err_lock:
852 mutex_unlock(&acpi_debugger.lock);
853 return ret;
854}
855EXPORT_SYMBOL(acpi_register_debugger);
856
857void acpi_unregister_debugger(const struct acpi_debugger_ops *ops)
858{
859 mutex_lock(&acpi_debugger.lock);
860 if (ops == acpi_debugger.ops) {
861 acpi_debugger.ops = NULL;
862 acpi_debugger.owner = NULL;
863 }
864 mutex_unlock(&acpi_debugger.lock);
865}
866EXPORT_SYMBOL(acpi_unregister_debugger);
867
868int acpi_debugger_create_thread(acpi_osd_exec_callback function, void *context)
869{
870 int ret;
871 int (*func)(acpi_osd_exec_callback, void *);
872 struct module *owner;
873
874 if (!acpi_debugger_initialized)
875 return -ENODEV;
876 mutex_lock(&acpi_debugger.lock);
877 if (!acpi_debugger.ops) {
878 ret = -ENODEV;
879 goto err_lock;
880 }
881 if (!try_module_get(acpi_debugger.owner)) {
882 ret = -ENODEV;
883 goto err_lock;
884 }
885 func = acpi_debugger.ops->create_thread;
886 owner = acpi_debugger.owner;
887 mutex_unlock(&acpi_debugger.lock);
888
889 ret = func(function, context);
890
891 mutex_lock(&acpi_debugger.lock);
892 module_put(owner);
893err_lock:
894 mutex_unlock(&acpi_debugger.lock);
895 return ret;
896}
897
898ssize_t acpi_debugger_write_log(const char *msg)
899{
900 ssize_t ret;
901 ssize_t (*func)(const char *);
902 struct module *owner;
903
904 if (!acpi_debugger_initialized)
905 return -ENODEV;
906 mutex_lock(&acpi_debugger.lock);
907 if (!acpi_debugger.ops) {
908 ret = -ENODEV;
909 goto err_lock;
910 }
911 if (!try_module_get(acpi_debugger.owner)) {
912 ret = -ENODEV;
913 goto err_lock;
914 }
915 func = acpi_debugger.ops->write_log;
916 owner = acpi_debugger.owner;
917 mutex_unlock(&acpi_debugger.lock);
918
919 ret = func(msg);
920
921 mutex_lock(&acpi_debugger.lock);
922 module_put(owner);
923err_lock:
924 mutex_unlock(&acpi_debugger.lock);
925 return ret;
926}
927
928ssize_t acpi_debugger_read_cmd(char *buffer, size_t buffer_length)
929{
930 ssize_t ret;
931 ssize_t (*func)(char *, size_t);
932 struct module *owner;
933
934 if (!acpi_debugger_initialized)
935 return -ENODEV;
936 mutex_lock(&acpi_debugger.lock);
937 if (!acpi_debugger.ops) {
938 ret = -ENODEV;
939 goto err_lock;
940 }
941 if (!try_module_get(acpi_debugger.owner)) {
942 ret = -ENODEV;
943 goto err_lock;
944 }
945 func = acpi_debugger.ops->read_cmd;
946 owner = acpi_debugger.owner;
947 mutex_unlock(&acpi_debugger.lock);
948
949 ret = func(buffer, buffer_length);
950
951 mutex_lock(&acpi_debugger.lock);
952 module_put(owner);
953err_lock:
954 mutex_unlock(&acpi_debugger.lock);
955 return ret;
956}
957
958int acpi_debugger_wait_command_ready(void)
959{
960 int ret;
961 int (*func)(bool, char *, size_t);
962 struct module *owner;
963
964 if (!acpi_debugger_initialized)
965 return -ENODEV;
966 mutex_lock(&acpi_debugger.lock);
967 if (!acpi_debugger.ops) {
968 ret = -ENODEV;
969 goto err_lock;
970 }
971 if (!try_module_get(acpi_debugger.owner)) {
972 ret = -ENODEV;
973 goto err_lock;
974 }
975 func = acpi_debugger.ops->wait_command_ready;
976 owner = acpi_debugger.owner;
977 mutex_unlock(&acpi_debugger.lock);
978
979 ret = func(acpi_gbl_method_executing,
980 acpi_gbl_db_line_buf, ACPI_DB_LINE_BUFFER_SIZE);
981
982 mutex_lock(&acpi_debugger.lock);
983 module_put(owner);
984err_lock:
985 mutex_unlock(&acpi_debugger.lock);
986 return ret;
987}
988
989int acpi_debugger_notify_command_complete(void)
990{
991 int ret;
992 int (*func)(void);
993 struct module *owner;
994
995 if (!acpi_debugger_initialized)
996 return -ENODEV;
997 mutex_lock(&acpi_debugger.lock);
998 if (!acpi_debugger.ops) {
999 ret = -ENODEV;
1000 goto err_lock;
1001 }
1002 if (!try_module_get(acpi_debugger.owner)) {
1003 ret = -ENODEV;
1004 goto err_lock;
1005 }
1006 func = acpi_debugger.ops->notify_command_complete;
1007 owner = acpi_debugger.owner;
1008 mutex_unlock(&acpi_debugger.lock);
1009
1010 ret = func();
1011
1012 mutex_lock(&acpi_debugger.lock);
1013 module_put(owner);
1014err_lock:
1015 mutex_unlock(&acpi_debugger.lock);
1016 return ret;
1017}
1018
1019int __init acpi_debugger_init(void)
1020{
1021 mutex_init(&acpi_debugger.lock);
1022 acpi_debugger_initialized = true;
1023 return 0;
1024}
1025#endif
1026
Alexey Starikovskiyb8d35192006-05-05 03:23:00 -04001027/*******************************************************************************
1028 *
1029 * FUNCTION: acpi_os_execute
1030 *
1031 * PARAMETERS: Type - Type of the callback
1032 * Function - Function to be executed
1033 * Context - Function parameters
1034 *
1035 * RETURN: Status
1036 *
1037 * DESCRIPTION: Depending on type, either queues function for deferred execution or
1038 * immediately executes function on a separate thread.
1039 *
1040 ******************************************************************************/
1041
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001042acpi_status acpi_os_execute(acpi_execute_type type,
1043 acpi_osd_exec_callback function, void *context)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001044{
Len Brown4be44fc2005-08-05 00:44:28 -04001045 acpi_status status = AE_OK;
1046 struct acpi_os_dpc *dpc;
Alexey Starikovskiy17bc54e2007-11-13 13:05:45 +03001047 struct workqueue_struct *queue;
Zhang Rui19cd8472008-08-28 10:05:06 +08001048 int ret;
Len Brown72945b22006-07-12 22:46:42 -04001049 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1050 "Scheduling function [%p(%p)] for deferred execution.\n",
1051 function, context));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001052
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001053 if (type == OSL_DEBUGGER_MAIN_THREAD) {
Lv Zheng836d083012015-12-03 10:43:14 +08001054 ret = acpi_debugger_create_thread(function, context);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001055 if (ret) {
1056 pr_err("Call to kthread_create() failed.\n");
1057 status = AE_ERROR;
1058 }
1059 goto out_thread;
1060 }
1061
Linus Torvalds1da177e2005-04-16 15:20:36 -07001062 /*
1063 * Allocate/initialize DPC structure. Note that this memory will be
David Howells65f27f32006-11-22 14:55:48 +00001064 * freed by the callee. The kernel handles the work_struct list in a
Linus Torvalds1da177e2005-04-16 15:20:36 -07001065 * way that allows us to also free its memory inside the callee.
1066 * Because we may want to schedule several tasks with different
1067 * parameters we can't use the approach some kernel code uses of
David Howells65f27f32006-11-22 14:55:48 +00001068 * having a static work_struct.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001069 */
Len Brown72945b22006-07-12 22:46:42 -04001070
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001071 dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001072 if (!dpc)
Lin Ming889c78b2008-12-31 09:23:57 +08001073 return AE_NO_MEMORY;
Linus Torvaldsb976fe12006-11-17 19:31:09 -08001074
Linus Torvalds1da177e2005-04-16 15:20:36 -07001075 dpc->function = function;
1076 dpc->context = context;
Linus Torvaldsb976fe12006-11-17 19:31:09 -08001077
Zhang Ruic02256b2009-06-23 10:20:29 +08001078 /*
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001079 * To prevent lockdep from complaining unnecessarily, make sure that
1080 * there is a different static lockdep key for each workqueue by using
1081 * INIT_WORK() for each of them separately.
Zhang Ruic02256b2009-06-23 10:20:29 +08001082 */
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001083 if (type == OSL_NOTIFY_HANDLER) {
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001084 queue = kacpi_notify_wq;
Zhang Ruibc736752010-03-22 15:48:54 +08001085 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001086 } else if (type == OSL_GPE_HANDLER) {
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001087 queue = kacpid_wq;
Zhang Ruibc736752010-03-22 15:48:54 +08001088 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001089 } else {
1090 pr_err("Unsupported os_execute type %d.\n", type);
1091 status = AE_ERROR;
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001092 }
Zhang Ruibc736752010-03-22 15:48:54 +08001093
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001094 if (ACPI_FAILURE(status))
1095 goto err_workqueue;
1096
Tejun Heo8fec62b2010-06-29 10:07:09 +02001097 /*
1098 * On some machines, a software-initiated SMI causes corruption unless
1099 * the SMI runs on CPU 0. An SMI can be initiated by any AML, but
1100 * typically it's done in GPE-related methods that are run via
1101 * workqueues, so we can avoid the known corruption cases by always
1102 * queueing on CPU 0.
1103 */
1104 ret = queue_work_on(0, queue, &dpc->work);
Zhang Rui19cd8472008-08-28 10:05:06 +08001105 if (!ret) {
Lin Ming55ac9a02008-09-28 14:51:56 +08001106 printk(KERN_ERR PREFIX
1107 "Call to queue_work() failed.\n");
Alexey Starikovskiy17bc54e2007-11-13 13:05:45 +03001108 status = AE_ERROR;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001109 }
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001110err_workqueue:
1111 if (ACPI_FAILURE(status))
1112 kfree(dpc);
1113out_thread:
Lin Ming889c78b2008-12-31 09:23:57 +08001114 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001115}
Alexey Starikovskiyb8d35192006-05-05 03:23:00 -04001116EXPORT_SYMBOL(acpi_os_execute);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001117
Lin Mingbd6f10a2012-05-22 16:43:49 +08001118void acpi_os_wait_events_complete(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001119{
Lv Zheng90253a72014-11-05 15:06:13 +08001120 /*
1121 * Make sure the GPE handler or the fixed event handler is not used
1122 * on another CPU after removal.
1123 */
Chen Yuefb1cf72015-10-25 01:02:36 +08001124 if (acpi_sci_irq_valid())
1125 synchronize_hardirq(acpi_sci_irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001126 flush_workqueue(kacpid_wq);
Zhang Rui2f67a062008-04-29 02:34:42 -04001127 flush_workqueue(kacpi_notify_wq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001128}
Len Brown4be44fc2005-08-05 00:44:28 -04001129
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001130struct acpi_hp_work {
1131 struct work_struct work;
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001132 struct acpi_device *adev;
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001133 u32 src;
1134};
1135
1136static void acpi_hotplug_work_fn(struct work_struct *work)
1137{
1138 struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1139
1140 acpi_os_wait_events_complete();
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001141 acpi_device_hotplug(hpw->adev, hpw->src);
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001142 kfree(hpw);
1143}
1144
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001145acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001146{
1147 struct acpi_hp_work *hpw;
1148
1149 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001150 "Scheduling hotplug event (%p, %u) for deferred execution.\n",
1151 adev, src));
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001152
1153 hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1154 if (!hpw)
1155 return AE_NO_MEMORY;
1156
1157 INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001158 hpw->adev = adev;
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001159 hpw->src = src;
1160 /*
1161 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1162 * the hotplug code may call driver .remove() functions, which may
1163 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1164 * these workqueues.
1165 */
1166 if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1167 kfree(hpw);
1168 return AE_ERROR;
1169 }
1170 return AE_OK;
1171}
1172
Rafael J. Wysockid7831562013-11-22 21:52:12 +01001173bool acpi_queue_hotplug_work(struct work_struct *work)
1174{
1175 return queue_work(kacpi_hotplug_wq, work);
1176}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001177
Linus Torvalds1da177e2005-04-16 15:20:36 -07001178acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -04001179acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001180{
Len Brown4be44fc2005-08-05 00:44:28 -04001181 struct semaphore *sem = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001182
jhbird.choi@samsung.com2d0acb42014-03-20 16:35:56 +09001183 sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001184 if (!sem)
Patrick Mocheld550d982006-06-27 00:41:40 -04001185 return AE_NO_MEMORY;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001186
1187 sema_init(sem, initial_units);
1188
Len Brown4be44fc2005-08-05 00:44:28 -04001189 *handle = (acpi_handle *) sem;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001190
Len Brown4be44fc2005-08-05 00:44:28 -04001191 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1192 *handle, initial_units));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001193
Patrick Mocheld550d982006-06-27 00:41:40 -04001194 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001195}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001196
Linus Torvalds1da177e2005-04-16 15:20:36 -07001197/*
1198 * TODO: A better way to delete semaphores? Linux doesn't have a
1199 * 'delete_semaphore()' function -- may result in an invalid
1200 * pointer dereference for non-synchronized consumers. Should
1201 * we at least check for blocked threads and signal/cancel them?
1202 */
1203
Len Brown4be44fc2005-08-05 00:44:28 -04001204acpi_status acpi_os_delete_semaphore(acpi_handle handle)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001205{
Len Brown4be44fc2005-08-05 00:44:28 -04001206 struct semaphore *sem = (struct semaphore *)handle;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001207
Linus Torvalds1da177e2005-04-16 15:20:36 -07001208 if (!sem)
Patrick Mocheld550d982006-06-27 00:41:40 -04001209 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001210
Len Brown4be44fc2005-08-05 00:44:28 -04001211 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001212
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001213 BUG_ON(!list_empty(&sem->wait_list));
Len Brown02438d82006-06-30 03:19:10 -04001214 kfree(sem);
Len Brown4be44fc2005-08-05 00:44:28 -04001215 sem = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001216
Patrick Mocheld550d982006-06-27 00:41:40 -04001217 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001218}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001219
Linus Torvalds1da177e2005-04-16 15:20:36 -07001220/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001221 * TODO: Support for units > 1?
1222 */
Len Brown4be44fc2005-08-05 00:44:28 -04001223acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001224{
Len Brown4be44fc2005-08-05 00:44:28 -04001225 acpi_status status = AE_OK;
1226 struct semaphore *sem = (struct semaphore *)handle;
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001227 long jiffies;
Len Brown4be44fc2005-08-05 00:44:28 -04001228 int ret = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001229
Lv Zheng7901a052015-08-05 16:23:51 +08001230 if (!acpi_os_initialized)
1231 return AE_OK;
1232
Linus Torvalds1da177e2005-04-16 15:20:36 -07001233 if (!sem || (units < 1))
Patrick Mocheld550d982006-06-27 00:41:40 -04001234 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001235
1236 if (units > 1)
Patrick Mocheld550d982006-06-27 00:41:40 -04001237 return AE_SUPPORT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001238
Len Brown4be44fc2005-08-05 00:44:28 -04001239 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1240 handle, units, timeout));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001241
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001242 if (timeout == ACPI_WAIT_FOREVER)
1243 jiffies = MAX_SCHEDULE_TIMEOUT;
1244 else
1245 jiffies = msecs_to_jiffies(timeout);
Al Stonecad1525a2013-12-04 12:59:11 -07001246
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001247 ret = down_timeout(sem, jiffies);
1248 if (ret)
1249 status = AE_TIME;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001250
1251 if (ACPI_FAILURE(status)) {
Bjorn Helgaas9e7e2c02006-04-27 05:25:00 -04001252 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
Thomas Renningera6fc6722006-06-26 23:58:43 -04001253 "Failed to acquire semaphore[%p|%d|%d], %s",
Len Brown4be44fc2005-08-05 00:44:28 -04001254 handle, units, timeout,
1255 acpi_format_exception(status)));
1256 } else {
1257 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
Thomas Renningera6fc6722006-06-26 23:58:43 -04001258 "Acquired semaphore[%p|%d|%d]", handle,
Len Brown4be44fc2005-08-05 00:44:28 -04001259 units, timeout));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001260 }
1261
Patrick Mocheld550d982006-06-27 00:41:40 -04001262 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001263}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001264
Linus Torvalds1da177e2005-04-16 15:20:36 -07001265/*
1266 * TODO: Support for units > 1?
1267 */
Len Brown4be44fc2005-08-05 00:44:28 -04001268acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001269{
Len Brown4be44fc2005-08-05 00:44:28 -04001270 struct semaphore *sem = (struct semaphore *)handle;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001271
Lv Zheng7901a052015-08-05 16:23:51 +08001272 if (!acpi_os_initialized)
1273 return AE_OK;
1274
Linus Torvalds1da177e2005-04-16 15:20:36 -07001275 if (!sem || (units < 1))
Patrick Mocheld550d982006-06-27 00:41:40 -04001276 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001277
1278 if (units > 1)
Patrick Mocheld550d982006-06-27 00:41:40 -04001279 return AE_SUPPORT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001280
Len Brown4be44fc2005-08-05 00:44:28 -04001281 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1282 units));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001283
1284 up(sem);
1285
Patrick Mocheld550d982006-06-27 00:41:40 -04001286 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001287}
Len Brown4be44fc2005-08-05 00:44:28 -04001288
Lv Zheng4d946f72015-10-19 10:25:56 +08001289acpi_status acpi_os_get_line(char *buffer, u32 buffer_length, u32 *bytes_read)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001290{
Linus Torvalds1da177e2005-04-16 15:20:36 -07001291#ifdef ENABLE_DEBUGGER
1292 if (acpi_in_debugger) {
1293 u32 chars;
1294
Lv Zheng4d946f72015-10-19 10:25:56 +08001295 kdb_read(buffer, buffer_length);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001296
1297 /* remove the CR kdb includes */
1298 chars = strlen(buffer) - 1;
1299 buffer[chars] = '\0';
1300 }
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001301#else
1302 int ret;
1303
Lv Zheng836d083012015-12-03 10:43:14 +08001304 ret = acpi_debugger_read_cmd(buffer, buffer_length);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001305 if (ret < 0)
1306 return AE_ERROR;
1307 if (bytes_read)
1308 *bytes_read = ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001309#endif
1310
Lv Zheng4d946f72015-10-19 10:25:56 +08001311 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001312}
Lv Zheng836d083012015-12-03 10:43:14 +08001313EXPORT_SYMBOL(acpi_os_get_line);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001314
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001315acpi_status acpi_os_wait_command_ready(void)
1316{
1317 int ret;
1318
Lv Zheng836d083012015-12-03 10:43:14 +08001319 ret = acpi_debugger_wait_command_ready();
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001320 if (ret < 0)
1321 return AE_ERROR;
1322 return AE_OK;
1323}
1324
1325acpi_status acpi_os_notify_command_complete(void)
1326{
1327 int ret;
1328
Lv Zheng836d083012015-12-03 10:43:14 +08001329 ret = acpi_debugger_notify_command_complete();
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001330 if (ret < 0)
1331 return AE_ERROR;
1332 return AE_OK;
1333}
1334
Len Brown4be44fc2005-08-05 00:44:28 -04001335acpi_status acpi_os_signal(u32 function, void *info)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001336{
Len Brown4be44fc2005-08-05 00:44:28 -04001337 switch (function) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001338 case ACPI_SIGNAL_FATAL:
1339 printk(KERN_ERR PREFIX "Fatal opcode executed\n");
1340 break;
1341 case ACPI_SIGNAL_BREAKPOINT:
1342 /*
1343 * AML Breakpoint
1344 * ACPI spec. says to treat it as a NOP unless
1345 * you are debugging. So if/when we integrate
1346 * AML debugger into the kernel debugger its
1347 * hook will go here. But until then it is
1348 * not useful to print anything on breakpoints.
1349 */
1350 break;
1351 default:
1352 break;
1353 }
1354
1355 return AE_OK;
1356}
Len Brown4be44fc2005-08-05 00:44:28 -04001357
Len Brown4be44fc2005-08-05 00:44:28 -04001358static int __init acpi_os_name_setup(char *str)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001359{
1360 char *p = acpi_os_name;
Len Brown4be44fc2005-08-05 00:44:28 -04001361 int count = ACPI_MAX_OVERRIDE_LEN - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001362
1363 if (!str || !*str)
1364 return 0;
1365
Dan Carpenter5e2be4e2013-10-18 12:01:43 +03001366 for (; count-- && *str; str++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001367 if (isalnum(*str) || *str == ' ' || *str == ':')
1368 *p++ = *str;
1369 else if (*str == '\'' || *str == '"')
1370 continue;
1371 else
1372 break;
1373 }
1374 *p = 0;
1375
1376 return 1;
Len Brown4be44fc2005-08-05 00:44:28 -04001377
Linus Torvalds1da177e2005-04-16 15:20:36 -07001378}
1379
1380__setup("acpi_os_name=", acpi_os_name_setup);
1381
Bob Moore22b5afc2014-03-24 14:49:00 +08001382/*
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001383 * Disable the auto-serialization of named objects creation methods.
Bob Moore22b5afc2014-03-24 14:49:00 +08001384 *
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001385 * This feature is enabled by default. It marks the AML control methods
Bob Moore22b5afc2014-03-24 14:49:00 +08001386 * that contain the opcodes to create named objects as "Serialized".
1387 */
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001388static int __init acpi_no_auto_serialize_setup(char *str)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001389{
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001390 acpi_gbl_auto_serialize_methods = FALSE;
1391 pr_info("ACPI: auto-serialization disabled\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001392
1393 return 1;
1394}
1395
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001396__setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001397
Thomas Renningerdf92e692008-02-04 23:31:22 -08001398/* Check of resource interference between native drivers and ACPI
1399 * OperationRegions (SystemIO and System Memory only).
1400 * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1401 * in arbitrary AML code and can interfere with legacy drivers.
1402 * acpi_enforce_resources= can be set to:
1403 *
Luca Tettamanti7e905602009-03-30 00:01:27 +02001404 * - strict (default) (2)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001405 * -> further driver trying to access the resources will not load
Luca Tettamanti7e905602009-03-30 00:01:27 +02001406 * - lax (1)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001407 * -> further driver trying to access the resources will load, but you
1408 * get a system message that something might go wrong...
1409 *
1410 * - no (0)
1411 * -> ACPI Operation Region resources will not be registered
1412 *
1413 */
1414#define ENFORCE_RESOURCES_STRICT 2
1415#define ENFORCE_RESOURCES_LAX 1
1416#define ENFORCE_RESOURCES_NO 0
1417
Luca Tettamanti7e905602009-03-30 00:01:27 +02001418static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001419
1420static int __init acpi_enforce_resources_setup(char *str)
1421{
1422 if (str == NULL || *str == '\0')
1423 return 0;
1424
1425 if (!strcmp("strict", str))
1426 acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1427 else if (!strcmp("lax", str))
1428 acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1429 else if (!strcmp("no", str))
1430 acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1431
1432 return 1;
1433}
1434
1435__setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1436
1437/* Check for resource conflicts between ACPI OperationRegions and native
1438 * drivers */
Jean Delvare876fba42009-11-11 15:22:15 +01001439int acpi_check_resource_conflict(const struct resource *res)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001440{
Lin Mingf654c0f2012-01-12 13:10:32 +08001441 acpi_adr_space_type space_id;
1442 acpi_size length;
1443 u8 warn = 0;
1444 int clash = 0;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001445
1446 if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1447 return 0;
1448 if (!(res->flags & IORESOURCE_IO) && !(res->flags & IORESOURCE_MEM))
1449 return 0;
1450
Lin Mingf654c0f2012-01-12 13:10:32 +08001451 if (res->flags & IORESOURCE_IO)
1452 space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1453 else
1454 space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001455
Alexandru Gheorghiue4f52242013-03-12 08:53:02 +00001456 length = resource_size(res);
Lin Mingf654c0f2012-01-12 13:10:32 +08001457 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO)
1458 warn = 1;
1459 clash = acpi_check_address_range(space_id, res->start, length, warn);
Thomas Renningerdf92e692008-02-04 23:31:22 -08001460
1461 if (clash) {
1462 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO) {
Jean Delvare14f03342009-09-08 15:31:46 +02001463 if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1464 printk(KERN_NOTICE "ACPI: This conflict may"
1465 " cause random problems and system"
1466 " instability\n");
1467 printk(KERN_INFO "ACPI: If an ACPI driver is available"
1468 " for this device, you should use it instead of"
1469 " the native driver\n");
Thomas Renningerdf92e692008-02-04 23:31:22 -08001470 }
1471 if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1472 return -EBUSY;
1473 }
1474 return 0;
1475}
Thomas Renninger443dea72008-02-04 23:31:23 -08001476EXPORT_SYMBOL(acpi_check_resource_conflict);
Thomas Renningerdf92e692008-02-04 23:31:22 -08001477
1478int acpi_check_region(resource_size_t start, resource_size_t n,
1479 const char *name)
1480{
1481 struct resource res = {
1482 .start = start,
1483 .end = start + n - 1,
1484 .name = name,
1485 .flags = IORESOURCE_IO,
1486 };
1487
1488 return acpi_check_resource_conflict(&res);
1489}
1490EXPORT_SYMBOL(acpi_check_region);
1491
Linus Torvalds1da177e2005-04-16 15:20:36 -07001492/*
Jean Delvare70dd6be2010-05-27 19:58:37 +02001493 * Let drivers know whether the resource checks are effective
1494 */
1495int acpi_resources_are_enforced(void)
1496{
1497 return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1498}
1499EXPORT_SYMBOL(acpi_resources_are_enforced);
1500
1501/*
Lin Ming9f63b882011-03-23 17:26:34 +08001502 * Deallocate the memory for a spinlock.
1503 */
1504void acpi_os_delete_lock(acpi_spinlock handle)
1505{
1506 ACPI_FREE(handle);
1507}
1508
1509/*
Robert Moore73459f72005-06-24 00:00:00 -04001510 * Acquire a spinlock.
1511 *
1512 * handle is a pointer to the spinlock_t.
Robert Moore73459f72005-06-24 00:00:00 -04001513 */
1514
Bob Moore967440e32006-06-23 17:04:00 -04001515acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
Robert Moore73459f72005-06-24 00:00:00 -04001516{
Bob Mooreb8e4d892006-01-27 16:43:00 -05001517 acpi_cpu_flags flags;
Bob Moore967440e32006-06-23 17:04:00 -04001518 spin_lock_irqsave(lockp, flags);
Robert Moore73459f72005-06-24 00:00:00 -04001519 return flags;
1520}
1521
1522/*
1523 * Release a spinlock. See above.
1524 */
1525
Bob Moore967440e32006-06-23 17:04:00 -04001526void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
Robert Moore73459f72005-06-24 00:00:00 -04001527{
Bob Moore967440e32006-06-23 17:04:00 -04001528 spin_unlock_irqrestore(lockp, flags);
Robert Moore73459f72005-06-24 00:00:00 -04001529}
1530
Robert Moore73459f72005-06-24 00:00:00 -04001531#ifndef ACPI_USE_LOCAL_CACHE
1532
1533/*******************************************************************************
1534 *
1535 * FUNCTION: acpi_os_create_cache
1536 *
Bob Mooreb229cf92006-04-21 17:15:00 -04001537 * PARAMETERS: name - Ascii name for the cache
1538 * size - Size of each cached object
1539 * depth - Maximum depth of the cache (in objects) <ignored>
1540 * cache - Where the new cache object is returned
Robert Moore73459f72005-06-24 00:00:00 -04001541 *
Bob Mooreb229cf92006-04-21 17:15:00 -04001542 * RETURN: status
Robert Moore73459f72005-06-24 00:00:00 -04001543 *
1544 * DESCRIPTION: Create a cache object
1545 *
1546 ******************************************************************************/
1547
1548acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -04001549acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
Robert Moore73459f72005-06-24 00:00:00 -04001550{
Paul Mundt20c2df82007-07-20 10:11:58 +09001551 *cache = kmem_cache_create(name, size, 0, 0, NULL);
Adrian Bunka6fdbf92006-12-19 12:56:13 -08001552 if (*cache == NULL)
Bob Mooreb229cf92006-04-21 17:15:00 -04001553 return AE_ERROR;
1554 else
1555 return AE_OK;
Robert Moore73459f72005-06-24 00:00:00 -04001556}
1557
1558/*******************************************************************************
1559 *
1560 * FUNCTION: acpi_os_purge_cache
1561 *
1562 * PARAMETERS: Cache - Handle to cache object
1563 *
1564 * RETURN: Status
1565 *
1566 * DESCRIPTION: Free all objects within the requested cache.
1567 *
1568 ******************************************************************************/
1569
Len Brown4be44fc2005-08-05 00:44:28 -04001570acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
Robert Moore73459f72005-06-24 00:00:00 -04001571{
Jan Engelhardt50dd0962006-10-01 00:28:50 +02001572 kmem_cache_shrink(cache);
Len Brown4be44fc2005-08-05 00:44:28 -04001573 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001574}
1575
1576/*******************************************************************************
1577 *
1578 * FUNCTION: acpi_os_delete_cache
1579 *
1580 * PARAMETERS: Cache - Handle to cache object
1581 *
1582 * RETURN: Status
1583 *
1584 * DESCRIPTION: Free all objects within the requested cache and delete the
1585 * cache object.
1586 *
1587 ******************************************************************************/
1588
Len Brown4be44fc2005-08-05 00:44:28 -04001589acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
Robert Moore73459f72005-06-24 00:00:00 -04001590{
Alexey Dobriyan1a1d92c2006-09-27 01:49:40 -07001591 kmem_cache_destroy(cache);
Len Brown4be44fc2005-08-05 00:44:28 -04001592 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001593}
1594
1595/*******************************************************************************
1596 *
1597 * FUNCTION: acpi_os_release_object
1598 *
1599 * PARAMETERS: Cache - Handle to cache object
1600 * Object - The object to be released
1601 *
1602 * RETURN: None
1603 *
1604 * DESCRIPTION: Release an object to the specified cache. If cache is full,
1605 * the object is deleted.
1606 *
1607 ******************************************************************************/
1608
Len Brown4be44fc2005-08-05 00:44:28 -04001609acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
Robert Moore73459f72005-06-24 00:00:00 -04001610{
Len Brown4be44fc2005-08-05 00:44:28 -04001611 kmem_cache_free(cache, object);
1612 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001613}
Robert Moore73459f72005-06-24 00:00:00 -04001614#endif
Myron Stowed362eda2010-10-21 14:24:04 -06001615
Lv Zhenga94e88c2014-04-04 12:39:11 +08001616static int __init acpi_no_static_ssdt_setup(char *s)
Lv Zhengb75dd292013-06-08 00:58:48 +00001617{
Lv Zhenga94e88c2014-04-04 12:39:11 +08001618 acpi_gbl_disable_ssdt_table_install = TRUE;
1619 pr_info("ACPI: static SSDT installation disabled\n");
Lv Zhengb75dd292013-06-08 00:58:48 +00001620
Lv Zhenga94e88c2014-04-04 12:39:11 +08001621 return 0;
Lv Zhengb75dd292013-06-08 00:58:48 +00001622}
1623
Lv Zhenga94e88c2014-04-04 12:39:11 +08001624early_param("acpi_no_static_ssdt", acpi_no_static_ssdt_setup);
Lv Zhengb75dd292013-06-08 00:58:48 +00001625
Lv Zheng4dde5072014-02-11 11:01:52 +08001626static int __init acpi_disable_return_repair(char *s)
1627{
1628 printk(KERN_NOTICE PREFIX
1629 "ACPI: Predefined validation mechanism disabled\n");
1630 acpi_gbl_disable_auto_repair = TRUE;
1631
1632 return 1;
1633}
1634
1635__setup("acpica_no_return_repair", acpi_disable_return_repair);
1636
Myron Stowed362eda2010-10-21 14:24:04 -06001637acpi_status __init acpi_os_initialize(void)
1638{
1639 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1640 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1641 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1642 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
Randy Wrighta4714a82014-06-04 08:55:59 -07001643 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER) {
1644 /*
1645 * Use acpi_os_map_generic_address to pre-map the reset
1646 * register if it's in system memory.
1647 */
1648 int rv;
1649
1650 rv = acpi_os_map_generic_address(&acpi_gbl_FADT.reset_register);
1651 pr_debug(PREFIX "%s: map reset_reg status %d\n", __func__, rv);
1652 }
Lv Zheng7901a052015-08-05 16:23:51 +08001653 acpi_os_initialized = true;
Myron Stowed362eda2010-10-21 14:24:04 -06001654
1655 return AE_OK;
1656}
1657
Zhang Rui32d47ee2010-12-08 10:40:36 +08001658acpi_status __init acpi_os_initialize1(void)
Myron Stowed362eda2010-10-21 14:24:04 -06001659{
Tejun Heo44d25882011-02-01 11:42:42 +01001660 kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1661 kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
Rafael J. Wysockid7831562013-11-22 21:52:12 +01001662 kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
Myron Stowed362eda2010-10-21 14:24:04 -06001663 BUG_ON(!kacpid_wq);
1664 BUG_ON(!kacpi_notify_wq);
1665 BUG_ON(!kacpi_hotplug_wq);
Lv Zhenge5f660e2016-05-03 16:49:01 +08001666 acpi_osi_init();
Myron Stowed362eda2010-10-21 14:24:04 -06001667 return AE_OK;
1668}
1669
1670acpi_status acpi_os_terminate(void)
1671{
1672 if (acpi_irq_handler) {
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +01001673 acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
Myron Stowed362eda2010-10-21 14:24:04 -06001674 acpi_irq_handler);
1675 }
1676
1677 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1678 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1679 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1680 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
Randy Wrighta4714a82014-06-04 08:55:59 -07001681 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER)
1682 acpi_os_unmap_generic_address(&acpi_gbl_FADT.reset_register);
Myron Stowed362eda2010-10-21 14:24:04 -06001683
1684 destroy_workqueue(kacpid_wq);
1685 destroy_workqueue(kacpi_notify_wq);
1686 destroy_workqueue(kacpi_hotplug_wq);
1687
1688 return AE_OK;
1689}
Tang Liang09f98a82011-12-09 10:05:54 +08001690
1691acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1692 u32 pm1b_control)
1693{
1694 int rc = 0;
1695 if (__acpi_os_prepare_sleep)
1696 rc = __acpi_os_prepare_sleep(sleep_state,
1697 pm1a_control, pm1b_control);
1698 if (rc < 0)
1699 return AE_ERROR;
1700 else if (rc > 0)
1701 return AE_CTRL_SKIP;
1702
1703 return AE_OK;
1704}
1705
1706void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1707 u32 pm1a_ctrl, u32 pm1b_ctrl))
1708{
1709 __acpi_os_prepare_sleep = func;
1710}
Yinghai Lu92d8aff2013-01-21 13:20:47 -08001711
Ben Guthrod6b47b12013-07-30 08:24:52 -04001712acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1713 u32 val_b)
1714{
1715 int rc = 0;
1716 if (__acpi_os_prepare_extended_sleep)
1717 rc = __acpi_os_prepare_extended_sleep(sleep_state,
1718 val_a, val_b);
1719 if (rc < 0)
1720 return AE_ERROR;
1721 else if (rc > 0)
1722 return AE_CTRL_SKIP;
1723
1724 return AE_OK;
1725}
1726
1727void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1728 u32 val_a, u32 val_b))
1729{
1730 __acpi_os_prepare_extended_sleep = func;
1731}