blob: c6c7e4287c4d1ddc855840da5e7f9d24ec50a759 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * acpi_osl.c - OS-dependent functions ($Revision: 83 $)
3 *
4 * Copyright (C) 2000 Andrew Henroid
5 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
6 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04007 * Copyright (c) 2008 Intel Corporation
8 * Author: Matthew Wilcox <willy@linux.intel.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
10 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or
15 * (at your option) any later version.
16 *
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
21 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070022 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
23 *
24 */
25
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <linux/module.h>
27#include <linux/kernel.h>
28#include <linux/slab.h>
29#include <linux/mm.h>
Myron Stoweba242d52012-01-20 19:13:30 -070030#include <linux/highmem.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <linux/pci.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <linux/interrupt.h>
33#include <linux/kmod.h>
34#include <linux/delay.h>
35#include <linux/workqueue.h>
36#include <linux/nmi.h>
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +030037#include <linux/acpi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#include <linux/efi.h>
Thomas Renningerdf92e692008-02-04 23:31:22 -080039#include <linux/ioport.h>
40#include <linux/list.h>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -040041#include <linux/jiffies.h>
42#include <linux/semaphore.h>
43
44#include <asm/io.h>
45#include <asm/uaccess.h>
Christoph Hellwig2f8e2c82015-08-28 09:27:14 +020046#include <linux/io-64-nonatomic-lo-hi.h>
Matthew Wilcoxf1241c82008-03-14 13:43:13 -040047
Lv Zheng1129c922013-07-23 16:11:55 +080048#include "internal.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
Linus Torvalds1da177e2005-04-16 15:20:36 -070050#define _COMPONENT ACPI_OS_SERVICES
Len Brownf52fd662007-02-12 22:42:12 -050051ACPI_MODULE_NAME("osl");
Hanjun Guo07070e12014-03-13 12:47:39 +080052
Len Brown4be44fc2005-08-05 00:44:28 -040053struct acpi_os_dpc {
54 acpi_osd_exec_callback function;
55 void *context;
David Howells65f27f32006-11-22 14:55:48 +000056 struct work_struct work;
Linus Torvalds1da177e2005-04-16 15:20:36 -070057};
58
Linus Torvalds1da177e2005-04-16 15:20:36 -070059#ifdef ENABLE_DEBUGGER
60#include <linux/kdb.h>
61
62/* stuff for debugger support */
63int acpi_in_debugger;
64EXPORT_SYMBOL(acpi_in_debugger);
Len Brown4be44fc2005-08-05 00:44:28 -040065#endif /*ENABLE_DEBUGGER */
Linus Torvalds1da177e2005-04-16 15:20:36 -070066
Tang Liang09f98a82011-12-09 10:05:54 +080067static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
68 u32 pm1b_ctrl);
Ben Guthrod6b47b12013-07-30 08:24:52 -040069static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
70 u32 val_b);
Tang Liang09f98a82011-12-09 10:05:54 +080071
Linus Torvalds1da177e2005-04-16 15:20:36 -070072static acpi_osd_handler acpi_irq_handler;
73static void *acpi_irq_context;
74static struct workqueue_struct *kacpid_wq;
Alexey Starikovskiy88db5e12007-05-09 23:31:03 -040075static struct workqueue_struct *kacpi_notify_wq;
Yinghai Lu92d8aff2013-01-21 13:20:47 -080076static struct workqueue_struct *kacpi_hotplug_wq;
Lv Zheng7901a052015-08-05 16:23:51 +080077static bool acpi_os_initialized;
Chen Yu49e4b8432015-10-25 01:02:19 +080078unsigned int acpi_sci_irq = INVALID_ACPI_IRQ;
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
Myron Stowe620242a2010-10-21 14:23:53 -060080/*
81 * This list of permanent mappings is for memory that may be accessed from
82 * interrupt context, where we can't do the ioremap().
83 */
84struct acpi_ioremap {
85 struct list_head list;
86 void __iomem *virt;
87 acpi_physical_address phys;
88 acpi_size size;
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +010089 unsigned long refcount;
Myron Stowe620242a2010-10-21 14:23:53 -060090};
91
92static LIST_HEAD(acpi_ioremaps);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +010093static DEFINE_MUTEX(acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -060094
Myron Stowebc9ffce2011-11-07 16:23:27 -070095static void __init acpi_request_region (struct acpi_generic_address *gas,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -070096 unsigned int length, char *desc)
97{
Myron Stowebc9ffce2011-11-07 16:23:27 -070098 u64 addr;
99
100 /* Handle possible alignment issues */
101 memcpy(&addr, &gas->address, sizeof(addr));
102 if (!addr || !length)
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700103 return;
104
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200105 /* Resources are never freed */
106 if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
107 request_region(addr, length, desc);
108 else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
109 request_mem_region(addr, length, desc);
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700110}
111
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200112static int __init acpi_reserve_resources(void)
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700113{
Len Browneee3c852007-02-03 01:38:16 -0500114 acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700115 "ACPI PM1a_EVT_BLK");
116
Len Browneee3c852007-02-03 01:38:16 -0500117 acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700118 "ACPI PM1b_EVT_BLK");
119
Len Browneee3c852007-02-03 01:38:16 -0500120 acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700121 "ACPI PM1a_CNT_BLK");
122
Len Browneee3c852007-02-03 01:38:16 -0500123 acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700124 "ACPI PM1b_CNT_BLK");
125
Len Browneee3c852007-02-03 01:38:16 -0500126 if (acpi_gbl_FADT.pm_timer_length == 4)
127 acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700128
Len Browneee3c852007-02-03 01:38:16 -0500129 acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700130 "ACPI PM2_CNT_BLK");
131
132 /* Length of GPE blocks must be a non-negative multiple of 2 */
133
Len Browneee3c852007-02-03 01:38:16 -0500134 if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
135 acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
136 acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700137
Len Browneee3c852007-02-03 01:38:16 -0500138 if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
139 acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
140 acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200141
142 return 0;
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700143}
Rafael J. Wysocki02941122015-07-04 03:09:03 +0200144fs_initcall_sync(acpi_reserve_resources);
Bjorn Helgaas9a47cdb2007-01-18 16:42:55 -0700145
Len Brown4be44fc2005-08-05 00:44:28 -0400146void acpi_os_printf(const char *fmt, ...)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147{
148 va_list args;
149 va_start(args, fmt);
150 acpi_os_vprintf(fmt, args);
151 va_end(args);
152}
Lv Zheng836d083012015-12-03 10:43:14 +0800153EXPORT_SYMBOL(acpi_os_printf);
Len Brown4be44fc2005-08-05 00:44:28 -0400154
Len Brown4be44fc2005-08-05 00:44:28 -0400155void acpi_os_vprintf(const char *fmt, va_list args)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156{
157 static char buffer[512];
Len Brown4be44fc2005-08-05 00:44:28 -0400158
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 vsprintf(buffer, fmt, args);
160
161#ifdef ENABLE_DEBUGGER
162 if (acpi_in_debugger) {
163 kdb_printf("%s", buffer);
164 } else {
Joe Perchesabc4b9a2016-10-12 11:50:34 -0700165 if (printk_get_level(buffer))
166 printk("%s", buffer);
167 else
168 printk(KERN_CONT "%s", buffer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 }
170#else
Joe Perchesabc4b9a2016-10-12 11:50:34 -0700171 if (acpi_debugger_write_log(buffer) < 0) {
172 if (printk_get_level(buffer))
173 printk("%s", buffer);
174 else
175 printk(KERN_CONT "%s", buffer);
176 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177#endif
178}
179
Takao Indoh4996c022011-07-14 18:05:21 -0400180#ifdef CONFIG_KEXEC
181static unsigned long acpi_rsdp;
182static int __init setup_acpi_rsdp(char *arg)
183{
Christoph Jaeger3d915892014-06-13 21:49:58 +0200184 if (kstrtoul(arg, 16, &acpi_rsdp))
185 return -EINVAL;
Takao Indoh4996c022011-07-14 18:05:21 -0400186 return 0;
187}
188early_param("acpi_rsdp", setup_acpi_rsdp);
189#endif
190
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300191acpi_physical_address __init acpi_os_get_root_pointer(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192{
Takao Indoh4996c022011-07-14 18:05:21 -0400193#ifdef CONFIG_KEXEC
194 if (acpi_rsdp)
195 return acpi_rsdp;
196#endif
197
Matt Fleming83e68182012-11-14 09:42:35 +0000198 if (efi_enabled(EFI_CONFIG_TABLES)) {
Bjorn Helgaasb2c99e32006-03-26 01:37:08 -0800199 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300200 return efi.acpi20;
Bjorn Helgaasb2c99e32006-03-26 01:37:08 -0800201 else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300202 return efi.acpi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 else {
Len Brown4be44fc2005-08-05 00:44:28 -0400204 printk(KERN_ERR PREFIX
205 "System description tables not found\n");
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300206 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207 }
Graeme Gregory8a1664b2014-07-18 18:02:52 +0800208 } else if (IS_ENABLED(CONFIG_ACPI_LEGACY_TABLES_LOOKUP)) {
Len Brown239665a2007-11-23 20:08:02 -0500209 acpi_physical_address pa = 0;
210
211 acpi_find_root_pointer(&pa);
212 return pa;
213 }
Graeme Gregory8a1664b2014-07-18 18:02:52 +0800214
215 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216}
217
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600218/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
Myron Stowe4a3cba52010-10-21 14:24:14 -0600219static struct acpi_ioremap *
220acpi_map_lookup(acpi_physical_address phys, acpi_size size)
Myron Stowe620242a2010-10-21 14:23:53 -0600221{
222 struct acpi_ioremap *map;
223
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600224 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
Myron Stowe620242a2010-10-21 14:23:53 -0600225 if (map->phys <= phys &&
226 phys + size <= map->phys + map->size)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600227 return map;
228
229 return NULL;
230}
231
232/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
233static void __iomem *
234acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
235{
236 struct acpi_ioremap *map;
237
238 map = acpi_map_lookup(phys, size);
239 if (map)
240 return map->virt + (phys - map->phys);
Myron Stowe620242a2010-10-21 14:23:53 -0600241
242 return NULL;
243}
244
Rafael J. Wysocki13606a22011-02-08 23:38:25 +0100245void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
246{
247 struct acpi_ioremap *map;
248 void __iomem *virt = NULL;
249
250 mutex_lock(&acpi_ioremap_lock);
251 map = acpi_map_lookup(phys, size);
252 if (map) {
253 virt = map->virt + (phys - map->phys);
254 map->refcount++;
255 }
256 mutex_unlock(&acpi_ioremap_lock);
257 return virt;
258}
259EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
260
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600261/* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
Myron Stowe620242a2010-10-21 14:23:53 -0600262static struct acpi_ioremap *
263acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
264{
265 struct acpi_ioremap *map;
266
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600267 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600268 if (map->virt <= virt &&
269 virt + size <= map->virt + map->size)
Myron Stowe620242a2010-10-21 14:23:53 -0600270 return map;
271
272 return NULL;
273}
274
Graeme Gregoryaafc65c2015-03-24 14:02:35 +0000275#if defined(CONFIG_IA64) || defined(CONFIG_ARM64)
Myron Stoweba242d52012-01-20 19:13:30 -0700276/* ioremap will take care of cache attributes */
277#define should_use_kmap(pfn) 0
Graeme Gregoryaafc65c2015-03-24 14:02:35 +0000278#else
279#define should_use_kmap(pfn) page_is_ram(pfn)
Myron Stoweba242d52012-01-20 19:13:30 -0700280#endif
281
282static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
283{
284 unsigned long pfn;
285
286 pfn = pg_off >> PAGE_SHIFT;
287 if (should_use_kmap(pfn)) {
288 if (pg_sz > PAGE_SIZE)
289 return NULL;
290 return (void __iomem __force *)kmap(pfn_to_page(pfn));
291 } else
292 return acpi_os_ioremap(pg_off, pg_sz);
293}
294
295static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
296{
297 unsigned long pfn;
298
299 pfn = pg_off >> PAGE_SHIFT;
Jan Beuliche2526752012-02-24 11:41:53 +0000300 if (should_use_kmap(pfn))
Myron Stoweba242d52012-01-20 19:13:30 -0700301 kunmap(pfn_to_page(pfn));
302 else
303 iounmap(vaddr);
304}
305
Rafael J. Wysocki9d128ed2016-01-02 03:10:29 +0100306/**
307 * acpi_os_map_iomem - Get a virtual address for a given physical address range.
308 * @phys: Start of the physical address range to map.
309 * @size: Size of the physical address range to map.
310 *
311 * Look up the given physical address range in the list of existing ACPI memory
312 * mappings. If found, get a reference to it and return a pointer to it (its
313 * virtual address). If not found, map it, add it to that list and return a
314 * pointer to it.
315 *
316 * During early init (when acpi_gbl_permanent_mmap has not been set yet) this
317 * routine simply calls __acpi_map_table() to get the job done.
318 */
Fabian Frederickbd721ea2016-08-02 14:03:33 -0700319void __iomem *__ref
Lv Zhenga2383172014-05-20 15:39:41 +0800320acpi_os_map_iomem(acpi_physical_address phys, acpi_size size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321{
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100322 struct acpi_ioremap *map;
Myron Stowe620242a2010-10-21 14:23:53 -0600323 void __iomem *virt;
Rafael J. Wysocki2d6d9fd2011-01-19 22:27:14 +0100324 acpi_physical_address pg_off;
325 acpi_size pg_sz;
Myron Stowe620242a2010-10-21 14:23:53 -0600326
Bjorn Helgaas9f4fd612006-03-26 01:37:10 -0800327 if (phys > ULONG_MAX) {
328 printk(KERN_ERR PREFIX "Cannot map memory that high\n");
Randy Dunlap70c08462007-02-13 16:11:36 -0800329 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330 }
Myron Stowe620242a2010-10-21 14:23:53 -0600331
332 if (!acpi_gbl_permanent_mmap)
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300333 return __acpi_map_table((unsigned long)phys, size);
Myron Stowe620242a2010-10-21 14:23:53 -0600334
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100335 mutex_lock(&acpi_ioremap_lock);
336 /* Check if there's a suitable mapping already. */
337 map = acpi_map_lookup(phys, size);
338 if (map) {
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100339 map->refcount++;
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100340 goto out;
341 }
342
Myron Stowe620242a2010-10-21 14:23:53 -0600343 map = kzalloc(sizeof(*map), GFP_KERNEL);
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100344 if (!map) {
345 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600346 return NULL;
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100347 }
Myron Stowe620242a2010-10-21 14:23:53 -0600348
Myron Stowe4a3cba52010-10-21 14:24:14 -0600349 pg_off = round_down(phys, PAGE_SIZE);
350 pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
Myron Stoweba242d52012-01-20 19:13:30 -0700351 virt = acpi_map(pg_off, pg_sz);
Myron Stowe620242a2010-10-21 14:23:53 -0600352 if (!virt) {
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100353 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600354 kfree(map);
355 return NULL;
356 }
357
358 INIT_LIST_HEAD(&map->list);
359 map->virt = virt;
Myron Stowe4a3cba52010-10-21 14:24:14 -0600360 map->phys = pg_off;
361 map->size = pg_sz;
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100362 map->refcount = 1;
Myron Stowe620242a2010-10-21 14:23:53 -0600363
Myron Stowe78cdb3e2010-10-21 14:24:09 -0600364 list_add_tail_rcu(&map->list, &acpi_ioremaps);
Myron Stowe620242a2010-10-21 14:23:53 -0600365
Lv Zhenga2383172014-05-20 15:39:41 +0800366out:
Rafael J. Wysocki7ffd0442011-02-08 23:38:05 +0100367 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe4a3cba52010-10-21 14:24:14 -0600368 return map->virt + (phys - map->phys);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369}
Lv Zhenga2383172014-05-20 15:39:41 +0800370EXPORT_SYMBOL_GPL(acpi_os_map_iomem);
371
Fabian Frederickbd721ea2016-08-02 14:03:33 -0700372void *__ref acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
Lv Zhenga2383172014-05-20 15:39:41 +0800373{
374 return (void *)acpi_os_map_iomem(phys, size);
375}
Kylene Jo Hall55a82ab2006-01-08 01:03:15 -0800376EXPORT_SYMBOL_GPL(acpi_os_map_memory);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377
Francesco Ruggeri3f24ec52019-11-19 21:47:27 -0800378/* Must be called with mutex_lock(&acpi_ioremap_lock) */
379static unsigned long acpi_os_drop_map_ref(struct acpi_ioremap *map)
Myron Stowe4a3cba52010-10-21 14:24:14 -0600380{
Francesco Ruggeri3f24ec52019-11-19 21:47:27 -0800381 unsigned long refcount = --map->refcount;
382
383 if (!refcount)
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100384 list_del_rcu(&map->list);
Francesco Ruggeri3f24ec52019-11-19 21:47:27 -0800385 return refcount;
Myron Stowe4a3cba52010-10-21 14:24:14 -0600386}
Myron Stowe4a3cba52010-10-21 14:24:14 -0600387
Rafael J. Wysockib7c1fad2011-02-08 23:38:15 +0100388static void acpi_os_map_cleanup(struct acpi_ioremap *map)
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100389{
Francesco Ruggeri3f24ec52019-11-19 21:47:27 -0800390 synchronize_rcu_expedited();
391 acpi_unmap(map->phys, map->virt);
392 kfree(map);
Myron Stowe4a3cba52010-10-21 14:24:14 -0600393}
394
Rafael J. Wysocki9d128ed2016-01-02 03:10:29 +0100395/**
396 * acpi_os_unmap_iomem - Drop a memory mapping reference.
397 * @virt: Start of the address range to drop a reference to.
398 * @size: Size of the address range to drop a reference to.
399 *
400 * Look up the given virtual address range in the list of existing ACPI memory
401 * mappings, drop a reference to it and unmap it if there are no more active
402 * references to it.
403 *
404 * During early init (when acpi_gbl_permanent_mmap has not been set yet) this
405 * routine simply calls __acpi_unmap_table() to get the job done. Since
406 * __acpi_unmap_table() is an __init function, the __ref annotation is needed
407 * here.
408 */
Lv Zhenga2383172014-05-20 15:39:41 +0800409void __ref acpi_os_unmap_iomem(void __iomem *virt, acpi_size size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700410{
Myron Stowe620242a2010-10-21 14:23:53 -0600411 struct acpi_ioremap *map;
Francesco Ruggeri3f24ec52019-11-19 21:47:27 -0800412 unsigned long refcount;
Myron Stowe620242a2010-10-21 14:23:53 -0600413
414 if (!acpi_gbl_permanent_mmap) {
Yinghai Lu7d972772009-02-07 15:39:41 -0800415 __acpi_unmap_table(virt, size);
Myron Stowe620242a2010-10-21 14:23:53 -0600416 return;
417 }
418
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100419 mutex_lock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600420 map = acpi_map_lookup_virt(virt, size);
421 if (!map) {
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100422 mutex_unlock(&acpi_ioremap_lock);
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100423 WARN(true, PREFIX "%s: bad address %p\n", __func__, virt);
Myron Stowe620242a2010-10-21 14:23:53 -0600424 return;
425 }
Francesco Ruggeri3f24ec52019-11-19 21:47:27 -0800426 refcount = acpi_os_drop_map_ref(map);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100427 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe620242a2010-10-21 14:23:53 -0600428
Francesco Ruggeri3f24ec52019-11-19 21:47:27 -0800429 if (!refcount)
430 acpi_os_map_cleanup(map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700431}
Lv Zhenga2383172014-05-20 15:39:41 +0800432EXPORT_SYMBOL_GPL(acpi_os_unmap_iomem);
433
434void __ref acpi_os_unmap_memory(void *virt, acpi_size size)
435{
436 return acpi_os_unmap_iomem((void __iomem *)virt, size);
437}
Kylene Jo Hall55a82ab2006-01-08 01:03:15 -0800438EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700439
Jeremy Fitzhardinge0d3a9cf2009-02-22 14:58:56 -0800440void __init early_acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
Yinghai Lu7d972772009-02-07 15:39:41 -0800441{
442 if (!acpi_gbl_permanent_mmap)
443 __acpi_unmap_table(virt, size);
444}
445
Myron Stowe6f68c912011-11-07 16:23:34 -0700446int acpi_os_map_generic_address(struct acpi_generic_address *gas)
Myron Stowe29718522010-10-21 14:23:59 -0600447{
Myron Stowebc9ffce2011-11-07 16:23:27 -0700448 u64 addr;
Myron Stowe29718522010-10-21 14:23:59 -0600449 void __iomem *virt;
450
Myron Stowebc9ffce2011-11-07 16:23:27 -0700451 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
Myron Stowe29718522010-10-21 14:23:59 -0600452 return 0;
453
Myron Stowebc9ffce2011-11-07 16:23:27 -0700454 /* Handle possible alignment issues */
455 memcpy(&addr, &gas->address, sizeof(addr));
456 if (!addr || !gas->bit_width)
Myron Stowe29718522010-10-21 14:23:59 -0600457 return -EINVAL;
458
Lv Zhenga2383172014-05-20 15:39:41 +0800459 virt = acpi_os_map_iomem(addr, gas->bit_width / 8);
Myron Stowe29718522010-10-21 14:23:59 -0600460 if (!virt)
461 return -EIO;
462
463 return 0;
464}
Myron Stowe6f68c912011-11-07 16:23:34 -0700465EXPORT_SYMBOL(acpi_os_map_generic_address);
Myron Stowe29718522010-10-21 14:23:59 -0600466
Myron Stowe6f68c912011-11-07 16:23:34 -0700467void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
Myron Stowe29718522010-10-21 14:23:59 -0600468{
Myron Stowebc9ffce2011-11-07 16:23:27 -0700469 u64 addr;
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100470 struct acpi_ioremap *map;
Francesco Ruggeri3f24ec52019-11-19 21:47:27 -0800471 unsigned long refcount;
Myron Stowe29718522010-10-21 14:23:59 -0600472
Myron Stowebc9ffce2011-11-07 16:23:27 -0700473 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
Myron Stowe29718522010-10-21 14:23:59 -0600474 return;
475
Myron Stowebc9ffce2011-11-07 16:23:27 -0700476 /* Handle possible alignment issues */
477 memcpy(&addr, &gas->address, sizeof(addr));
478 if (!addr || !gas->bit_width)
Myron Stowe29718522010-10-21 14:23:59 -0600479 return;
480
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100481 mutex_lock(&acpi_ioremap_lock);
Myron Stowebc9ffce2011-11-07 16:23:27 -0700482 map = acpi_map_lookup(addr, gas->bit_width / 8);
Rafael J. Wysocki7fe135d2011-02-08 23:37:53 +0100483 if (!map) {
484 mutex_unlock(&acpi_ioremap_lock);
485 return;
486 }
Francesco Ruggeri3f24ec52019-11-19 21:47:27 -0800487 refcount = acpi_os_drop_map_ref(map);
Rafael J. Wysocki7bbb8902011-02-08 23:37:42 +0100488 mutex_unlock(&acpi_ioremap_lock);
Myron Stowe29718522010-10-21 14:23:59 -0600489
Francesco Ruggeri3f24ec52019-11-19 21:47:27 -0800490 if (!refcount)
491 acpi_os_map_cleanup(map);
Myron Stowe29718522010-10-21 14:23:59 -0600492}
Myron Stowe6f68c912011-11-07 16:23:34 -0700493EXPORT_SYMBOL(acpi_os_unmap_generic_address);
Myron Stowe29718522010-10-21 14:23:59 -0600494
Linus Torvalds1da177e2005-04-16 15:20:36 -0700495#ifdef ACPI_FUTURE_USAGE
496acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400497acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700498{
Len Brown4be44fc2005-08-05 00:44:28 -0400499 if (!phys || !virt)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700500 return AE_BAD_PARAMETER;
501
502 *phys = virt_to_phys(virt);
503
504 return AE_OK;
505}
506#endif
507
Rafael J. Wysocki18d78b62015-07-03 01:06:00 +0200508#ifdef CONFIG_ACPI_REV_OVERRIDE_POSSIBLE
509static bool acpi_rev_override;
510
511int __init acpi_rev_override_setup(char *str)
512{
513 acpi_rev_override = true;
514 return 1;
515}
516__setup("acpi_rev_override", acpi_rev_override_setup);
517#else
518#define acpi_rev_override false
519#endif
520
Linus Torvalds1da177e2005-04-16 15:20:36 -0700521#define ACPI_MAX_OVERRIDE_LEN 100
522
523static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
524
525acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400526acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
Lv Zheng80b28812016-03-24 09:38:28 +0800527 acpi_string *new_val)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700528{
529 if (!init_val || !new_val)
530 return AE_BAD_PARAMETER;
531
532 *new_val = NULL;
Len Brown4be44fc2005-08-05 00:44:28 -0400533 if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700534 printk(KERN_INFO PREFIX "Overriding _OS definition to '%s'\n",
Len Brown4be44fc2005-08-05 00:44:28 -0400535 acpi_os_name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700536 *new_val = acpi_os_name;
537 }
538
Rafael J. Wysocki18d78b62015-07-03 01:06:00 +0200539 if (!memcmp(init_val->name, "_REV", 4) && acpi_rev_override) {
540 printk(KERN_INFO PREFIX "Overriding _REV return value to 5\n");
541 *new_val = (char *)5;
542 }
543
Linus Torvalds1da177e2005-04-16 15:20:36 -0700544 return AE_OK;
545}
546
David Howells7d12e782006-10-05 14:55:46 +0100547static irqreturn_t acpi_irq(int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700548{
Len Brown5229e872008-02-06 01:26:55 -0500549 u32 handled;
550
551 handled = (*acpi_irq_handler) (acpi_irq_context);
552
553 if (handled) {
554 acpi_irq_handled++;
555 return IRQ_HANDLED;
Len Brown88bea182009-04-21 00:35:47 -0400556 } else {
557 acpi_irq_not_handled++;
Len Brown5229e872008-02-06 01:26:55 -0500558 return IRQ_NONE;
Len Brown88bea182009-04-21 00:35:47 -0400559 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700560}
561
562acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400563acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
564 void *context)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700565{
566 unsigned int irq;
567
Len Brown5229e872008-02-06 01:26:55 -0500568 acpi_irq_stats_init();
569
Linus Torvalds1da177e2005-04-16 15:20:36 -0700570 /*
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100571 * ACPI interrupts different from the SCI in our copy of the FADT are
572 * not supported.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573 */
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100574 if (gsi != acpi_gbl_FADT.sci_interrupt)
575 return AE_BAD_PARAMETER;
576
577 if (acpi_irq_handler)
578 return AE_ALREADY_ACQUIRED;
579
Linus Torvalds1da177e2005-04-16 15:20:36 -0700580 if (acpi_gsi_to_irq(gsi, &irq) < 0) {
581 printk(KERN_ERR PREFIX "SCI (ACPI GSI %d) not registered\n",
582 gsi);
583 return AE_OK;
584 }
585
586 acpi_irq_handler = handler;
587 acpi_irq_context = context;
Rafael J. Wysockia8d46b92014-09-30 02:29:01 +0200588 if (request_irq(irq, acpi_irq, IRQF_SHARED, "acpi", acpi_irq)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700589 printk(KERN_ERR PREFIX "SCI (IRQ%d) allocation failed\n", irq);
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100590 acpi_irq_handler = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700591 return AE_NOT_ACQUIRED;
592 }
Chen Yu49e4b8432015-10-25 01:02:19 +0800593 acpi_sci_irq = irq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700594
595 return AE_OK;
596}
597
Chen Yu49e4b8432015-10-25 01:02:19 +0800598acpi_status acpi_os_remove_interrupt_handler(u32 gsi, acpi_osd_handler handler)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700599{
Chen Yu49e4b8432015-10-25 01:02:19 +0800600 if (gsi != acpi_gbl_FADT.sci_interrupt || !acpi_sci_irq_valid())
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100601 return AE_BAD_PARAMETER;
602
Chen Yu49e4b8432015-10-25 01:02:19 +0800603 free_irq(acpi_sci_irq, acpi_irq);
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +0100604 acpi_irq_handler = NULL;
Chen Yu49e4b8432015-10-25 01:02:19 +0800605 acpi_sci_irq = INVALID_ACPI_IRQ;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700606
607 return AE_OK;
608}
609
610/*
611 * Running in interpreter thread context, safe to sleep
612 */
613
Lin Ming439913f2010-01-28 10:53:19 +0800614void acpi_os_sleep(u64 ms)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700615{
Liu Chuansheng30282292013-09-12 01:42:57 +0800616 msleep(ms);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700617}
Len Brown4be44fc2005-08-05 00:44:28 -0400618
Len Brown4be44fc2005-08-05 00:44:28 -0400619void acpi_os_stall(u32 us)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700620{
621 while (us) {
622 u32 delay = 1000;
623
624 if (delay > us)
625 delay = us;
626 udelay(delay);
627 touch_nmi_watchdog();
628 us -= delay;
629 }
630}
Len Brown4be44fc2005-08-05 00:44:28 -0400631
Linus Torvalds1da177e2005-04-16 15:20:36 -0700632/*
633 * Support ACPI 3.0 AML Timer operand
634 * Returns 64-bit free-running, monotonically increasing timer
635 * with 100ns granularity
636 */
Len Brown4be44fc2005-08-05 00:44:28 -0400637u64 acpi_os_get_timer(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700638{
Mika Westerberg10619062013-05-23 10:27:46 +0300639 u64 time_ns = ktime_to_ns(ktime_get());
640 do_div(time_ns, 100);
641 return time_ns;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700642}
643
Len Brown4be44fc2005-08-05 00:44:28 -0400644acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700645{
646 u32 dummy;
647
648 if (!value)
649 value = &dummy;
650
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800651 *value = 0;
652 if (width <= 8) {
Len Brown4be44fc2005-08-05 00:44:28 -0400653 *(u8 *) value = inb(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800654 } else if (width <= 16) {
Len Brown4be44fc2005-08-05 00:44:28 -0400655 *(u16 *) value = inw(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800656 } else if (width <= 32) {
Len Brown4be44fc2005-08-05 00:44:28 -0400657 *(u32 *) value = inl(port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800658 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659 BUG();
660 }
661
662 return AE_OK;
663}
Len Brown4be44fc2005-08-05 00:44:28 -0400664
Linus Torvalds1da177e2005-04-16 15:20:36 -0700665EXPORT_SYMBOL(acpi_os_read_port);
666
Len Brown4be44fc2005-08-05 00:44:28 -0400667acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700668{
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800669 if (width <= 8) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700670 outb(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800671 } else if (width <= 16) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700672 outw(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800673 } else if (width <= 32) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700674 outl(value, port);
Zhao Yakui49fbabf2007-11-15 17:01:06 +0800675 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700676 BUG();
677 }
678
679 return AE_OK;
680}
Len Brown4be44fc2005-08-05 00:44:28 -0400681
Linus Torvalds1da177e2005-04-16 15:20:36 -0700682EXPORT_SYMBOL(acpi_os_write_port);
683
Myron Stowee615bf52012-01-20 19:13:24 -0700684acpi_status
Bob Moore653f4b52012-02-14 18:29:55 +0800685acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
Myron Stowee615bf52012-01-20 19:13:24 -0700686{
687 void __iomem *virt_addr;
688 unsigned int size = width / 8;
689 bool unmap = false;
690 u64 dummy;
691
692 rcu_read_lock();
693 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
694 if (!virt_addr) {
695 rcu_read_unlock();
696 virt_addr = acpi_os_ioremap(phys_addr, size);
697 if (!virt_addr)
698 return AE_BAD_ADDRESS;
699 unmap = true;
700 }
701
702 if (!value)
703 value = &dummy;
704
705 switch (width) {
706 case 8:
707 *(u8 *) value = readb(virt_addr);
708 break;
709 case 16:
710 *(u16 *) value = readw(virt_addr);
711 break;
712 case 32:
713 *(u32 *) value = readl(virt_addr);
714 break;
715 case 64:
Andy Shevchenko3277b4e2015-08-17 17:28:46 +0300716 *(u64 *) value = readq(virt_addr);
Myron Stowee615bf52012-01-20 19:13:24 -0700717 break;
718 default:
719 BUG();
720 }
721
722 if (unmap)
723 iounmap(virt_addr);
724 else
725 rcu_read_unlock();
726
727 return AE_OK;
728}
729
Myron Stowee615bf52012-01-20 19:13:24 -0700730acpi_status
Bob Moore653f4b52012-02-14 18:29:55 +0800731acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
Myron Stowee615bf52012-01-20 19:13:24 -0700732{
733 void __iomem *virt_addr;
734 unsigned int size = width / 8;
735 bool unmap = false;
736
737 rcu_read_lock();
738 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
739 if (!virt_addr) {
740 rcu_read_unlock();
741 virt_addr = acpi_os_ioremap(phys_addr, size);
742 if (!virt_addr)
743 return AE_BAD_ADDRESS;
744 unmap = true;
745 }
746
747 switch (width) {
748 case 8:
749 writeb(value, virt_addr);
750 break;
751 case 16:
752 writew(value, virt_addr);
753 break;
754 case 32:
755 writel(value, virt_addr);
756 break;
757 case 64:
Andy Shevchenko3277b4e2015-08-17 17:28:46 +0300758 writeq(value, virt_addr);
Myron Stowee615bf52012-01-20 19:13:24 -0700759 break;
760 default:
761 BUG();
762 }
763
764 if (unmap)
765 iounmap(virt_addr);
766 else
767 rcu_read_unlock();
768
769 return AE_OK;
770}
771
Linus Torvalds1da177e2005-04-16 15:20:36 -0700772acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400773acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
Bob Moorec5f02312010-08-06 08:57:53 +0800774 u64 *value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700775{
776 int result, size;
Bob Moorec5f02312010-08-06 08:57:53 +0800777 u32 value32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700778
779 if (!value)
780 return AE_BAD_PARAMETER;
781
782 switch (width) {
783 case 8:
784 size = 1;
785 break;
786 case 16:
787 size = 2;
788 break;
789 case 32:
790 size = 4;
791 break;
792 default:
793 return AE_ERROR;
794 }
795
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500796 result = raw_pci_read(pci_id->segment, pci_id->bus,
797 PCI_DEVFN(pci_id->device, pci_id->function),
Bob Moorec5f02312010-08-06 08:57:53 +0800798 reg, size, &value32);
799 *value = value32;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700800
801 return (result ? AE_ERROR : AE_OK);
802}
Len Brown4be44fc2005-08-05 00:44:28 -0400803
Linus Torvalds1da177e2005-04-16 15:20:36 -0700804acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -0400805acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
Lin Ming439913f2010-01-28 10:53:19 +0800806 u64 value, u32 width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700807{
808 int result, size;
809
810 switch (width) {
811 case 8:
812 size = 1;
813 break;
814 case 16:
815 size = 2;
816 break;
817 case 32:
818 size = 4;
819 break;
820 default:
821 return AE_ERROR;
822 }
823
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500824 result = raw_pci_write(pci_id->segment, pci_id->bus,
825 PCI_DEVFN(pci_id->device, pci_id->function),
826 reg, size, value);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700827
828 return (result ? AE_ERROR : AE_OK);
829}
830
David Howells65f27f32006-11-22 14:55:48 +0000831static void acpi_os_execute_deferred(struct work_struct *work)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700832{
David Howells65f27f32006-11-22 14:55:48 +0000833 struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
Alexey Starikovskiy88db5e12007-05-09 23:31:03 -0400834
Zhang Rui19cd8472008-08-28 10:05:06 +0800835 dpc->function(dpc->context);
836 kfree(dpc);
Zhang Rui19cd8472008-08-28 10:05:06 +0800837}
838
Lv Zheng836d083012015-12-03 10:43:14 +0800839#ifdef CONFIG_ACPI_DEBUGGER
840static struct acpi_debugger acpi_debugger;
841static bool acpi_debugger_initialized;
842
843int acpi_register_debugger(struct module *owner,
844 const struct acpi_debugger_ops *ops)
845{
846 int ret = 0;
847
848 mutex_lock(&acpi_debugger.lock);
849 if (acpi_debugger.ops) {
850 ret = -EBUSY;
851 goto err_lock;
852 }
853
854 acpi_debugger.owner = owner;
855 acpi_debugger.ops = ops;
856
857err_lock:
858 mutex_unlock(&acpi_debugger.lock);
859 return ret;
860}
861EXPORT_SYMBOL(acpi_register_debugger);
862
863void acpi_unregister_debugger(const struct acpi_debugger_ops *ops)
864{
865 mutex_lock(&acpi_debugger.lock);
866 if (ops == acpi_debugger.ops) {
867 acpi_debugger.ops = NULL;
868 acpi_debugger.owner = NULL;
869 }
870 mutex_unlock(&acpi_debugger.lock);
871}
872EXPORT_SYMBOL(acpi_unregister_debugger);
873
874int acpi_debugger_create_thread(acpi_osd_exec_callback function, void *context)
875{
876 int ret;
877 int (*func)(acpi_osd_exec_callback, void *);
878 struct module *owner;
879
880 if (!acpi_debugger_initialized)
881 return -ENODEV;
882 mutex_lock(&acpi_debugger.lock);
883 if (!acpi_debugger.ops) {
884 ret = -ENODEV;
885 goto err_lock;
886 }
887 if (!try_module_get(acpi_debugger.owner)) {
888 ret = -ENODEV;
889 goto err_lock;
890 }
891 func = acpi_debugger.ops->create_thread;
892 owner = acpi_debugger.owner;
893 mutex_unlock(&acpi_debugger.lock);
894
895 ret = func(function, context);
896
897 mutex_lock(&acpi_debugger.lock);
898 module_put(owner);
899err_lock:
900 mutex_unlock(&acpi_debugger.lock);
901 return ret;
902}
903
904ssize_t acpi_debugger_write_log(const char *msg)
905{
906 ssize_t ret;
907 ssize_t (*func)(const char *);
908 struct module *owner;
909
910 if (!acpi_debugger_initialized)
911 return -ENODEV;
912 mutex_lock(&acpi_debugger.lock);
913 if (!acpi_debugger.ops) {
914 ret = -ENODEV;
915 goto err_lock;
916 }
917 if (!try_module_get(acpi_debugger.owner)) {
918 ret = -ENODEV;
919 goto err_lock;
920 }
921 func = acpi_debugger.ops->write_log;
922 owner = acpi_debugger.owner;
923 mutex_unlock(&acpi_debugger.lock);
924
925 ret = func(msg);
926
927 mutex_lock(&acpi_debugger.lock);
928 module_put(owner);
929err_lock:
930 mutex_unlock(&acpi_debugger.lock);
931 return ret;
932}
933
934ssize_t acpi_debugger_read_cmd(char *buffer, size_t buffer_length)
935{
936 ssize_t ret;
937 ssize_t (*func)(char *, size_t);
938 struct module *owner;
939
940 if (!acpi_debugger_initialized)
941 return -ENODEV;
942 mutex_lock(&acpi_debugger.lock);
943 if (!acpi_debugger.ops) {
944 ret = -ENODEV;
945 goto err_lock;
946 }
947 if (!try_module_get(acpi_debugger.owner)) {
948 ret = -ENODEV;
949 goto err_lock;
950 }
951 func = acpi_debugger.ops->read_cmd;
952 owner = acpi_debugger.owner;
953 mutex_unlock(&acpi_debugger.lock);
954
955 ret = func(buffer, buffer_length);
956
957 mutex_lock(&acpi_debugger.lock);
958 module_put(owner);
959err_lock:
960 mutex_unlock(&acpi_debugger.lock);
961 return ret;
962}
963
964int acpi_debugger_wait_command_ready(void)
965{
966 int ret;
967 int (*func)(bool, char *, size_t);
968 struct module *owner;
969
970 if (!acpi_debugger_initialized)
971 return -ENODEV;
972 mutex_lock(&acpi_debugger.lock);
973 if (!acpi_debugger.ops) {
974 ret = -ENODEV;
975 goto err_lock;
976 }
977 if (!try_module_get(acpi_debugger.owner)) {
978 ret = -ENODEV;
979 goto err_lock;
980 }
981 func = acpi_debugger.ops->wait_command_ready;
982 owner = acpi_debugger.owner;
983 mutex_unlock(&acpi_debugger.lock);
984
985 ret = func(acpi_gbl_method_executing,
986 acpi_gbl_db_line_buf, ACPI_DB_LINE_BUFFER_SIZE);
987
988 mutex_lock(&acpi_debugger.lock);
989 module_put(owner);
990err_lock:
991 mutex_unlock(&acpi_debugger.lock);
992 return ret;
993}
994
995int acpi_debugger_notify_command_complete(void)
996{
997 int ret;
998 int (*func)(void);
999 struct module *owner;
1000
1001 if (!acpi_debugger_initialized)
1002 return -ENODEV;
1003 mutex_lock(&acpi_debugger.lock);
1004 if (!acpi_debugger.ops) {
1005 ret = -ENODEV;
1006 goto err_lock;
1007 }
1008 if (!try_module_get(acpi_debugger.owner)) {
1009 ret = -ENODEV;
1010 goto err_lock;
1011 }
1012 func = acpi_debugger.ops->notify_command_complete;
1013 owner = acpi_debugger.owner;
1014 mutex_unlock(&acpi_debugger.lock);
1015
1016 ret = func();
1017
1018 mutex_lock(&acpi_debugger.lock);
1019 module_put(owner);
1020err_lock:
1021 mutex_unlock(&acpi_debugger.lock);
1022 return ret;
1023}
1024
1025int __init acpi_debugger_init(void)
1026{
1027 mutex_init(&acpi_debugger.lock);
1028 acpi_debugger_initialized = true;
1029 return 0;
1030}
1031#endif
1032
Alexey Starikovskiyb8d35192006-05-05 03:23:00 -04001033/*******************************************************************************
1034 *
1035 * FUNCTION: acpi_os_execute
1036 *
1037 * PARAMETERS: Type - Type of the callback
1038 * Function - Function to be executed
1039 * Context - Function parameters
1040 *
1041 * RETURN: Status
1042 *
1043 * DESCRIPTION: Depending on type, either queues function for deferred execution or
1044 * immediately executes function on a separate thread.
1045 *
1046 ******************************************************************************/
1047
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001048acpi_status acpi_os_execute(acpi_execute_type type,
1049 acpi_osd_exec_callback function, void *context)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001050{
Len Brown4be44fc2005-08-05 00:44:28 -04001051 acpi_status status = AE_OK;
1052 struct acpi_os_dpc *dpc;
Alexey Starikovskiy17bc54e2007-11-13 13:05:45 +03001053 struct workqueue_struct *queue;
Zhang Rui19cd8472008-08-28 10:05:06 +08001054 int ret;
Len Brown72945b22006-07-12 22:46:42 -04001055 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1056 "Scheduling function [%p(%p)] for deferred execution.\n",
1057 function, context));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001058
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001059 if (type == OSL_DEBUGGER_MAIN_THREAD) {
Lv Zheng836d083012015-12-03 10:43:14 +08001060 ret = acpi_debugger_create_thread(function, context);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001061 if (ret) {
1062 pr_err("Call to kthread_create() failed.\n");
1063 status = AE_ERROR;
1064 }
1065 goto out_thread;
1066 }
1067
Linus Torvalds1da177e2005-04-16 15:20:36 -07001068 /*
1069 * Allocate/initialize DPC structure. Note that this memory will be
David Howells65f27f32006-11-22 14:55:48 +00001070 * freed by the callee. The kernel handles the work_struct list in a
Linus Torvalds1da177e2005-04-16 15:20:36 -07001071 * way that allows us to also free its memory inside the callee.
1072 * Because we may want to schedule several tasks with different
1073 * parameters we can't use the approach some kernel code uses of
David Howells65f27f32006-11-22 14:55:48 +00001074 * having a static work_struct.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001075 */
Len Brown72945b22006-07-12 22:46:42 -04001076
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001077 dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001078 if (!dpc)
Lin Ming889c78b2008-12-31 09:23:57 +08001079 return AE_NO_MEMORY;
Linus Torvaldsb976fe12006-11-17 19:31:09 -08001080
Linus Torvalds1da177e2005-04-16 15:20:36 -07001081 dpc->function = function;
1082 dpc->context = context;
Linus Torvaldsb976fe12006-11-17 19:31:09 -08001083
Zhang Ruic02256b2009-06-23 10:20:29 +08001084 /*
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001085 * To prevent lockdep from complaining unnecessarily, make sure that
1086 * there is a different static lockdep key for each workqueue by using
1087 * INIT_WORK() for each of them separately.
Zhang Ruic02256b2009-06-23 10:20:29 +08001088 */
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001089 if (type == OSL_NOTIFY_HANDLER) {
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001090 queue = kacpi_notify_wq;
Zhang Ruibc736752010-03-22 15:48:54 +08001091 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001092 } else if (type == OSL_GPE_HANDLER) {
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001093 queue = kacpid_wq;
Zhang Ruibc736752010-03-22 15:48:54 +08001094 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001095 } else {
1096 pr_err("Unsupported os_execute type %d.\n", type);
1097 status = AE_ERROR;
Rafael J. Wysocki3ae45a22012-11-02 13:09:08 +01001098 }
Zhang Ruibc736752010-03-22 15:48:54 +08001099
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001100 if (ACPI_FAILURE(status))
1101 goto err_workqueue;
1102
Tejun Heo8fec62b2010-06-29 10:07:09 +02001103 /*
1104 * On some machines, a software-initiated SMI causes corruption unless
1105 * the SMI runs on CPU 0. An SMI can be initiated by any AML, but
1106 * typically it's done in GPE-related methods that are run via
1107 * workqueues, so we can avoid the known corruption cases by always
1108 * queueing on CPU 0.
1109 */
1110 ret = queue_work_on(0, queue, &dpc->work);
Zhang Rui19cd8472008-08-28 10:05:06 +08001111 if (!ret) {
Lin Ming55ac9a02008-09-28 14:51:56 +08001112 printk(KERN_ERR PREFIX
1113 "Call to queue_work() failed.\n");
Alexey Starikovskiy17bc54e2007-11-13 13:05:45 +03001114 status = AE_ERROR;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001115 }
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001116err_workqueue:
1117 if (ACPI_FAILURE(status))
1118 kfree(dpc);
1119out_thread:
Lin Ming889c78b2008-12-31 09:23:57 +08001120 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001121}
Alexey Starikovskiyb8d35192006-05-05 03:23:00 -04001122EXPORT_SYMBOL(acpi_os_execute);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001123
Lin Mingbd6f10a2012-05-22 16:43:49 +08001124void acpi_os_wait_events_complete(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001125{
Lv Zheng90253a72014-11-05 15:06:13 +08001126 /*
1127 * Make sure the GPE handler or the fixed event handler is not used
1128 * on another CPU after removal.
1129 */
Chen Yuefb1cf72015-10-25 01:02:36 +08001130 if (acpi_sci_irq_valid())
1131 synchronize_hardirq(acpi_sci_irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001132 flush_workqueue(kacpid_wq);
Zhang Rui2f67a062008-04-29 02:34:42 -04001133 flush_workqueue(kacpi_notify_wq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001134}
Ronald Tschalär2b644042018-09-30 19:53:13 -07001135EXPORT_SYMBOL(acpi_os_wait_events_complete);
Len Brown4be44fc2005-08-05 00:44:28 -04001136
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001137struct acpi_hp_work {
1138 struct work_struct work;
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001139 struct acpi_device *adev;
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001140 u32 src;
1141};
1142
1143static void acpi_hotplug_work_fn(struct work_struct *work)
1144{
1145 struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1146
1147 acpi_os_wait_events_complete();
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001148 acpi_device_hotplug(hpw->adev, hpw->src);
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001149 kfree(hpw);
1150}
1151
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001152acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001153{
1154 struct acpi_hp_work *hpw;
1155
1156 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001157 "Scheduling hotplug event (%p, %u) for deferred execution.\n",
1158 adev, src));
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001159
1160 hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1161 if (!hpw)
1162 return AE_NO_MEMORY;
1163
1164 INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
Rafael J. Wysocki1e3bcb52014-03-03 00:40:38 +01001165 hpw->adev = adev;
Rafael J. Wysocki7b981182013-11-07 01:45:40 +01001166 hpw->src = src;
1167 /*
1168 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1169 * the hotplug code may call driver .remove() functions, which may
1170 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1171 * these workqueues.
1172 */
1173 if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1174 kfree(hpw);
1175 return AE_ERROR;
1176 }
1177 return AE_OK;
1178}
1179
Rafael J. Wysockid7831562013-11-22 21:52:12 +01001180bool acpi_queue_hotplug_work(struct work_struct *work)
1181{
1182 return queue_work(kacpi_hotplug_wq, work);
1183}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001184
Linus Torvalds1da177e2005-04-16 15:20:36 -07001185acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -04001186acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001187{
Len Brown4be44fc2005-08-05 00:44:28 -04001188 struct semaphore *sem = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001189
jhbird.choi@samsung.com2d0acb42014-03-20 16:35:56 +09001190 sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001191 if (!sem)
Patrick Mocheld550d982006-06-27 00:41:40 -04001192 return AE_NO_MEMORY;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001193
1194 sema_init(sem, initial_units);
1195
Len Brown4be44fc2005-08-05 00:44:28 -04001196 *handle = (acpi_handle *) sem;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001197
Len Brown4be44fc2005-08-05 00:44:28 -04001198 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1199 *handle, initial_units));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001200
Patrick Mocheld550d982006-06-27 00:41:40 -04001201 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001202}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001203
Linus Torvalds1da177e2005-04-16 15:20:36 -07001204/*
1205 * TODO: A better way to delete semaphores? Linux doesn't have a
1206 * 'delete_semaphore()' function -- may result in an invalid
1207 * pointer dereference for non-synchronized consumers. Should
1208 * we at least check for blocked threads and signal/cancel them?
1209 */
1210
Len Brown4be44fc2005-08-05 00:44:28 -04001211acpi_status acpi_os_delete_semaphore(acpi_handle handle)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001212{
Len Brown4be44fc2005-08-05 00:44:28 -04001213 struct semaphore *sem = (struct semaphore *)handle;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001214
Linus Torvalds1da177e2005-04-16 15:20:36 -07001215 if (!sem)
Patrick Mocheld550d982006-06-27 00:41:40 -04001216 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001217
Len Brown4be44fc2005-08-05 00:44:28 -04001218 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001219
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001220 BUG_ON(!list_empty(&sem->wait_list));
Len Brown02438d82006-06-30 03:19:10 -04001221 kfree(sem);
Len Brown4be44fc2005-08-05 00:44:28 -04001222 sem = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001223
Patrick Mocheld550d982006-06-27 00:41:40 -04001224 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001225}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001226
Linus Torvalds1da177e2005-04-16 15:20:36 -07001227/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001228 * TODO: Support for units > 1?
1229 */
Len Brown4be44fc2005-08-05 00:44:28 -04001230acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001231{
Len Brown4be44fc2005-08-05 00:44:28 -04001232 acpi_status status = AE_OK;
1233 struct semaphore *sem = (struct semaphore *)handle;
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001234 long jiffies;
Len Brown4be44fc2005-08-05 00:44:28 -04001235 int ret = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001236
Lv Zheng7901a052015-08-05 16:23:51 +08001237 if (!acpi_os_initialized)
1238 return AE_OK;
1239
Linus Torvalds1da177e2005-04-16 15:20:36 -07001240 if (!sem || (units < 1))
Patrick Mocheld550d982006-06-27 00:41:40 -04001241 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001242
1243 if (units > 1)
Patrick Mocheld550d982006-06-27 00:41:40 -04001244 return AE_SUPPORT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001245
Len Brown4be44fc2005-08-05 00:44:28 -04001246 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1247 handle, units, timeout));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001248
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001249 if (timeout == ACPI_WAIT_FOREVER)
1250 jiffies = MAX_SCHEDULE_TIMEOUT;
1251 else
1252 jiffies = msecs_to_jiffies(timeout);
Al Stonecad1525a2013-12-04 12:59:11 -07001253
Matthew Wilcoxf1241c82008-03-14 13:43:13 -04001254 ret = down_timeout(sem, jiffies);
1255 if (ret)
1256 status = AE_TIME;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001257
1258 if (ACPI_FAILURE(status)) {
Bjorn Helgaas9e7e2c02006-04-27 05:25:00 -04001259 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
Thomas Renningera6fc6722006-06-26 23:58:43 -04001260 "Failed to acquire semaphore[%p|%d|%d], %s",
Len Brown4be44fc2005-08-05 00:44:28 -04001261 handle, units, timeout,
1262 acpi_format_exception(status)));
1263 } else {
1264 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
Thomas Renningera6fc6722006-06-26 23:58:43 -04001265 "Acquired semaphore[%p|%d|%d]", handle,
Len Brown4be44fc2005-08-05 00:44:28 -04001266 units, timeout));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001267 }
1268
Patrick Mocheld550d982006-06-27 00:41:40 -04001269 return status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001270}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001271
Linus Torvalds1da177e2005-04-16 15:20:36 -07001272/*
1273 * TODO: Support for units > 1?
1274 */
Len Brown4be44fc2005-08-05 00:44:28 -04001275acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001276{
Len Brown4be44fc2005-08-05 00:44:28 -04001277 struct semaphore *sem = (struct semaphore *)handle;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001278
Lv Zheng7901a052015-08-05 16:23:51 +08001279 if (!acpi_os_initialized)
1280 return AE_OK;
1281
Linus Torvalds1da177e2005-04-16 15:20:36 -07001282 if (!sem || (units < 1))
Patrick Mocheld550d982006-06-27 00:41:40 -04001283 return AE_BAD_PARAMETER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001284
1285 if (units > 1)
Patrick Mocheld550d982006-06-27 00:41:40 -04001286 return AE_SUPPORT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001287
Len Brown4be44fc2005-08-05 00:44:28 -04001288 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1289 units));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001290
1291 up(sem);
1292
Patrick Mocheld550d982006-06-27 00:41:40 -04001293 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001294}
Len Brown4be44fc2005-08-05 00:44:28 -04001295
Lv Zheng4d946f72015-10-19 10:25:56 +08001296acpi_status acpi_os_get_line(char *buffer, u32 buffer_length, u32 *bytes_read)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001297{
Linus Torvalds1da177e2005-04-16 15:20:36 -07001298#ifdef ENABLE_DEBUGGER
1299 if (acpi_in_debugger) {
1300 u32 chars;
1301
Lv Zheng4d946f72015-10-19 10:25:56 +08001302 kdb_read(buffer, buffer_length);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001303
1304 /* remove the CR kdb includes */
1305 chars = strlen(buffer) - 1;
1306 buffer[chars] = '\0';
1307 }
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001308#else
1309 int ret;
1310
Lv Zheng836d083012015-12-03 10:43:14 +08001311 ret = acpi_debugger_read_cmd(buffer, buffer_length);
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001312 if (ret < 0)
1313 return AE_ERROR;
1314 if (bytes_read)
1315 *bytes_read = ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001316#endif
1317
Lv Zheng4d946f72015-10-19 10:25:56 +08001318 return AE_OK;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001319}
Lv Zheng836d083012015-12-03 10:43:14 +08001320EXPORT_SYMBOL(acpi_os_get_line);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001321
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001322acpi_status acpi_os_wait_command_ready(void)
1323{
1324 int ret;
1325
Lv Zheng836d083012015-12-03 10:43:14 +08001326 ret = acpi_debugger_wait_command_ready();
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001327 if (ret < 0)
1328 return AE_ERROR;
1329 return AE_OK;
1330}
1331
1332acpi_status acpi_os_notify_command_complete(void)
1333{
1334 int ret;
1335
Lv Zheng836d083012015-12-03 10:43:14 +08001336 ret = acpi_debugger_notify_command_complete();
Lv Zheng8cfb0cd2015-12-03 10:43:00 +08001337 if (ret < 0)
1338 return AE_ERROR;
1339 return AE_OK;
1340}
1341
Len Brown4be44fc2005-08-05 00:44:28 -04001342acpi_status acpi_os_signal(u32 function, void *info)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001343{
Len Brown4be44fc2005-08-05 00:44:28 -04001344 switch (function) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001345 case ACPI_SIGNAL_FATAL:
1346 printk(KERN_ERR PREFIX "Fatal opcode executed\n");
1347 break;
1348 case ACPI_SIGNAL_BREAKPOINT:
1349 /*
1350 * AML Breakpoint
1351 * ACPI spec. says to treat it as a NOP unless
1352 * you are debugging. So if/when we integrate
1353 * AML debugger into the kernel debugger its
1354 * hook will go here. But until then it is
1355 * not useful to print anything on breakpoints.
1356 */
1357 break;
1358 default:
1359 break;
1360 }
1361
1362 return AE_OK;
1363}
Len Brown4be44fc2005-08-05 00:44:28 -04001364
Len Brown4be44fc2005-08-05 00:44:28 -04001365static int __init acpi_os_name_setup(char *str)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001366{
1367 char *p = acpi_os_name;
Len Brown4be44fc2005-08-05 00:44:28 -04001368 int count = ACPI_MAX_OVERRIDE_LEN - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001369
1370 if (!str || !*str)
1371 return 0;
1372
Dan Carpenter5e2be4e2013-10-18 12:01:43 +03001373 for (; count-- && *str; str++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001374 if (isalnum(*str) || *str == ' ' || *str == ':')
1375 *p++ = *str;
1376 else if (*str == '\'' || *str == '"')
1377 continue;
1378 else
1379 break;
1380 }
1381 *p = 0;
1382
1383 return 1;
Len Brown4be44fc2005-08-05 00:44:28 -04001384
Linus Torvalds1da177e2005-04-16 15:20:36 -07001385}
1386
1387__setup("acpi_os_name=", acpi_os_name_setup);
1388
Bob Moore22b5afc2014-03-24 14:49:00 +08001389/*
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001390 * Disable the auto-serialization of named objects creation methods.
Bob Moore22b5afc2014-03-24 14:49:00 +08001391 *
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001392 * This feature is enabled by default. It marks the AML control methods
Bob Moore22b5afc2014-03-24 14:49:00 +08001393 * that contain the opcodes to create named objects as "Serialized".
1394 */
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001395static int __init acpi_no_auto_serialize_setup(char *str)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001396{
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001397 acpi_gbl_auto_serialize_methods = FALSE;
1398 pr_info("ACPI: auto-serialization disabled\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001399
1400 return 1;
1401}
1402
Lv Zheng08e1d7c2014-03-24 14:49:22 +08001403__setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001404
Thomas Renningerdf92e692008-02-04 23:31:22 -08001405/* Check of resource interference between native drivers and ACPI
1406 * OperationRegions (SystemIO and System Memory only).
1407 * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1408 * in arbitrary AML code and can interfere with legacy drivers.
1409 * acpi_enforce_resources= can be set to:
1410 *
Luca Tettamanti7e905602009-03-30 00:01:27 +02001411 * - strict (default) (2)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001412 * -> further driver trying to access the resources will not load
Luca Tettamanti7e905602009-03-30 00:01:27 +02001413 * - lax (1)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001414 * -> further driver trying to access the resources will load, but you
1415 * get a system message that something might go wrong...
1416 *
1417 * - no (0)
1418 * -> ACPI Operation Region resources will not be registered
1419 *
1420 */
1421#define ENFORCE_RESOURCES_STRICT 2
1422#define ENFORCE_RESOURCES_LAX 1
1423#define ENFORCE_RESOURCES_NO 0
1424
Luca Tettamanti7e905602009-03-30 00:01:27 +02001425static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001426
1427static int __init acpi_enforce_resources_setup(char *str)
1428{
1429 if (str == NULL || *str == '\0')
1430 return 0;
1431
1432 if (!strcmp("strict", str))
1433 acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1434 else if (!strcmp("lax", str))
1435 acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1436 else if (!strcmp("no", str))
1437 acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1438
1439 return 1;
1440}
1441
1442__setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1443
1444/* Check for resource conflicts between ACPI OperationRegions and native
1445 * drivers */
Jean Delvare876fba42009-11-11 15:22:15 +01001446int acpi_check_resource_conflict(const struct resource *res)
Thomas Renningerdf92e692008-02-04 23:31:22 -08001447{
Lin Mingf654c0f2012-01-12 13:10:32 +08001448 acpi_adr_space_type space_id;
1449 acpi_size length;
1450 u8 warn = 0;
1451 int clash = 0;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001452
1453 if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1454 return 0;
1455 if (!(res->flags & IORESOURCE_IO) && !(res->flags & IORESOURCE_MEM))
1456 return 0;
1457
Lin Mingf654c0f2012-01-12 13:10:32 +08001458 if (res->flags & IORESOURCE_IO)
1459 space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1460 else
1461 space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
Thomas Renningerdf92e692008-02-04 23:31:22 -08001462
Alexandru Gheorghiue4f52242013-03-12 08:53:02 +00001463 length = resource_size(res);
Lin Mingf654c0f2012-01-12 13:10:32 +08001464 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO)
1465 warn = 1;
1466 clash = acpi_check_address_range(space_id, res->start, length, warn);
Thomas Renningerdf92e692008-02-04 23:31:22 -08001467
1468 if (clash) {
1469 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO) {
Jean Delvare14f03342009-09-08 15:31:46 +02001470 if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1471 printk(KERN_NOTICE "ACPI: This conflict may"
1472 " cause random problems and system"
1473 " instability\n");
1474 printk(KERN_INFO "ACPI: If an ACPI driver is available"
1475 " for this device, you should use it instead of"
1476 " the native driver\n");
Thomas Renningerdf92e692008-02-04 23:31:22 -08001477 }
1478 if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1479 return -EBUSY;
1480 }
1481 return 0;
1482}
Thomas Renninger443dea72008-02-04 23:31:23 -08001483EXPORT_SYMBOL(acpi_check_resource_conflict);
Thomas Renningerdf92e692008-02-04 23:31:22 -08001484
1485int acpi_check_region(resource_size_t start, resource_size_t n,
1486 const char *name)
1487{
1488 struct resource res = {
1489 .start = start,
1490 .end = start + n - 1,
1491 .name = name,
1492 .flags = IORESOURCE_IO,
1493 };
1494
1495 return acpi_check_resource_conflict(&res);
1496}
1497EXPORT_SYMBOL(acpi_check_region);
1498
Linus Torvalds1da177e2005-04-16 15:20:36 -07001499/*
Jean Delvare70dd6be2010-05-27 19:58:37 +02001500 * Let drivers know whether the resource checks are effective
1501 */
1502int acpi_resources_are_enforced(void)
1503{
1504 return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1505}
1506EXPORT_SYMBOL(acpi_resources_are_enforced);
1507
1508/*
Lin Ming9f63b882011-03-23 17:26:34 +08001509 * Deallocate the memory for a spinlock.
1510 */
1511void acpi_os_delete_lock(acpi_spinlock handle)
1512{
1513 ACPI_FREE(handle);
1514}
1515
1516/*
Robert Moore73459f72005-06-24 00:00:00 -04001517 * Acquire a spinlock.
1518 *
1519 * handle is a pointer to the spinlock_t.
Robert Moore73459f72005-06-24 00:00:00 -04001520 */
1521
Bob Moore967440e32006-06-23 17:04:00 -04001522acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
Robert Moore73459f72005-06-24 00:00:00 -04001523{
Bob Mooreb8e4d892006-01-27 16:43:00 -05001524 acpi_cpu_flags flags;
Bob Moore967440e32006-06-23 17:04:00 -04001525 spin_lock_irqsave(lockp, flags);
Robert Moore73459f72005-06-24 00:00:00 -04001526 return flags;
1527}
1528
1529/*
1530 * Release a spinlock. See above.
1531 */
1532
Bob Moore967440e32006-06-23 17:04:00 -04001533void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
Robert Moore73459f72005-06-24 00:00:00 -04001534{
Bob Moore967440e32006-06-23 17:04:00 -04001535 spin_unlock_irqrestore(lockp, flags);
Robert Moore73459f72005-06-24 00:00:00 -04001536}
1537
Robert Moore73459f72005-06-24 00:00:00 -04001538#ifndef ACPI_USE_LOCAL_CACHE
1539
1540/*******************************************************************************
1541 *
1542 * FUNCTION: acpi_os_create_cache
1543 *
Bob Mooreb229cf92006-04-21 17:15:00 -04001544 * PARAMETERS: name - Ascii name for the cache
1545 * size - Size of each cached object
1546 * depth - Maximum depth of the cache (in objects) <ignored>
1547 * cache - Where the new cache object is returned
Robert Moore73459f72005-06-24 00:00:00 -04001548 *
Bob Mooreb229cf92006-04-21 17:15:00 -04001549 * RETURN: status
Robert Moore73459f72005-06-24 00:00:00 -04001550 *
1551 * DESCRIPTION: Create a cache object
1552 *
1553 ******************************************************************************/
1554
1555acpi_status
Len Brown4be44fc2005-08-05 00:44:28 -04001556acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
Robert Moore73459f72005-06-24 00:00:00 -04001557{
Paul Mundt20c2df82007-07-20 10:11:58 +09001558 *cache = kmem_cache_create(name, size, 0, 0, NULL);
Adrian Bunka6fdbf92006-12-19 12:56:13 -08001559 if (*cache == NULL)
Bob Mooreb229cf92006-04-21 17:15:00 -04001560 return AE_ERROR;
1561 else
1562 return AE_OK;
Robert Moore73459f72005-06-24 00:00:00 -04001563}
1564
1565/*******************************************************************************
1566 *
1567 * FUNCTION: acpi_os_purge_cache
1568 *
1569 * PARAMETERS: Cache - Handle to cache object
1570 *
1571 * RETURN: Status
1572 *
1573 * DESCRIPTION: Free all objects within the requested cache.
1574 *
1575 ******************************************************************************/
1576
Len Brown4be44fc2005-08-05 00:44:28 -04001577acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
Robert Moore73459f72005-06-24 00:00:00 -04001578{
Jan Engelhardt50dd0962006-10-01 00:28:50 +02001579 kmem_cache_shrink(cache);
Len Brown4be44fc2005-08-05 00:44:28 -04001580 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001581}
1582
1583/*******************************************************************************
1584 *
1585 * FUNCTION: acpi_os_delete_cache
1586 *
1587 * PARAMETERS: Cache - Handle to cache object
1588 *
1589 * RETURN: Status
1590 *
1591 * DESCRIPTION: Free all objects within the requested cache and delete the
1592 * cache object.
1593 *
1594 ******************************************************************************/
1595
Len Brown4be44fc2005-08-05 00:44:28 -04001596acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
Robert Moore73459f72005-06-24 00:00:00 -04001597{
Alexey Dobriyan1a1d92c2006-09-27 01:49:40 -07001598 kmem_cache_destroy(cache);
Len Brown4be44fc2005-08-05 00:44:28 -04001599 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001600}
1601
1602/*******************************************************************************
1603 *
1604 * FUNCTION: acpi_os_release_object
1605 *
1606 * PARAMETERS: Cache - Handle to cache object
1607 * Object - The object to be released
1608 *
1609 * RETURN: None
1610 *
1611 * DESCRIPTION: Release an object to the specified cache. If cache is full,
1612 * the object is deleted.
1613 *
1614 ******************************************************************************/
1615
Len Brown4be44fc2005-08-05 00:44:28 -04001616acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
Robert Moore73459f72005-06-24 00:00:00 -04001617{
Len Brown4be44fc2005-08-05 00:44:28 -04001618 kmem_cache_free(cache, object);
1619 return (AE_OK);
Robert Moore73459f72005-06-24 00:00:00 -04001620}
Robert Moore73459f72005-06-24 00:00:00 -04001621#endif
Myron Stowed362eda2010-10-21 14:24:04 -06001622
Lv Zhenga94e88c2014-04-04 12:39:11 +08001623static int __init acpi_no_static_ssdt_setup(char *s)
Lv Zhengb75dd292013-06-08 00:58:48 +00001624{
Lv Zhenga94e88c2014-04-04 12:39:11 +08001625 acpi_gbl_disable_ssdt_table_install = TRUE;
1626 pr_info("ACPI: static SSDT installation disabled\n");
Lv Zhengb75dd292013-06-08 00:58:48 +00001627
Lv Zhenga94e88c2014-04-04 12:39:11 +08001628 return 0;
Lv Zhengb75dd292013-06-08 00:58:48 +00001629}
1630
Lv Zhenga94e88c2014-04-04 12:39:11 +08001631early_param("acpi_no_static_ssdt", acpi_no_static_ssdt_setup);
Lv Zhengb75dd292013-06-08 00:58:48 +00001632
Lv Zheng4dde5072014-02-11 11:01:52 +08001633static int __init acpi_disable_return_repair(char *s)
1634{
1635 printk(KERN_NOTICE PREFIX
1636 "ACPI: Predefined validation mechanism disabled\n");
1637 acpi_gbl_disable_auto_repair = TRUE;
1638
1639 return 1;
1640}
1641
1642__setup("acpica_no_return_repair", acpi_disable_return_repair);
1643
Myron Stowed362eda2010-10-21 14:24:04 -06001644acpi_status __init acpi_os_initialize(void)
1645{
1646 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1647 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1648 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1649 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
Randy Wrighta4714a82014-06-04 08:55:59 -07001650 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER) {
1651 /*
1652 * Use acpi_os_map_generic_address to pre-map the reset
1653 * register if it's in system memory.
1654 */
1655 int rv;
1656
1657 rv = acpi_os_map_generic_address(&acpi_gbl_FADT.reset_register);
1658 pr_debug(PREFIX "%s: map reset_reg status %d\n", __func__, rv);
1659 }
Lv Zheng7901a052015-08-05 16:23:51 +08001660 acpi_os_initialized = true;
Myron Stowed362eda2010-10-21 14:24:04 -06001661
1662 return AE_OK;
1663}
1664
Zhang Rui32d47ee2010-12-08 10:40:36 +08001665acpi_status __init acpi_os_initialize1(void)
Myron Stowed362eda2010-10-21 14:24:04 -06001666{
Tejun Heo44d25882011-02-01 11:42:42 +01001667 kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1668 kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
Rafael J. Wysockid7831562013-11-22 21:52:12 +01001669 kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
Myron Stowed362eda2010-10-21 14:24:04 -06001670 BUG_ON(!kacpid_wq);
1671 BUG_ON(!kacpi_notify_wq);
1672 BUG_ON(!kacpi_hotplug_wq);
Lv Zhenge5f660e2016-05-03 16:49:01 +08001673 acpi_osi_init();
Myron Stowed362eda2010-10-21 14:24:04 -06001674 return AE_OK;
1675}
1676
1677acpi_status acpi_os_terminate(void)
1678{
1679 if (acpi_irq_handler) {
Rafael J. Wysocki23fe3632011-02-08 23:48:16 +01001680 acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
Myron Stowed362eda2010-10-21 14:24:04 -06001681 acpi_irq_handler);
1682 }
1683
1684 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1685 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1686 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1687 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
Randy Wrighta4714a82014-06-04 08:55:59 -07001688 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER)
1689 acpi_os_unmap_generic_address(&acpi_gbl_FADT.reset_register);
Myron Stowed362eda2010-10-21 14:24:04 -06001690
1691 destroy_workqueue(kacpid_wq);
1692 destroy_workqueue(kacpi_notify_wq);
1693 destroy_workqueue(kacpi_hotplug_wq);
1694
1695 return AE_OK;
1696}
Tang Liang09f98a82011-12-09 10:05:54 +08001697
1698acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1699 u32 pm1b_control)
1700{
1701 int rc = 0;
1702 if (__acpi_os_prepare_sleep)
1703 rc = __acpi_os_prepare_sleep(sleep_state,
1704 pm1a_control, pm1b_control);
1705 if (rc < 0)
1706 return AE_ERROR;
1707 else if (rc > 0)
1708 return AE_CTRL_SKIP;
1709
1710 return AE_OK;
1711}
1712
1713void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1714 u32 pm1a_ctrl, u32 pm1b_ctrl))
1715{
1716 __acpi_os_prepare_sleep = func;
1717}
Yinghai Lu92d8aff2013-01-21 13:20:47 -08001718
Ben Guthrod6b47b12013-07-30 08:24:52 -04001719acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1720 u32 val_b)
1721{
1722 int rc = 0;
1723 if (__acpi_os_prepare_extended_sleep)
1724 rc = __acpi_os_prepare_extended_sleep(sleep_state,
1725 val_a, val_b);
1726 if (rc < 0)
1727 return AE_ERROR;
1728 else if (rc > 0)
1729 return AE_CTRL_SKIP;
1730
1731 return AE_OK;
1732}
1733
1734void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1735 u32 val_a, u32 val_b))
1736{
1737 __acpi_os_prepare_extended_sleep = func;
1738}