drivers/acpi/osl.c

   1 /*
   2  *  acpi_osl.c - OS-dependent functions ($Revision: 83 $)
   3  *
   4  *  Copyright (C) 2000       Andrew Henroid
   5  *  Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
   6  *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
   7  *  Copyright (c) 2008 Intel Corporation
   8  *   Author: Matthew Wilcox <willy@linux.intel.com>
   9  *
  10  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  11  *
  12  *  This program is free software; you can redistribute it and/or modify
  13  *  it under the terms of the GNU General Public License as published by
  14  *  the Free Software Foundation; either version 2 of the License, or
  15  *  (at your option) any later version.
  16  *
  17  *  This program is distributed in the hope that it will be useful,
  18  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  19  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  20  *  GNU General Public License for more details.
  21  *
  22  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  23  *
  24  */
  25
  26 #include <linux/module.h>
  27 #include <linux/kernel.h>
  28 #include <linux/slab.h>
  29 #include <linux/mm.h>
  30 #include <linux/highmem.h>
  31 #include <linux/pci.h>
  32 #include <linux/interrupt.h>
  33 #include <linux/kmod.h>
  34 #include <linux/delay.h>
  35 #include <linux/workqueue.h>
  36 #include <linux/nmi.h>
  37 #include <linux/acpi.h>
  38 #include <linux/efi.h>
  39 #include <linux/ioport.h>
  40 #include <linux/list.h>
  41 #include <linux/jiffies.h>
  42 #include <linux/semaphore.h>
  43
  44 #include <asm/io.h>
  45 #include <asm/uaccess.h>
  46
  47 #include "internal.h"
  48
  49 #define _COMPONENT              ACPI_OS_SERVICES
  50 ACPI_MODULE_NAME("osl");
  51
  52 struct acpi_os_dpc {
  53         acpi_osd_exec_callback function;
  54         void *context;
  55         struct work_struct work;
  56 };
  57
  58 #ifdef CONFIG_ACPI_CUSTOM_DSDT
  59 #include CONFIG_ACPI_CUSTOM_DSDT_FILE
  60 #endif
  61
  62 #ifdef ENABLE_DEBUGGER
  63 #include <linux/kdb.h>
  64
  65 /* stuff for debugger support */
  66 int acpi_in_debugger;
  67 EXPORT_SYMBOL(acpi_in_debugger);
  68
  69 extern char line_buf[80];
  70 #endif                          /*ENABLE_DEBUGGER */
  71
  72 static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
  73                                       u32 pm1b_ctrl);
  74 static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
  75                                       u32 val_b);
  76
  77 static acpi_osd_handler acpi_irq_handler;
  78 static void *acpi_irq_context;
  79 static struct workqueue_struct *kacpid_wq;
  80 static struct workqueue_struct *kacpi_notify_wq;
  81 static struct workqueue_struct *kacpi_hotplug_wq;
  82 static bool acpi_os_initialized;
  83
  84 /*
  85  * This list of permanent mappings is for memory that may be accessed from
  86  * interrupt context, where we can't do the ioremap().
  87  */
  88 struct acpi_ioremap {
  89         struct list_head list;
  90         void __iomem *virt;
  91         acpi_physical_address phys;
  92         acpi_size size;
  93         unsigned long refcount;
  94 };
  95
  96 static LIST_HEAD(acpi_ioremaps);
  97 static DEFINE_MUTEX(acpi_ioremap_lock);
  98
  99 static void __init acpi_osi_setup_late(void);
 100
 101 /*
 102  * The story of _OSI(Linux)
 103  *
 104  * From pre-history through Linux-2.6.22,
 105  * Linux responded TRUE upon a BIOS OSI(Linux) query.
 106  *
 107  * Unfortunately, reference BIOS writers got wind of this
 108  * and put OSI(Linux) in their example code, quickly exposing
 109  * this string as ill-conceived and opening the door to
 110  * an un-bounded number of BIOS incompatibilities.
 111  *
 112  * For example, OSI(Linux) was used on resume to re-POST a
 113  * video card on one system, because Linux at that time
 114  * could not do a speedy restore in its native driver.
 115  * But then upon gaining quick native restore capability,
 116  * Linux has no way to tell the BIOS to skip the time-consuming
 117  * POST -- putting Linux at a permanent performance disadvantage.
 118  * On another system, the BIOS writer used OSI(Linux)
 119  * to infer native OS support for IPMI!  On other systems,
 120  * OSI(Linux) simply got in the way of Linux claiming to
 121  * be compatible with other operating systems, exposing
 122  * BIOS issues such as skipped device initialization.
 123  *
 124  * So "Linux" turned out to be a really poor chose of
 125  * OSI string, and from Linux-2.6.23 onward we respond FALSE.
 126  *
 127  * BIOS writers should NOT query _OSI(Linux) on future systems.
 128  * Linux will complain on the console when it sees it, and return FALSE.
 129  * To get Linux to return TRUE for your system  will require
 130  * a kernel source update to add a DMI entry,
 131  * or boot with "acpi_osi=Linux"
 132  */
 133
 134 static struct osi_linux {
 135         unsigned int    enable:1;
 136         unsigned int    dmi:1;
 137         unsigned int    cmdline:1;
 138         unsigned int    default_disabling:1;
 139 } osi_linux = {0, 0, 0, 0};
 140
 141 static u32 acpi_osi_handler(acpi_string interface, u32 supported)
 142 {
 143         if (!strcmp("Linux", interface)) {
 144
 145                 printk_once(KERN_NOTICE FW_BUG PREFIX
 146                         "BIOS _OSI(Linux) query %s%s\n",
 147                         osi_linux.enable ? "honored" : "ignored",
 148                         osi_linux.cmdline ? " via cmdline" :
 149                         osi_linux.dmi ? " via DMI" : "");
 150         }
 151
 152         if (!strcmp("Darwin", interface)) {
 153                 /*
 154                  * Apple firmware will behave poorly if it receives positive
 155                  * answers to "Darwin" and any other OS. Respond positively
 156                  * to Darwin and then disable all other vendor strings.
 157                  */
 158                 acpi_update_interfaces(ACPI_DISABLE_ALL_VENDOR_STRINGS);
 159                 supported = ACPI_UINT32_MAX;
 160         }
 161
 162         return supported;
 163 }
 164
 165 static void __init acpi_request_region (struct acpi_generic_address *gas,
 166         unsigned int length, char *desc)
 167 {
 168         u64 addr;
 169
 170         /* Handle possible alignment issues */
 171         memcpy(&addr, &gas->address, sizeof(addr));
 172         if (!addr || !length)
 173                 return;
 174
 175         /* Resources are never freed */
 176         if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
 177                 request_region(addr, length, desc);
 178         else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
 179                 request_mem_region(addr, length, desc);
 180 }
 181
 182 static int __init acpi_reserve_resources(void)
 183 {
 184         acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
 185                 "ACPI PM1a_EVT_BLK");
 186
 187         acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
 188                 "ACPI PM1b_EVT_BLK");
 189
 190         acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
 191                 "ACPI PM1a_CNT_BLK");
 192
 193         acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
 194                 "ACPI PM1b_CNT_BLK");
 195
 196         if (acpi_gbl_FADT.pm_timer_length == 4)
 197                 acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
 198
 199         acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
 200                 "ACPI PM2_CNT_BLK");
 201
 202         /* Length of GPE blocks must be a non-negative multiple of 2 */
 203
 204         if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
 205                 acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
 206                                acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
 207
 208         if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
 209                 acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
 210                                acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
 211
 212         return 0;
 213 }
 214 fs_initcall_sync(acpi_reserve_resources);
 215
 216 void acpi_os_printf(const char *fmt, ...)
 217 {
 218         va_list args;
 219         va_start(args, fmt);
 220         acpi_os_vprintf(fmt, args);
 221         va_end(args);
 222 }
 223
 224 void acpi_os_vprintf(const char *fmt, va_list args)
 225 {
 226         static char buffer[512];
 227
 228         vsprintf(buffer, fmt, args);
 229
 230 #ifdef ENABLE_DEBUGGER
 231         if (acpi_in_debugger) {
 232                 kdb_printf("%s", buffer);
 233         } else {
 234                 printk(KERN_CONT "%s", buffer);
 235         }
 236 #else
 237         printk(KERN_CONT "%s", buffer);
 238 #endif
 239 }
 240
 241 #ifdef CONFIG_KEXEC
 242 static unsigned long acpi_rsdp;
 243 static int __init setup_acpi_rsdp(char *arg)
 244 {
 245         if (kstrtoul(arg, 16, &acpi_rsdp))
 246                 return -EINVAL;
 247         return 0;
 248 }
 249 early_param("acpi_rsdp", setup_acpi_rsdp);
 250 #endif
 251
 252 acpi_physical_address __init acpi_os_get_root_pointer(void)
 253 {
 254 #ifdef CONFIG_KEXEC
 255         if (acpi_rsdp)
 256                 return acpi_rsdp;
 257 #endif
 258
 259         if (efi_enabled(EFI_CONFIG_TABLES)) {
 260                 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
 261                         return efi.acpi20;
 262                 else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
 263                         return efi.acpi;
 264                 else {
 265                         printk(KERN_ERR PREFIX
 266                                "System description tables not found\n");
 267                         return 0;
 268                 }
 269         } else if (IS_ENABLED(CONFIG_ACPI_LEGACY_TABLES_LOOKUP)) {
 270                 acpi_physical_address pa = 0;
 271
 272                 acpi_find_root_pointer(&pa);
 273                 return pa;
 274         }
 275
 276         return 0;
 277 }
 278
 279 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
 280 static struct acpi_ioremap *
 281 acpi_map_lookup(acpi_physical_address phys, acpi_size size)
 282 {
 283         struct acpi_ioremap *map;
 284
 285         list_for_each_entry_rcu(map, &acpi_ioremaps, list)
 286                 if (map->phys <= phys &&
 287                     phys + size <= map->phys + map->size)
 288                         return map;
 289
 290         return NULL;
 291 }
 292
 293 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
 294 static void __iomem *
 295 acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
 296 {
 297         struct acpi_ioremap *map;
 298
 299         map = acpi_map_lookup(phys, size);
 300         if (map)
 301                 return map->virt + (phys - map->phys);
 302
 303         return NULL;
 304 }
 305
 306 void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
 307 {
 308         struct acpi_ioremap *map;
 309         void __iomem *virt = NULL;
 310
 311         mutex_lock(&acpi_ioremap_lock);
 312         map = acpi_map_lookup(phys, size);
 313         if (map) {
 314                 virt = map->virt + (phys - map->phys);
 315                 map->refcount++;
 316         }
 317         mutex_unlock(&acpi_ioremap_lock);
 318         return virt;
 319 }
 320 EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
 321
 322 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
 323 static struct acpi_ioremap *
 324 acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
 325 {
 326         struct acpi_ioremap *map;
 327
 328         list_for_each_entry_rcu(map, &acpi_ioremaps, list)
 329                 if (map->virt <= virt &&
 330                     virt + size <= map->virt + map->size)
 331                         return map;
 332
 333         return NULL;
 334 }
 335
 336 #if defined(CONFIG_IA64) || defined(CONFIG_ARM64)
 337 /* ioremap will take care of cache attributes */
 338 #define should_use_kmap(pfn)   0
 339 #else
 340 #define should_use_kmap(pfn)   page_is_ram(pfn)
 341 #endif
 342
 343 static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
 344 {
 345         unsigned long pfn;
 346
 347         pfn = pg_off >> PAGE_SHIFT;
 348         if (should_use_kmap(pfn)) {
 349                 if (pg_sz > PAGE_SIZE)
 350                         return NULL;
 351                 return (void __iomem __force *)kmap(pfn_to_page(pfn));
 352         } else
 353                 return acpi_os_ioremap(pg_off, pg_sz);
 354 }
 355
 356 static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
 357 {
 358         unsigned long pfn;
 359
 360         pfn = pg_off >> PAGE_SHIFT;
 361         if (should_use_kmap(pfn))
 362                 kunmap(pfn_to_page(pfn));
 363         else
 364                 iounmap(vaddr);
 365 }
 366
 367 void __iomem *__init_refok
 368 acpi_os_map_iomem(acpi_physical_address phys, acpi_size size)
 369 {
 370         struct acpi_ioremap *map;
 371         void __iomem *virt;
 372         acpi_physical_address pg_off;
 373         acpi_size pg_sz;
 374
 375         if (phys > ULONG_MAX) {
 376                 printk(KERN_ERR PREFIX "Cannot map memory that high\n");
 377                 return NULL;
 378         }
 379
 380         if (!acpi_gbl_permanent_mmap)
 381                 return __acpi_map_table((unsigned long)phys, size);
 382
 383         mutex_lock(&acpi_ioremap_lock);
 384         /* Check if there's a suitable mapping already. */
 385         map = acpi_map_lookup(phys, size);
 386         if (map) {
 387                 map->refcount++;
 388                 goto out;
 389         }
 390
 391         map = kzalloc(sizeof(*map), GFP_KERNEL);
 392         if (!map) {
 393                 mutex_unlock(&acpi_ioremap_lock);
 394                 return NULL;
 395         }
 396
 397         pg_off = round_down(phys, PAGE_SIZE);
 398         pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
 399         virt = acpi_map(pg_off, pg_sz);
 400         if (!virt) {
 401                 mutex_unlock(&acpi_ioremap_lock);
 402                 kfree(map);
 403                 return NULL;
 404         }
 405
 406         INIT_LIST_HEAD(&map->list);
 407         map->virt = virt;
 408         map->phys = pg_off;
 409         map->size = pg_sz;
 410         map->refcount = 1;
 411
 412         list_add_tail_rcu(&map->list, &acpi_ioremaps);
 413
 414 out:
 415         mutex_unlock(&acpi_ioremap_lock);
 416         return map->virt + (phys - map->phys);
 417 }
 418 EXPORT_SYMBOL_GPL(acpi_os_map_iomem);
 419
 420 void *__init_refok
 421 acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
 422 {
 423         return (void *)acpi_os_map_iomem(phys, size);
 424 }
 425 EXPORT_SYMBOL_GPL(acpi_os_map_memory);
 426
 427 static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
 428 {
 429         if (!--map->refcount)
 430                 list_del_rcu(&map->list);
 431 }
 432
 433 static void acpi_os_map_cleanup(struct acpi_ioremap *map)
 434 {
 435         if (!map->refcount) {
 436                 synchronize_rcu_expedited();
 437                 acpi_unmap(map->phys, map->virt);
 438                 kfree(map);
 439         }
 440 }
 441
 442 void __ref acpi_os_unmap_iomem(void __iomem *virt, acpi_size size)
 443 {
 444         struct acpi_ioremap *map;
 445
 446         if (!acpi_gbl_permanent_mmap) {
 447                 __acpi_unmap_table(virt, size);
 448                 return;
 449         }
 450
 451         mutex_lock(&acpi_ioremap_lock);
 452         map = acpi_map_lookup_virt(virt, size);
 453         if (!map) {
 454                 mutex_unlock(&acpi_ioremap_lock);
 455                 WARN(true, PREFIX "%s: bad address %p\n", __func__, virt);
 456                 return;
 457         }
 458         acpi_os_drop_map_ref(map);
 459         mutex_unlock(&acpi_ioremap_lock);
 460
 461         acpi_os_map_cleanup(map);
 462 }
 463 EXPORT_SYMBOL_GPL(acpi_os_unmap_iomem);
 464
 465 void __ref acpi_os_unmap_memory(void *virt, acpi_size size)
 466 {
 467         return acpi_os_unmap_iomem((void __iomem *)virt, size);
 468 }
 469 EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
 470
 471 void __init early_acpi_os_unmap_memory(void __iomem *virt, acpi_size size)
 472 {
 473         if (!acpi_gbl_permanent_mmap)
 474                 __acpi_unmap_table(virt, size);
 475 }
 476
 477 int acpi_os_map_generic_address(struct acpi_generic_address *gas)
 478 {
 479         u64 addr;
 480         void __iomem *virt;
 481
 482         if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
 483                 return 0;
 484
 485         /* Handle possible alignment issues */
 486         memcpy(&addr, &gas->address, sizeof(addr));
 487         if (!addr || !gas->bit_width)
 488                 return -EINVAL;
 489
 490         virt = acpi_os_map_iomem(addr, gas->bit_width / 8);
 491         if (!virt)
 492                 return -EIO;
 493
 494         return 0;
 495 }
 496 EXPORT_SYMBOL(acpi_os_map_generic_address);
 497
 498 void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
 499 {
 500         u64 addr;
 501         struct acpi_ioremap *map;
 502
 503         if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
 504                 return;
 505
 506         /* Handle possible alignment issues */
 507         memcpy(&addr, &gas->address, sizeof(addr));
 508         if (!addr || !gas->bit_width)
 509                 return;
 510
 511         mutex_lock(&acpi_ioremap_lock);
 512         map = acpi_map_lookup(addr, gas->bit_width / 8);
 513         if (!map) {
 514                 mutex_unlock(&acpi_ioremap_lock);
 515                 return;
 516         }
 517         acpi_os_drop_map_ref(map);
 518         mutex_unlock(&acpi_ioremap_lock);
 519
 520         acpi_os_map_cleanup(map);
 521 }
 522 EXPORT_SYMBOL(acpi_os_unmap_generic_address);
 523
 524 #ifdef ACPI_FUTURE_USAGE
 525 acpi_status
 526 acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
 527 {
 528         if (!phys || !virt)
 529                 return AE_BAD_PARAMETER;
 530
 531         *phys = virt_to_phys(virt);
 532
 533         return AE_OK;
 534 }
 535 #endif
 536
 537 #ifdef CONFIG_ACPI_REV_OVERRIDE_POSSIBLE
 538 static bool acpi_rev_override;
 539
 540 int __init acpi_rev_override_setup(char *str)
 541 {
 542         acpi_rev_override = true;
 543         return 1;
 544 }
 545 __setup("acpi_rev_override", acpi_rev_override_setup);
 546 #else
 547 #define acpi_rev_override       false
 548 #endif
 549
 550 #define ACPI_MAX_OVERRIDE_LEN 100
 551
 552 static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
 553
 554 acpi_status
 555 acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
 556                             char **new_val)
 557 {
 558         if (!init_val || !new_val)
 559                 return AE_BAD_PARAMETER;
 560
 561         *new_val = NULL;
 562         if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
 563                 printk(KERN_INFO PREFIX "Overriding _OS definition to '%s'\n",
 564                        acpi_os_name);
 565                 *new_val = acpi_os_name;
 566         }
 567
 568         if (!memcmp(init_val->name, "_REV", 4) && acpi_rev_override) {
 569                 printk(KERN_INFO PREFIX "Overriding _REV return value to 5\n");
 570                 *new_val = (char *)5;
 571         }
 572
 573         return AE_OK;
 574 }
 575
 576 #ifdef CONFIG_ACPI_INITRD_TABLE_OVERRIDE
 577 #include <linux/earlycpio.h>
 578 #include <linux/memblock.h>
 579
 580 static u64 acpi_tables_addr;
 581 static int all_tables_size;
 582
 583 /* Copied from acpica/tbutils.c:acpi_tb_checksum() */
 584 static u8 __init acpi_table_checksum(u8 *buffer, u32 length)
 585 {
 586         u8 sum = 0;
 587         u8 *end = buffer + length;
 588
 589         while (buffer < end)
 590                 sum = (u8) (sum + *(buffer++));
 591         return sum;
 592 }
 593
 594 /* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */
 595 static const char * const table_sigs[] = {
 596         ACPI_SIG_BERT, ACPI_SIG_CPEP, ACPI_SIG_ECDT, ACPI_SIG_EINJ,
 597         ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT, ACPI_SIG_MSCT,
 598         ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT, ACPI_SIG_ASF,
 599         ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR, ACPI_SIG_HPET,
 600         ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG, ACPI_SIG_MCHI,
 601         ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI, ACPI_SIG_TCPA,
 602         ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT, ACPI_SIG_WDDT,
 603         ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT, ACPI_SIG_PSDT,
 604         ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT, NULL };
 605
 606 #define ACPI_HEADER_SIZE sizeof(struct acpi_table_header)
 607
 608 #define ACPI_OVERRIDE_TABLES 64
 609 static struct cpio_data __initdata acpi_initrd_files[ACPI_OVERRIDE_TABLES];
 610
 611 #define MAP_CHUNK_SIZE   (NR_FIX_BTMAPS << PAGE_SHIFT)
 612
 613 void __init acpi_initrd_override(void *data, size_t size)
 614 {
 615         int sig, no, table_nr = 0, total_offset = 0;
 616         long offset = 0;
 617         struct acpi_table_header *table;
 618         char cpio_path[32] = "kernel/firmware/acpi/";
 619         struct cpio_data file;
 620
 621         if (data == NULL || size == 0)
 622                 return;
 623
 624         for (no = 0; no < ACPI_OVERRIDE_TABLES; no++) {
 625                 file = find_cpio_data(cpio_path, data, size, &offset);
 626                 if (!file.data)
 627                         break;
 628
 629                 data += offset;
 630                 size -= offset;
 631
 632                 if (file.size < sizeof(struct acpi_table_header)) {
 633                         pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n",
 634                                 cpio_path, file.name);
 635                         continue;
 636                 }
 637
 638                 table = file.data;
 639
 640                 for (sig = 0; table_sigs[sig]; sig++)
 641                         if (!memcmp(table->signature, table_sigs[sig], 4))
 642                                 break;
 643
 644                 if (!table_sigs[sig]) {
 645                         pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n",
 646                                 cpio_path, file.name);
 647                         continue;
 648                 }
 649                 if (file.size != table->length) {
 650                         pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n",
 651                                 cpio_path, file.name);
 652                         continue;
 653                 }
 654                 if (acpi_table_checksum(file.data, table->length)) {
 655                         pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n",
 656                                 cpio_path, file.name);
 657                         continue;
 658                 }
 659
 660                 pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n",
 661                         table->signature, cpio_path, file.name, table->length);
 662
 663                 all_tables_size += table->length;
 664                 acpi_initrd_files[table_nr].data = file.data;
 665                 acpi_initrd_files[table_nr].size = file.size;
 666                 table_nr++;
 667         }
 668         if (table_nr == 0)
 669                 return;
 670
 671         acpi_tables_addr =
 672                 memblock_find_in_range(0, max_low_pfn_mapped << PAGE_SHIFT,
 673                                        all_tables_size, PAGE_SIZE);
 674         if (!acpi_tables_addr) {
 675                 WARN_ON(1);
 676                 return;
 677         }
 678         /*
 679          * Only calling e820_add_reserve does not work and the
 680          * tables are invalid (memory got used) later.
 681          * memblock_reserve works as expected and the tables won't get modified.
 682          * But it's not enough on X86 because ioremap will
 683          * complain later (used by acpi_os_map_memory) that the pages
 684          * that should get mapped are not marked "reserved".
 685          * Both memblock_reserve and e820_add_region (via arch_reserve_mem_area)
 686          * works fine.
 687          */
 688         memblock_reserve(acpi_tables_addr, all_tables_size);
 689         arch_reserve_mem_area(acpi_tables_addr, all_tables_size);
 690
 691         /*
 692          * early_ioremap only can remap 256k one time. If we map all
 693          * tables one time, we will hit the limit. Need to map chunks
 694          * one by one during copying the same as that in relocate_initrd().
 695          */
 696         for (no = 0; no < table_nr; no++) {
 697                 unsigned char *src_p = acpi_initrd_files[no].data;
 698                 phys_addr_t size = acpi_initrd_files[no].size;
 699                 phys_addr_t dest_addr = acpi_tables_addr + total_offset;
 700                 phys_addr_t slop, clen;
 701                 char *dest_p;
 702
 703                 total_offset += size;
 704
 705                 while (size) {
 706                         slop = dest_addr & ~PAGE_MASK;
 707                         clen = size;
 708                         if (clen > MAP_CHUNK_SIZE - slop)
 709                                 clen = MAP_CHUNK_SIZE - slop;
 710                         dest_p = early_ioremap(dest_addr & PAGE_MASK,
 711                                                  clen + slop);
 712                         memcpy(dest_p + slop, src_p, clen);
 713                         early_iounmap(dest_p, clen + slop);
 714                         src_p += clen;
 715                         dest_addr += clen;
 716                         size -= clen;
 717                 }
 718         }
 719 }
 720 #endif /* CONFIG_ACPI_INITRD_TABLE_OVERRIDE */
 721
 722 static void acpi_table_taint(struct acpi_table_header *table)
 723 {
 724         pr_warn(PREFIX
 725                 "Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n",
 726                 table->signature, table->oem_table_id);
 727         add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE);
 728 }
 729
 730
 731 acpi_status
 732 acpi_os_table_override(struct acpi_table_header * existing_table,
 733                        struct acpi_table_header ** new_table)
 734 {
 735         if (!existing_table || !new_table)
 736                 return AE_BAD_PARAMETER;
 737
 738         *new_table = NULL;
 739
 740 #ifdef CONFIG_ACPI_CUSTOM_DSDT
 741         if (strncmp(existing_table->signature, "DSDT", 4) == 0)
 742                 *new_table = (struct acpi_table_header *)AmlCode;
 743 #endif
 744         if (*new_table != NULL)
 745                 acpi_table_taint(existing_table);
 746         return AE_OK;
 747 }
 748
 749 acpi_status
 750 acpi_os_physical_table_override(struct acpi_table_header *existing_table,
 751                                 acpi_physical_address *address,
 752                                 u32 *table_length)
 753 {
 754 #ifndef CONFIG_ACPI_INITRD_TABLE_OVERRIDE
 755         *table_length = 0;
 756         *address = 0;
 757         return AE_OK;
 758 #else
 759         int table_offset = 0;
 760         struct acpi_table_header *table;
 761
 762         *table_length = 0;
 763         *address = 0;
 764
 765         if (!acpi_tables_addr)
 766                 return AE_OK;
 767
 768         do {
 769                 if (table_offset + ACPI_HEADER_SIZE > all_tables_size) {
 770                         WARN_ON(1);
 771                         return AE_OK;
 772                 }
 773
 774                 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
 775                                            ACPI_HEADER_SIZE);
 776
 777                 if (table_offset + table->length > all_tables_size) {
 778                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 779                         WARN_ON(1);
 780                         return AE_OK;
 781                 }
 782
 783                 table_offset += table->length;
 784
 785                 if (memcmp(existing_table->signature, table->signature, 4)) {
 786                         acpi_os_unmap_memory(table,
 787                                      ACPI_HEADER_SIZE);
 788                         continue;
 789                 }
 790
 791                 /* Only override tables with matching oem id */
 792                 if (memcmp(table->oem_table_id, existing_table->oem_table_id,
 793                            ACPI_OEM_TABLE_ID_SIZE)) {
 794                         acpi_os_unmap_memory(table,
 795                                      ACPI_HEADER_SIZE);
 796                         continue;
 797                 }
 798
 799                 table_offset -= table->length;
 800                 *table_length = table->length;
 801                 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 802                 *address = acpi_tables_addr + table_offset;
 803                 break;
 804         } while (table_offset + ACPI_HEADER_SIZE < all_tables_size);
 805
 806         if (*address != 0)
 807                 acpi_table_taint(existing_table);
 808         return AE_OK;
 809 #endif
 810 }
 811
 812 static irqreturn_t acpi_irq(int irq, void *dev_id)
 813 {
 814         u32 handled;
 815
 816         handled = (*acpi_irq_handler) (acpi_irq_context);
 817
 818         if (handled) {
 819                 acpi_irq_handled++;
 820                 return IRQ_HANDLED;
 821         } else {
 822                 acpi_irq_not_handled++;
 823                 return IRQ_NONE;
 824         }
 825 }
 826
 827 acpi_status
 828 acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
 829                                   void *context)
 830 {
 831         unsigned int irq;
 832
 833         acpi_irq_stats_init();
 834
 835         /*
 836          * ACPI interrupts different from the SCI in our copy of the FADT are
 837          * not supported.
 838          */
 839         if (gsi != acpi_gbl_FADT.sci_interrupt)
 840                 return AE_BAD_PARAMETER;
 841
 842         if (acpi_irq_handler)
 843                 return AE_ALREADY_ACQUIRED;
 844
 845         if (acpi_gsi_to_irq(gsi, &irq) < 0) {
 846                 printk(KERN_ERR PREFIX "SCI (ACPI GSI %d) not registered\n",
 847                        gsi);
 848                 return AE_OK;
 849         }
 850
 851         acpi_irq_handler = handler;
 852         acpi_irq_context = context;
 853         if (request_irq(irq, acpi_irq, IRQF_SHARED, "acpi", acpi_irq)) {
 854                 printk(KERN_ERR PREFIX "SCI (IRQ%d) allocation failed\n", irq);
 855                 acpi_irq_handler = NULL;
 856                 return AE_NOT_ACQUIRED;
 857         }
 858
 859         return AE_OK;
 860 }
 861
 862 acpi_status acpi_os_remove_interrupt_handler(u32 irq, acpi_osd_handler handler)
 863 {
 864         if (irq != acpi_gbl_FADT.sci_interrupt)
 865                 return AE_BAD_PARAMETER;
 866
 867         free_irq(irq, acpi_irq);
 868         acpi_irq_handler = NULL;
 869
 870         return AE_OK;
 871 }
 872
 873 /*
 874  * Running in interpreter thread context, safe to sleep
 875  */
 876
 877 void acpi_os_sleep(u64 ms)
 878 {
 879         msleep(ms);
 880 }
 881
 882 void acpi_os_stall(u32 us)
 883 {
 884         while (us) {
 885                 u32 delay = 1000;
 886
 887                 if (delay > us)
 888                         delay = us;
 889                 udelay(delay);
 890                 touch_nmi_watchdog();
 891                 us -= delay;
 892         }
 893 }
 894
 895 /*
 896  * Support ACPI 3.0 AML Timer operand
 897  * Returns 64-bit free-running, monotonically increasing timer
 898  * with 100ns granularity
 899  */
 900 u64 acpi_os_get_timer(void)
 901 {
 902         u64 time_ns = ktime_to_ns(ktime_get());
 903         do_div(time_ns, 100);
 904         return time_ns;
 905 }
 906
 907 acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
 908 {
 909         u32 dummy;
 910
 911         if (!value)
 912                 value = &dummy;
 913
 914         *value = 0;
 915         if (width <= 8) {
 916                 *(u8 *) value = inb(port);
 917         } else if (width <= 16) {
 918                 *(u16 *) value = inw(port);
 919         } else if (width <= 32) {
 920                 *(u32 *) value = inl(port);
 921         } else {
 922                 BUG();
 923         }
 924
 925         return AE_OK;
 926 }
 927
 928 EXPORT_SYMBOL(acpi_os_read_port);
 929
 930 acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
 931 {
 932         if (width <= 8) {
 933                 outb(value, port);
 934         } else if (width <= 16) {
 935                 outw(value, port);
 936         } else if (width <= 32) {
 937                 outl(value, port);
 938         } else {
 939                 BUG();
 940         }
 941
 942         return AE_OK;
 943 }
 944
 945 EXPORT_SYMBOL(acpi_os_write_port);
 946
 947 #ifdef readq
 948 static inline u64 read64(const volatile void __iomem *addr)
 949 {
 950         return readq(addr);
 951 }
 952 #else
 953 static inline u64 read64(const volatile void __iomem *addr)
 954 {
 955         u64 l, h;
 956         l = readl(addr);
 957         h = readl(addr+4);
 958         return l | (h << 32);
 959 }
 960 #endif
 961
 962 acpi_status
 963 acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
 964 {
 965         void __iomem *virt_addr;
 966         unsigned int size = width / 8;
 967         bool unmap = false;
 968         u64 dummy;
 969
 970         rcu_read_lock();
 971         virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
 972         if (!virt_addr) {
 973                 rcu_read_unlock();
 974                 virt_addr = acpi_os_ioremap(phys_addr, size);
 975                 if (!virt_addr)
 976                         return AE_BAD_ADDRESS;
 977                 unmap = true;
 978         }
 979
 980         if (!value)
 981                 value = &dummy;
 982
 983         switch (width) {
 984         case 8:
 985                 *(u8 *) value = readb(virt_addr);
 986                 break;
 987         case 16:
 988                 *(u16 *) value = readw(virt_addr);
 989                 break;
 990         case 32:
 991                 *(u32 *) value = readl(virt_addr);
 992                 break;
 993         case 64:
 994                 *(u64 *) value = read64(virt_addr);
 995                 break;
 996         default:
 997                 BUG();
 998         }
 999
1000         if (unmap)
1001                 iounmap(virt_addr);
1002         else
1003                 rcu_read_unlock();
1004
1005         return AE_OK;
1006 }
1007
1008 #ifdef writeq
1009 static inline void write64(u64 val, volatile void __iomem *addr)
1010 {
1011         writeq(val, addr);
1012 }
1013 #else
1014 static inline void write64(u64 val, volatile void __iomem *addr)
1015 {
1016         writel(val, addr);
1017         writel(val>>32, addr+4);
1018 }
1019 #endif
1020
1021 acpi_status
1022 acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
1023 {
1024         void __iomem *virt_addr;
1025         unsigned int size = width / 8;
1026         bool unmap = false;
1027
1028         rcu_read_lock();
1029         virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
1030         if (!virt_addr) {
1031                 rcu_read_unlock();
1032                 virt_addr = acpi_os_ioremap(phys_addr, size);
1033                 if (!virt_addr)
1034                         return AE_BAD_ADDRESS;
1035                 unmap = true;
1036         }
1037
1038         switch (width) {
1039         case 8:
1040                 writeb(value, virt_addr);
1041                 break;
1042         case 16:
1043                 writew(value, virt_addr);
1044                 break;
1045         case 32:
1046                 writel(value, virt_addr);
1047                 break;
1048         case 64:
1049                 write64(value, virt_addr);
1050                 break;
1051         default:
1052                 BUG();
1053         }
1054
1055         if (unmap)
1056                 iounmap(virt_addr);
1057         else
1058                 rcu_read_unlock();
1059
1060         return AE_OK;
1061 }
1062
1063 acpi_status
1064 acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
1065                                u64 *value, u32 width)
1066 {
1067         int result, size;
1068         u32 value32;
1069
1070         if (!value)
1071                 return AE_BAD_PARAMETER;
1072
1073         switch (width) {
1074         case 8:
1075                 size = 1;
1076                 break;
1077         case 16:
1078                 size = 2;
1079                 break;
1080         case 32:
1081                 size = 4;
1082                 break;
1083         default:
1084                 return AE_ERROR;
1085         }
1086
1087         result = raw_pci_read(pci_id->segment, pci_id->bus,
1088                                 PCI_DEVFN(pci_id->device, pci_id->function),
1089                                 reg, size, &value32);
1090         *value = value32;
1091
1092         return (result ? AE_ERROR : AE_OK);
1093 }
1094
1095 acpi_status
1096 acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
1097                                 u64 value, u32 width)
1098 {
1099         int result, size;
1100
1101         switch (width) {
1102         case 8:
1103                 size = 1;
1104                 break;
1105         case 16:
1106                 size = 2;
1107                 break;
1108         case 32:
1109                 size = 4;
1110                 break;
1111         default:
1112                 return AE_ERROR;
1113         }
1114
1115         result = raw_pci_write(pci_id->segment, pci_id->bus,
1116                                 PCI_DEVFN(pci_id->device, pci_id->function),
1117                                 reg, size, value);
1118
1119         return (result ? AE_ERROR : AE_OK);
1120 }
1121
1122 static void acpi_os_execute_deferred(struct work_struct *work)
1123 {
1124         struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
1125
1126         dpc->function(dpc->context);
1127         kfree(dpc);
1128 }
1129
1130 /*******************************************************************************
1131  *
1132  * FUNCTION:    acpi_os_execute
1133  *
1134  * PARAMETERS:  Type               - Type of the callback
1135  *              Function           - Function to be executed
1136  *              Context            - Function parameters
1137  *
1138  * RETURN:      Status
1139  *
1140  * DESCRIPTION: Depending on type, either queues function for deferred execution or
1141  *              immediately executes function on a separate thread.
1142  *
1143  ******************************************************************************/
1144
1145 acpi_status acpi_os_execute(acpi_execute_type type,
1146                             acpi_osd_exec_callback function, void *context)
1147 {
1148         acpi_status status = AE_OK;
1149         struct acpi_os_dpc *dpc;
1150         struct workqueue_struct *queue;
1151         int ret;
1152         ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1153                           "Scheduling function [%p(%p)] for deferred execution.\n",
1154                           function, context));
1155
1156         /*
1157          * Allocate/initialize DPC structure.  Note that this memory will be
1158          * freed by the callee.  The kernel handles the work_struct list  in a
1159          * way that allows us to also free its memory inside the callee.
1160          * Because we may want to schedule several tasks with different
1161          * parameters we can't use the approach some kernel code uses of
1162          * having a static work_struct.
1163          */
1164
1165         dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
1166         if (!dpc)
1167                 return AE_NO_MEMORY;
1168
1169         dpc->function = function;
1170         dpc->context = context;
1171
1172         /*
1173          * To prevent lockdep from complaining unnecessarily, make sure that
1174          * there is a different static lockdep key for each workqueue by using
1175          * INIT_WORK() for each of them separately.
1176          */
1177         if (type == OSL_NOTIFY_HANDLER) {
1178                 queue = kacpi_notify_wq;
1179                 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1180         } else {
1181                 queue = kacpid_wq;
1182                 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1183         }
1184
1185         /*
1186          * On some machines, a software-initiated SMI causes corruption unless
1187          * the SMI runs on CPU 0.  An SMI can be initiated by any AML, but
1188          * typically it's done in GPE-related methods that are run via
1189          * workqueues, so we can avoid the known corruption cases by always
1190          * queueing on CPU 0.
1191          */
1192         ret = queue_work_on(0, queue, &dpc->work);
1193
1194         if (!ret) {
1195                 printk(KERN_ERR PREFIX
1196                           "Call to queue_work() failed.\n");
1197                 status = AE_ERROR;
1198                 kfree(dpc);
1199         }
1200         return status;
1201 }
1202 EXPORT_SYMBOL(acpi_os_execute);
1203
1204 void acpi_os_wait_events_complete(void)
1205 {
1206         /*
1207          * Make sure the GPE handler or the fixed event handler is not used
1208          * on another CPU after removal.
1209          */
1210         if (acpi_irq_handler)
1211                 synchronize_hardirq(acpi_gbl_FADT.sci_interrupt);
1212         flush_workqueue(kacpid_wq);
1213         flush_workqueue(kacpi_notify_wq);
1214 }
1215
1216 struct acpi_hp_work {
1217         struct work_struct work;
1218         struct acpi_device *adev;
1219         u32 src;
1220 };
1221
1222 static void acpi_hotplug_work_fn(struct work_struct *work)
1223 {
1224         struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1225
1226         acpi_os_wait_events_complete();
1227         acpi_device_hotplug(hpw->adev, hpw->src);
1228         kfree(hpw);
1229 }
1230
1231 acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
1232 {
1233         struct acpi_hp_work *hpw;
1234
1235         ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1236                   "Scheduling hotplug event (%p, %u) for deferred execution.\n",
1237                   adev, src));
1238
1239         hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1240         if (!hpw)
1241                 return AE_NO_MEMORY;
1242
1243         INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
1244         hpw->adev = adev;
1245         hpw->src = src;
1246         /*
1247          * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1248          * the hotplug code may call driver .remove() functions, which may
1249          * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1250          * these workqueues.
1251          */
1252         if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1253                 kfree(hpw);
1254                 return AE_ERROR;
1255         }
1256         return AE_OK;
1257 }
1258
1259 bool acpi_queue_hotplug_work(struct work_struct *work)
1260 {
1261         return queue_work(kacpi_hotplug_wq, work);
1262 }
1263
1264 acpi_status
1265 acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
1266 {
1267         struct semaphore *sem = NULL;
1268
1269         sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
1270         if (!sem)
1271                 return AE_NO_MEMORY;
1272
1273         sema_init(sem, initial_units);
1274
1275         *handle = (acpi_handle *) sem;
1276
1277         ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1278                           *handle, initial_units));
1279
1280         return AE_OK;
1281 }
1282
1283 /*
1284  * TODO: A better way to delete semaphores?  Linux doesn't have a
1285  * 'delete_semaphore()' function -- may result in an invalid
1286  * pointer dereference for non-synchronized consumers.  Should
1287  * we at least check for blocked threads and signal/cancel them?
1288  */
1289
1290 acpi_status acpi_os_delete_semaphore(acpi_handle handle)
1291 {
1292         struct semaphore *sem = (struct semaphore *)handle;
1293
1294         if (!sem)
1295                 return AE_BAD_PARAMETER;
1296
1297         ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
1298
1299         BUG_ON(!list_empty(&sem->wait_list));
1300         kfree(sem);
1301         sem = NULL;
1302
1303         return AE_OK;
1304 }
1305
1306 /*
1307  * TODO: Support for units > 1?
1308  */
1309 acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
1310 {
1311         acpi_status status = AE_OK;
1312         struct semaphore *sem = (struct semaphore *)handle;
1313         long jiffies;
1314         int ret = 0;
1315
1316         if (!acpi_os_initialized)
1317                 return AE_OK;
1318
1319         if (!sem || (units < 1))
1320                 return AE_BAD_PARAMETER;
1321
1322         if (units > 1)
1323                 return AE_SUPPORT;
1324
1325         ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1326                           handle, units, timeout));
1327
1328         if (timeout == ACPI_WAIT_FOREVER)
1329                 jiffies = MAX_SCHEDULE_TIMEOUT;
1330         else
1331                 jiffies = msecs_to_jiffies(timeout);
1332
1333         ret = down_timeout(sem, jiffies);
1334         if (ret)
1335                 status = AE_TIME;
1336
1337         if (ACPI_FAILURE(status)) {
1338                 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1339                                   "Failed to acquire semaphore[%p|%d|%d], %s",
1340                                   handle, units, timeout,
1341                                   acpi_format_exception(status)));
1342         } else {
1343                 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1344                                   "Acquired semaphore[%p|%d|%d]", handle,
1345                                   units, timeout));
1346         }
1347
1348         return status;
1349 }
1350
1351 /*
1352  * TODO: Support for units > 1?
1353  */
1354 acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
1355 {
1356         struct semaphore *sem = (struct semaphore *)handle;
1357
1358         if (!acpi_os_initialized)
1359                 return AE_OK;
1360
1361         if (!sem || (units < 1))
1362                 return AE_BAD_PARAMETER;
1363
1364         if (units > 1)
1365                 return AE_SUPPORT;
1366
1367         ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1368                           units));
1369
1370         up(sem);
1371
1372         return AE_OK;
1373 }
1374
1375 #ifdef ACPI_FUTURE_USAGE
1376 u32 acpi_os_get_line(char *buffer)
1377 {
1378
1379 #ifdef ENABLE_DEBUGGER
1380         if (acpi_in_debugger) {
1381                 u32 chars;
1382
1383                 kdb_read(buffer, sizeof(line_buf));
1384
1385                 /* remove the CR kdb includes */
1386                 chars = strlen(buffer) - 1;
1387                 buffer[chars] = '\0';
1388         }
1389 #endif
1390
1391         return 0;
1392 }
1393 #endif                          /*  ACPI_FUTURE_USAGE  */
1394
1395 acpi_status acpi_os_signal(u32 function, void *info)
1396 {
1397         switch (function) {
1398         case ACPI_SIGNAL_FATAL:
1399                 printk(KERN_ERR PREFIX "Fatal opcode executed\n");
1400                 break;
1401         case ACPI_SIGNAL_BREAKPOINT:
1402                 /*
1403                  * AML Breakpoint
1404                  * ACPI spec. says to treat it as a NOP unless
1405                  * you are debugging.  So if/when we integrate
1406                  * AML debugger into the kernel debugger its
1407                  * hook will go here.  But until then it is
1408                  * not useful to print anything on breakpoints.
1409                  */
1410                 break;
1411         default:
1412                 break;
1413         }
1414
1415         return AE_OK;
1416 }
1417
1418 static int __init acpi_os_name_setup(char *str)
1419 {
1420         char *p = acpi_os_name;
1421         int count = ACPI_MAX_OVERRIDE_LEN - 1;
1422
1423         if (!str || !*str)
1424                 return 0;
1425
1426         for (; count-- && *str; str++) {
1427                 if (isalnum(*str) || *str == ' ' || *str == ':')
1428                         *p++ = *str;
1429                 else if (*str == '\'' || *str == '"')
1430                         continue;
1431                 else
1432                         break;
1433         }
1434         *p = 0;
1435
1436         return 1;
1437
1438 }
1439
1440 __setup("acpi_os_name=", acpi_os_name_setup);
1441
1442 #define OSI_STRING_LENGTH_MAX 64        /* arbitrary */
1443 #define OSI_STRING_ENTRIES_MAX 16       /* arbitrary */
1444
1445 struct osi_setup_entry {
1446         char string[OSI_STRING_LENGTH_MAX];
1447         bool enable;
1448 };
1449
1450 static struct osi_setup_entry
1451                 osi_setup_entries[OSI_STRING_ENTRIES_MAX] __initdata = {
1452         {"Module Device", true},
1453         {"Processor Device", true},
1454         {"3.0 _SCP Extensions", true},
1455         {"Processor Aggregator Device", true},
1456 };
1457
1458 void __init acpi_osi_setup(char *str)
1459 {
1460         struct osi_setup_entry *osi;
1461         bool enable = true;
1462         int i;
1463
1464         if (!acpi_gbl_create_osi_method)
1465                 return;
1466
1467         if (str == NULL || *str == '\0') {
1468                 printk(KERN_INFO PREFIX "_OSI method disabled\n");
1469                 acpi_gbl_create_osi_method = FALSE;
1470                 return;
1471         }
1472
1473         if (*str == '!') {
1474                 str++;
1475                 if (*str == '\0') {
1476                         osi_linux.default_disabling = 1;
1477                         return;
1478                 } else if (*str == '*') {
1479                         acpi_update_interfaces(ACPI_DISABLE_ALL_STRINGS);
1480                         for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1481                                 osi = &osi_setup_entries[i];
1482                                 osi->enable = false;
1483                         }
1484                         return;
1485                 }
1486                 enable = false;
1487         }
1488
1489         for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1490                 osi = &osi_setup_entries[i];
1491                 if (!strcmp(osi->string, str)) {
1492                         osi->enable = enable;
1493                         break;
1494                 } else if (osi->string[0] == '\0') {
1495                         osi->enable = enable;
1496                         strncpy(osi->string, str, OSI_STRING_LENGTH_MAX);
1497                         break;
1498                 }
1499         }
1500 }
1501
1502 static void __init set_osi_linux(unsigned int enable)
1503 {
1504         if (osi_linux.enable != enable)
1505                 osi_linux.enable = enable;
1506
1507         if (osi_linux.enable)
1508                 acpi_osi_setup("Linux");
1509         else
1510                 acpi_osi_setup("!Linux");
1511
1512         return;
1513 }
1514
1515 static void __init acpi_cmdline_osi_linux(unsigned int enable)
1516 {
1517         osi_linux.cmdline = 1;  /* cmdline set the default and override DMI */
1518         osi_linux.dmi = 0;
1519         set_osi_linux(enable);
1520
1521         return;
1522 }
1523
1524 void __init acpi_dmi_osi_linux(int enable, const struct dmi_system_id *d)
1525 {
1526         printk(KERN_NOTICE PREFIX "DMI detected: %s\n", d->ident);
1527
1528         if (enable == -1)
1529                 return;
1530
1531         osi_linux.dmi = 1;      /* DMI knows that this box asks OSI(Linux) */
1532         set_osi_linux(enable);
1533
1534         return;
1535 }
1536
1537 /*
1538  * Modify the list of "OS Interfaces" reported to BIOS via _OSI
1539  *
1540  * empty string disables _OSI
1541  * string starting with '!' disables that string
1542  * otherwise string is added to list, augmenting built-in strings
1543  */
1544 static void __init acpi_osi_setup_late(void)
1545 {
1546         struct osi_setup_entry *osi;
1547         char *str;
1548         int i;
1549         acpi_status status;
1550
1551         if (osi_linux.default_disabling) {
1552                 status = acpi_update_interfaces(ACPI_DISABLE_ALL_VENDOR_STRINGS);
1553
1554                 if (ACPI_SUCCESS(status))
1555                         printk(KERN_INFO PREFIX "Disabled all _OSI OS vendors\n");
1556         }
1557
1558         for (i = 0; i < OSI_STRING_ENTRIES_MAX; i++) {
1559                 osi = &osi_setup_entries[i];
1560                 str = osi->string;
1561
1562                 if (*str == '\0')
1563                         break;
1564                 if (osi->enable) {
1565                         status = acpi_install_interface(str);
1566
1567                         if (ACPI_SUCCESS(status))
1568                                 printk(KERN_INFO PREFIX "Added _OSI(%s)\n", str);
1569                 } else {
1570                         status = acpi_remove_interface(str);
1571
1572                         if (ACPI_SUCCESS(status))
1573                                 printk(KERN_INFO PREFIX "Deleted _OSI(%s)\n", str);
1574                 }
1575         }
1576 }
1577
1578 static int __init osi_setup(char *str)
1579 {
1580         if (str && !strcmp("Linux", str))
1581                 acpi_cmdline_osi_linux(1);
1582         else if (str && !strcmp("!Linux", str))
1583                 acpi_cmdline_osi_linux(0);
1584         else
1585                 acpi_osi_setup(str);
1586
1587         return 1;
1588 }
1589
1590 __setup("acpi_osi=", osi_setup);
1591
1592 /*
1593  * Disable the auto-serialization of named objects creation methods.
1594  *
1595  * This feature is enabled by default.  It marks the AML control methods
1596  * that contain the opcodes to create named objects as "Serialized".
1597  */
1598 static int __init acpi_no_auto_serialize_setup(char *str)
1599 {
1600         acpi_gbl_auto_serialize_methods = FALSE;
1601         pr_info("ACPI: auto-serialization disabled\n");
1602
1603         return 1;
1604 }
1605
1606 __setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
1607
1608 /* Check of resource interference between native drivers and ACPI
1609  * OperationRegions (SystemIO and System Memory only).
1610  * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1611  * in arbitrary AML code and can interfere with legacy drivers.
1612  * acpi_enforce_resources= can be set to:
1613  *
1614  *   - strict (default) (2)
1615  *     -> further driver trying to access the resources will not load
1616  *   - lax              (1)
1617  *     -> further driver trying to access the resources will load, but you
1618  *     get a system message that something might go wrong...
1619  *
1620  *   - no               (0)
1621  *     -> ACPI Operation Region resources will not be registered
1622  *
1623  */
1624 #define ENFORCE_RESOURCES_STRICT 2
1625 #define ENFORCE_RESOURCES_LAX    1
1626 #define ENFORCE_RESOURCES_NO     0
1627
1628 static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1629
1630 static int __init acpi_enforce_resources_setup(char *str)
1631 {
1632         if (str == NULL || *str == '\0')
1633                 return 0;
1634
1635         if (!strcmp("strict", str))
1636                 acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1637         else if (!strcmp("lax", str))
1638                 acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1639         else if (!strcmp("no", str))
1640                 acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1641
1642         return 1;
1643 }
1644
1645 __setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1646
1647 /* Check for resource conflicts between ACPI OperationRegions and native
1648  * drivers */
1649 int acpi_check_resource_conflict(const struct resource *res)
1650 {
1651         acpi_adr_space_type space_id;
1652         acpi_size length;
1653         u8 warn = 0;
1654         int clash = 0;
1655
1656         if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1657                 return 0;
1658         if (!(res->flags & IORESOURCE_IO) && !(res->flags & IORESOURCE_MEM))
1659                 return 0;
1660
1661         if (res->flags & IORESOURCE_IO)
1662                 space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1663         else
1664                 space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
1665
1666         length = resource_size(res);
1667         if (acpi_enforce_resources != ENFORCE_RESOURCES_NO)
1668                 warn = 1;
1669         clash = acpi_check_address_range(space_id, res->start, length, warn);
1670
1671         if (clash) {
1672                 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO) {
1673                         if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1674                                 printk(KERN_NOTICE "ACPI: This conflict may"
1675                                        " cause random problems and system"
1676                                        " instability\n");
1677                         printk(KERN_INFO "ACPI: If an ACPI driver is available"
1678                                " for this device, you should use it instead of"
1679                                " the native driver\n");
1680                 }
1681                 if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1682                         return -EBUSY;
1683         }
1684         return 0;
1685 }
1686 EXPORT_SYMBOL(acpi_check_resource_conflict);
1687
1688 int acpi_check_region(resource_size_t start, resource_size_t n,
1689                       const char *name)
1690 {
1691         struct resource res = {
1692                 .start = start,
1693                 .end   = start + n - 1,
1694                 .name  = name,
1695                 .flags = IORESOURCE_IO,
1696         };
1697
1698         return acpi_check_resource_conflict(&res);
1699 }
1700 EXPORT_SYMBOL(acpi_check_region);
1701
1702 /*
1703  * Let drivers know whether the resource checks are effective
1704  */
1705 int acpi_resources_are_enforced(void)
1706 {
1707         return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1708 }
1709 EXPORT_SYMBOL(acpi_resources_are_enforced);
1710
1711 bool acpi_osi_is_win8(void)
1712 {
1713         return acpi_gbl_osi_data >= ACPI_OSI_WIN_8;
1714 }
1715 EXPORT_SYMBOL(acpi_osi_is_win8);
1716
1717 /*
1718  * Deallocate the memory for a spinlock.
1719  */
1720 void acpi_os_delete_lock(acpi_spinlock handle)
1721 {
1722         ACPI_FREE(handle);
1723 }
1724
1725 /*
1726  * Acquire a spinlock.
1727  *
1728  * handle is a pointer to the spinlock_t.
1729  */
1730
1731 acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
1732 {
1733         acpi_cpu_flags flags;
1734         spin_lock_irqsave(lockp, flags);
1735         return flags;
1736 }
1737
1738 /*
1739  * Release a spinlock. See above.
1740  */
1741
1742 void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
1743 {
1744         spin_unlock_irqrestore(lockp, flags);
1745 }
1746
1747 #ifndef ACPI_USE_LOCAL_CACHE
1748
1749 /*******************************************************************************
1750  *
1751  * FUNCTION:    acpi_os_create_cache
1752  *
1753  * PARAMETERS:  name      - Ascii name for the cache
1754  *              size      - Size of each cached object
1755  *              depth     - Maximum depth of the cache (in objects) <ignored>
1756  *              cache     - Where the new cache object is returned
1757  *
1758  * RETURN:      status
1759  *
1760  * DESCRIPTION: Create a cache object
1761  *
1762  ******************************************************************************/
1763
1764 acpi_status
1765 acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
1766 {
1767         *cache = kmem_cache_create(name, size, 0, 0, NULL);
1768         if (*cache == NULL)
1769                 return AE_ERROR;
1770         else
1771                 return AE_OK;
1772 }
1773
1774 /*******************************************************************************
1775  *
1776  * FUNCTION:    acpi_os_purge_cache
1777  *
1778  * PARAMETERS:  Cache           - Handle to cache object
1779  *
1780  * RETURN:      Status
1781  *
1782  * DESCRIPTION: Free all objects within the requested cache.
1783  *
1784  ******************************************************************************/
1785
1786 acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
1787 {
1788         kmem_cache_shrink(cache);
1789         return (AE_OK);
1790 }
1791
1792 /*******************************************************************************
1793  *
1794  * FUNCTION:    acpi_os_delete_cache
1795  *
1796  * PARAMETERS:  Cache           - Handle to cache object
1797  *
1798  * RETURN:      Status
1799  *
1800  * DESCRIPTION: Free all objects within the requested cache and delete the
1801  *              cache object.
1802  *
1803  ******************************************************************************/
1804
1805 acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
1806 {
1807         kmem_cache_destroy(cache);
1808         return (AE_OK);
1809 }
1810
1811 /*******************************************************************************
1812  *
1813  * FUNCTION:    acpi_os_release_object
1814  *
1815  * PARAMETERS:  Cache       - Handle to cache object
1816  *              Object      - The object to be released
1817  *
1818  * RETURN:      None
1819  *
1820  * DESCRIPTION: Release an object to the specified cache.  If cache is full,
1821  *              the object is deleted.
1822  *
1823  ******************************************************************************/
1824
1825 acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
1826 {
1827         kmem_cache_free(cache, object);
1828         return (AE_OK);
1829 }
1830 #endif
1831
1832 static int __init acpi_no_static_ssdt_setup(char *s)
1833 {
1834         acpi_gbl_disable_ssdt_table_install = TRUE;
1835         pr_info("ACPI: static SSDT installation disabled\n");
1836
1837         return 0;
1838 }
1839
1840 early_param("acpi_no_static_ssdt", acpi_no_static_ssdt_setup);
1841
1842 static int __init acpi_disable_return_repair(char *s)
1843 {
1844         printk(KERN_NOTICE PREFIX
1845                "ACPI: Predefined validation mechanism disabled\n");
1846         acpi_gbl_disable_auto_repair = TRUE;
1847
1848         return 1;
1849 }
1850
1851 __setup("acpica_no_return_repair", acpi_disable_return_repair);
1852
1853 acpi_status __init acpi_os_initialize(void)
1854 {
1855         acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1856         acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1857         acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1858         acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
1859         if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER) {
1860                 /*
1861                  * Use acpi_os_map_generic_address to pre-map the reset
1862                  * register if it's in system memory.
1863                  */
1864                 int rv;
1865
1866                 rv = acpi_os_map_generic_address(&acpi_gbl_FADT.reset_register);
1867                 pr_debug(PREFIX "%s: map reset_reg status %d\n", __func__, rv);
1868         }
1869         acpi_os_initialized = true;
1870
1871         return AE_OK;
1872 }
1873
1874 acpi_status __init acpi_os_initialize1(void)
1875 {
1876         kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1877         kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
1878         kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
1879         BUG_ON(!kacpid_wq);
1880         BUG_ON(!kacpi_notify_wq);
1881         BUG_ON(!kacpi_hotplug_wq);
1882         acpi_install_interface_handler(acpi_osi_handler);
1883         acpi_osi_setup_late();
1884         return AE_OK;
1885 }
1886
1887 acpi_status acpi_os_terminate(void)
1888 {
1889         if (acpi_irq_handler) {
1890                 acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
1891                                                  acpi_irq_handler);
1892         }
1893
1894         acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1895         acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1896         acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1897         acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1898         if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER)
1899                 acpi_os_unmap_generic_address(&acpi_gbl_FADT.reset_register);
1900
1901         destroy_workqueue(kacpid_wq);
1902         destroy_workqueue(kacpi_notify_wq);
1903         destroy_workqueue(kacpi_hotplug_wq);
1904
1905         return AE_OK;
1906 }
1907
1908 acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1909                                   u32 pm1b_control)
1910 {
1911         int rc = 0;
1912         if (__acpi_os_prepare_sleep)
1913                 rc = __acpi_os_prepare_sleep(sleep_state,
1914                                              pm1a_control, pm1b_control);
1915         if (rc < 0)
1916                 return AE_ERROR;
1917         else if (rc > 0)
1918                 return AE_CTRL_SKIP;
1919
1920         return AE_OK;
1921 }
1922
1923 void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1924                                u32 pm1a_ctrl, u32 pm1b_ctrl))
1925 {
1926         __acpi_os_prepare_sleep = func;
1927 }
1928
1929 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1930                                   u32 val_b)
1931 {
1932         int rc = 0;
1933         if (__acpi_os_prepare_extended_sleep)
1934                 rc = __acpi_os_prepare_extended_sleep(sleep_state,
1935                                              val_a, val_b);
1936         if (rc < 0)
1937                 return AE_ERROR;
1938         else if (rc > 0)
1939                 return AE_CTRL_SKIP;
1940
1941         return AE_OK;
1942 }
1943
1944 void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1945                                u32 val_a, u32 val_b))
1946 {
1947         __acpi_os_prepare_extended_sleep = func;
1948 }