Back to home page

OSCL-LXR

 
 

    


0001 // SPDX-License-Identifier: GPL-2.0-or-later
0002 /*
0003  *  boot.c - Architecture-Specific Low-Level ACPI Boot Support
0004  *
0005  *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
0006  *  Copyright (C) 2001 Jun Nakajima <jun.nakajima@intel.com>
0007  */
0008 #define pr_fmt(fmt) "ACPI: " fmt
0009 
0010 #include <linux/init.h>
0011 #include <linux/acpi.h>
0012 #include <linux/acpi_pmtmr.h>
0013 #include <linux/efi.h>
0014 #include <linux/cpumask.h>
0015 #include <linux/export.h>
0016 #include <linux/dmi.h>
0017 #include <linux/irq.h>
0018 #include <linux/slab.h>
0019 #include <linux/memblock.h>
0020 #include <linux/ioport.h>
0021 #include <linux/pci.h>
0022 #include <linux/efi-bgrt.h>
0023 #include <linux/serial_core.h>
0024 #include <linux/pgtable.h>
0025 
0026 #include <asm/e820/api.h>
0027 #include <asm/irqdomain.h>
0028 #include <asm/pci_x86.h>
0029 #include <asm/io_apic.h>
0030 #include <asm/apic.h>
0031 #include <asm/io.h>
0032 #include <asm/mpspec.h>
0033 #include <asm/smp.h>
0034 #include <asm/i8259.h>
0035 #include <asm/setup.h>
0036 
0037 #include "sleep.h" /* To include x86_acpi_suspend_lowlevel */
0038 static int __initdata acpi_force = 0;
0039 int acpi_disabled;
0040 EXPORT_SYMBOL(acpi_disabled);
0041 
0042 #ifdef  CONFIG_X86_64
0043 # include <asm/proto.h>
0044 #endif              /* X86 */
0045 
0046 int acpi_noirq;             /* skip ACPI IRQ initialization */
0047 static int acpi_nobgrt;         /* skip ACPI BGRT */
0048 int acpi_pci_disabled;      /* skip ACPI PCI scan and IRQ initialization */
0049 EXPORT_SYMBOL(acpi_pci_disabled);
0050 
0051 int acpi_lapic;
0052 int acpi_ioapic;
0053 int acpi_strict;
0054 int acpi_disable_cmcff;
0055 
0056 /* ACPI SCI override configuration */
0057 u8 acpi_sci_flags __initdata;
0058 u32 acpi_sci_override_gsi __initdata = INVALID_ACPI_IRQ;
0059 int acpi_skip_timer_override __initdata;
0060 int acpi_use_timer_override __initdata;
0061 int acpi_fix_pin2_polarity __initdata;
0062 
0063 #ifdef CONFIG_X86_LOCAL_APIC
0064 static u64 acpi_lapic_addr __initdata = APIC_DEFAULT_PHYS_BASE;
0065 static bool acpi_support_online_capable;
0066 #endif
0067 
0068 #ifdef CONFIG_X86_64
0069 /* Physical address of the Multiprocessor Wakeup Structure mailbox */
0070 static u64 acpi_mp_wake_mailbox_paddr;
0071 /* Virtual address of the Multiprocessor Wakeup Structure mailbox */
0072 static struct acpi_madt_multiproc_wakeup_mailbox *acpi_mp_wake_mailbox;
0073 #endif
0074 
0075 #ifdef CONFIG_X86_IO_APIC
0076 /*
0077  * Locks related to IOAPIC hotplug
0078  * Hotplug side:
0079  *  ->device_hotplug_lock
0080  *      ->acpi_ioapic_lock
0081  *          ->ioapic_lock
0082  * Interrupt mapping side:
0083  *  ->acpi_ioapic_lock
0084  *      ->ioapic_mutex
0085  *          ->ioapic_lock
0086  */
0087 static DEFINE_MUTEX(acpi_ioapic_lock);
0088 #endif
0089 
0090 /* --------------------------------------------------------------------------
0091                               Boot-time Configuration
0092    -------------------------------------------------------------------------- */
0093 
0094 /*
0095  * The default interrupt routing model is PIC (8259).  This gets
0096  * overridden if IOAPICs are enumerated (below).
0097  */
0098 enum acpi_irq_model_id acpi_irq_model = ACPI_IRQ_MODEL_PIC;
0099 
0100 
0101 /*
0102  * ISA irqs by default are the first 16 gsis but can be
0103  * any gsi as specified by an interrupt source override.
0104  */
0105 static u32 isa_irq_to_gsi[NR_IRQS_LEGACY] __read_mostly = {
0106     0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15
0107 };
0108 
0109 /*
0110  * This is just a simple wrapper around early_memremap(),
0111  * with sanity checks for phys == 0 and size == 0.
0112  */
0113 void __init __iomem *__acpi_map_table(unsigned long phys, unsigned long size)
0114 {
0115 
0116     if (!phys || !size)
0117         return NULL;
0118 
0119     return early_memremap(phys, size);
0120 }
0121 
0122 void __init __acpi_unmap_table(void __iomem *map, unsigned long size)
0123 {
0124     if (!map || !size)
0125         return;
0126 
0127     early_memunmap(map, size);
0128 }
0129 
0130 #ifdef CONFIG_X86_LOCAL_APIC
0131 static int __init acpi_parse_madt(struct acpi_table_header *table)
0132 {
0133     struct acpi_table_madt *madt = NULL;
0134 
0135     if (!boot_cpu_has(X86_FEATURE_APIC))
0136         return -EINVAL;
0137 
0138     madt = (struct acpi_table_madt *)table;
0139     if (!madt) {
0140         pr_warn("Unable to map MADT\n");
0141         return -ENODEV;
0142     }
0143 
0144     if (madt->address) {
0145         acpi_lapic_addr = (u64) madt->address;
0146 
0147         pr_debug("Local APIC address 0x%08x\n", madt->address);
0148     }
0149     if (madt->header.revision >= 5)
0150         acpi_support_online_capable = true;
0151 
0152     default_acpi_madt_oem_check(madt->header.oem_id,
0153                     madt->header.oem_table_id);
0154 
0155     return 0;
0156 }
0157 
0158 /**
0159  * acpi_register_lapic - register a local apic and generates a logic cpu number
0160  * @id: local apic id to register
0161  * @acpiid: ACPI id to register
0162  * @enabled: this cpu is enabled or not
0163  *
0164  * Returns the logic cpu number which maps to the local apic
0165  */
0166 static int acpi_register_lapic(int id, u32 acpiid, u8 enabled)
0167 {
0168     unsigned int ver = 0;
0169     int cpu;
0170 
0171     if (id >= MAX_LOCAL_APIC) {
0172         pr_info("skipped apicid that is too big\n");
0173         return -EINVAL;
0174     }
0175 
0176     if (!enabled) {
0177         ++disabled_cpus;
0178         return -EINVAL;
0179     }
0180 
0181     if (boot_cpu_physical_apicid != -1U)
0182         ver = boot_cpu_apic_version;
0183 
0184     cpu = generic_processor_info(id, ver);
0185     if (cpu >= 0)
0186         early_per_cpu(x86_cpu_to_acpiid, cpu) = acpiid;
0187 
0188     return cpu;
0189 }
0190 
0191 static int __init
0192 acpi_parse_x2apic(union acpi_subtable_headers *header, const unsigned long end)
0193 {
0194     struct acpi_madt_local_x2apic *processor = NULL;
0195 #ifdef CONFIG_X86_X2APIC
0196     u32 apic_id;
0197     u8 enabled;
0198 #endif
0199 
0200     processor = (struct acpi_madt_local_x2apic *)header;
0201 
0202     if (BAD_MADT_ENTRY(processor, end))
0203         return -EINVAL;
0204 
0205     acpi_table_print_madt_entry(&header->common);
0206 
0207 #ifdef CONFIG_X86_X2APIC
0208     apic_id = processor->local_apic_id;
0209     enabled = processor->lapic_flags & ACPI_MADT_ENABLED;
0210 
0211     /* Ignore invalid ID */
0212     if (apic_id == 0xffffffff)
0213         return 0;
0214 
0215     /*
0216      * We need to register disabled CPU as well to permit
0217      * counting disabled CPUs. This allows us to size
0218      * cpus_possible_map more accurately, to permit
0219      * to not preallocating memory for all NR_CPUS
0220      * when we use CPU hotplug.
0221      */
0222     if (!apic->apic_id_valid(apic_id)) {
0223         if (enabled)
0224             pr_warn("x2apic entry ignored\n");
0225         return 0;
0226     }
0227 
0228     acpi_register_lapic(apic_id, processor->uid, enabled);
0229 #else
0230     pr_warn("x2apic entry ignored\n");
0231 #endif
0232 
0233     return 0;
0234 }
0235 
0236 static int __init
0237 acpi_parse_lapic(union acpi_subtable_headers * header, const unsigned long end)
0238 {
0239     struct acpi_madt_local_apic *processor = NULL;
0240 
0241     processor = (struct acpi_madt_local_apic *)header;
0242 
0243     if (BAD_MADT_ENTRY(processor, end))
0244         return -EINVAL;
0245 
0246     acpi_table_print_madt_entry(&header->common);
0247 
0248     /* Ignore invalid ID */
0249     if (processor->id == 0xff)
0250         return 0;
0251 
0252     /* don't register processors that can not be onlined */
0253     if (acpi_support_online_capable &&
0254         !(processor->lapic_flags & ACPI_MADT_ENABLED) &&
0255         !(processor->lapic_flags & ACPI_MADT_ONLINE_CAPABLE))
0256         return 0;
0257 
0258     /*
0259      * We need to register disabled CPU as well to permit
0260      * counting disabled CPUs. This allows us to size
0261      * cpus_possible_map more accurately, to permit
0262      * to not preallocating memory for all NR_CPUS
0263      * when we use CPU hotplug.
0264      */
0265     acpi_register_lapic(processor->id,  /* APIC ID */
0266                 processor->processor_id, /* ACPI ID */
0267                 processor->lapic_flags & ACPI_MADT_ENABLED);
0268 
0269     return 0;
0270 }
0271 
0272 static int __init
0273 acpi_parse_sapic(union acpi_subtable_headers *header, const unsigned long end)
0274 {
0275     struct acpi_madt_local_sapic *processor = NULL;
0276 
0277     processor = (struct acpi_madt_local_sapic *)header;
0278 
0279     if (BAD_MADT_ENTRY(processor, end))
0280         return -EINVAL;
0281 
0282     acpi_table_print_madt_entry(&header->common);
0283 
0284     acpi_register_lapic((processor->id << 8) | processor->eid,/* APIC ID */
0285                 processor->processor_id, /* ACPI ID */
0286                 processor->lapic_flags & ACPI_MADT_ENABLED);
0287 
0288     return 0;
0289 }
0290 
0291 static int __init
0292 acpi_parse_lapic_addr_ovr(union acpi_subtable_headers * header,
0293               const unsigned long end)
0294 {
0295     struct acpi_madt_local_apic_override *lapic_addr_ovr = NULL;
0296 
0297     lapic_addr_ovr = (struct acpi_madt_local_apic_override *)header;
0298 
0299     if (BAD_MADT_ENTRY(lapic_addr_ovr, end))
0300         return -EINVAL;
0301 
0302     acpi_table_print_madt_entry(&header->common);
0303 
0304     acpi_lapic_addr = lapic_addr_ovr->address;
0305 
0306     return 0;
0307 }
0308 
0309 static int __init
0310 acpi_parse_x2apic_nmi(union acpi_subtable_headers *header,
0311               const unsigned long end)
0312 {
0313     struct acpi_madt_local_x2apic_nmi *x2apic_nmi = NULL;
0314 
0315     x2apic_nmi = (struct acpi_madt_local_x2apic_nmi *)header;
0316 
0317     if (BAD_MADT_ENTRY(x2apic_nmi, end))
0318         return -EINVAL;
0319 
0320     acpi_table_print_madt_entry(&header->common);
0321 
0322     if (x2apic_nmi->lint != 1)
0323         pr_warn("NMI not connected to LINT 1!\n");
0324 
0325     return 0;
0326 }
0327 
0328 static int __init
0329 acpi_parse_lapic_nmi(union acpi_subtable_headers * header, const unsigned long end)
0330 {
0331     struct acpi_madt_local_apic_nmi *lapic_nmi = NULL;
0332 
0333     lapic_nmi = (struct acpi_madt_local_apic_nmi *)header;
0334 
0335     if (BAD_MADT_ENTRY(lapic_nmi, end))
0336         return -EINVAL;
0337 
0338     acpi_table_print_madt_entry(&header->common);
0339 
0340     if (lapic_nmi->lint != 1)
0341         pr_warn("NMI not connected to LINT 1!\n");
0342 
0343     return 0;
0344 }
0345 
0346 #ifdef CONFIG_X86_64
0347 static int acpi_wakeup_cpu(int apicid, unsigned long start_ip)
0348 {
0349     /*
0350      * Remap mailbox memory only for the first call to acpi_wakeup_cpu().
0351      *
0352      * Wakeup of secondary CPUs is fully serialized in the core code.
0353      * No need to protect acpi_mp_wake_mailbox from concurrent accesses.
0354      */
0355     if (!acpi_mp_wake_mailbox) {
0356         acpi_mp_wake_mailbox = memremap(acpi_mp_wake_mailbox_paddr,
0357                         sizeof(*acpi_mp_wake_mailbox),
0358                         MEMREMAP_WB);
0359     }
0360 
0361     /*
0362      * Mailbox memory is shared between the firmware and OS. Firmware will
0363      * listen on mailbox command address, and once it receives the wakeup
0364      * command, the CPU associated with the given apicid will be booted.
0365      *
0366      * The value of 'apic_id' and 'wakeup_vector' must be visible to the
0367      * firmware before the wakeup command is visible.  smp_store_release()
0368      * ensures ordering and visibility.
0369      */
0370     acpi_mp_wake_mailbox->apic_id       = apicid;
0371     acpi_mp_wake_mailbox->wakeup_vector = start_ip;
0372     smp_store_release(&acpi_mp_wake_mailbox->command,
0373               ACPI_MP_WAKE_COMMAND_WAKEUP);
0374 
0375     /*
0376      * Wait for the CPU to wake up.
0377      *
0378      * The CPU being woken up is essentially in a spin loop waiting to be
0379      * woken up. It should not take long for it wake up and acknowledge by
0380      * zeroing out ->command.
0381      *
0382      * ACPI specification doesn't provide any guidance on how long kernel
0383      * has to wait for a wake up acknowledgement. It also doesn't provide
0384      * a way to cancel a wake up request if it takes too long.
0385      *
0386      * In TDX environment, the VMM has control over how long it takes to
0387      * wake up secondary. It can postpone scheduling secondary vCPU
0388      * indefinitely. Giving up on wake up request and reporting error opens
0389      * possible attack vector for VMM: it can wake up a secondary CPU when
0390      * kernel doesn't expect it. Wait until positive result of the wake up
0391      * request.
0392      */
0393     while (READ_ONCE(acpi_mp_wake_mailbox->command))
0394         cpu_relax();
0395 
0396     return 0;
0397 }
0398 #endif /* CONFIG_X86_64 */
0399 #endif /* CONFIG_X86_LOCAL_APIC */
0400 
0401 #ifdef CONFIG_X86_IO_APIC
0402 #define MP_ISA_BUS      0
0403 
0404 static int __init mp_register_ioapic_irq(u8 bus_irq, u8 polarity,
0405                         u8 trigger, u32 gsi);
0406 
0407 static void __init mp_override_legacy_irq(u8 bus_irq, u8 polarity, u8 trigger,
0408                       u32 gsi)
0409 {
0410     /*
0411      * Check bus_irq boundary.
0412      */
0413     if (bus_irq >= NR_IRQS_LEGACY) {
0414         pr_warn("Invalid bus_irq %u for legacy override\n", bus_irq);
0415         return;
0416     }
0417 
0418     /*
0419      * TBD: This check is for faulty timer entries, where the override
0420      *      erroneously sets the trigger to level, resulting in a HUGE
0421      *      increase of timer interrupts!
0422      */
0423     if ((bus_irq == 0) && (trigger == 3))
0424         trigger = 1;
0425 
0426     if (mp_register_ioapic_irq(bus_irq, polarity, trigger, gsi) < 0)
0427         return;
0428     /*
0429      * Reset default identity mapping if gsi is also an legacy IRQ,
0430      * otherwise there will be more than one entry with the same GSI
0431      * and acpi_isa_irq_to_gsi() may give wrong result.
0432      */
0433     if (gsi < nr_legacy_irqs() && isa_irq_to_gsi[gsi] == gsi)
0434         isa_irq_to_gsi[gsi] = INVALID_ACPI_IRQ;
0435     isa_irq_to_gsi[bus_irq] = gsi;
0436 }
0437 
0438 static void mp_config_acpi_gsi(struct device *dev, u32 gsi, int trigger,
0439             int polarity)
0440 {
0441 #ifdef CONFIG_X86_MPPARSE
0442     struct mpc_intsrc mp_irq;
0443     struct pci_dev *pdev;
0444     unsigned char number;
0445     unsigned int devfn;
0446     int ioapic;
0447     u8 pin;
0448 
0449     if (!acpi_ioapic)
0450         return;
0451     if (!dev || !dev_is_pci(dev))
0452         return;
0453 
0454     pdev = to_pci_dev(dev);
0455     number = pdev->bus->number;
0456     devfn = pdev->devfn;
0457     pin = pdev->pin;
0458     /* print the entry should happen on mptable identically */
0459     mp_irq.type = MP_INTSRC;
0460     mp_irq.irqtype = mp_INT;
0461     mp_irq.irqflag = (trigger == ACPI_EDGE_SENSITIVE ? 4 : 0x0c) |
0462                 (polarity == ACPI_ACTIVE_HIGH ? 1 : 3);
0463     mp_irq.srcbus = number;
0464     mp_irq.srcbusirq = (((devfn >> 3) & 0x1f) << 2) | ((pin - 1) & 3);
0465     ioapic = mp_find_ioapic(gsi);
0466     mp_irq.dstapic = mpc_ioapic_id(ioapic);
0467     mp_irq.dstirq = mp_find_ioapic_pin(ioapic, gsi);
0468 
0469     mp_save_irq(&mp_irq);
0470 #endif
0471 }
0472 
0473 static int __init mp_register_ioapic_irq(u8 bus_irq, u8 polarity,
0474                         u8 trigger, u32 gsi)
0475 {
0476     struct mpc_intsrc mp_irq;
0477     int ioapic, pin;
0478 
0479     /* Convert 'gsi' to 'ioapic.pin'(INTIN#) */
0480     ioapic = mp_find_ioapic(gsi);
0481     if (ioapic < 0) {
0482         pr_warn("Failed to find ioapic for gsi : %u\n", gsi);
0483         return ioapic;
0484     }
0485 
0486     pin = mp_find_ioapic_pin(ioapic, gsi);
0487 
0488     mp_irq.type = MP_INTSRC;
0489     mp_irq.irqtype = mp_INT;
0490     mp_irq.irqflag = (trigger << 2) | polarity;
0491     mp_irq.srcbus = MP_ISA_BUS;
0492     mp_irq.srcbusirq = bus_irq;
0493     mp_irq.dstapic = mpc_ioapic_id(ioapic);
0494     mp_irq.dstirq = pin;
0495 
0496     mp_save_irq(&mp_irq);
0497 
0498     return 0;
0499 }
0500 
0501 static int __init
0502 acpi_parse_ioapic(union acpi_subtable_headers * header, const unsigned long end)
0503 {
0504     struct acpi_madt_io_apic *ioapic = NULL;
0505     struct ioapic_domain_cfg cfg = {
0506         .type = IOAPIC_DOMAIN_DYNAMIC,
0507         .ops = &mp_ioapic_irqdomain_ops,
0508     };
0509 
0510     ioapic = (struct acpi_madt_io_apic *)header;
0511 
0512     if (BAD_MADT_ENTRY(ioapic, end))
0513         return -EINVAL;
0514 
0515     acpi_table_print_madt_entry(&header->common);
0516 
0517     /* Statically assign IRQ numbers for IOAPICs hosting legacy IRQs */
0518     if (ioapic->global_irq_base < nr_legacy_irqs())
0519         cfg.type = IOAPIC_DOMAIN_LEGACY;
0520 
0521     mp_register_ioapic(ioapic->id, ioapic->address, ioapic->global_irq_base,
0522                &cfg);
0523 
0524     return 0;
0525 }
0526 
0527 /*
0528  * Parse Interrupt Source Override for the ACPI SCI
0529  */
0530 static void __init acpi_sci_ioapic_setup(u8 bus_irq, u16 polarity, u16 trigger, u32 gsi)
0531 {
0532     if (trigger == 0)   /* compatible SCI trigger is level */
0533         trigger = 3;
0534 
0535     if (polarity == 0)  /* compatible SCI polarity is low */
0536         polarity = 3;
0537 
0538     /* Command-line over-ride via acpi_sci= */
0539     if (acpi_sci_flags & ACPI_MADT_TRIGGER_MASK)
0540         trigger = (acpi_sci_flags & ACPI_MADT_TRIGGER_MASK) >> 2;
0541 
0542     if (acpi_sci_flags & ACPI_MADT_POLARITY_MASK)
0543         polarity = acpi_sci_flags & ACPI_MADT_POLARITY_MASK;
0544 
0545     if (bus_irq < NR_IRQS_LEGACY)
0546         mp_override_legacy_irq(bus_irq, polarity, trigger, gsi);
0547     else
0548         mp_register_ioapic_irq(bus_irq, polarity, trigger, gsi);
0549 
0550     acpi_penalize_sci_irq(bus_irq, trigger, polarity);
0551 
0552     /*
0553      * stash over-ride to indicate we've been here
0554      * and for later update of acpi_gbl_FADT
0555      */
0556     acpi_sci_override_gsi = gsi;
0557     return;
0558 }
0559 
0560 static int __init
0561 acpi_parse_int_src_ovr(union acpi_subtable_headers * header,
0562                const unsigned long end)
0563 {
0564     struct acpi_madt_interrupt_override *intsrc = NULL;
0565 
0566     intsrc = (struct acpi_madt_interrupt_override *)header;
0567 
0568     if (BAD_MADT_ENTRY(intsrc, end))
0569         return -EINVAL;
0570 
0571     acpi_table_print_madt_entry(&header->common);
0572 
0573     if (intsrc->source_irq == acpi_gbl_FADT.sci_interrupt) {
0574         acpi_sci_ioapic_setup(intsrc->source_irq,
0575                       intsrc->inti_flags & ACPI_MADT_POLARITY_MASK,
0576                       (intsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2,
0577                       intsrc->global_irq);
0578         return 0;
0579     }
0580 
0581     if (intsrc->source_irq == 0) {
0582         if (acpi_skip_timer_override) {
0583             pr_warn("BIOS IRQ0 override ignored.\n");
0584             return 0;
0585         }
0586 
0587         if ((intsrc->global_irq == 2) && acpi_fix_pin2_polarity
0588             && (intsrc->inti_flags & ACPI_MADT_POLARITY_MASK)) {
0589             intsrc->inti_flags &= ~ACPI_MADT_POLARITY_MASK;
0590             pr_warn("BIOS IRQ0 pin2 override: forcing polarity to high active.\n");
0591         }
0592     }
0593 
0594     mp_override_legacy_irq(intsrc->source_irq,
0595                 intsrc->inti_flags & ACPI_MADT_POLARITY_MASK,
0596                 (intsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2,
0597                 intsrc->global_irq);
0598 
0599     return 0;
0600 }
0601 
0602 static int __init
0603 acpi_parse_nmi_src(union acpi_subtable_headers * header, const unsigned long end)
0604 {
0605     struct acpi_madt_nmi_source *nmi_src = NULL;
0606 
0607     nmi_src = (struct acpi_madt_nmi_source *)header;
0608 
0609     if (BAD_MADT_ENTRY(nmi_src, end))
0610         return -EINVAL;
0611 
0612     acpi_table_print_madt_entry(&header->common);
0613 
0614     /* TBD: Support nimsrc entries? */
0615 
0616     return 0;
0617 }
0618 
0619 #endif              /* CONFIG_X86_IO_APIC */
0620 
0621 /*
0622  * acpi_pic_sci_set_trigger()
0623  *
0624  * use ELCR to set PIC-mode trigger type for SCI
0625  *
0626  * If a PIC-mode SCI is not recognized or gives spurious IRQ7's
0627  * it may require Edge Trigger -- use "acpi_sci=edge"
0628  *
0629  * Port 0x4d0-4d1 are ELCR1 and ELCR2, the Edge/Level Control Registers
0630  * for the 8259 PIC.  bit[n] = 1 means irq[n] is Level, otherwise Edge.
0631  * ELCR1 is IRQs 0-7 (IRQ 0, 1, 2 must be 0)
0632  * ELCR2 is IRQs 8-15 (IRQ 8, 13 must be 0)
0633  */
0634 
0635 void __init acpi_pic_sci_set_trigger(unsigned int irq, u16 trigger)
0636 {
0637     unsigned int mask = 1 << irq;
0638     unsigned int old, new;
0639 
0640     /* Real old ELCR mask */
0641     old = inb(PIC_ELCR1) | (inb(PIC_ELCR2) << 8);
0642 
0643     /*
0644      * If we use ACPI to set PCI IRQs, then we should clear ELCR
0645      * since we will set it correctly as we enable the PCI irq
0646      * routing.
0647      */
0648     new = acpi_noirq ? old : 0;
0649 
0650     /*
0651      * Update SCI information in the ELCR, it isn't in the PCI
0652      * routing tables..
0653      */
0654     switch (trigger) {
0655     case 1:     /* Edge - clear */
0656         new &= ~mask;
0657         break;
0658     case 3:     /* Level - set */
0659         new |= mask;
0660         break;
0661     }
0662 
0663     if (old == new)
0664         return;
0665 
0666     pr_warn("setting ELCR to %04x (from %04x)\n", new, old);
0667     outb(new, PIC_ELCR1);
0668     outb(new >> 8, PIC_ELCR2);
0669 }
0670 
0671 int acpi_gsi_to_irq(u32 gsi, unsigned int *irqp)
0672 {
0673     int rc, irq, trigger, polarity;
0674 
0675     if (acpi_irq_model == ACPI_IRQ_MODEL_PIC) {
0676         *irqp = gsi;
0677         return 0;
0678     }
0679 
0680     rc = acpi_get_override_irq(gsi, &trigger, &polarity);
0681     if (rc)
0682         return rc;
0683 
0684     trigger = trigger ? ACPI_LEVEL_SENSITIVE : ACPI_EDGE_SENSITIVE;
0685     polarity = polarity ? ACPI_ACTIVE_LOW : ACPI_ACTIVE_HIGH;
0686     irq = acpi_register_gsi(NULL, gsi, trigger, polarity);
0687     if (irq < 0)
0688         return irq;
0689 
0690     *irqp = irq;
0691     return 0;
0692 }
0693 EXPORT_SYMBOL_GPL(acpi_gsi_to_irq);
0694 
0695 int acpi_isa_irq_to_gsi(unsigned isa_irq, u32 *gsi)
0696 {
0697     if (isa_irq < nr_legacy_irqs() &&
0698         isa_irq_to_gsi[isa_irq] != INVALID_ACPI_IRQ) {
0699         *gsi = isa_irq_to_gsi[isa_irq];
0700         return 0;
0701     }
0702 
0703     return -1;
0704 }
0705 
0706 static int acpi_register_gsi_pic(struct device *dev, u32 gsi,
0707                  int trigger, int polarity)
0708 {
0709 #ifdef CONFIG_PCI
0710     /*
0711      * Make sure all (legacy) PCI IRQs are set as level-triggered.
0712      */
0713     if (trigger == ACPI_LEVEL_SENSITIVE)
0714         elcr_set_level_irq(gsi);
0715 #endif
0716 
0717     return gsi;
0718 }
0719 
0720 #ifdef CONFIG_X86_LOCAL_APIC
0721 static int acpi_register_gsi_ioapic(struct device *dev, u32 gsi,
0722                     int trigger, int polarity)
0723 {
0724     int irq = gsi;
0725 #ifdef CONFIG_X86_IO_APIC
0726     int node;
0727     struct irq_alloc_info info;
0728 
0729     node = dev ? dev_to_node(dev) : NUMA_NO_NODE;
0730     trigger = trigger == ACPI_EDGE_SENSITIVE ? 0 : 1;
0731     polarity = polarity == ACPI_ACTIVE_HIGH ? 0 : 1;
0732     ioapic_set_alloc_attr(&info, node, trigger, polarity);
0733 
0734     mutex_lock(&acpi_ioapic_lock);
0735     irq = mp_map_gsi_to_irq(gsi, IOAPIC_MAP_ALLOC, &info);
0736     /* Don't set up the ACPI SCI because it's already set up */
0737     if (irq >= 0 && enable_update_mptable && gsi != acpi_gbl_FADT.sci_interrupt)
0738         mp_config_acpi_gsi(dev, gsi, trigger, polarity);
0739     mutex_unlock(&acpi_ioapic_lock);
0740 #endif
0741 
0742     return irq;
0743 }
0744 
0745 static void acpi_unregister_gsi_ioapic(u32 gsi)
0746 {
0747 #ifdef CONFIG_X86_IO_APIC
0748     int irq;
0749 
0750     mutex_lock(&acpi_ioapic_lock);
0751     irq = mp_map_gsi_to_irq(gsi, 0, NULL);
0752     if (irq > 0)
0753         mp_unmap_irq(irq);
0754     mutex_unlock(&acpi_ioapic_lock);
0755 #endif
0756 }
0757 #endif
0758 
0759 int (*__acpi_register_gsi)(struct device *dev, u32 gsi,
0760                int trigger, int polarity) = acpi_register_gsi_pic;
0761 void (*__acpi_unregister_gsi)(u32 gsi) = NULL;
0762 
0763 #ifdef CONFIG_ACPI_SLEEP
0764 int (*acpi_suspend_lowlevel)(void) = x86_acpi_suspend_lowlevel;
0765 #else
0766 int (*acpi_suspend_lowlevel)(void);
0767 #endif
0768 
0769 /*
0770  * success: return IRQ number (>=0)
0771  * failure: return < 0
0772  */
0773 int acpi_register_gsi(struct device *dev, u32 gsi, int trigger, int polarity)
0774 {
0775     return __acpi_register_gsi(dev, gsi, trigger, polarity);
0776 }
0777 EXPORT_SYMBOL_GPL(acpi_register_gsi);
0778 
0779 void acpi_unregister_gsi(u32 gsi)
0780 {
0781     if (__acpi_unregister_gsi)
0782         __acpi_unregister_gsi(gsi);
0783 }
0784 EXPORT_SYMBOL_GPL(acpi_unregister_gsi);
0785 
0786 #ifdef CONFIG_X86_LOCAL_APIC
0787 static void __init acpi_set_irq_model_ioapic(void)
0788 {
0789     acpi_irq_model = ACPI_IRQ_MODEL_IOAPIC;
0790     __acpi_register_gsi = acpi_register_gsi_ioapic;
0791     __acpi_unregister_gsi = acpi_unregister_gsi_ioapic;
0792     acpi_ioapic = 1;
0793 }
0794 #endif
0795 
0796 /*
0797  *  ACPI based hotplug support for CPU
0798  */
0799 #ifdef CONFIG_ACPI_HOTPLUG_CPU
0800 #include <acpi/processor.h>
0801 
0802 static int acpi_map_cpu2node(acpi_handle handle, int cpu, int physid)
0803 {
0804 #ifdef CONFIG_ACPI_NUMA
0805     int nid;
0806 
0807     nid = acpi_get_node(handle);
0808     if (nid != NUMA_NO_NODE) {
0809         set_apicid_to_node(physid, nid);
0810         numa_set_node(cpu, nid);
0811     }
0812 #endif
0813     return 0;
0814 }
0815 
0816 int acpi_map_cpu(acpi_handle handle, phys_cpuid_t physid, u32 acpi_id,
0817          int *pcpu)
0818 {
0819     int cpu;
0820 
0821     cpu = acpi_register_lapic(physid, acpi_id, ACPI_MADT_ENABLED);
0822     if (cpu < 0) {
0823         pr_info("Unable to map lapic to logical cpu number\n");
0824         return cpu;
0825     }
0826 
0827     acpi_processor_set_pdc(handle);
0828     acpi_map_cpu2node(handle, cpu, physid);
0829 
0830     *pcpu = cpu;
0831     return 0;
0832 }
0833 EXPORT_SYMBOL(acpi_map_cpu);
0834 
0835 int acpi_unmap_cpu(int cpu)
0836 {
0837 #ifdef CONFIG_ACPI_NUMA
0838     set_apicid_to_node(per_cpu(x86_cpu_to_apicid, cpu), NUMA_NO_NODE);
0839 #endif
0840 
0841     per_cpu(x86_cpu_to_apicid, cpu) = -1;
0842     set_cpu_present(cpu, false);
0843     num_processors--;
0844 
0845     return (0);
0846 }
0847 EXPORT_SYMBOL(acpi_unmap_cpu);
0848 #endif              /* CONFIG_ACPI_HOTPLUG_CPU */
0849 
0850 int acpi_register_ioapic(acpi_handle handle, u64 phys_addr, u32 gsi_base)
0851 {
0852     int ret = -ENOSYS;
0853 #ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
0854     int ioapic_id;
0855     u64 addr;
0856     struct ioapic_domain_cfg cfg = {
0857         .type = IOAPIC_DOMAIN_DYNAMIC,
0858         .ops = &mp_ioapic_irqdomain_ops,
0859     };
0860 
0861     ioapic_id = acpi_get_ioapic_id(handle, gsi_base, &addr);
0862     if (ioapic_id < 0) {
0863         unsigned long long uid;
0864         acpi_status status;
0865 
0866         status = acpi_evaluate_integer(handle, METHOD_NAME__UID,
0867                            NULL, &uid);
0868         if (ACPI_FAILURE(status)) {
0869             acpi_handle_warn(handle, "failed to get IOAPIC ID.\n");
0870             return -EINVAL;
0871         }
0872         ioapic_id = (int)uid;
0873     }
0874 
0875     mutex_lock(&acpi_ioapic_lock);
0876     ret  = mp_register_ioapic(ioapic_id, phys_addr, gsi_base, &cfg);
0877     mutex_unlock(&acpi_ioapic_lock);
0878 #endif
0879 
0880     return ret;
0881 }
0882 EXPORT_SYMBOL(acpi_register_ioapic);
0883 
0884 int acpi_unregister_ioapic(acpi_handle handle, u32 gsi_base)
0885 {
0886     int ret = -ENOSYS;
0887 
0888 #ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
0889     mutex_lock(&acpi_ioapic_lock);
0890     ret  = mp_unregister_ioapic(gsi_base);
0891     mutex_unlock(&acpi_ioapic_lock);
0892 #endif
0893 
0894     return ret;
0895 }
0896 EXPORT_SYMBOL(acpi_unregister_ioapic);
0897 
0898 /**
0899  * acpi_ioapic_registered - Check whether IOAPIC associated with @gsi_base
0900  *              has been registered
0901  * @handle: ACPI handle of the IOAPIC device
0902  * @gsi_base:   GSI base associated with the IOAPIC
0903  *
0904  * Assume caller holds some type of lock to serialize acpi_ioapic_registered()
0905  * with acpi_register_ioapic()/acpi_unregister_ioapic().
0906  */
0907 int acpi_ioapic_registered(acpi_handle handle, u32 gsi_base)
0908 {
0909     int ret = 0;
0910 
0911 #ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
0912     mutex_lock(&acpi_ioapic_lock);
0913     ret  = mp_ioapic_registered(gsi_base);
0914     mutex_unlock(&acpi_ioapic_lock);
0915 #endif
0916 
0917     return ret;
0918 }
0919 
0920 static int __init acpi_parse_sbf(struct acpi_table_header *table)
0921 {
0922     struct acpi_table_boot *sb = (struct acpi_table_boot *)table;
0923 
0924     sbf_port = sb->cmos_index;  /* Save CMOS port */
0925 
0926     return 0;
0927 }
0928 
0929 #ifdef CONFIG_HPET_TIMER
0930 #include <asm/hpet.h>
0931 
0932 static struct resource *hpet_res __initdata;
0933 
0934 static int __init acpi_parse_hpet(struct acpi_table_header *table)
0935 {
0936     struct acpi_table_hpet *hpet_tbl = (struct acpi_table_hpet *)table;
0937 
0938     if (hpet_tbl->address.space_id != ACPI_SPACE_MEM) {
0939         pr_warn("HPET timers must be located in memory.\n");
0940         return -1;
0941     }
0942 
0943     hpet_address = hpet_tbl->address.address;
0944     hpet_blockid = hpet_tbl->sequence;
0945 
0946     /*
0947      * Some broken BIOSes advertise HPET at 0x0. We really do not
0948      * want to allocate a resource there.
0949      */
0950     if (!hpet_address) {
0951         pr_warn("HPET id: %#x base: %#lx is invalid\n", hpet_tbl->id, hpet_address);
0952         return 0;
0953     }
0954 #ifdef CONFIG_X86_64
0955     /*
0956      * Some even more broken BIOSes advertise HPET at
0957      * 0xfed0000000000000 instead of 0xfed00000. Fix it up and add
0958      * some noise:
0959      */
0960     if (hpet_address == 0xfed0000000000000UL) {
0961         if (!hpet_force_user) {
0962             pr_warn("HPET id: %#x base: 0xfed0000000000000 is bogus, try hpet=force on the kernel command line to fix it up to 0xfed00000.\n",
0963                 hpet_tbl->id);
0964             hpet_address = 0;
0965             return 0;
0966         }
0967         pr_warn("HPET id: %#x base: 0xfed0000000000000 fixed up to 0xfed00000.\n",
0968             hpet_tbl->id);
0969         hpet_address >>= 32;
0970     }
0971 #endif
0972     pr_info("HPET id: %#x base: %#lx\n", hpet_tbl->id, hpet_address);
0973 
0974     /*
0975      * Allocate and initialize the HPET firmware resource for adding into
0976      * the resource tree during the lateinit timeframe.
0977      */
0978 #define HPET_RESOURCE_NAME_SIZE 9
0979     hpet_res = memblock_alloc(sizeof(*hpet_res) + HPET_RESOURCE_NAME_SIZE,
0980                   SMP_CACHE_BYTES);
0981     if (!hpet_res)
0982         panic("%s: Failed to allocate %zu bytes\n", __func__,
0983               sizeof(*hpet_res) + HPET_RESOURCE_NAME_SIZE);
0984 
0985     hpet_res->name = (void *)&hpet_res[1];
0986     hpet_res->flags = IORESOURCE_MEM;
0987     snprintf((char *)hpet_res->name, HPET_RESOURCE_NAME_SIZE, "HPET %u",
0988          hpet_tbl->sequence);
0989 
0990     hpet_res->start = hpet_address;
0991     hpet_res->end = hpet_address + (1 * 1024) - 1;
0992 
0993     return 0;
0994 }
0995 
0996 /*
0997  * hpet_insert_resource inserts the HPET resources used into the resource
0998  * tree.
0999  */
1000 static __init int hpet_insert_resource(void)
1001 {
1002     if (!hpet_res)
1003         return 1;
1004 
1005     return insert_resource(&iomem_resource, hpet_res);
1006 }
1007 
1008 late_initcall(hpet_insert_resource);
1009 
1010 #else
1011 #define acpi_parse_hpet NULL
1012 #endif
1013 
1014 static int __init acpi_parse_fadt(struct acpi_table_header *table)
1015 {
1016     if (!(acpi_gbl_FADT.boot_flags & ACPI_FADT_LEGACY_DEVICES)) {
1017         pr_debug("no legacy devices present\n");
1018         x86_platform.legacy.devices.pnpbios = 0;
1019     }
1020 
1021     if (acpi_gbl_FADT.header.revision >= FADT2_REVISION_ID &&
1022         !(acpi_gbl_FADT.boot_flags & ACPI_FADT_8042) &&
1023         x86_platform.legacy.i8042 != X86_LEGACY_I8042_PLATFORM_ABSENT) {
1024         pr_debug("i8042 controller is absent\n");
1025         x86_platform.legacy.i8042 = X86_LEGACY_I8042_FIRMWARE_ABSENT;
1026     }
1027 
1028     if (acpi_gbl_FADT.boot_flags & ACPI_FADT_NO_CMOS_RTC) {
1029         pr_debug("not registering RTC platform device\n");
1030         x86_platform.legacy.rtc = 0;
1031     }
1032 
1033     if (acpi_gbl_FADT.boot_flags & ACPI_FADT_NO_VGA) {
1034         pr_debug("probing for VGA not safe\n");
1035         x86_platform.legacy.no_vga = 1;
1036     }
1037 
1038 #ifdef CONFIG_X86_PM_TIMER
1039     /* detect the location of the ACPI PM Timer */
1040     if (acpi_gbl_FADT.header.revision >= FADT2_REVISION_ID) {
1041         /* FADT rev. 2 */
1042         if (acpi_gbl_FADT.xpm_timer_block.space_id !=
1043             ACPI_ADR_SPACE_SYSTEM_IO)
1044             return 0;
1045 
1046         pmtmr_ioport = acpi_gbl_FADT.xpm_timer_block.address;
1047         /*
1048          * "X" fields are optional extensions to the original V1.0
1049          * fields, so we must selectively expand V1.0 fields if the
1050          * corresponding X field is zero.
1051          */
1052         if (!pmtmr_ioport)
1053             pmtmr_ioport = acpi_gbl_FADT.pm_timer_block;
1054     } else {
1055         /* FADT rev. 1 */
1056         pmtmr_ioport = acpi_gbl_FADT.pm_timer_block;
1057     }
1058     if (pmtmr_ioport)
1059         pr_info("PM-Timer IO Port: %#x\n", pmtmr_ioport);
1060 #endif
1061     return 0;
1062 }
1063 
1064 #ifdef  CONFIG_X86_LOCAL_APIC
1065 /*
1066  * Parse LAPIC entries in MADT
1067  * returns 0 on success, < 0 on error
1068  */
1069 
1070 static int __init early_acpi_parse_madt_lapic_addr_ovr(void)
1071 {
1072     int count;
1073 
1074     if (!boot_cpu_has(X86_FEATURE_APIC))
1075         return -ENODEV;
1076 
1077     /*
1078      * Note that the LAPIC address is obtained from the MADT (32-bit value)
1079      * and (optionally) overridden by a LAPIC_ADDR_OVR entry (64-bit value).
1080      */
1081 
1082     count = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE,
1083                       acpi_parse_lapic_addr_ovr, 0);
1084     if (count < 0) {
1085         pr_err("Error parsing LAPIC address override entry\n");
1086         return count;
1087     }
1088 
1089     register_lapic_address(acpi_lapic_addr);
1090 
1091     return count;
1092 }
1093 
1094 static int __init acpi_parse_madt_lapic_entries(void)
1095 {
1096     int count;
1097     int x2count = 0;
1098     int ret;
1099     struct acpi_subtable_proc madt_proc[2];
1100 
1101     if (!boot_cpu_has(X86_FEATURE_APIC))
1102         return -ENODEV;
1103 
1104     count = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_SAPIC,
1105                       acpi_parse_sapic, MAX_LOCAL_APIC);
1106 
1107     if (!count) {
1108         memset(madt_proc, 0, sizeof(madt_proc));
1109         madt_proc[0].id = ACPI_MADT_TYPE_LOCAL_APIC;
1110         madt_proc[0].handler = acpi_parse_lapic;
1111         madt_proc[1].id = ACPI_MADT_TYPE_LOCAL_X2APIC;
1112         madt_proc[1].handler = acpi_parse_x2apic;
1113         ret = acpi_table_parse_entries_array(ACPI_SIG_MADT,
1114                 sizeof(struct acpi_table_madt),
1115                 madt_proc, ARRAY_SIZE(madt_proc), MAX_LOCAL_APIC);
1116         if (ret < 0) {
1117             pr_err("Error parsing LAPIC/X2APIC entries\n");
1118             return ret;
1119         }
1120 
1121         count = madt_proc[0].count;
1122         x2count = madt_proc[1].count;
1123     }
1124     if (!count && !x2count) {
1125         pr_err("No LAPIC entries present\n");
1126         /* TBD: Cleanup to allow fallback to MPS */
1127         return -ENODEV;
1128     } else if (count < 0 || x2count < 0) {
1129         pr_err("Error parsing LAPIC entry\n");
1130         /* TBD: Cleanup to allow fallback to MPS */
1131         return count;
1132     }
1133 
1134     x2count = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_X2APIC_NMI,
1135                     acpi_parse_x2apic_nmi, 0);
1136     count = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_NMI,
1137                       acpi_parse_lapic_nmi, 0);
1138     if (count < 0 || x2count < 0) {
1139         pr_err("Error parsing LAPIC NMI entry\n");
1140         /* TBD: Cleanup to allow fallback to MPS */
1141         return count;
1142     }
1143     return 0;
1144 }
1145 
1146 #ifdef CONFIG_X86_64
1147 static int __init acpi_parse_mp_wake(union acpi_subtable_headers *header,
1148                      const unsigned long end)
1149 {
1150     struct acpi_madt_multiproc_wakeup *mp_wake;
1151 
1152     if (!IS_ENABLED(CONFIG_SMP))
1153         return -ENODEV;
1154 
1155     mp_wake = (struct acpi_madt_multiproc_wakeup *)header;
1156     if (BAD_MADT_ENTRY(mp_wake, end))
1157         return -EINVAL;
1158 
1159     acpi_table_print_madt_entry(&header->common);
1160 
1161     acpi_mp_wake_mailbox_paddr = mp_wake->base_address;
1162 
1163     acpi_wake_cpu_handler_update(acpi_wakeup_cpu);
1164 
1165     return 0;
1166 }
1167 #endif              /* CONFIG_X86_64 */
1168 #endif              /* CONFIG_X86_LOCAL_APIC */
1169 
1170 #ifdef  CONFIG_X86_IO_APIC
1171 static void __init mp_config_acpi_legacy_irqs(void)
1172 {
1173     int i;
1174     struct mpc_intsrc mp_irq;
1175 
1176 #ifdef CONFIG_EISA
1177     /*
1178      * Fabricate the legacy ISA bus (bus #31).
1179      */
1180     mp_bus_id_to_type[MP_ISA_BUS] = MP_BUS_ISA;
1181 #endif
1182     set_bit(MP_ISA_BUS, mp_bus_not_pci);
1183     pr_debug("Bus #%d is ISA (nIRQs: %d)\n", MP_ISA_BUS, nr_legacy_irqs());
1184 
1185     /*
1186      * Use the default configuration for the IRQs 0-15.  Unless
1187      * overridden by (MADT) interrupt source override entries.
1188      */
1189     for (i = 0; i < nr_legacy_irqs(); i++) {
1190         int ioapic, pin;
1191         unsigned int dstapic;
1192         int idx;
1193         u32 gsi;
1194 
1195         /* Locate the gsi that irq i maps to. */
1196         if (acpi_isa_irq_to_gsi(i, &gsi))
1197             continue;
1198 
1199         /*
1200          * Locate the IOAPIC that manages the ISA IRQ.
1201          */
1202         ioapic = mp_find_ioapic(gsi);
1203         if (ioapic < 0)
1204             continue;
1205         pin = mp_find_ioapic_pin(ioapic, gsi);
1206         dstapic = mpc_ioapic_id(ioapic);
1207 
1208         for (idx = 0; idx < mp_irq_entries; idx++) {
1209             struct mpc_intsrc *irq = mp_irqs + idx;
1210 
1211             /* Do we already have a mapping for this ISA IRQ? */
1212             if (irq->srcbus == MP_ISA_BUS && irq->srcbusirq == i)
1213                 break;
1214 
1215             /* Do we already have a mapping for this IOAPIC pin */
1216             if (irq->dstapic == dstapic && irq->dstirq == pin)
1217                 break;
1218         }
1219 
1220         if (idx != mp_irq_entries) {
1221             pr_debug("ACPI: IRQ%d used by override.\n", i);
1222             continue;   /* IRQ already used */
1223         }
1224 
1225         mp_irq.type = MP_INTSRC;
1226         mp_irq.irqflag = 0; /* Conforming */
1227         mp_irq.srcbus = MP_ISA_BUS;
1228         mp_irq.dstapic = dstapic;
1229         mp_irq.irqtype = mp_INT;
1230         mp_irq.srcbusirq = i; /* Identity mapped */
1231         mp_irq.dstirq = pin;
1232 
1233         mp_save_irq(&mp_irq);
1234     }
1235 }
1236 
1237 /*
1238  * Parse IOAPIC related entries in MADT
1239  * returns 0 on success, < 0 on error
1240  */
1241 static int __init acpi_parse_madt_ioapic_entries(void)
1242 {
1243     int count;
1244 
1245     /*
1246      * ACPI interpreter is required to complete interrupt setup,
1247      * so if it is off, don't enumerate the io-apics with ACPI.
1248      * If MPS is present, it will handle them,
1249      * otherwise the system will stay in PIC mode
1250      */
1251     if (acpi_disabled || acpi_noirq)
1252         return -ENODEV;
1253 
1254     if (!boot_cpu_has(X86_FEATURE_APIC))
1255         return -ENODEV;
1256 
1257     /*
1258      * if "noapic" boot option, don't look for IO-APICs
1259      */
1260     if (skip_ioapic_setup) {
1261         pr_info("Skipping IOAPIC probe due to 'noapic' option.\n");
1262         return -ENODEV;
1263     }
1264 
1265     count = acpi_table_parse_madt(ACPI_MADT_TYPE_IO_APIC, acpi_parse_ioapic,
1266                       MAX_IO_APICS);
1267     if (!count) {
1268         pr_err("No IOAPIC entries present\n");
1269         return -ENODEV;
1270     } else if (count < 0) {
1271         pr_err("Error parsing IOAPIC entry\n");
1272         return count;
1273     }
1274 
1275     count = acpi_table_parse_madt(ACPI_MADT_TYPE_INTERRUPT_OVERRIDE,
1276                       acpi_parse_int_src_ovr, nr_irqs);
1277     if (count < 0) {
1278         pr_err("Error parsing interrupt source overrides entry\n");
1279         /* TBD: Cleanup to allow fallback to MPS */
1280         return count;
1281     }
1282 
1283     /*
1284      * If BIOS did not supply an INT_SRC_OVR for the SCI
1285      * pretend we got one so we can set the SCI flags.
1286      * But ignore setting up SCI on hardware reduced platforms.
1287      */
1288     if (acpi_sci_override_gsi == INVALID_ACPI_IRQ && !acpi_gbl_reduced_hardware)
1289         acpi_sci_ioapic_setup(acpi_gbl_FADT.sci_interrupt, 0, 0,
1290                       acpi_gbl_FADT.sci_interrupt);
1291 
1292     /* Fill in identity legacy mappings where no override */
1293     mp_config_acpi_legacy_irqs();
1294 
1295     count = acpi_table_parse_madt(ACPI_MADT_TYPE_NMI_SOURCE,
1296                       acpi_parse_nmi_src, nr_irqs);
1297     if (count < 0) {
1298         pr_err("Error parsing NMI SRC entry\n");
1299         /* TBD: Cleanup to allow fallback to MPS */
1300         return count;
1301     }
1302 
1303     return 0;
1304 }
1305 #else
1306 static inline int acpi_parse_madt_ioapic_entries(void)
1307 {
1308     return -1;
1309 }
1310 #endif  /* !CONFIG_X86_IO_APIC */
1311 
1312 static void __init early_acpi_process_madt(void)
1313 {
1314 #ifdef CONFIG_X86_LOCAL_APIC
1315     int error;
1316 
1317     if (!acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) {
1318 
1319         /*
1320          * Parse MADT LAPIC entries
1321          */
1322         error = early_acpi_parse_madt_lapic_addr_ovr();
1323         if (!error) {
1324             acpi_lapic = 1;
1325             smp_found_config = 1;
1326         }
1327         if (error == -EINVAL) {
1328             /*
1329              * Dell Precision Workstation 410, 610 come here.
1330              */
1331             pr_err("Invalid BIOS MADT, disabling ACPI\n");
1332             disable_acpi();
1333         }
1334     }
1335 #endif
1336 }
1337 
1338 static void __init acpi_process_madt(void)
1339 {
1340 #ifdef CONFIG_X86_LOCAL_APIC
1341     int error;
1342 
1343     if (!acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) {
1344 
1345         /*
1346          * Parse MADT LAPIC entries
1347          */
1348         error = acpi_parse_madt_lapic_entries();
1349         if (!error) {
1350             acpi_lapic = 1;
1351 
1352             /*
1353              * Parse MADT IO-APIC entries
1354              */
1355             mutex_lock(&acpi_ioapic_lock);
1356             error = acpi_parse_madt_ioapic_entries();
1357             mutex_unlock(&acpi_ioapic_lock);
1358             if (!error) {
1359                 acpi_set_irq_model_ioapic();
1360 
1361                 smp_found_config = 1;
1362             }
1363 
1364 #ifdef CONFIG_X86_64
1365             /*
1366              * Parse MADT MP Wake entry.
1367              */
1368             acpi_table_parse_madt(ACPI_MADT_TYPE_MULTIPROC_WAKEUP,
1369                           acpi_parse_mp_wake, 1);
1370 #endif
1371         }
1372         if (error == -EINVAL) {
1373             /*
1374              * Dell Precision Workstation 410, 610 come here.
1375              */
1376             pr_err("Invalid BIOS MADT, disabling ACPI\n");
1377             disable_acpi();
1378         }
1379     } else {
1380         /*
1381          * ACPI found no MADT, and so ACPI wants UP PIC mode.
1382          * In the event an MPS table was found, forget it.
1383          * Boot with "acpi=off" to use MPS on such a system.
1384          */
1385         if (smp_found_config) {
1386             pr_warn("No APIC-table, disabling MPS\n");
1387             smp_found_config = 0;
1388         }
1389     }
1390 
1391     /*
1392      * ACPI supports both logical (e.g. Hyper-Threading) and physical
1393      * processors, where MPS only supports physical.
1394      */
1395     if (acpi_lapic && acpi_ioapic)
1396         pr_info("Using ACPI (MADT) for SMP configuration information\n");
1397     else if (acpi_lapic)
1398         pr_info("Using ACPI for processor (LAPIC) configuration information\n");
1399 #endif
1400     return;
1401 }
1402 
1403 static int __init disable_acpi_irq(const struct dmi_system_id *d)
1404 {
1405     if (!acpi_force) {
1406         pr_notice("%s detected: force use of acpi=noirq\n", d->ident);
1407         acpi_noirq_set();
1408     }
1409     return 0;
1410 }
1411 
1412 static int __init disable_acpi_pci(const struct dmi_system_id *d)
1413 {
1414     if (!acpi_force) {
1415         pr_notice("%s detected: force use of pci=noacpi\n", d->ident);
1416         acpi_disable_pci();
1417     }
1418     return 0;
1419 }
1420 
1421 static int __init disable_acpi_xsdt(const struct dmi_system_id *d)
1422 {
1423     if (!acpi_force) {
1424         pr_notice("%s detected: force use of acpi=rsdt\n", d->ident);
1425         acpi_gbl_do_not_use_xsdt = TRUE;
1426     } else {
1427         pr_notice("Warning: DMI blacklist says broken, but acpi XSDT forced\n");
1428     }
1429     return 0;
1430 }
1431 
1432 static int __init dmi_disable_acpi(const struct dmi_system_id *d)
1433 {
1434     if (!acpi_force) {
1435         pr_notice("%s detected: acpi off\n", d->ident);
1436         disable_acpi();
1437     } else {
1438         pr_notice("Warning: DMI blacklist says broken, but acpi forced\n");
1439     }
1440     return 0;
1441 }
1442 
1443 /*
1444  * Force ignoring BIOS IRQ0 override
1445  */
1446 static int __init dmi_ignore_irq0_timer_override(const struct dmi_system_id *d)
1447 {
1448     if (!acpi_skip_timer_override) {
1449         pr_notice("%s detected: Ignoring BIOS IRQ0 override\n",
1450             d->ident);
1451         acpi_skip_timer_override = 1;
1452     }
1453     return 0;
1454 }
1455 
1456 /*
1457  * ACPI offers an alternative platform interface model that removes
1458  * ACPI hardware requirements for platforms that do not implement
1459  * the PC Architecture.
1460  *
1461  * We initialize the Hardware-reduced ACPI model here:
1462  */
1463 void __init acpi_generic_reduced_hw_init(void)
1464 {
1465     /*
1466      * Override x86_init functions and bypass legacy PIC in
1467      * hardware reduced ACPI mode.
1468      */
1469     x86_init.timers.timer_init  = x86_init_noop;
1470     x86_init.irqs.pre_vector_init   = x86_init_noop;
1471     legacy_pic          = &null_legacy_pic;
1472 }
1473 
1474 static void __init acpi_reduced_hw_init(void)
1475 {
1476     if (acpi_gbl_reduced_hardware)
1477         x86_init.acpi.reduced_hw_early_init();
1478 }
1479 
1480 /*
1481  * If your system is blacklisted here, but you find that acpi=force
1482  * works for you, please contact linux-acpi@vger.kernel.org
1483  */
1484 static const struct dmi_system_id acpi_dmi_table[] __initconst = {
1485     /*
1486      * Boxes that need ACPI disabled
1487      */
1488     {
1489      .callback = dmi_disable_acpi,
1490      .ident = "IBM Thinkpad",
1491      .matches = {
1492              DMI_MATCH(DMI_BOARD_VENDOR, "IBM"),
1493              DMI_MATCH(DMI_BOARD_NAME, "2629H1G"),
1494              },
1495      },
1496 
1497     /*
1498      * Boxes that need ACPI PCI IRQ routing disabled
1499      */
1500     {
1501      .callback = disable_acpi_irq,
1502      .ident = "ASUS A7V",
1503      .matches = {
1504              DMI_MATCH(DMI_BOARD_VENDOR, "ASUSTeK Computer INC"),
1505              DMI_MATCH(DMI_BOARD_NAME, "<A7V>"),
1506              /* newer BIOS, Revision 1011, does work */
1507              DMI_MATCH(DMI_BIOS_VERSION,
1508                    "ASUS A7V ACPI BIOS Revision 1007"),
1509              },
1510      },
1511     {
1512         /*
1513          * Latest BIOS for IBM 600E (1.16) has bad pcinum
1514          * for LPC bridge, which is needed for the PCI
1515          * interrupt links to work. DSDT fix is in bug 5966.
1516          * 2645, 2646 model numbers are shared with 600/600E/600X
1517          */
1518      .callback = disable_acpi_irq,
1519      .ident = "IBM Thinkpad 600 Series 2645",
1520      .matches = {
1521              DMI_MATCH(DMI_BOARD_VENDOR, "IBM"),
1522              DMI_MATCH(DMI_BOARD_NAME, "2645"),
1523              },
1524      },
1525     {
1526      .callback = disable_acpi_irq,
1527      .ident = "IBM Thinkpad 600 Series 2646",
1528      .matches = {
1529              DMI_MATCH(DMI_BOARD_VENDOR, "IBM"),
1530              DMI_MATCH(DMI_BOARD_NAME, "2646"),
1531              },
1532      },
1533     /*
1534      * Boxes that need ACPI PCI IRQ routing and PCI scan disabled
1535      */
1536     {           /* _BBN 0 bug */
1537      .callback = disable_acpi_pci,
1538      .ident = "ASUS PR-DLS",
1539      .matches = {
1540              DMI_MATCH(DMI_BOARD_VENDOR, "ASUSTeK Computer INC."),
1541              DMI_MATCH(DMI_BOARD_NAME, "PR-DLS"),
1542              DMI_MATCH(DMI_BIOS_VERSION,
1543                    "ASUS PR-DLS ACPI BIOS Revision 1010"),
1544              DMI_MATCH(DMI_BIOS_DATE, "03/21/2003")
1545              },
1546      },
1547     {
1548      .callback = disable_acpi_pci,
1549      .ident = "Acer TravelMate 36x Laptop",
1550      .matches = {
1551              DMI_MATCH(DMI_SYS_VENDOR, "Acer"),
1552              DMI_MATCH(DMI_PRODUCT_NAME, "TravelMate 360"),
1553              },
1554      },
1555     /*
1556      * Boxes that need ACPI XSDT use disabled due to corrupted tables
1557      */
1558     {
1559      .callback = disable_acpi_xsdt,
1560      .ident = "Advantech DAC-BJ01",
1561      .matches = {
1562              DMI_MATCH(DMI_SYS_VENDOR, "NEC"),
1563              DMI_MATCH(DMI_PRODUCT_NAME, "Bearlake CRB Board"),
1564              DMI_MATCH(DMI_BIOS_VERSION, "V1.12"),
1565              DMI_MATCH(DMI_BIOS_DATE, "02/01/2011"),
1566              },
1567      },
1568     {}
1569 };
1570 
1571 /* second table for DMI checks that should run after early-quirks */
1572 static const struct dmi_system_id acpi_dmi_table_late[] __initconst = {
1573     /*
1574      * HP laptops which use a DSDT reporting as HP/SB400/10000,
1575      * which includes some code which overrides all temperature
1576      * trip points to 16C if the INTIN2 input of the I/O APIC
1577      * is enabled.  This input is incorrectly designated the
1578      * ISA IRQ 0 via an interrupt source override even though
1579      * it is wired to the output of the master 8259A and INTIN0
1580      * is not connected at all.  Force ignoring BIOS IRQ0
1581      * override in that cases.
1582      */
1583     {
1584      .callback = dmi_ignore_irq0_timer_override,
1585      .ident = "HP nx6115 laptop",
1586      .matches = {
1587              DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
1588              DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq nx6115"),
1589              },
1590      },
1591     {
1592      .callback = dmi_ignore_irq0_timer_override,
1593      .ident = "HP NX6125 laptop",
1594      .matches = {
1595              DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
1596              DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq nx6125"),
1597              },
1598      },
1599     {
1600      .callback = dmi_ignore_irq0_timer_override,
1601      .ident = "HP NX6325 laptop",
1602      .matches = {
1603              DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
1604              DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq nx6325"),
1605              },
1606      },
1607     {
1608      .callback = dmi_ignore_irq0_timer_override,
1609      .ident = "HP 6715b laptop",
1610      .matches = {
1611              DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
1612              DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq 6715b"),
1613              },
1614      },
1615     {
1616      .callback = dmi_ignore_irq0_timer_override,
1617      .ident = "FUJITSU SIEMENS",
1618      .matches = {
1619              DMI_MATCH(DMI_SYS_VENDOR, "FUJITSU SIEMENS"),
1620              DMI_MATCH(DMI_PRODUCT_NAME, "AMILO PRO V2030"),
1621              },
1622      },
1623     {}
1624 };
1625 
1626 /*
1627  * acpi_boot_table_init() and acpi_boot_init()
1628  *  called from setup_arch(), always.
1629  *  1. checksums all tables
1630  *  2. enumerates lapics
1631  *  3. enumerates io-apics
1632  *
1633  * acpi_table_init() is separate to allow reading SRAT without
1634  * other side effects.
1635  *
1636  * side effects of acpi_boot_init:
1637  *  acpi_lapic = 1 if LAPIC found
1638  *  acpi_ioapic = 1 if IOAPIC found
1639  *  if (acpi_lapic && acpi_ioapic) smp_found_config = 1;
1640  *  if acpi_blacklisted() acpi_disabled = 1;
1641  *  acpi_irq_model=...
1642  *  ...
1643  */
1644 
1645 void __init acpi_boot_table_init(void)
1646 {
1647     dmi_check_system(acpi_dmi_table);
1648 
1649     /*
1650      * If acpi_disabled, bail out
1651      */
1652     if (acpi_disabled)
1653         return;
1654 
1655     /*
1656      * Initialize the ACPI boot-time table parser.
1657      */
1658     if (acpi_locate_initial_tables())
1659         disable_acpi();
1660     else
1661         acpi_reserve_initial_tables();
1662 }
1663 
1664 int __init early_acpi_boot_init(void)
1665 {
1666     if (acpi_disabled)
1667         return 1;
1668 
1669     acpi_table_init_complete();
1670 
1671     acpi_table_parse(ACPI_SIG_BOOT, acpi_parse_sbf);
1672 
1673     /*
1674      * blacklist may disable ACPI entirely
1675      */
1676     if (acpi_blacklisted()) {
1677         if (acpi_force) {
1678             pr_warn("acpi=force override\n");
1679         } else {
1680             pr_warn("Disabling ACPI support\n");
1681             disable_acpi();
1682             return 1;
1683         }
1684     }
1685 
1686     /*
1687      * Process the Multiple APIC Description Table (MADT), if present
1688      */
1689     early_acpi_process_madt();
1690 
1691     /*
1692      * Hardware-reduced ACPI mode initialization:
1693      */
1694     acpi_reduced_hw_init();
1695 
1696     return 0;
1697 }
1698 
1699 int __init acpi_boot_init(void)
1700 {
1701     /* those are executed after early-quirks are executed */
1702     dmi_check_system(acpi_dmi_table_late);
1703 
1704     /*
1705      * If acpi_disabled, bail out
1706      */
1707     if (acpi_disabled)
1708         return 1;
1709 
1710     acpi_table_parse(ACPI_SIG_BOOT, acpi_parse_sbf);
1711 
1712     /*
1713      * set sci_int and PM timer address
1714      */
1715     acpi_table_parse(ACPI_SIG_FADT, acpi_parse_fadt);
1716 
1717     /*
1718      * Process the Multiple APIC Description Table (MADT), if present
1719      */
1720     acpi_process_madt();
1721 
1722     acpi_table_parse(ACPI_SIG_HPET, acpi_parse_hpet);
1723     if (IS_ENABLED(CONFIG_ACPI_BGRT) && !acpi_nobgrt)
1724         acpi_table_parse(ACPI_SIG_BGRT, acpi_parse_bgrt);
1725 
1726     if (!acpi_noirq)
1727         x86_init.pci.init = pci_acpi_init;
1728 
1729     /* Do not enable ACPI SPCR console by default */
1730     acpi_parse_spcr(earlycon_acpi_spcr_enable, false);
1731     return 0;
1732 }
1733 
1734 static int __init parse_acpi(char *arg)
1735 {
1736     if (!arg)
1737         return -EINVAL;
1738 
1739     /* "acpi=off" disables both ACPI table parsing and interpreter */
1740     if (strcmp(arg, "off") == 0) {
1741         disable_acpi();
1742     }
1743     /* acpi=force to over-ride black-list */
1744     else if (strcmp(arg, "force") == 0) {
1745         acpi_force = 1;
1746         acpi_disabled = 0;
1747     }
1748     /* acpi=strict disables out-of-spec workarounds */
1749     else if (strcmp(arg, "strict") == 0) {
1750         acpi_strict = 1;
1751     }
1752     /* acpi=rsdt use RSDT instead of XSDT */
1753     else if (strcmp(arg, "rsdt") == 0) {
1754         acpi_gbl_do_not_use_xsdt = TRUE;
1755     }
1756     /* "acpi=noirq" disables ACPI interrupt routing */
1757     else if (strcmp(arg, "noirq") == 0) {
1758         acpi_noirq_set();
1759     }
1760     /* "acpi=copy_dsdt" copies DSDT */
1761     else if (strcmp(arg, "copy_dsdt") == 0) {
1762         acpi_gbl_copy_dsdt_locally = 1;
1763     }
1764     /* "acpi=nocmcff" disables FF mode for corrected errors */
1765     else if (strcmp(arg, "nocmcff") == 0) {
1766         acpi_disable_cmcff = 1;
1767     } else {
1768         /* Core will printk when we return error. */
1769         return -EINVAL;
1770     }
1771     return 0;
1772 }
1773 early_param("acpi", parse_acpi);
1774 
1775 static int __init parse_acpi_bgrt(char *arg)
1776 {
1777     acpi_nobgrt = true;
1778     return 0;
1779 }
1780 early_param("bgrt_disable", parse_acpi_bgrt);
1781 
1782 /* FIXME: Using pci= for an ACPI parameter is a travesty. */
1783 static int __init parse_pci(char *arg)
1784 {
1785     if (arg && strcmp(arg, "noacpi") == 0)
1786         acpi_disable_pci();
1787     return 0;
1788 }
1789 early_param("pci", parse_pci);
1790 
1791 int __init acpi_mps_check(void)
1792 {
1793 #if defined(CONFIG_X86_LOCAL_APIC) && !defined(CONFIG_X86_MPPARSE)
1794 /* mptable code is not built-in*/
1795     if (acpi_disabled || acpi_noirq) {
1796         pr_warn("MPS support code is not built-in, using acpi=off or acpi=noirq or pci=noacpi may have problem\n");
1797         return 1;
1798     }
1799 #endif
1800     return 0;
1801 }
1802 
1803 #ifdef CONFIG_X86_IO_APIC
1804 static int __init parse_acpi_skip_timer_override(char *arg)
1805 {
1806     acpi_skip_timer_override = 1;
1807     return 0;
1808 }
1809 early_param("acpi_skip_timer_override", parse_acpi_skip_timer_override);
1810 
1811 static int __init parse_acpi_use_timer_override(char *arg)
1812 {
1813     acpi_use_timer_override = 1;
1814     return 0;
1815 }
1816 early_param("acpi_use_timer_override", parse_acpi_use_timer_override);
1817 #endif /* CONFIG_X86_IO_APIC */
1818 
1819 static int __init setup_acpi_sci(char *s)
1820 {
1821     if (!s)
1822         return -EINVAL;
1823     if (!strcmp(s, "edge"))
1824         acpi_sci_flags =  ACPI_MADT_TRIGGER_EDGE |
1825             (acpi_sci_flags & ~ACPI_MADT_TRIGGER_MASK);
1826     else if (!strcmp(s, "level"))
1827         acpi_sci_flags = ACPI_MADT_TRIGGER_LEVEL |
1828             (acpi_sci_flags & ~ACPI_MADT_TRIGGER_MASK);
1829     else if (!strcmp(s, "high"))
1830         acpi_sci_flags = ACPI_MADT_POLARITY_ACTIVE_HIGH |
1831             (acpi_sci_flags & ~ACPI_MADT_POLARITY_MASK);
1832     else if (!strcmp(s, "low"))
1833         acpi_sci_flags = ACPI_MADT_POLARITY_ACTIVE_LOW |
1834             (acpi_sci_flags & ~ACPI_MADT_POLARITY_MASK);
1835     else
1836         return -EINVAL;
1837     return 0;
1838 }
1839 early_param("acpi_sci", setup_acpi_sci);
1840 
1841 int __acpi_acquire_global_lock(unsigned int *lock)
1842 {
1843     unsigned int old, new, val;
1844     do {
1845         old = *lock;
1846         new = (((old & ~0x3) + 2) + ((old >> 1) & 0x1));
1847         val = cmpxchg(lock, old, new);
1848     } while (unlikely (val != old));
1849     return ((new & 0x3) < 3) ? -1 : 0;
1850 }
1851 
1852 int __acpi_release_global_lock(unsigned int *lock)
1853 {
1854     unsigned int old, new, val;
1855     do {
1856         old = *lock;
1857         new = old & ~0x3;
1858         val = cmpxchg(lock, old, new);
1859     } while (unlikely (val != old));
1860     return old & 0x1;
1861 }
1862 
1863 void __init arch_reserve_mem_area(acpi_physical_address addr, size_t size)
1864 {
1865     e820__range_add(addr, size, E820_TYPE_NVS);
1866     e820__update_table_print();
1867 }
1868 
1869 void x86_default_set_root_pointer(u64 addr)
1870 {
1871     boot_params.acpi_rsdp_addr = addr;
1872 }
1873 
1874 u64 x86_default_get_root_pointer(void)
1875 {
1876     return boot_params.acpi_rsdp_addr;
1877 }