Merge branch 'x86-apic-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip
Pull x86 apic changes from Ingo Molnar: "The main changes in this cycle were: - Numachip updates: new hardware support, fixes and cleanups. (Daniel J Blueman) - misc smaller cleanups and fixlets" * 'x86-apic-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip: x86/io_apic: Make eoi_ioapic_pin() static x86/irq: Drop unlikely before IS_ERR_OR_NULL x86/x2apic: Make stub functions available even if !CONFIG_X86_LOCAL_APIC x86/apic: Deinline various functions x86/numachip: Fix timer build conflict x86/numachip: Introduce Numachip2 timer mechanisms x86/numachip: Add Numachip IPI optimisations x86/numachip: Add Numachip2 APIC support x86/numachip: Cleanup Numachip support
This commit is contained in:
@@ -1431,7 +1431,7 @@ enum {
|
||||
};
|
||||
static int x2apic_state;
|
||||
|
||||
static inline void __x2apic_disable(void)
|
||||
static void __x2apic_disable(void)
|
||||
{
|
||||
u64 msr;
|
||||
|
||||
@@ -1447,7 +1447,7 @@ static inline void __x2apic_disable(void)
|
||||
printk_once(KERN_INFO "x2apic disabled\n");
|
||||
}
|
||||
|
||||
static inline void __x2apic_enable(void)
|
||||
static void __x2apic_enable(void)
|
||||
{
|
||||
u64 msr;
|
||||
|
||||
@@ -1807,7 +1807,7 @@ int apic_version[MAX_LOCAL_APIC];
|
||||
/*
|
||||
* This interrupt should _never_ happen with our APIC/SMP architecture
|
||||
*/
|
||||
static inline void __smp_spurious_interrupt(u8 vector)
|
||||
static void __smp_spurious_interrupt(u8 vector)
|
||||
{
|
||||
u32 v;
|
||||
|
||||
@@ -1848,7 +1848,7 @@ __visible void smp_trace_spurious_interrupt(struct pt_regs *regs)
|
||||
/*
|
||||
* This interrupt should never happen with our APIC/SMP architecture
|
||||
*/
|
||||
static inline void __smp_error_interrupt(struct pt_regs *regs)
|
||||
static void __smp_error_interrupt(struct pt_regs *regs)
|
||||
{
|
||||
u32 v;
|
||||
u32 i = 0;
|
||||
|
@@ -11,30 +11,21 @@
|
||||
*
|
||||
*/
|
||||
|
||||
#include <linux/errno.h>
|
||||
#include <linux/threads.h>
|
||||
#include <linux/cpumask.h>
|
||||
#include <linux/string.h>
|
||||
#include <linux/kernel.h>
|
||||
#include <linux/module.h>
|
||||
#include <linux/ctype.h>
|
||||
#include <linux/init.h>
|
||||
#include <linux/hardirq.h>
|
||||
#include <linux/delay.h>
|
||||
|
||||
#include <asm/numachip/numachip.h>
|
||||
#include <asm/numachip/numachip_csr.h>
|
||||
#include <asm/smp.h>
|
||||
#include <asm/apic.h>
|
||||
#include <asm/ipi.h>
|
||||
#include <asm/apic_flat_64.h>
|
||||
#include <asm/pgtable.h>
|
||||
#include <asm/pci_x86.h>
|
||||
|
||||
static int numachip_system __read_mostly;
|
||||
u8 numachip_system __read_mostly;
|
||||
static const struct apic apic_numachip1;
|
||||
static const struct apic apic_numachip2;
|
||||
static void (*numachip_apic_icr_write)(int apicid, unsigned int val) __read_mostly;
|
||||
|
||||
static const struct apic apic_numachip;
|
||||
|
||||
static unsigned int get_apic_id(unsigned long x)
|
||||
static unsigned int numachip1_get_apic_id(unsigned long x)
|
||||
{
|
||||
unsigned long value;
|
||||
unsigned int id = (x >> 24) & 0xff;
|
||||
@@ -47,7 +38,7 @@ static unsigned int get_apic_id(unsigned long x)
|
||||
return id;
|
||||
}
|
||||
|
||||
static unsigned long set_apic_id(unsigned int id)
|
||||
static unsigned long numachip1_set_apic_id(unsigned int id)
|
||||
{
|
||||
unsigned long x;
|
||||
|
||||
@@ -55,9 +46,17 @@ static unsigned long set_apic_id(unsigned int id)
|
||||
return x;
|
||||
}
|
||||
|
||||
static unsigned int read_xapic_id(void)
|
||||
static unsigned int numachip2_get_apic_id(unsigned long x)
|
||||
{
|
||||
return get_apic_id(apic_read(APIC_ID));
|
||||
u64 mcfg;
|
||||
|
||||
rdmsrl(MSR_FAM10H_MMIO_CONF_BASE, mcfg);
|
||||
return ((mcfg >> (28 - 8)) & 0xfff00) | (x >> 24);
|
||||
}
|
||||
|
||||
static unsigned long numachip2_set_apic_id(unsigned int id)
|
||||
{
|
||||
return id << 24;
|
||||
}
|
||||
|
||||
static int numachip_apic_id_valid(int apicid)
|
||||
@@ -68,7 +67,7 @@ static int numachip_apic_id_valid(int apicid)
|
||||
|
||||
static int numachip_apic_id_registered(void)
|
||||
{
|
||||
return physid_isset(read_xapic_id(), phys_cpu_present_map);
|
||||
return 1;
|
||||
}
|
||||
|
||||
static int numachip_phys_pkg_id(int initial_apic_id, int index_msb)
|
||||
@@ -76,36 +75,48 @@ static int numachip_phys_pkg_id(int initial_apic_id, int index_msb)
|
||||
return initial_apic_id >> index_msb;
|
||||
}
|
||||
|
||||
static void numachip1_apic_icr_write(int apicid, unsigned int val)
|
||||
{
|
||||
write_lcsr(CSR_G3_EXT_IRQ_GEN, (apicid << 16) | val);
|
||||
}
|
||||
|
||||
static void numachip2_apic_icr_write(int apicid, unsigned int val)
|
||||
{
|
||||
numachip2_write32_lcsr(NUMACHIP2_APIC_ICR, (apicid << 12) | val);
|
||||
}
|
||||
|
||||
static int numachip_wakeup_secondary(int phys_apicid, unsigned long start_rip)
|
||||
{
|
||||
union numachip_csr_g3_ext_irq_gen int_gen;
|
||||
|
||||
int_gen.s._destination_apic_id = phys_apicid;
|
||||
int_gen.s._vector = 0;
|
||||
int_gen.s._msgtype = APIC_DM_INIT >> 8;
|
||||
int_gen.s._index = 0;
|
||||
|
||||
write_lcsr(CSR_G3_EXT_IRQ_GEN, int_gen.v);
|
||||
|
||||
int_gen.s._msgtype = APIC_DM_STARTUP >> 8;
|
||||
int_gen.s._vector = start_rip >> 12;
|
||||
|
||||
write_lcsr(CSR_G3_EXT_IRQ_GEN, int_gen.v);
|
||||
numachip_apic_icr_write(phys_apicid, APIC_DM_INIT);
|
||||
numachip_apic_icr_write(phys_apicid, APIC_DM_STARTUP |
|
||||
(start_rip >> 12));
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static void numachip_send_IPI_one(int cpu, int vector)
|
||||
{
|
||||
union numachip_csr_g3_ext_irq_gen int_gen;
|
||||
int apicid = per_cpu(x86_cpu_to_apicid, cpu);
|
||||
int local_apicid, apicid = per_cpu(x86_cpu_to_apicid, cpu);
|
||||
unsigned int dmode;
|
||||
|
||||
int_gen.s._destination_apic_id = apicid;
|
||||
int_gen.s._vector = vector;
|
||||
int_gen.s._msgtype = (vector == NMI_VECTOR ? APIC_DM_NMI : APIC_DM_FIXED) >> 8;
|
||||
int_gen.s._index = 0;
|
||||
preempt_disable();
|
||||
local_apicid = __this_cpu_read(x86_cpu_to_apicid);
|
||||
|
||||
write_lcsr(CSR_G3_EXT_IRQ_GEN, int_gen.v);
|
||||
/* Send via local APIC where non-local part matches */
|
||||
if (!((apicid ^ local_apicid) >> NUMACHIP_LAPIC_BITS)) {
|
||||
unsigned long flags;
|
||||
|
||||
local_irq_save(flags);
|
||||
__default_send_IPI_dest_field(apicid, vector,
|
||||
APIC_DEST_PHYSICAL);
|
||||
local_irq_restore(flags);
|
||||
preempt_enable();
|
||||
return;
|
||||
}
|
||||
preempt_enable();
|
||||
|
||||
dmode = (vector == NMI_VECTOR) ? APIC_DM_NMI : APIC_DM_FIXED;
|
||||
numachip_apic_icr_write(apicid, dmode | vector);
|
||||
}
|
||||
|
||||
static void numachip_send_IPI_mask(const struct cpumask *mask, int vector)
|
||||
@@ -149,9 +160,14 @@ static void numachip_send_IPI_self(int vector)
|
||||
apic_write(APIC_SELF_IPI, vector);
|
||||
}
|
||||
|
||||
static int __init numachip_probe(void)
|
||||
static int __init numachip1_probe(void)
|
||||
{
|
||||
return apic == &apic_numachip;
|
||||
return apic == &apic_numachip1;
|
||||
}
|
||||
|
||||
static int __init numachip2_probe(void)
|
||||
{
|
||||
return apic == &apic_numachip2;
|
||||
}
|
||||
|
||||
static void fixup_cpu_id(struct cpuinfo_x86 *c, int node)
|
||||
@@ -172,34 +188,67 @@ static void fixup_cpu_id(struct cpuinfo_x86 *c, int node)
|
||||
|
||||
static int __init numachip_system_init(void)
|
||||
{
|
||||
if (!numachip_system)
|
||||
return 0;
|
||||
/* Map the LCSR area and set up the apic_icr_write function */
|
||||
switch (numachip_system) {
|
||||
case 1:
|
||||
init_extra_mapping_uc(NUMACHIP_LCSR_BASE, NUMACHIP_LCSR_SIZE);
|
||||
numachip_apic_icr_write = numachip1_apic_icr_write;
|
||||
x86_init.pci.arch_init = pci_numachip_init;
|
||||
break;
|
||||
case 2:
|
||||
init_extra_mapping_uc(NUMACHIP2_LCSR_BASE, NUMACHIP2_LCSR_SIZE);
|
||||
numachip_apic_icr_write = numachip2_apic_icr_write;
|
||||
|
||||
init_extra_mapping_uc(NUMACHIP_LCSR_BASE, NUMACHIP_LCSR_SIZE);
|
||||
init_extra_mapping_uc(NUMACHIP_GCSR_BASE, NUMACHIP_GCSR_SIZE);
|
||||
/* Use MCFG config cycles rather than locked CF8 cycles */
|
||||
raw_pci_ops = &pci_mmcfg;
|
||||
break;
|
||||
default:
|
||||
return 0;
|
||||
}
|
||||
|
||||
x86_cpuinit.fixup_cpu_id = fixup_cpu_id;
|
||||
x86_init.pci.arch_init = pci_numachip_init;
|
||||
|
||||
return 0;
|
||||
}
|
||||
early_initcall(numachip_system_init);
|
||||
|
||||
static int numachip_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
|
||||
static int numachip1_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
|
||||
{
|
||||
if (!strncmp(oem_id, "NUMASC", 6)) {
|
||||
numachip_system = 1;
|
||||
return 1;
|
||||
}
|
||||
if ((strncmp(oem_id, "NUMASC", 6) != 0) ||
|
||||
(strncmp(oem_table_id, "NCONNECT", 8) != 0))
|
||||
return 0;
|
||||
|
||||
numachip_system = 1;
|
||||
|
||||
return 1;
|
||||
}
|
||||
|
||||
static int numachip2_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
|
||||
{
|
||||
if ((strncmp(oem_id, "NUMASC", 6) != 0) ||
|
||||
(strncmp(oem_table_id, "NCONECT2", 8) != 0))
|
||||
return 0;
|
||||
|
||||
numachip_system = 2;
|
||||
|
||||
return 1;
|
||||
}
|
||||
|
||||
/* APIC IPIs are queued */
|
||||
static void numachip_apic_wait_icr_idle(void)
|
||||
{
|
||||
}
|
||||
|
||||
/* APIC NMI IPIs are queued */
|
||||
static u32 numachip_safe_apic_wait_icr_idle(void)
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
|
||||
static const struct apic apic_numachip __refconst = {
|
||||
|
||||
static const struct apic apic_numachip1 __refconst = {
|
||||
.name = "NumaConnect system",
|
||||
.probe = numachip_probe,
|
||||
.acpi_madt_oem_check = numachip_acpi_madt_oem_check,
|
||||
.probe = numachip1_probe,
|
||||
.acpi_madt_oem_check = numachip1_acpi_madt_oem_check,
|
||||
.apic_id_valid = numachip_apic_id_valid,
|
||||
.apic_id_registered = numachip_apic_id_registered,
|
||||
|
||||
@@ -221,8 +270,8 @@ static const struct apic apic_numachip __refconst = {
|
||||
.check_phys_apicid_present = default_check_phys_apicid_present,
|
||||
.phys_pkg_id = numachip_phys_pkg_id,
|
||||
|
||||
.get_apic_id = get_apic_id,
|
||||
.set_apic_id = set_apic_id,
|
||||
.get_apic_id = numachip1_get_apic_id,
|
||||
.set_apic_id = numachip1_set_apic_id,
|
||||
.apic_id_mask = 0xffU << 24,
|
||||
|
||||
.cpu_mask_to_apicid_and = default_cpu_mask_to_apicid_and,
|
||||
@@ -241,8 +290,59 @@ static const struct apic apic_numachip __refconst = {
|
||||
.eoi_write = native_apic_mem_write,
|
||||
.icr_read = native_apic_icr_read,
|
||||
.icr_write = native_apic_icr_write,
|
||||
.wait_icr_idle = native_apic_wait_icr_idle,
|
||||
.safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
|
||||
.wait_icr_idle = numachip_apic_wait_icr_idle,
|
||||
.safe_wait_icr_idle = numachip_safe_apic_wait_icr_idle,
|
||||
};
|
||||
apic_driver(apic_numachip);
|
||||
|
||||
apic_driver(apic_numachip1);
|
||||
|
||||
static const struct apic apic_numachip2 __refconst = {
|
||||
.name = "NumaConnect2 system",
|
||||
.probe = numachip2_probe,
|
||||
.acpi_madt_oem_check = numachip2_acpi_madt_oem_check,
|
||||
.apic_id_valid = numachip_apic_id_valid,
|
||||
.apic_id_registered = numachip_apic_id_registered,
|
||||
|
||||
.irq_delivery_mode = dest_Fixed,
|
||||
.irq_dest_mode = 0, /* physical */
|
||||
|
||||
.target_cpus = online_target_cpus,
|
||||
.disable_esr = 0,
|
||||
.dest_logical = 0,
|
||||
.check_apicid_used = NULL,
|
||||
|
||||
.vector_allocation_domain = default_vector_allocation_domain,
|
||||
.init_apic_ldr = flat_init_apic_ldr,
|
||||
|
||||
.ioapic_phys_id_map = NULL,
|
||||
.setup_apic_routing = NULL,
|
||||
.cpu_present_to_apicid = default_cpu_present_to_apicid,
|
||||
.apicid_to_cpu_present = NULL,
|
||||
.check_phys_apicid_present = default_check_phys_apicid_present,
|
||||
.phys_pkg_id = numachip_phys_pkg_id,
|
||||
|
||||
.get_apic_id = numachip2_get_apic_id,
|
||||
.set_apic_id = numachip2_set_apic_id,
|
||||
.apic_id_mask = 0xffU << 24,
|
||||
|
||||
.cpu_mask_to_apicid_and = default_cpu_mask_to_apicid_and,
|
||||
|
||||
.send_IPI_mask = numachip_send_IPI_mask,
|
||||
.send_IPI_mask_allbutself = numachip_send_IPI_mask_allbutself,
|
||||
.send_IPI_allbutself = numachip_send_IPI_allbutself,
|
||||
.send_IPI_all = numachip_send_IPI_all,
|
||||
.send_IPI_self = numachip_send_IPI_self,
|
||||
|
||||
.wakeup_secondary_cpu = numachip_wakeup_secondary,
|
||||
.inquire_remote_apic = NULL, /* REMRD not supported */
|
||||
|
||||
.read = native_apic_mem_read,
|
||||
.write = native_apic_mem_write,
|
||||
.eoi_write = native_apic_mem_write,
|
||||
.icr_read = native_apic_icr_read,
|
||||
.icr_write = native_apic_icr_write,
|
||||
.wait_icr_idle = numachip_apic_wait_icr_idle,
|
||||
.safe_wait_icr_idle = numachip_safe_apic_wait_icr_idle,
|
||||
};
|
||||
|
||||
apic_driver(apic_numachip2);
|
||||
|
@@ -529,7 +529,7 @@ static void __eoi_ioapic_pin(int apic, int pin, int vector)
|
||||
}
|
||||
}
|
||||
|
||||
void eoi_ioapic_pin(int vector, struct mp_chip_data *data)
|
||||
static void eoi_ioapic_pin(int vector, struct mp_chip_data *data)
|
||||
{
|
||||
unsigned long flags;
|
||||
struct irq_pin_list *entry;
|
||||
|
Reference in New Issue
Block a user