2005-06-26 05:57:56 +08:00
|
|
|
/*
|
2007-10-20 09:24:20 +08:00
|
|
|
* Architecture specific (i386/x86_64) functions for kexec based crash dumps.
|
2005-06-26 05:57:56 +08:00
|
|
|
*
|
|
|
|
* Created by: Hariprasad Nellitheertha (hari@in.ibm.com)
|
|
|
|
*
|
|
|
|
* Copyright (C) IBM Corporation, 2004. All rights reserved.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/types.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/smp.h>
|
|
|
|
#include <linux/reboot.h>
|
|
|
|
#include <linux/kexec.h>
|
|
|
|
#include <linux/delay.h>
|
|
|
|
#include <linux/elf.h>
|
|
|
|
#include <linux/elfcore.h>
|
|
|
|
|
|
|
|
#include <asm/processor.h>
|
|
|
|
#include <asm/hardirq.h>
|
|
|
|
#include <asm/nmi.h>
|
|
|
|
#include <asm/hw_irq.h>
|
2005-11-15 16:09:04 +08:00
|
|
|
#include <asm/apic.h>
|
2007-05-08 15:27:03 +08:00
|
|
|
#include <linux/kdebug.h>
|
2006-10-01 14:29:09 +08:00
|
|
|
#include <asm/smp.h>
|
2006-09-26 16:52:27 +08:00
|
|
|
|
2007-10-24 18:58:01 +08:00
|
|
|
#ifdef CONFIG_X86_32
|
2005-06-26 05:57:58 +08:00
|
|
|
#include <mach_ipi.h>
|
2007-10-20 09:24:20 +08:00
|
|
|
#else
|
|
|
|
#include <asm/mach_apic.h>
|
|
|
|
#endif
|
2005-06-26 05:57:56 +08:00
|
|
|
|
2005-06-26 05:58:14 +08:00
|
|
|
/* This keeps a track of which one is crashing cpu. */
|
|
|
|
static int crashing_cpu;
|
2005-06-26 05:57:56 +08:00
|
|
|
|
2006-07-14 15:24:00 +08:00
|
|
|
#if defined(CONFIG_SMP) && defined(CONFIG_X86_LOCAL_APIC)
|
2005-06-26 05:57:58 +08:00
|
|
|
static atomic_t waiting_for_crash_ipi;
|
|
|
|
|
2006-09-26 16:52:27 +08:00
|
|
|
static int crash_nmi_callback(struct notifier_block *self,
|
|
|
|
unsigned long val, void *data)
|
2005-06-26 05:57:58 +08:00
|
|
|
{
|
2006-09-26 16:52:27 +08:00
|
|
|
struct pt_regs *regs;
|
2007-10-24 18:58:01 +08:00
|
|
|
#ifdef CONFIG_X86_32
|
2005-06-26 05:58:13 +08:00
|
|
|
struct pt_regs fixed_regs;
|
2007-10-20 09:24:20 +08:00
|
|
|
#endif
|
2006-09-26 16:52:27 +08:00
|
|
|
int cpu;
|
|
|
|
|
2006-09-26 16:52:27 +08:00
|
|
|
if (val != DIE_NMI_IPI)
|
2006-09-26 16:52:27 +08:00
|
|
|
return NOTIFY_OK;
|
|
|
|
|
|
|
|
regs = ((struct die_args *)data)->regs;
|
|
|
|
cpu = raw_smp_processor_id();
|
2005-06-26 05:58:14 +08:00
|
|
|
|
|
|
|
/* Don't do anything if this handler is invoked on crashing cpu.
|
|
|
|
* Otherwise, system will completely hang. Crashing cpu can get
|
|
|
|
* an NMI if system was initially booted with nmi_watchdog parameter.
|
|
|
|
*/
|
|
|
|
if (cpu == crashing_cpu)
|
2006-09-26 16:52:27 +08:00
|
|
|
return NOTIFY_STOP;
|
2005-06-26 05:57:58 +08:00
|
|
|
local_irq_disable();
|
2005-06-26 05:58:13 +08:00
|
|
|
|
2007-10-24 18:58:01 +08:00
|
|
|
#ifdef CONFIG_X86_32
|
2006-03-23 18:59:46 +08:00
|
|
|
if (!user_mode_vm(regs)) {
|
2006-01-10 12:51:44 +08:00
|
|
|
crash_fixup_ss_esp(&fixed_regs, regs);
|
2005-06-26 05:58:13 +08:00
|
|
|
regs = &fixed_regs;
|
|
|
|
}
|
2007-10-20 09:24:20 +08:00
|
|
|
#endif
|
2006-12-07 12:40:41 +08:00
|
|
|
crash_save_cpu(regs, cpu);
|
2005-11-15 16:09:04 +08:00
|
|
|
disable_local_APIC();
|
2005-06-26 05:57:58 +08:00
|
|
|
atomic_dec(&waiting_for_crash_ipi);
|
|
|
|
/* Assume hlt works */
|
2005-09-04 06:56:42 +08:00
|
|
|
halt();
|
2006-06-25 20:46:53 +08:00
|
|
|
for (;;)
|
|
|
|
cpu_relax();
|
2005-06-26 05:58:28 +08:00
|
|
|
|
2005-06-26 05:57:58 +08:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void smp_send_nmi_allbutself(void)
|
|
|
|
{
|
2006-10-01 14:29:10 +08:00
|
|
|
cpumask_t mask = cpu_online_map;
|
|
|
|
cpu_clear(safe_smp_processor_id(), mask);
|
|
|
|
if (!cpus_empty(mask))
|
|
|
|
send_IPI_mask(mask, NMI_VECTOR);
|
2005-06-26 05:57:58 +08:00
|
|
|
}
|
|
|
|
|
2006-09-26 16:52:27 +08:00
|
|
|
static struct notifier_block crash_nmi_nb = {
|
|
|
|
.notifier_call = crash_nmi_callback,
|
|
|
|
};
|
|
|
|
|
2005-06-26 05:57:58 +08:00
|
|
|
static void nmi_shootdown_cpus(void)
|
|
|
|
{
|
|
|
|
unsigned long msecs;
|
|
|
|
|
2005-06-26 05:58:28 +08:00
|
|
|
atomic_set(&waiting_for_crash_ipi, num_online_cpus() - 1);
|
2005-06-26 05:57:58 +08:00
|
|
|
/* Would it be better to replace the trap vector here? */
|
2006-09-26 16:52:27 +08:00
|
|
|
if (register_die_notifier(&crash_nmi_nb))
|
|
|
|
return; /* return what? */
|
2005-06-26 05:57:58 +08:00
|
|
|
/* Ensure the new callback function is set before sending
|
|
|
|
* out the NMI
|
|
|
|
*/
|
|
|
|
wmb();
|
|
|
|
|
|
|
|
smp_send_nmi_allbutself();
|
|
|
|
|
|
|
|
msecs = 1000; /* Wait at most a second for the other cpus to stop */
|
|
|
|
while ((atomic_read(&waiting_for_crash_ipi) > 0) && msecs) {
|
|
|
|
mdelay(1);
|
|
|
|
msecs--;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Leave the nmi callback set */
|
2005-11-15 16:09:04 +08:00
|
|
|
disable_local_APIC();
|
2005-06-26 05:57:58 +08:00
|
|
|
}
|
|
|
|
#else
|
|
|
|
static void nmi_shootdown_cpus(void)
|
|
|
|
{
|
|
|
|
/* There are no cpus to shootdown */
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2005-06-26 05:58:26 +08:00
|
|
|
void machine_crash_shutdown(struct pt_regs *regs)
|
2005-06-26 05:57:56 +08:00
|
|
|
{
|
|
|
|
/* This function is only called after the system
|
2006-06-27 00:30:00 +08:00
|
|
|
* has panicked or is otherwise in a critical state.
|
2005-06-26 05:57:56 +08:00
|
|
|
* The minimum amount of code to allow a kexec'd kernel
|
|
|
|
* to run successfully needs to happen here.
|
|
|
|
*
|
|
|
|
* In practice this means shooting down the other cpus in
|
|
|
|
* an SMP system.
|
|
|
|
*/
|
2005-06-26 05:57:58 +08:00
|
|
|
/* The kernel is broken so disable interrupts */
|
|
|
|
local_irq_disable();
|
2005-06-26 05:58:14 +08:00
|
|
|
|
|
|
|
/* Make a note of crashing cpu. Will be used in NMI callback.*/
|
2006-10-01 14:29:09 +08:00
|
|
|
crashing_cpu = safe_smp_processor_id();
|
2005-06-26 05:57:58 +08:00
|
|
|
nmi_shootdown_cpus();
|
2005-11-15 16:09:04 +08:00
|
|
|
lapic_shutdown();
|
|
|
|
#if defined(CONFIG_X86_IO_APIC)
|
|
|
|
disable_IO_APIC();
|
|
|
|
#endif
|
2006-12-07 12:40:41 +08:00
|
|
|
crash_save_cpu(regs, safe_smp_processor_id());
|
2005-06-26 05:57:56 +08:00
|
|
|
}
|