2005-06-26 05:57:56 +08:00
|
|
|
/*
|
2007-10-20 09:24:20 +08:00
|
|
|
* Architecture specific (i386/x86_64) functions for kexec based crash dumps.
|
2005-06-26 05:57:56 +08:00
|
|
|
*
|
|
|
|
* Created by: Hariprasad Nellitheertha (hari@in.ibm.com)
|
|
|
|
*
|
|
|
|
* Copyright (C) IBM Corporation, 2004. All rights reserved.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/types.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/smp.h>
|
|
|
|
#include <linux/reboot.h>
|
|
|
|
#include <linux/kexec.h>
|
|
|
|
#include <linux/delay.h>
|
|
|
|
#include <linux/elf.h>
|
|
|
|
#include <linux/elfcore.h>
|
2012-12-06 23:40:47 +08:00
|
|
|
#include <linux/module.h>
|
2005-06-26 05:57:56 +08:00
|
|
|
|
|
|
|
#include <asm/processor.h>
|
|
|
|
#include <asm/hardirq.h>
|
|
|
|
#include <asm/nmi.h>
|
|
|
|
#include <asm/hw_irq.h>
|
2005-11-15 16:09:04 +08:00
|
|
|
#include <asm/apic.h>
|
2007-12-04 00:17:10 +08:00
|
|
|
#include <asm/hpet.h>
|
2007-05-08 15:27:03 +08:00
|
|
|
#include <linux/kdebug.h>
|
2009-01-08 00:05:48 +08:00
|
|
|
#include <asm/cpu.h>
|
2008-03-18 03:08:38 +08:00
|
|
|
#include <asm/reboot.h>
|
2008-11-18 05:03:23 +08:00
|
|
|
#include <asm/virtext.h>
|
2008-11-12 21:34:40 +08:00
|
|
|
|
2010-07-21 07:09:05 +08:00
|
|
|
int in_crash_kexec;
|
|
|
|
|
2012-12-06 23:40:47 +08:00
|
|
|
/*
|
|
|
|
* This is used to VMCLEAR all VMCSs loaded on the
|
|
|
|
* processor. And when loading kvm_intel module, the
|
|
|
|
* callback function pointer will be assigned.
|
|
|
|
*
|
|
|
|
* protected by rcu.
|
|
|
|
*/
|
2012-12-11 17:11:34 +08:00
|
|
|
crash_vmclear_fn __rcu *crash_vmclear_loaded_vmcss = NULL;
|
2012-12-06 23:40:47 +08:00
|
|
|
EXPORT_SYMBOL_GPL(crash_vmclear_loaded_vmcss);
|
|
|
|
|
|
|
|
static inline void cpu_crash_vmclear_loaded_vmcss(void)
|
|
|
|
{
|
2012-12-11 17:11:34 +08:00
|
|
|
crash_vmclear_fn *do_vmclear_operation = NULL;
|
2012-12-06 23:40:47 +08:00
|
|
|
|
|
|
|
rcu_read_lock();
|
|
|
|
do_vmclear_operation = rcu_dereference(crash_vmclear_loaded_vmcss);
|
|
|
|
if (do_vmclear_operation)
|
|
|
|
do_vmclear_operation();
|
|
|
|
rcu_read_unlock();
|
|
|
|
}
|
|
|
|
|
2008-11-12 21:34:38 +08:00
|
|
|
#if defined(CONFIG_SMP) && defined(CONFIG_X86_LOCAL_APIC)
|
|
|
|
|
2011-10-01 03:06:21 +08:00
|
|
|
static void kdump_nmi_callback(int cpu, struct pt_regs *regs)
|
2005-06-26 05:57:58 +08:00
|
|
|
{
|
2007-10-24 18:58:01 +08:00
|
|
|
#ifdef CONFIG_X86_32
|
2005-06-26 05:58:13 +08:00
|
|
|
struct pt_regs fixed_regs;
|
2007-10-20 09:24:20 +08:00
|
|
|
#endif
|
2008-11-12 21:34:37 +08:00
|
|
|
|
|
|
|
#ifdef CONFIG_X86_32
|
|
|
|
if (!user_mode_vm(regs)) {
|
|
|
|
crash_fixup_ss_esp(&fixed_regs, regs);
|
|
|
|
regs = &fixed_regs;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
crash_save_cpu(regs, cpu);
|
|
|
|
|
2012-12-06 23:40:47 +08:00
|
|
|
/*
|
|
|
|
* VMCLEAR VMCSs loaded on all cpus if needed.
|
|
|
|
*/
|
|
|
|
cpu_crash_vmclear_loaded_vmcss();
|
|
|
|
|
2008-11-18 05:03:23 +08:00
|
|
|
/* Disable VMX or SVM if needed.
|
|
|
|
*
|
|
|
|
* We need to disable virtualization on all CPUs.
|
|
|
|
* Having VMX or SVM enabled on any CPU may break rebooting
|
|
|
|
* after the kdump kernel has finished its task.
|
|
|
|
*/
|
|
|
|
cpu_emergency_vmxoff();
|
|
|
|
cpu_emergency_svm_disable();
|
|
|
|
|
2008-11-12 21:34:37 +08:00
|
|
|
disable_local_APIC();
|
|
|
|
}
|
|
|
|
|
2008-11-12 21:34:39 +08:00
|
|
|
static void kdump_nmi_shootdown_cpus(void)
|
|
|
|
{
|
2010-07-21 07:09:05 +08:00
|
|
|
in_crash_kexec = 1;
|
2008-11-12 21:34:40 +08:00
|
|
|
nmi_shootdown_cpus(kdump_nmi_callback);
|
2008-11-12 21:34:39 +08:00
|
|
|
|
2005-11-15 16:09:04 +08:00
|
|
|
disable_local_APIC();
|
2005-06-26 05:57:58 +08:00
|
|
|
}
|
2008-11-12 21:34:39 +08:00
|
|
|
|
2005-06-26 05:57:58 +08:00
|
|
|
#else
|
2008-11-12 21:34:39 +08:00
|
|
|
static void kdump_nmi_shootdown_cpus(void)
|
2005-06-26 05:57:58 +08:00
|
|
|
{
|
|
|
|
/* There are no cpus to shootdown */
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2008-03-18 03:08:38 +08:00
|
|
|
void native_machine_crash_shutdown(struct pt_regs *regs)
|
2005-06-26 05:57:56 +08:00
|
|
|
{
|
|
|
|
/* This function is only called after the system
|
2006-06-27 00:30:00 +08:00
|
|
|
* has panicked or is otherwise in a critical state.
|
2005-06-26 05:57:56 +08:00
|
|
|
* The minimum amount of code to allow a kexec'd kernel
|
|
|
|
* to run successfully needs to happen here.
|
|
|
|
*
|
|
|
|
* In practice this means shooting down the other cpus in
|
|
|
|
* an SMP system.
|
|
|
|
*/
|
2005-06-26 05:57:58 +08:00
|
|
|
/* The kernel is broken so disable interrupts */
|
|
|
|
local_irq_disable();
|
2005-06-26 05:58:14 +08:00
|
|
|
|
2008-11-12 21:34:39 +08:00
|
|
|
kdump_nmi_shootdown_cpus();
|
2008-11-18 05:03:23 +08:00
|
|
|
|
2012-12-06 23:40:47 +08:00
|
|
|
/*
|
|
|
|
* VMCLEAR VMCSs loaded on this cpu if needed.
|
|
|
|
*/
|
|
|
|
cpu_crash_vmclear_loaded_vmcss();
|
|
|
|
|
2008-11-18 05:03:23 +08:00
|
|
|
/* Booting kdump kernel with VMX or SVM enabled won't work,
|
|
|
|
* because (among other limitations) we can't disable paging
|
|
|
|
* with the virt flags.
|
|
|
|
*/
|
|
|
|
cpu_emergency_vmxoff();
|
|
|
|
cpu_emergency_svm_disable();
|
|
|
|
|
2005-11-15 16:09:04 +08:00
|
|
|
lapic_shutdown();
|
2013-08-20 15:01:07 +08:00
|
|
|
#ifdef CONFIG_X86_IO_APIC
|
|
|
|
/* Prevent crash_kexec() from deadlocking on ioapic_lock. */
|
|
|
|
ioapic_zap_locks();
|
2005-11-15 16:09:04 +08:00
|
|
|
disable_IO_APIC();
|
2007-12-04 00:17:10 +08:00
|
|
|
#endif
|
|
|
|
#ifdef CONFIG_HPET_TIMER
|
|
|
|
hpet_disable();
|
2005-11-15 16:09:04 +08:00
|
|
|
#endif
|
2006-12-07 12:40:41 +08:00
|
|
|
crash_save_cpu(regs, safe_smp_processor_id());
|
2005-06-26 05:57:56 +08:00
|
|
|
}
|