2008-05-27 07:31:27 +09:00
|
|
|
#include <linux/types.h>
|
2015-03-25 21:09:16 +09:00
|
|
|
#include <linux/tick.h>
|
2018-02-26 23:08:18 +09:00
|
|
|
#include <linux/percpu-defs.h>
|
2008-05-27 07:31:27 +09:00
|
|
|
|
2015-12-30 07:54:13 +09:00
|
|
|
#include <xen/xen.h>
|
2008-05-27 07:31:27 +09:00
|
|
|
#include <xen/interface/xen.h>
|
|
|
|
#include <xen/grant_table.h>
|
|
|
|
#include <xen/events.h>
|
|
|
|
|
2018-02-26 23:08:18 +09:00
|
|
|
#include <asm/cpufeatures.h>
|
|
|
|
#include <asm/msr-index.h>
|
2008-05-27 07:31:27 +09:00
|
|
|
#include <asm/xen/hypercall.h>
|
|
|
|
#include <asm/xen/page.h>
|
2009-01-23 19:09:15 +09:00
|
|
|
#include <asm/fixmap.h>
|
2008-05-27 07:31:27 +09:00
|
|
|
|
|
|
|
#include "xen-ops.h"
|
|
|
|
#include "mmu.h"
|
2015-08-11 05:34:34 +09:00
|
|
|
#include "pmu.h"
|
2008-05-27 07:31:27 +09:00
|
|
|
|
2014-05-08 19:09:23 +09:00
|
|
|
static void xen_pv_pre_suspend(void)
|
2008-05-27 07:31:27 +09:00
|
|
|
{
|
2014-05-08 19:09:23 +09:00
|
|
|
xen_mm_pin_all();
|
|
|
|
|
2008-05-27 07:31:27 +09:00
|
|
|
xen_start_info->store_mfn = mfn_to_pfn(xen_start_info->store_mfn);
|
|
|
|
xen_start_info->console.domU.mfn =
|
|
|
|
mfn_to_pfn(xen_start_info->console.domU.mfn);
|
|
|
|
|
|
|
|
BUG_ON(!irqs_disabled());
|
|
|
|
|
|
|
|
HYPERVISOR_shared_info = &xen_dummy_shared_info;
|
|
|
|
if (HYPERVISOR_update_va_mapping(fix_to_virt(FIX_PARAVIRT_BOOTMAP),
|
|
|
|
__pte_ma(0), 0))
|
|
|
|
BUG();
|
|
|
|
}
|
|
|
|
|
2014-05-08 19:09:23 +09:00
|
|
|
static void xen_hvm_post_suspend(int suspend_cancelled)
|
2010-05-14 20:45:07 +09:00
|
|
|
{
|
2011-02-12 02:55:13 +09:00
|
|
|
#ifdef CONFIG_XEN_PVHVM
|
2010-05-14 20:48:19 +09:00
|
|
|
int cpu;
|
2015-05-06 10:47:04 +09:00
|
|
|
if (!suspend_cancelled)
|
|
|
|
xen_hvm_init_shared_info();
|
2010-05-14 20:45:07 +09:00
|
|
|
xen_callback_vector();
|
2010-12-01 23:51:44 +09:00
|
|
|
xen_unplug_emulated_devices();
|
2010-05-14 20:48:19 +09:00
|
|
|
if (xen_feature(XENFEAT_hvm_safe_pvclock)) {
|
|
|
|
for_each_online_cpu(cpu) {
|
|
|
|
xen_setup_runstate_info(cpu);
|
|
|
|
}
|
|
|
|
}
|
2011-02-12 02:55:13 +09:00
|
|
|
#endif
|
2010-05-14 20:45:07 +09:00
|
|
|
}
|
|
|
|
|
2014-05-08 19:09:23 +09:00
|
|
|
static void xen_pv_post_suspend(int suspend_cancelled)
|
2008-05-27 07:31:27 +09:00
|
|
|
{
|
2009-11-21 20:32:49 +09:00
|
|
|
xen_build_mfn_list_list();
|
|
|
|
|
2008-05-31 09:33:02 +09:00
|
|
|
xen_setup_shared_info();
|
|
|
|
|
2008-05-27 07:31:27 +09:00
|
|
|
if (suspend_cancelled) {
|
|
|
|
xen_start_info->store_mfn =
|
|
|
|
pfn_to_mfn(xen_start_info->store_mfn);
|
|
|
|
xen_start_info->console.domU.mfn =
|
|
|
|
pfn_to_mfn(xen_start_info->console.domU.mfn);
|
|
|
|
} else {
|
|
|
|
#ifdef CONFIG_SMP
|
2008-12-17 10:33:57 +09:00
|
|
|
BUG_ON(xen_cpu_initialized_map == NULL);
|
|
|
|
cpumask_copy(xen_cpu_initialized_map, cpu_online_mask);
|
2008-05-27 07:31:27 +09:00
|
|
|
#endif
|
2008-05-31 09:33:02 +09:00
|
|
|
xen_vcpu_restore();
|
2008-05-27 07:31:27 +09:00
|
|
|
}
|
|
|
|
|
2014-05-08 19:09:23 +09:00
|
|
|
xen_mm_unpin_all();
|
|
|
|
}
|
|
|
|
|
2018-02-26 23:08:18 +09:00
|
|
|
static DEFINE_PER_CPU(u64, spec_ctrl);
|
|
|
|
|
2014-05-08 19:09:23 +09:00
|
|
|
void xen_arch_pre_suspend(void)
|
|
|
|
{
|
2015-08-11 05:34:34 +09:00
|
|
|
if (xen_pv_domain())
|
|
|
|
xen_pv_pre_suspend();
|
2014-05-08 19:09:23 +09:00
|
|
|
}
|
|
|
|
|
|
|
|
void xen_arch_post_suspend(int cancelled)
|
|
|
|
{
|
2015-08-11 05:34:34 +09:00
|
|
|
if (xen_pv_domain())
|
|
|
|
xen_pv_post_suspend(cancelled);
|
|
|
|
else
|
|
|
|
xen_hvm_post_suspend(cancelled);
|
2008-05-27 07:31:27 +09:00
|
|
|
}
|
|
|
|
|
2009-11-25 23:12:08 +09:00
|
|
|
static void xen_vcpu_notify_restore(void *data)
|
|
|
|
{
|
2018-02-26 23:08:18 +09:00
|
|
|
if (xen_pv_domain() && boot_cpu_has(X86_FEATURE_SPEC_CTRL))
|
|
|
|
wrmsrl(MSR_IA32_SPEC_CTRL, this_cpu_read(spec_ctrl));
|
|
|
|
|
2009-11-25 23:12:08 +09:00
|
|
|
/* Boot processor notified via generic timekeeping_resume() */
|
2015-03-25 21:09:16 +09:00
|
|
|
if (smp_processor_id() == 0)
|
2009-11-25 23:12:08 +09:00
|
|
|
return;
|
|
|
|
|
2015-03-25 21:11:04 +09:00
|
|
|
tick_resume_local();
|
2009-11-25 23:12:08 +09:00
|
|
|
}
|
|
|
|
|
2015-04-29 07:46:20 +09:00
|
|
|
static void xen_vcpu_notify_suspend(void *data)
|
|
|
|
{
|
2018-02-26 23:08:18 +09:00
|
|
|
u64 tmp;
|
|
|
|
|
2015-04-29 07:46:20 +09:00
|
|
|
tick_suspend_local();
|
2018-02-26 23:08:18 +09:00
|
|
|
|
|
|
|
if (xen_pv_domain() && boot_cpu_has(X86_FEATURE_SPEC_CTRL)) {
|
|
|
|
rdmsrl(MSR_IA32_SPEC_CTRL, tmp);
|
|
|
|
this_cpu_write(spec_ctrl, tmp);
|
|
|
|
wrmsrl(MSR_IA32_SPEC_CTRL, 0);
|
|
|
|
}
|
2015-04-29 07:46:20 +09:00
|
|
|
}
|
|
|
|
|
2008-07-09 07:06:32 +09:00
|
|
|
void xen_arch_resume(void)
|
|
|
|
{
|
2015-12-03 02:10:48 +09:00
|
|
|
int cpu;
|
|
|
|
|
2015-03-25 21:09:16 +09:00
|
|
|
on_each_cpu(xen_vcpu_notify_restore, NULL, 1);
|
2015-12-03 02:10:48 +09:00
|
|
|
|
|
|
|
for_each_online_cpu(cpu)
|
|
|
|
xen_pmu_init(cpu);
|
2008-07-09 07:06:32 +09:00
|
|
|
}
|
2015-04-29 07:46:20 +09:00
|
|
|
|
|
|
|
void xen_arch_suspend(void)
|
|
|
|
{
|
2015-12-03 02:10:48 +09:00
|
|
|
int cpu;
|
|
|
|
|
|
|
|
for_each_online_cpu(cpu)
|
|
|
|
xen_pmu_finish(cpu);
|
|
|
|
|
2015-04-29 07:46:20 +09:00
|
|
|
on_each_cpu(xen_vcpu_notify_suspend, NULL, 1);
|
|
|
|
}
|