2019-05-19 20:08:55 +08:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-only
|
2009-01-10 04:27:08 +08:00
|
|
|
/*
|
|
|
|
* Uniprocessor-only support functions. The counterpart to kernel/smp.c
|
|
|
|
*/
|
|
|
|
|
2009-01-12 23:04:37 +08:00
|
|
|
#include <linux/interrupt.h>
|
2009-01-10 04:27:08 +08:00
|
|
|
#include <linux/kernel.h>
|
2011-05-24 02:51:41 +08:00
|
|
|
#include <linux/export.h>
|
2009-01-10 04:27:08 +08:00
|
|
|
#include <linux/smp.h>
|
2016-08-29 14:48:43 +08:00
|
|
|
#include <linux/hypervisor.h>
|
2009-01-10 04:27:08 +08:00
|
|
|
|
|
|
|
int smp_call_function_single(int cpu, void (*func) (void *info), void *info,
|
|
|
|
int wait)
|
|
|
|
{
|
2013-09-12 05:23:25 +08:00
|
|
|
unsigned long flags;
|
|
|
|
|
2009-01-11 12:15:21 +08:00
|
|
|
WARN_ON(cpu != 0);
|
|
|
|
|
2013-09-12 05:23:25 +08:00
|
|
|
local_irq_save(flags);
|
|
|
|
func(info);
|
|
|
|
local_irq_restore(flags);
|
2009-01-11 12:15:21 +08:00
|
|
|
|
2009-01-10 04:27:08 +08:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(smp_call_function_single);
|
2013-09-12 05:23:24 +08:00
|
|
|
|
2024-06-11 20:26:44 +08:00
|
|
|
int smp_call_function_single_async(int cpu, struct __call_single_data *csd)
|
2013-11-15 06:32:08 +08:00
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
local_irq_save(flags);
|
|
|
|
csd->func(csd->info);
|
|
|
|
local_irq_restore(flags);
|
2014-02-24 23:39:57 +08:00
|
|
|
return 0;
|
2013-11-15 06:32:08 +08:00
|
|
|
}
|
2014-02-24 23:40:02 +08:00
|
|
|
EXPORT_SYMBOL(smp_call_function_single_async);
|
2013-11-15 06:32:08 +08:00
|
|
|
|
2019-06-13 14:48:05 +08:00
|
|
|
void on_each_cpu(smp_call_func_t func, void *info, int wait)
|
2013-09-12 05:23:26 +08:00
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
local_irq_save(flags);
|
|
|
|
func(info);
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(on_each_cpu);
|
|
|
|
|
2013-09-12 05:23:24 +08:00
|
|
|
/*
|
|
|
|
* Note we still need to test the mask even for UP
|
|
|
|
* because we actually can get an empty mask from
|
|
|
|
* code that on SMP might call us without the local
|
|
|
|
* CPU in the mask.
|
|
|
|
*/
|
|
|
|
void on_each_cpu_mask(const struct cpumask *mask,
|
|
|
|
smp_call_func_t func, void *info, bool wait)
|
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
if (cpumask_test_cpu(0, mask)) {
|
|
|
|
local_irq_save(flags);
|
|
|
|
func(info);
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(on_each_cpu_mask);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Preemption is disabled here to make sure the cond_func is called under the
|
|
|
|
* same condtions in UP and SMP.
|
|
|
|
*/
|
2018-09-26 11:58:41 +08:00
|
|
|
void on_each_cpu_cond_mask(bool (*cond_func)(int cpu, void *info),
|
|
|
|
smp_call_func_t func, void *info, bool wait,
|
|
|
|
gfp_t gfp_flags, const struct cpumask *mask)
|
2013-09-12 05:23:24 +08:00
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
preempt_disable();
|
|
|
|
if (cond_func(0, info)) {
|
|
|
|
local_irq_save(flags);
|
|
|
|
func(info);
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
preempt_enable();
|
|
|
|
}
|
2018-09-26 11:58:41 +08:00
|
|
|
EXPORT_SYMBOL(on_each_cpu_cond_mask);
|
|
|
|
|
|
|
|
void on_each_cpu_cond(bool (*cond_func)(int cpu, void *info),
|
|
|
|
smp_call_func_t func, void *info, bool wait,
|
|
|
|
gfp_t gfp_flags)
|
|
|
|
{
|
|
|
|
on_each_cpu_cond_mask(cond_func, func, info, wait, gfp_flags, NULL);
|
|
|
|
}
|
2013-09-12 05:23:24 +08:00
|
|
|
EXPORT_SYMBOL(on_each_cpu_cond);
|
2016-08-29 14:48:44 +08:00
|
|
|
|
|
|
|
int smp_call_on_cpu(unsigned int cpu, int (*func)(void *), void *par, bool phys)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (cpu != 0)
|
|
|
|
return -ENXIO;
|
|
|
|
|
|
|
|
if (phys)
|
|
|
|
hypervisor_pin_vcpu(0);
|
|
|
|
ret = func(par);
|
|
|
|
if (phys)
|
|
|
|
hypervisor_pin_vcpu(-1);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(smp_call_on_cpu);
|