mm/zswap: Convert dst-mem to hotplug state machine
Install the callbacks via the state machine and let the core invoke the callbacks on the already online CPUs. Signed-off-by: Sebastian Andrzej Siewior <bigeasy@linutronix.de> Cc: linux-mm@kvack.org Cc: Seth Jennings <sjenning@redhat.com> Cc: rt@linutronix.de Link: http://lkml.kernel.org/r/20161126231350.10321-12-bigeasy@linutronix.de Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
This commit is contained in:
parent
215c89d055
commit
ad7ed7708d
|
@ -65,6 +65,7 @@ enum cpuhp_state {
|
||||||
CPUHP_ARM_BL_PREPARE,
|
CPUHP_ARM_BL_PREPARE,
|
||||||
CPUHP_TRACE_RB_PREPARE,
|
CPUHP_TRACE_RB_PREPARE,
|
||||||
CPUHP_MM_ZS_PREPARE,
|
CPUHP_MM_ZS_PREPARE,
|
||||||
|
CPUHP_MM_ZSWP_MEM_PREPARE,
|
||||||
CPUHP_TIMERS_DEAD,
|
CPUHP_TIMERS_DEAD,
|
||||||
CPUHP_NOTF_ERR_INJ_PREPARE,
|
CPUHP_NOTF_ERR_INJ_PREPARE,
|
||||||
CPUHP_MIPS_SOC_PREPARE,
|
CPUHP_MIPS_SOC_PREPARE,
|
||||||
|
|
75
mm/zswap.c
75
mm/zswap.c
|
@ -352,70 +352,28 @@ static struct zswap_entry *zswap_entry_find_get(struct rb_root *root,
|
||||||
**********************************/
|
**********************************/
|
||||||
static DEFINE_PER_CPU(u8 *, zswap_dstmem);
|
static DEFINE_PER_CPU(u8 *, zswap_dstmem);
|
||||||
|
|
||||||
static int __zswap_cpu_dstmem_notifier(unsigned long action, unsigned long cpu)
|
static int zswap_dstmem_prepare(unsigned int cpu)
|
||||||
{
|
{
|
||||||
u8 *dst;
|
u8 *dst;
|
||||||
|
|
||||||
switch (action) {
|
dst = kmalloc_node(PAGE_SIZE * 2, GFP_KERNEL, cpu_to_node(cpu));
|
||||||
case CPU_UP_PREPARE:
|
if (!dst) {
|
||||||
dst = kmalloc_node(PAGE_SIZE * 2, GFP_KERNEL, cpu_to_node(cpu));
|
pr_err("can't allocate compressor buffer\n");
|
||||||
if (!dst) {
|
return -ENOMEM;
|
||||||
pr_err("can't allocate compressor buffer\n");
|
|
||||||
return NOTIFY_BAD;
|
|
||||||
}
|
|
||||||
per_cpu(zswap_dstmem, cpu) = dst;
|
|
||||||
break;
|
|
||||||
case CPU_DEAD:
|
|
||||||
case CPU_UP_CANCELED:
|
|
||||||
dst = per_cpu(zswap_dstmem, cpu);
|
|
||||||
kfree(dst);
|
|
||||||
per_cpu(zswap_dstmem, cpu) = NULL;
|
|
||||||
break;
|
|
||||||
default:
|
|
||||||
break;
|
|
||||||
}
|
}
|
||||||
return NOTIFY_OK;
|
per_cpu(zswap_dstmem, cpu) = dst;
|
||||||
}
|
|
||||||
|
|
||||||
static int zswap_cpu_dstmem_notifier(struct notifier_block *nb,
|
|
||||||
unsigned long action, void *pcpu)
|
|
||||||
{
|
|
||||||
return __zswap_cpu_dstmem_notifier(action, (unsigned long)pcpu);
|
|
||||||
}
|
|
||||||
|
|
||||||
static struct notifier_block zswap_dstmem_notifier = {
|
|
||||||
.notifier_call = zswap_cpu_dstmem_notifier,
|
|
||||||
};
|
|
||||||
|
|
||||||
static int __init zswap_cpu_dstmem_init(void)
|
|
||||||
{
|
|
||||||
unsigned long cpu;
|
|
||||||
|
|
||||||
cpu_notifier_register_begin();
|
|
||||||
for_each_online_cpu(cpu)
|
|
||||||
if (__zswap_cpu_dstmem_notifier(CPU_UP_PREPARE, cpu) ==
|
|
||||||
NOTIFY_BAD)
|
|
||||||
goto cleanup;
|
|
||||||
__register_cpu_notifier(&zswap_dstmem_notifier);
|
|
||||||
cpu_notifier_register_done();
|
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
cleanup:
|
|
||||||
for_each_online_cpu(cpu)
|
|
||||||
__zswap_cpu_dstmem_notifier(CPU_UP_CANCELED, cpu);
|
|
||||||
cpu_notifier_register_done();
|
|
||||||
return -ENOMEM;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
static void zswap_cpu_dstmem_destroy(void)
|
static int zswap_dstmem_dead(unsigned int cpu)
|
||||||
{
|
{
|
||||||
unsigned long cpu;
|
u8 *dst;
|
||||||
|
|
||||||
cpu_notifier_register_begin();
|
dst = per_cpu(zswap_dstmem, cpu);
|
||||||
for_each_online_cpu(cpu)
|
kfree(dst);
|
||||||
__zswap_cpu_dstmem_notifier(CPU_UP_CANCELED, cpu);
|
per_cpu(zswap_dstmem, cpu) = NULL;
|
||||||
__unregister_cpu_notifier(&zswap_dstmem_notifier);
|
|
||||||
cpu_notifier_register_done();
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int __zswap_cpu_comp_notifier(struct zswap_pool *pool,
|
static int __zswap_cpu_comp_notifier(struct zswap_pool *pool,
|
||||||
|
@ -1238,6 +1196,7 @@ static void __exit zswap_debugfs_exit(void) { }
|
||||||
static int __init init_zswap(void)
|
static int __init init_zswap(void)
|
||||||
{
|
{
|
||||||
struct zswap_pool *pool;
|
struct zswap_pool *pool;
|
||||||
|
int ret;
|
||||||
|
|
||||||
zswap_init_started = true;
|
zswap_init_started = true;
|
||||||
|
|
||||||
|
@ -1246,7 +1205,9 @@ static int __init init_zswap(void)
|
||||||
goto cache_fail;
|
goto cache_fail;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (zswap_cpu_dstmem_init()) {
|
ret = cpuhp_setup_state(CPUHP_MM_ZSWP_MEM_PREPARE, "mm/zswap:prepare",
|
||||||
|
zswap_dstmem_prepare, zswap_dstmem_dead);
|
||||||
|
if (ret) {
|
||||||
pr_err("dstmem alloc failed\n");
|
pr_err("dstmem alloc failed\n");
|
||||||
goto dstmem_fail;
|
goto dstmem_fail;
|
||||||
}
|
}
|
||||||
|
@ -1267,7 +1228,7 @@ static int __init init_zswap(void)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
pool_fail:
|
pool_fail:
|
||||||
zswap_cpu_dstmem_destroy();
|
cpuhp_remove_state(CPUHP_MM_ZSWP_MEM_PREPARE);
|
||||||
dstmem_fail:
|
dstmem_fail:
|
||||||
zswap_entry_cache_destroy();
|
zswap_entry_cache_destroy();
|
||||||
cache_fail:
|
cache_fail:
|
||||||
|
|
Loading…
Reference in New Issue