2019-05-19 20:08:20 +08:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-only
|
2011-03-31 09:57:33 +08:00
|
|
|
/* Inject a hwpoison memory failure on a arbitrary pfn */
|
2009-09-16 17:50:17 +08:00
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/debugfs.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/mm.h>
|
2009-12-16 19:19:59 +08:00
|
|
|
#include <linux/swap.h>
|
|
|
|
#include <linux/pagemap.h>
|
2010-05-28 08:29:22 +08:00
|
|
|
#include <linux/hugetlb.h>
|
2009-12-16 19:19:59 +08:00
|
|
|
#include "internal.h"
|
2009-09-16 17:50:17 +08:00
|
|
|
|
2009-12-16 19:19:58 +08:00
|
|
|
static struct dentry *hwpoison_dir;
|
2009-09-16 17:50:17 +08:00
|
|
|
|
|
|
|
static int hwpoison_inject(void *data, u64 val)
|
|
|
|
{
|
2009-12-16 19:19:59 +08:00
|
|
|
unsigned long pfn = val;
|
|
|
|
struct page *p;
|
2010-05-28 08:29:22 +08:00
|
|
|
struct page *hpage;
|
2009-12-16 19:19:59 +08:00
|
|
|
int err;
|
|
|
|
|
2009-09-16 17:50:17 +08:00
|
|
|
if (!capable(CAP_SYS_ADMIN))
|
|
|
|
return -EPERM;
|
2009-12-16 19:19:59 +08:00
|
|
|
|
|
|
|
if (!pfn_valid(pfn))
|
|
|
|
return -ENXIO;
|
|
|
|
|
|
|
|
p = pfn_to_page(pfn);
|
2010-05-28 08:29:22 +08:00
|
|
|
hpage = compound_head(p);
|
2009-12-16 19:19:59 +08:00
|
|
|
/*
|
|
|
|
* This implies unable to support free buddy pages.
|
|
|
|
*/
|
2015-06-25 07:56:48 +08:00
|
|
|
if (!get_hwpoison_page(p))
|
2009-12-16 19:19:59 +08:00
|
|
|
return 0;
|
|
|
|
|
2013-10-01 04:45:24 +08:00
|
|
|
if (!hwpoison_filter_enable)
|
|
|
|
goto inject;
|
|
|
|
|
2017-05-04 05:56:19 +08:00
|
|
|
shake_page(hpage, 0);
|
2009-12-16 19:19:59 +08:00
|
|
|
/*
|
|
|
|
* This implies unable to support non-LRU pages.
|
|
|
|
*/
|
2015-05-06 07:23:52 +08:00
|
|
|
if (!PageLRU(hpage) && !PageHuge(p))
|
2015-05-06 07:23:49 +08:00
|
|
|
goto put_out;
|
2009-12-16 19:19:59 +08:00
|
|
|
|
|
|
|
/*
|
|
|
|
* do a racy check with elevated page count, to make sure PG_hwpoison
|
|
|
|
* will only be set for the targeted owner (or on a free page).
|
2011-12-16 02:48:12 +08:00
|
|
|
* memory_failure() will redo the check reliably inside page lock.
|
2009-12-16 19:19:59 +08:00
|
|
|
*/
|
2010-05-28 08:29:22 +08:00
|
|
|
err = hwpoison_filter(hpage);
|
2009-12-16 19:19:59 +08:00
|
|
|
if (err)
|
2015-05-06 07:23:49 +08:00
|
|
|
goto put_out;
|
2009-12-16 19:19:59 +08:00
|
|
|
|
2009-12-16 19:20:01 +08:00
|
|
|
inject:
|
2014-01-22 07:50:56 +08:00
|
|
|
pr_info("Injecting memory failure at pfn %#lx\n", pfn);
|
2017-07-10 07:14:01 +08:00
|
|
|
return memory_failure(pfn, MF_COUNT_INCREASED);
|
2015-05-06 07:23:49 +08:00
|
|
|
put_out:
|
2015-09-09 06:03:18 +08:00
|
|
|
put_hwpoison_page(p);
|
2015-05-06 07:23:49 +08:00
|
|
|
return 0;
|
2009-09-16 17:50:17 +08:00
|
|
|
}
|
|
|
|
|
2009-12-16 19:19:58 +08:00
|
|
|
static int hwpoison_unpoison(void *data, u64 val)
|
|
|
|
{
|
|
|
|
if (!capable(CAP_SYS_ADMIN))
|
|
|
|
return -EPERM;
|
|
|
|
|
|
|
|
return unpoison_memory(val);
|
|
|
|
}
|
|
|
|
|
2009-09-16 17:50:17 +08:00
|
|
|
DEFINE_SIMPLE_ATTRIBUTE(hwpoison_fops, NULL, hwpoison_inject, "%lli\n");
|
2009-12-16 19:19:58 +08:00
|
|
|
DEFINE_SIMPLE_ATTRIBUTE(unpoison_fops, NULL, hwpoison_unpoison, "%lli\n");
|
2009-09-16 17:50:17 +08:00
|
|
|
|
|
|
|
static void pfn_inject_exit(void)
|
|
|
|
{
|
2014-08-07 07:06:41 +08:00
|
|
|
debugfs_remove_recursive(hwpoison_dir);
|
2009-09-16 17:50:17 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
static int pfn_inject_init(void)
|
|
|
|
{
|
2009-12-16 19:19:58 +08:00
|
|
|
struct dentry *dentry;
|
|
|
|
|
2009-09-16 17:50:17 +08:00
|
|
|
hwpoison_dir = debugfs_create_dir("hwpoison", NULL);
|
|
|
|
if (hwpoison_dir == NULL)
|
|
|
|
return -ENOMEM;
|
2009-12-16 19:19:58 +08:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Note that the below poison/unpoison interfaces do not involve
|
|
|
|
* hardware status change, hence do not require hardware support.
|
|
|
|
* They are mainly for testing hwpoison in software level.
|
|
|
|
*/
|
2013-09-12 05:23:00 +08:00
|
|
|
dentry = debugfs_create_file("corrupt-pfn", 0200, hwpoison_dir,
|
2009-09-16 17:50:17 +08:00
|
|
|
NULL, &hwpoison_fops);
|
2009-12-16 19:19:58 +08:00
|
|
|
if (!dentry)
|
|
|
|
goto fail;
|
|
|
|
|
2013-09-12 05:23:00 +08:00
|
|
|
dentry = debugfs_create_file("unpoison-pfn", 0200, hwpoison_dir,
|
2009-12-16 19:19:58 +08:00
|
|
|
NULL, &unpoison_fops);
|
|
|
|
if (!dentry)
|
|
|
|
goto fail;
|
|
|
|
|
2009-12-16 19:19:59 +08:00
|
|
|
dentry = debugfs_create_u32("corrupt-filter-enable", 0600,
|
|
|
|
hwpoison_dir, &hwpoison_filter_enable);
|
|
|
|
if (!dentry)
|
|
|
|
goto fail;
|
|
|
|
|
2009-12-16 19:19:59 +08:00
|
|
|
dentry = debugfs_create_u32("corrupt-filter-dev-major", 0600,
|
|
|
|
hwpoison_dir, &hwpoison_filter_dev_major);
|
|
|
|
if (!dentry)
|
|
|
|
goto fail;
|
|
|
|
|
|
|
|
dentry = debugfs_create_u32("corrupt-filter-dev-minor", 0600,
|
|
|
|
hwpoison_dir, &hwpoison_filter_dev_minor);
|
|
|
|
if (!dentry)
|
|
|
|
goto fail;
|
|
|
|
|
2009-12-16 19:19:59 +08:00
|
|
|
dentry = debugfs_create_u64("corrupt-filter-flags-mask", 0600,
|
|
|
|
hwpoison_dir, &hwpoison_filter_flags_mask);
|
|
|
|
if (!dentry)
|
|
|
|
goto fail;
|
|
|
|
|
|
|
|
dentry = debugfs_create_u64("corrupt-filter-flags-value", 0600,
|
|
|
|
hwpoison_dir, &hwpoison_filter_flags_value);
|
|
|
|
if (!dentry)
|
|
|
|
goto fail;
|
|
|
|
|
2015-09-10 06:35:31 +08:00
|
|
|
#ifdef CONFIG_MEMCG
|
2009-12-16 19:19:59 +08:00
|
|
|
dentry = debugfs_create_u64("corrupt-filter-memcg", 0600,
|
|
|
|
hwpoison_dir, &hwpoison_filter_memcg);
|
|
|
|
if (!dentry)
|
|
|
|
goto fail;
|
|
|
|
#endif
|
|
|
|
|
2009-09-16 17:50:17 +08:00
|
|
|
return 0;
|
2009-12-16 19:19:58 +08:00
|
|
|
fail:
|
|
|
|
pfn_inject_exit();
|
|
|
|
return -ENOMEM;
|
2009-09-16 17:50:17 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
module_init(pfn_inject_init);
|
|
|
|
module_exit(pfn_inject_exit);
|
|
|
|
MODULE_LICENSE("GPL");
|