hollalinux
/
linux-sg2042
mirror of https://github.com/sophgo/linux-riscv.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

f2fs: split discard policy 

There are many different scenarios such as fstrim, umount, urgent or
background where we will issue discards, actually, they need use
different policy in aspect of io aware, discard granularity, delay
interval and so on. But now they just share one common discard policy,
so there will be race when changing policy in between these scenarios,
the interference of changing discard policy will be very serious.

This patch changes to split discard policy for different scenarios.

Signed-off-by: Chao Yu <yuchao0@huawei.com>
Signed-off-by: Jaegeuk Kim <jaegeuk@kernel.org>
This commit is contained in:
Chao Yu 2017-10-04 09:08:34 +08:00 committed by Jaegeuk Kim
parent ecc9aa00db
commit 78997b569f
4 changed files with 88 additions and 96 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
fs/f2fs/f2fs.h
View File

@ -208,10 +208,6 @@ struct discard_entry {
#define plist_idx(blk_num) ((blk_num) >= MAX_PLIST_NUM ? \ #define plist_idx(blk_num) ((blk_num) >= MAX_PLIST_NUM ? \
(MAX_PLIST_NUM - 1) : (blk_num - 1)) (MAX_PLIST_NUM - 1) : (blk_num - 1))
#define P_ACTIVE 0x01
#define P_TRIM 0x02
#define plist_issue(tag) (((tag) & P_ACTIVE) || ((tag) & P_TRIM))
enum { enum {
D_PREP, D_PREP,
D_SUBMIT, D_SUBMIT,
@ -243,13 +239,23 @@ struct discard_cmd {
int error; /* bio error */ int error; /* bio error */
}; };
enum {
DPOLICY_BG,
DPOLICY_FORCE,
DPOLICY_FSTRIM,
DPOLICY_UMOUNT,
MAX_DPOLICY,
};
struct discard_policy { struct discard_policy {
int type; /* type of discard */
unsigned int min_interval; /* used for candidates exist */ unsigned int min_interval; /* used for candidates exist */
unsigned int max_interval; /* used for candidates not exist */ unsigned int max_interval; /* used for candidates not exist */
unsigned int max_requests; /* # of discards issued per round */ unsigned int max_requests; /* # of discards issued per round */
unsigned int io_aware_gran; /* minimum granularity discard not be aware of I/O */ unsigned int io_aware_gran; /* minimum granularity discard not be aware of I/O */
bool io_aware; /* issue discard in idle time */ bool io_aware; /* issue discard in idle time */
bool sync; /* submit discard with REQ_SYNC flag */ bool sync; /* submit discard with REQ_SYNC flag */
unsigned int granularity; /* discard granularity */
}; };
struct discard_cmd_control { struct discard_cmd_control {
@ -270,7 +276,6 @@ struct discard_cmd_control {
atomic_t issing_discard; /* # of issing discard */ atomic_t issing_discard; /* # of issing discard */
atomic_t discard_cmd_cnt; /* # of cached cmd count */ atomic_t discard_cmd_cnt; /* # of cached cmd count */
struct rb_root root; /* root of discard rb-tree */ struct rb_root root; /* root of discard rb-tree */
struct discard_policy dpolicy; /* current discard policy */
}; };
/* for the list of fsync inodes, used only during recovery */ /* for the list of fsync inodes, used only during recovery */
@ -2544,6 +2549,8 @@ int f2fs_flush_device_cache(struct f2fs_sb_info *sbi);
void destroy_flush_cmd_control(struct f2fs_sb_info *sbi, bool free); void destroy_flush_cmd_control(struct f2fs_sb_info *sbi, bool free);
void invalidate_blocks(struct f2fs_sb_info *sbi, block_t addr); void invalidate_blocks(struct f2fs_sb_info *sbi, block_t addr);
bool is_checkpointed_data(struct f2fs_sb_info *sbi, block_t blkaddr); bool is_checkpointed_data(struct f2fs_sb_info *sbi, block_t blkaddr);
void init_discard_policy(struct discard_policy *dpolicy, int discard_type,
unsigned int granularity);
void refresh_sit_entry(struct f2fs_sb_info *sbi, block_t old, block_t new); void refresh_sit_entry(struct f2fs_sb_info *sbi, block_t old, block_t new);
void stop_discard_thread(struct f2fs_sb_info *sbi); void stop_discard_thread(struct f2fs_sb_info *sbi);
void f2fs_wait_discard_bios(struct f2fs_sb_info *sbi); void f2fs_wait_discard_bios(struct f2fs_sb_info *sbi);

139
fs/f2fs/segment.c
View File

@ -873,13 +873,14 @@ void __check_sit_bitmap(struct f2fs_sb_info *sbi,
/* this function is copied from blkdev_issue_discard from block/blk-lib.c */ /* this function is copied from blkdev_issue_discard from block/blk-lib.c */
static void __submit_discard_cmd(struct f2fs_sb_info *sbi, static void __submit_discard_cmd(struct f2fs_sb_info *sbi,
struct discard_cmd *dc, bool fstrim) struct discard_policy *dpolicy,
struct discard_cmd *dc)
{ {
struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info; struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info;
struct list_head *wait_list = fstrim ? &(dcc->fstrim_list) : struct list_head *wait_list = (dpolicy->type == DPOLICY_FSTRIM) ?
&(dcc->wait_list); &(dcc->fstrim_list) : &(dcc->wait_list);
struct bio *bio = NULL; struct bio *bio = NULL;
int flag = dcc->dpolicy.sync ? REQ_SYNC : 0; int flag = dpolicy->sync ? REQ_SYNC : 0;
if (dc->state != D_PREP) if (dc->state != D_PREP)
return; return;
@ -1086,14 +1087,13 @@ static int __queue_discard_cmd(struct f2fs_sb_info *sbi,
} }
static void __issue_discard_cmd_range(struct f2fs_sb_info *sbi, static void __issue_discard_cmd_range(struct f2fs_sb_info *sbi,
unsigned int start, unsigned int end, struct discard_policy *dpolicy,
unsigned int granularity) unsigned int start, unsigned int end)
{ {
struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info; struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info;
struct discard_cmd *prev_dc = NULL, *next_dc = NULL; struct discard_cmd *prev_dc = NULL, *next_dc = NULL;
struct rb_node **insert_p = NULL, *insert_parent = NULL; struct rb_node **insert_p = NULL, *insert_parent = NULL;
struct discard_cmd *dc; struct discard_cmd *dc;
struct discard_policy *dpolicy = &dcc->dpolicy;
struct blk_plug plug; struct blk_plug plug;
int issued; int issued;
@ -1116,7 +1116,7 @@ next:
while (dc && dc->lstart <= end) { while (dc && dc->lstart <= end) {
struct rb_node *node; struct rb_node *node;
if (dc->len < granularity) if (dc->len < dpolicy->granularity)
goto skip; goto skip;
if (dc->state != D_PREP) { if (dc->state != D_PREP) {
@ -1124,7 +1124,7 @@ next:
goto skip; goto skip;
} }
__submit_discard_cmd(sbi, dc, true); __submit_discard_cmd(sbi, dpolicy, dc);
if (++issued >= dpolicy->max_requests) { if (++issued >= dpolicy->max_requests) {
start = dc->lstart + dc->len; start = dc->lstart + dc->len;
@ -1148,54 +1148,39 @@ skip:
mutex_unlock(&dcc->cmd_lock); mutex_unlock(&dcc->cmd_lock);
} }
static int __issue_discard_cmd(struct f2fs_sb_info *sbi, bool issue_cond) static int __issue_discard_cmd(struct f2fs_sb_info *sbi,
struct discard_policy *dpolicy)
{ {
struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info; struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info;
struct list_head *pend_list; struct list_head *pend_list;
struct discard_cmd *dc, *tmp; struct discard_cmd *dc, *tmp;
struct blk_plug plug; struct blk_plug plug;
struct discard_policy *dpolicy = &dcc->dpolicy; int i, iter = 0, issued = 0;
int iter = 0, issued = 0;
int i;
bool io_interrupted = false; bool io_interrupted = false;
mutex_lock(&dcc->cmd_lock); mutex_lock(&dcc->cmd_lock);
f2fs_bug_on(sbi, f2fs_bug_on(sbi,
!__check_rb_tree_consistence(sbi, &dcc->root)); !__check_rb_tree_consistence(sbi, &dcc->root));
blk_start_plug(&plug); blk_start_plug(&plug);
for (i = MAX_PLIST_NUM - 1; for (i = MAX_PLIST_NUM - 1; i >= 0; i--) {
i >= 0 && plist_issue(dcc->pend_list_tag[i]); i--) { if (i + 1 < dpolicy->granularity)
break;
pend_list = &dcc->pend_list[i]; pend_list = &dcc->pend_list[i];
list_for_each_entry_safe(dc, tmp, pend_list, list) { list_for_each_entry_safe(dc, tmp, pend_list, list) {
f2fs_bug_on(sbi, dc->state != D_PREP); f2fs_bug_on(sbi, dc->state != D_PREP);
/* Hurry up to finish fstrim */
if (dcc->pend_list_tag[i] & P_TRIM) {
__submit_discard_cmd(sbi, dc, false);
issued++;
continue;
}
if (!issue_cond) {
__submit_discard_cmd(sbi, dc, false);
issued++;
continue;
}
if (dpolicy->io_aware && i < dpolicy->io_aware_gran && if (dpolicy->io_aware && i < dpolicy->io_aware_gran &&
!is_idle(sbi)) { !is_idle(sbi)) {
io_interrupted = true; io_interrupted = true;
goto skip; goto skip;
} }
__submit_discard_cmd(sbi, dc, false); __submit_discard_cmd(sbi, dpolicy, dc);
issued++; issued++;
skip: skip:
if (++iter >= dpolicy->max_requests) if (++iter >= dpolicy->max_requests)
goto out; goto out;
} }
if (list_empty(pend_list) && dcc->pend_list_tag[i] & P_TRIM)
dcc->pend_list_tag[i] &= (~P_TRIM);
} }
out: out:
blk_finish_plug(&plug); blk_finish_plug(&plug);
@ -1239,14 +1224,13 @@ static void __wait_one_discard_bio(struct f2fs_sb_info *sbi,
mutex_unlock(&dcc->cmd_lock); mutex_unlock(&dcc->cmd_lock);
} }
static void __wait_discard_cmd_range(struct f2fs_sb_info *sbi, bool wait_cond, static void __wait_discard_cmd_range(struct f2fs_sb_info *sbi,
block_t start, block_t end, struct discard_policy *dpolicy,
unsigned int granularity, block_t start, block_t end)
bool fstrim)
{ {
struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info; struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info;
struct list_head *wait_list = fstrim ? &(dcc->fstrim_list) : struct list_head *wait_list = (dpolicy->type == DPOLICY_FSTRIM) ?
&(dcc->wait_list); &(dcc->fstrim_list) : &(dcc->wait_list);
struct discard_cmd *dc, *tmp; struct discard_cmd *dc, *tmp;
bool need_wait; bool need_wait;
@ -1257,9 +1241,9 @@ next:
list_for_each_entry_safe(dc, tmp, wait_list, list) { list_for_each_entry_safe(dc, tmp, wait_list, list) {
if (dc->lstart + dc->len <= start || end <= dc->lstart) if (dc->lstart + dc->len <= start || end <= dc->lstart)
continue; continue;
if (dc->len < granularity) if (dc->len < dpolicy->granularity)
continue; continue;
if (!wait_cond || (dc->state == D_DONE && !dc->ref)) { if (dc->state == D_DONE && !dc->ref) {
wait_for_completion_io(&dc->wait); wait_for_completion_io(&dc->wait);
__remove_discard_cmd(sbi, dc); __remove_discard_cmd(sbi, dc);
} else { } else {
@ -1276,9 +1260,10 @@ next:
} }
} }
static void __wait_all_discard_cmd(struct f2fs_sb_info *sbi, bool wait_cond) static void __wait_all_discard_cmd(struct f2fs_sb_info *sbi,
struct discard_policy *dpolicy)
{ {
__wait_discard_cmd_range(sbi, wait_cond, 0, UINT_MAX, 1, false); __wait_discard_cmd_range(sbi, dpolicy, 0, UINT_MAX);
} }
/* This should be covered by global mutex, &sit_i->sentry_lock */ /* This should be covered by global mutex, &sit_i->sentry_lock */
@ -1318,21 +1303,14 @@ void stop_discard_thread(struct f2fs_sb_info *sbi)
/* This comes from f2fs_put_super */ /* This comes from f2fs_put_super */
void f2fs_wait_discard_bios(struct f2fs_sb_info *sbi) void f2fs_wait_discard_bios(struct f2fs_sb_info *sbi)
{
__issue_discard_cmd(sbi, false);
__drop_discard_cmd(sbi);
__wait_all_discard_cmd(sbi, false);
}
static void mark_discard_range_all(struct f2fs_sb_info *sbi)
{ {
struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info; struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info;
int i; struct discard_policy dpolicy;
mutex_lock(&dcc->cmd_lock); init_discard_policy(&dpolicy, DPOLICY_UMOUNT, dcc->discard_granularity);
for (i = 0; i < MAX_PLIST_NUM; i++) __issue_discard_cmd(sbi, &dpolicy);
dcc->pend_list_tag[i] |= P_TRIM; __drop_discard_cmd(sbi);
mutex_unlock(&dcc->cmd_lock); __wait_all_discard_cmd(sbi, &dpolicy);
} }
static int issue_discard_thread(void *data) static int issue_discard_thread(void *data)
@ -1340,13 +1318,16 @@ static int issue_discard_thread(void *data)
struct f2fs_sb_info *sbi = data; struct f2fs_sb_info *sbi = data;
struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info; struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info;
wait_queue_head_t *q = &dcc->discard_wait_queue; wait_queue_head_t *q = &dcc->discard_wait_queue;
struct discard_policy *dpolicy = &dcc->dpolicy; struct discard_policy dpolicy;
unsigned int wait_ms = DEF_MIN_DISCARD_ISSUE_TIME; unsigned int wait_ms = DEF_MIN_DISCARD_ISSUE_TIME;
int issued; int issued;
set_freezable(); set_freezable();
do { do {
init_discard_policy(&dpolicy, DPOLICY_BG,
dcc->discard_granularity);
wait_event_interruptible_timeout(*q, wait_event_interruptible_timeout(*q,
kthread_should_stop() || freezing(current) || kthread_should_stop() || freezing(current) ||
dcc->discard_wake, dcc->discard_wake,
@ -1359,17 +1340,18 @@ static int issue_discard_thread(void *data)
if (dcc->discard_wake) { if (dcc->discard_wake) {
dcc->discard_wake = 0; dcc->discard_wake = 0;
if (sbi->gc_thread && sbi->gc_thread->gc_urgent) if (sbi->gc_thread && sbi->gc_thread->gc_urgent)
mark_discard_range_all(sbi); init_discard_policy(&dpolicy,
DPOLICY_FORCE, 1);
} }
sb_start_intwrite(sbi->sb); sb_start_intwrite(sbi->sb);
issued = __issue_discard_cmd(sbi, true); issued = __issue_discard_cmd(sbi, &dpolicy);
if (issued) { if (issued) {
__wait_all_discard_cmd(sbi, true); __wait_all_discard_cmd(sbi, &dpolicy);
wait_ms = dpolicy->min_interval; wait_ms = dpolicy.min_interval;
} else { } else {
wait_ms = dpolicy->max_interval; wait_ms = dpolicy.max_interval;
} }
sb_end_intwrite(sbi->sb); sb_end_intwrite(sbi->sb);
@ -1654,16 +1636,35 @@ skip:
wake_up_discard_thread(sbi, false); wake_up_discard_thread(sbi, false);
} }
static void inline init_discard_policy(struct discard_cmd_control *dcc) void init_discard_policy(struct discard_policy *dpolicy,
int discard_type, unsigned int granularity)
{ {
struct discard_policy *dpolicy = &dcc->dpolicy; /* common policy */
dpolicy->type = discard_type;
dpolicy->sync = true;
dpolicy->granularity = granularity;
if (discard_type == DPOLICY_BG) {
dpolicy->min_interval = DEF_MIN_DISCARD_ISSUE_TIME; dpolicy->min_interval = DEF_MIN_DISCARD_ISSUE_TIME;
dpolicy->max_interval = DEF_MAX_DISCARD_ISSUE_TIME; dpolicy->max_interval = DEF_MAX_DISCARD_ISSUE_TIME;
dpolicy->max_requests = DEF_MAX_DISCARD_REQUEST; dpolicy->max_requests = DEF_MAX_DISCARD_REQUEST;
dpolicy->io_aware_gran = MAX_PLIST_NUM; dpolicy->io_aware_gran = MAX_PLIST_NUM;
dpolicy->io_aware = true; dpolicy->io_aware = true;
dpolicy->sync = true; } else if (discard_type == DPOLICY_FORCE) {
dpolicy->min_interval = DEF_MIN_DISCARD_ISSUE_TIME;
dpolicy->max_interval = DEF_MAX_DISCARD_ISSUE_TIME;
dpolicy->max_requests = DEF_MAX_DISCARD_REQUEST;
dpolicy->io_aware_gran = MAX_PLIST_NUM;
dpolicy->io_aware = true;
} else if (discard_type == DPOLICY_FSTRIM) {
dpolicy->max_requests = DEF_MAX_DISCARD_REQUEST;
dpolicy->io_aware_gran = MAX_PLIST_NUM;
dpolicy->io_aware = false;
} else if (discard_type == DPOLICY_UMOUNT) {
dpolicy->max_requests = DEF_MAX_DISCARD_REQUEST;
dpolicy->io_aware_gran = MAX_PLIST_NUM;
dpolicy->io_aware = false;
}
} }
static int create_discard_cmd_control(struct f2fs_sb_info *sbi) static int create_discard_cmd_control(struct f2fs_sb_info *sbi)
@ -1683,11 +1684,8 @@ static int create_discard_cmd_control(struct f2fs_sb_info *sbi)
dcc->discard_granularity = DEFAULT_DISCARD_GRANULARITY; dcc->discard_granularity = DEFAULT_DISCARD_GRANULARITY;
INIT_LIST_HEAD(&dcc->entry_list); INIT_LIST_HEAD(&dcc->entry_list);
for (i = 0; i < MAX_PLIST_NUM; i++) { for (i = 0; i < MAX_PLIST_NUM; i++)
INIT_LIST_HEAD(&dcc->pend_list[i]); INIT_LIST_HEAD(&dcc->pend_list[i]);
if (i >= dcc->discard_granularity - 1)
dcc->pend_list_tag[i] |= P_ACTIVE;
}
INIT_LIST_HEAD(&dcc->wait_list); INIT_LIST_HEAD(&dcc->wait_list);
INIT_LIST_HEAD(&dcc->fstrim_list); INIT_LIST_HEAD(&dcc->fstrim_list);
mutex_init(&dcc->cmd_lock); mutex_init(&dcc->cmd_lock);
@ -1699,8 +1697,6 @@ static int create_discard_cmd_control(struct f2fs_sb_info *sbi)
dcc->undiscard_blks = 0; dcc->undiscard_blks = 0;
dcc->root = RB_ROOT; dcc->root = RB_ROOT;
init_discard_policy(dcc);
init_waitqueue_head(&dcc->discard_wait_queue); init_waitqueue_head(&dcc->discard_wait_queue);
SM_I(sbi)->dcc_info = dcc; SM_I(sbi)->dcc_info = dcc;
init_thread: init_thread:
@ -2322,6 +2318,7 @@ int f2fs_trim_fs(struct f2fs_sb_info *sbi, struct fstrim_range *range)
unsigned int start_segno, end_segno, cur_segno; unsigned int start_segno, end_segno, cur_segno;
block_t start_block, end_block; block_t start_block, end_block;
struct cp_control cpc; struct cp_control cpc;
struct discard_policy dpolicy;
int err = 0; int err = 0;
if (start >= MAX_BLKADDR(sbi) || range->len < sbi->blocksize) if (start >= MAX_BLKADDR(sbi) || range->len < sbi->blocksize)
@ -2375,9 +2372,9 @@ int f2fs_trim_fs(struct f2fs_sb_info *sbi, struct fstrim_range *range)
start_block = START_BLOCK(sbi, start_segno); start_block = START_BLOCK(sbi, start_segno);
end_block = START_BLOCK(sbi, min(cur_segno, end_segno) + 1); end_block = START_BLOCK(sbi, min(cur_segno, end_segno) + 1);
__issue_discard_cmd_range(sbi, start_block, end_block, cpc.trim_minlen); init_discard_policy(&dpolicy, DPOLICY_FSTRIM, cpc.trim_minlen);
__wait_discard_cmd_range(sbi, true, start_block, end_block, __issue_discard_cmd_range(sbi, &dpolicy, start_block, end_block);
cpc.trim_minlen, true); __wait_discard_cmd_range(sbi, &dpolicy, start_block, end_block);
out: out:
range->len = F2FS_BLK_TO_BYTES(cpc.trimmed); range->len = F2FS_BLK_TO_BYTES(cpc.trimmed);
return err; return err;

5
fs/f2fs/segment.h
View File

@ -796,8 +796,9 @@ static inline void wake_up_discard_thread(struct f2fs_sb_info *sbi, bool force)
goto wake_up; goto wake_up;
mutex_lock(&dcc->cmd_lock); mutex_lock(&dcc->cmd_lock);
for (i = MAX_PLIST_NUM - 1; for (i = MAX_PLIST_NUM - 1; i >= 0; i--) {
i >= 0 && plist_issue(dcc->pend_list_tag[i]); i--) { if (i + 1 < dcc->discard_granularity)
break;
if (!list_empty(&dcc->pend_list[i])) { if (!list_empty(&dcc->pend_list[i])) {
wakeup = true; wakeup = true;
break; break;

13
fs/f2fs/sysfs.c
View File

@ -154,23 +154,10 @@ static ssize_t f2fs_sbi_store(struct f2fs_attr *a,
} }
if (!strcmp(a->attr.name, "discard_granularity")) { if (!strcmp(a->attr.name, "discard_granularity")) {
struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info;
int i;
if (t == 0 || t > MAX_PLIST_NUM) if (t == 0 || t > MAX_PLIST_NUM)
return -EINVAL; return -EINVAL;
if (t == *ui) if (t == *ui)
return count; return count;
mutex_lock(&dcc->cmd_lock);
for (i = 0; i < MAX_PLIST_NUM; i++) {
if (i >= t - 1)
dcc->pend_list_tag[i] |= P_ACTIVE;
else
dcc->pend_list_tag[i] &= (~P_ACTIVE);
}
mutex_unlock(&dcc->cmd_lock);
*ui = t; *ui = t;
return count; return count;
} }