2015-06-20 03:01:21 +08:00
|
|
|
/*
|
|
|
|
* f2fs shrinker support
|
|
|
|
* the basic infra was copied from fs/ubifs/shrinker.c
|
|
|
|
*
|
|
|
|
* Copyright (c) 2015 Motorola Mobility
|
|
|
|
* Copyright (c) 2015 Jaegeuk Kim <jaegeuk@kernel.org>
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
|
|
* published by the Free Software Foundation.
|
|
|
|
*/
|
|
|
|
#include <linux/fs.h>
|
|
|
|
#include <linux/f2fs_fs.h>
|
|
|
|
|
|
|
|
#include "f2fs.h"
|
2016-06-17 07:41:49 +08:00
|
|
|
#include "node.h"
|
2015-06-20 03:01:21 +08:00
|
|
|
|
|
|
|
static LIST_HEAD(f2fs_list);
|
|
|
|
static DEFINE_SPINLOCK(f2fs_list_lock);
|
|
|
|
static unsigned int shrinker_run_no;
|
|
|
|
|
2015-06-20 06:36:07 +08:00
|
|
|
static unsigned long __count_nat_entries(struct f2fs_sb_info *sbi)
|
|
|
|
{
|
|
|
|
return NM_I(sbi)->nat_cnt - NM_I(sbi)->dirty_nat_cnt;
|
|
|
|
}
|
|
|
|
|
2015-07-28 18:33:46 +08:00
|
|
|
static unsigned long __count_free_nids(struct f2fs_sb_info *sbi)
|
|
|
|
{
|
f2fs: split free nid list
During free nid allocation, in order to do preallocation, we will tag free
nid entry as allocated one and still leave it in free nid list, for other
allocators who want to grab free nids, it needs to traverse the free nid
list for lookup. It becomes overhead in scenario of allocating free nid
intensively by multithreads.
This patch splits free nid list to two list: {free,alloc}_nid_list, to
keep free nids and preallocated free nids separately, after that, traverse
latency will be gone, besides split nid_cnt for separate statistic.
Additionally, introduce __insert_nid_to_list and __remove_nid_from_list for
cleanup.
Signed-off-by: Chao Yu <yuchao0@huawei.com>
[Jaegeuk Kim: modify f2fs_bug_on to avoid needless branches]
Signed-off-by: Jaegeuk Kim <jaegeuk@kernel.org>
2016-10-12 19:28:29 +08:00
|
|
|
if (NM_I(sbi)->nid_cnt[FREE_NID_LIST] > MAX_FREE_NIDS)
|
|
|
|
return NM_I(sbi)->nid_cnt[FREE_NID_LIST] - MAX_FREE_NIDS;
|
2015-07-28 18:33:46 +08:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2015-06-20 04:41:23 +08:00
|
|
|
static unsigned long __count_extent_cache(struct f2fs_sb_info *sbi)
|
|
|
|
{
|
2015-12-22 11:25:50 +08:00
|
|
|
return atomic_read(&sbi->total_zombie_tree) +
|
2015-12-22 11:20:15 +08:00
|
|
|
atomic_read(&sbi->total_ext_node);
|
2015-06-20 04:41:23 +08:00
|
|
|
}
|
|
|
|
|
2015-06-20 03:01:21 +08:00
|
|
|
unsigned long f2fs_shrink_count(struct shrinker *shrink,
|
|
|
|
struct shrink_control *sc)
|
|
|
|
{
|
|
|
|
struct f2fs_sb_info *sbi;
|
|
|
|
struct list_head *p;
|
|
|
|
unsigned long count = 0;
|
|
|
|
|
|
|
|
spin_lock(&f2fs_list_lock);
|
|
|
|
p = f2fs_list.next;
|
|
|
|
while (p != &f2fs_list) {
|
|
|
|
sbi = list_entry(p, struct f2fs_sb_info, s_list);
|
|
|
|
|
|
|
|
/* stop f2fs_put_super */
|
|
|
|
if (!mutex_trylock(&sbi->umount_mutex)) {
|
|
|
|
p = p->next;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
spin_unlock(&f2fs_list_lock);
|
|
|
|
|
2015-06-20 04:41:23 +08:00
|
|
|
/* count extent cache entries */
|
|
|
|
count += __count_extent_cache(sbi);
|
|
|
|
|
2015-06-20 06:36:07 +08:00
|
|
|
/* shrink clean nat cache entries */
|
|
|
|
count += __count_nat_entries(sbi);
|
2015-06-20 03:01:21 +08:00
|
|
|
|
2015-07-28 18:33:46 +08:00
|
|
|
/* count free nids cache entries */
|
|
|
|
count += __count_free_nids(sbi);
|
|
|
|
|
2015-06-20 03:01:21 +08:00
|
|
|
spin_lock(&f2fs_list_lock);
|
|
|
|
p = p->next;
|
|
|
|
mutex_unlock(&sbi->umount_mutex);
|
|
|
|
}
|
|
|
|
spin_unlock(&f2fs_list_lock);
|
|
|
|
return count;
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long f2fs_shrink_scan(struct shrinker *shrink,
|
|
|
|
struct shrink_control *sc)
|
|
|
|
{
|
|
|
|
unsigned long nr = sc->nr_to_scan;
|
|
|
|
struct f2fs_sb_info *sbi;
|
|
|
|
struct list_head *p;
|
|
|
|
unsigned int run_no;
|
|
|
|
unsigned long freed = 0;
|
|
|
|
|
|
|
|
spin_lock(&f2fs_list_lock);
|
|
|
|
do {
|
|
|
|
run_no = ++shrinker_run_no;
|
|
|
|
} while (run_no == 0);
|
|
|
|
p = f2fs_list.next;
|
|
|
|
while (p != &f2fs_list) {
|
|
|
|
sbi = list_entry(p, struct f2fs_sb_info, s_list);
|
|
|
|
|
|
|
|
if (sbi->shrinker_run_no == run_no)
|
|
|
|
break;
|
|
|
|
|
|
|
|
/* stop f2fs_put_super */
|
|
|
|
if (!mutex_trylock(&sbi->umount_mutex)) {
|
|
|
|
p = p->next;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
spin_unlock(&f2fs_list_lock);
|
|
|
|
|
|
|
|
sbi->shrinker_run_no = run_no;
|
|
|
|
|
2015-06-20 04:41:23 +08:00
|
|
|
/* shrink extent cache entries */
|
|
|
|
freed += f2fs_shrink_extent_tree(sbi, nr >> 1);
|
|
|
|
|
2015-06-20 06:36:07 +08:00
|
|
|
/* shrink clean nat cache entries */
|
2015-06-20 04:41:23 +08:00
|
|
|
if (freed < nr)
|
|
|
|
freed += try_to_free_nats(sbi, nr - freed);
|
2015-06-20 03:01:21 +08:00
|
|
|
|
2015-07-28 18:33:46 +08:00
|
|
|
/* shrink free nids cache entries */
|
|
|
|
if (freed < nr)
|
|
|
|
freed += try_to_free_nids(sbi, nr - freed);
|
|
|
|
|
2015-06-20 03:01:21 +08:00
|
|
|
spin_lock(&f2fs_list_lock);
|
|
|
|
p = p->next;
|
|
|
|
list_move_tail(&sbi->s_list, &f2fs_list);
|
|
|
|
mutex_unlock(&sbi->umount_mutex);
|
|
|
|
if (freed >= nr)
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
spin_unlock(&f2fs_list_lock);
|
|
|
|
return freed;
|
|
|
|
}
|
|
|
|
|
|
|
|
void f2fs_join_shrinker(struct f2fs_sb_info *sbi)
|
|
|
|
{
|
|
|
|
spin_lock(&f2fs_list_lock);
|
|
|
|
list_add_tail(&sbi->s_list, &f2fs_list);
|
|
|
|
spin_unlock(&f2fs_list_lock);
|
|
|
|
}
|
|
|
|
|
|
|
|
void f2fs_leave_shrinker(struct f2fs_sb_info *sbi)
|
|
|
|
{
|
2015-06-20 08:53:26 +08:00
|
|
|
f2fs_shrink_extent_tree(sbi, __count_extent_cache(sbi));
|
|
|
|
|
2015-06-20 03:01:21 +08:00
|
|
|
spin_lock(&f2fs_list_lock);
|
|
|
|
list_del(&sbi->s_list);
|
|
|
|
spin_unlock(&f2fs_list_lock);
|
|
|
|
}
|