block: Fix io statistics for cgroup in throttle path
In the current code, io statistics are missing for cgroup when bio
was throttled by blk-throttle. Fix it by moving the unreaching code
to submit_bio_noacct_nocheck.
Fixes: 3f98c75371
("block: don't check bio in blk_throtl_dispatch_work_fn")
Signed-off-by: Jinke Han <hanjinke.666@bytedance.com>
Reviewed-by: Ming Lei <ming.lei@redhat.com>
Acked-by: Muchun Song <songmuchun@bytedance.com>
Reviewed-by: Christoph Hellwig <hch@lst.de>
Link: https://lore.kernel.org/r/20230216032250.74230-1-hanjinke.666@bytedance.com
Signed-off-by: Jens Axboe <axboe@kernel.dk>
This commit is contained in:
parent
67205f80be
commit
0f7c8f0f79
|
@ -684,6 +684,18 @@ static void __submit_bio_noacct_mq(struct bio *bio)
|
||||||
|
|
||||||
void submit_bio_noacct_nocheck(struct bio *bio)
|
void submit_bio_noacct_nocheck(struct bio *bio)
|
||||||
{
|
{
|
||||||
|
blk_cgroup_bio_start(bio);
|
||||||
|
blkcg_bio_issue_init(bio);
|
||||||
|
|
||||||
|
if (!bio_flagged(bio, BIO_TRACE_COMPLETION)) {
|
||||||
|
trace_block_bio_queue(bio);
|
||||||
|
/*
|
||||||
|
* Now that enqueuing has been traced, we need to trace
|
||||||
|
* completion as well.
|
||||||
|
*/
|
||||||
|
bio_set_flag(bio, BIO_TRACE_COMPLETION);
|
||||||
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* We only want one ->submit_bio to be active at a time, else stack
|
* We only want one ->submit_bio to be active at a time, else stack
|
||||||
* usage with stacked devices could be a problem. Use current->bio_list
|
* usage with stacked devices could be a problem. Use current->bio_list
|
||||||
|
@ -788,17 +800,6 @@ void submit_bio_noacct(struct bio *bio)
|
||||||
|
|
||||||
if (blk_throtl_bio(bio))
|
if (blk_throtl_bio(bio))
|
||||||
return;
|
return;
|
||||||
|
|
||||||
blk_cgroup_bio_start(bio);
|
|
||||||
blkcg_bio_issue_init(bio);
|
|
||||||
|
|
||||||
if (!bio_flagged(bio, BIO_TRACE_COMPLETION)) {
|
|
||||||
trace_block_bio_queue(bio);
|
|
||||||
/* Now that enqueuing has been traced, we need to trace
|
|
||||||
* completion as well.
|
|
||||||
*/
|
|
||||||
bio_set_flag(bio, BIO_TRACE_COMPLETION);
|
|
||||||
}
|
|
||||||
submit_bio_noacct_nocheck(bio);
|
submit_bio_noacct_nocheck(bio);
|
||||||
return;
|
return;
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue