diff options
| author | Kent Overstreet <kent.overstreet@gmail.com> | 2019-11-07 23:00:08 +0300 |
|---|---|---|
| committer | Kent Overstreet <kent.overstreet@linux.dev> | 2023-10-23 00:08:31 +0300 |
| commit | 6baf2730ccaf0bbbe87f10fb34692441942b59ba (patch) | |
| tree | 67636e5fb157b4cbcb5a0e8d6fa06592ce958f88 /fs/bcachefs/clock.c | |
| parent | f58c22e76febdfeff9c92fe7f3355bd1eea6645b (diff) | |
| download | linux-6baf2730ccaf0bbbe87f10fb34692441942b59ba.tar.xz | |
bcachefs: Inline fast path of bch2_increment_clock()
Shaving more cycles.
Signed-off-by: Kent Overstreet <kent.overstreet@gmail.com>
Signed-off-by: Kent Overstreet <kent.overstreet@linux.dev>
Diffstat (limited to 'fs/bcachefs/clock.c')
| -rw-r--r-- | fs/bcachefs/clock.c | 7 |
1 files changed, 3 insertions, 4 deletions
diff --git a/fs/bcachefs/clock.c b/fs/bcachefs/clock.c index e4486fcbea19..e227753563ab 100644 --- a/fs/bcachefs/clock.c +++ b/fs/bcachefs/clock.c @@ -135,17 +135,16 @@ static struct io_timer *get_expired_timer(struct io_clock *clock, return ret; } -void bch2_increment_clock(struct bch_fs *c, unsigned sectors, int rw) +void __bch2_increment_clock(struct io_clock *clock) { - struct io_clock *clock = &c->io_clock[rw]; struct io_timer *timer; unsigned long now; + unsigned sectors; /* Buffer up one megabyte worth of IO in the percpu counter */ preempt_disable(); - if (likely(this_cpu_add_return(*clock->pcpu_buf, sectors) < - IO_CLOCK_PCPU_SECTORS)) { + if (this_cpu_read(*clock->pcpu_buf) < IO_CLOCK_PCPU_SECTORS) { preempt_enable(); return; } |