1 /* SPDX-License-Identifier: GPL-2.0 */ 1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _BCACHEFS_CLOCK_H 2 #ifndef _BCACHEFS_CLOCK_H
3 #define _BCACHEFS_CLOCK_H 3 #define _BCACHEFS_CLOCK_H
4 4
5 void bch2_io_timer_add(struct io_clock *, stru 5 void bch2_io_timer_add(struct io_clock *, struct io_timer *);
6 void bch2_io_timer_del(struct io_clock *, stru 6 void bch2_io_timer_del(struct io_clock *, struct io_timer *);
7 void bch2_kthread_io_clock_wait(struct io_cloc !! 7 void bch2_kthread_io_clock_wait(struct io_clock *, unsigned long,
>> 8 unsigned long);
8 9
9 void __bch2_increment_clock(struct io_clock *, !! 10 void __bch2_increment_clock(struct io_clock *, unsigned);
10 11
11 static inline void bch2_increment_clock(struct !! 12 static inline void bch2_increment_clock(struct bch_fs *c, unsigned sectors,
12 int rw 13 int rw)
13 { 14 {
14 struct io_clock *clock = &c->io_clock[ 15 struct io_clock *clock = &c->io_clock[rw];
15 16
16 if (unlikely(this_cpu_add_return(*cloc 17 if (unlikely(this_cpu_add_return(*clock->pcpu_buf, sectors) >=
17 IO_CLOCK_PCPU_SECTORS)) 18 IO_CLOCK_PCPU_SECTORS))
18 __bch2_increment_clock(clock, 19 __bch2_increment_clock(clock, this_cpu_xchg(*clock->pcpu_buf, 0));
19 } 20 }
20 21
21 void bch2_io_clock_schedule_timeout(struct io_ !! 22 void bch2_io_clock_schedule_timeout(struct io_clock *, unsigned long);
22 23
23 #define bch2_kthread_wait_event_ioclock_timeou 24 #define bch2_kthread_wait_event_ioclock_timeout(condition, clock, timeout)\
24 ({ 25 ({ \
25 long __ret = timeout; 26 long __ret = timeout; \
26 might_sleep(); 27 might_sleep(); \
27 if (!___wait_cond_timeout(condition)) 28 if (!___wait_cond_timeout(condition)) \
28 __ret = __wait_event_timeout(w 29 __ret = __wait_event_timeout(wq, condition, timeout); \
29 __ret; 30 __ret; \
30 }) 31 })
31 32
32 void bch2_io_timers_to_text(struct printbuf *, 33 void bch2_io_timers_to_text(struct printbuf *, struct io_clock *);
33 34
34 void bch2_io_clock_exit(struct io_clock *); 35 void bch2_io_clock_exit(struct io_clock *);
35 int bch2_io_clock_init(struct io_clock *); 36 int bch2_io_clock_init(struct io_clock *);
36 37
37 #endif /* _BCACHEFS_CLOCK_H */ 38 #endif /* _BCACHEFS_CLOCK_H */
38 39
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.