1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _BCACHEFS_IO_WRITE_H
3 #define _BCACHEFS_IO_WRITE_H
4
5 #include "checksum.h"
6 #include "io_write_types.h"
7
8 #define to_wbio(_bio) \
9 container_of((_bio), struct bch_write_bio, bio)
10
11 void bch2_bio_free_pages_pool(struct bch_fs *, struct bio *);
12 void bch2_bio_alloc_pages_pool(struct bch_fs *, struct bio *, size_t);
13
14 #ifndef CONFIG_BCACHEFS_NO_LATENCY_ACCT
15 void bch2_latency_acct(struct bch_dev *, u64, int);
16 #else
17 static inline void bch2_latency_acct(struct bch_dev *ca, u64 submit_time, int rw) {}
18 #endif
19
20 void bch2_submit_wbio_replicas(struct bch_write_bio *, struct bch_fs *,
21 enum bch_data_type, const struct bkey_i *, bool);
22
23 #define BCH_WRITE_FLAGS() \
24 x(ALLOC_NOWAIT) \
25 x(CACHED) \
26 x(DATA_ENCODED) \
27 x(PAGES_STABLE) \
28 x(PAGES_OWNED) \
29 x(ONLY_SPECIFIED_DEVS) \
30 x(WROTE_DATA_INLINE) \
31 x(FROM_INTERNAL) \
32 x(CHECK_ENOSPC) \
33 x(SYNC) \
34 x(MOVE) \
35 x(IN_WORKER) \
36 x(SUBMITTED) \
37 x(IO_ERROR) \
38 x(CONVERT_UNWRITTEN)
39
40 enum __bch_write_flags {
41 #define x(f) __BCH_WRITE_##f,
42 BCH_WRITE_FLAGS()
43 #undef x
44 };
45
46 enum bch_write_flags {
47 #define x(f) BCH_WRITE_##f = BIT(__BCH_WRITE_##f),
48 BCH_WRITE_FLAGS()
49 #undef x
50 };
51
52 static inline struct workqueue_struct *index_update_wq(struct bch_write_op *op)
53 {
54 return op->watermark == BCH_WATERMARK_copygc
55 ? op->c->copygc_wq
56 : op->c->btree_update_wq;
57 }
58
59 int bch2_sum_sector_overwrites(struct btree_trans *, struct btree_iter *,
60 struct bkey_i *, bool *, s64 *, s64 *);
61 int bch2_extent_update(struct btree_trans *, subvol_inum,
62 struct btree_iter *, struct bkey_i *,
63 struct disk_reservation *, u64, s64 *, bool);
64
65 static inline void bch2_write_op_init(struct bch_write_op *op, struct bch_fs *c,
66 struct bch_io_opts opts)
67 {
68 op->c = c;
69 op->end_io = NULL;
70 op->flags = 0;
71 op->written = 0;
72 op->error = 0;
73 op->csum_type = bch2_data_checksum_type(c, opts);
74 op->compression_opt = opts.compression;
75 op->nr_replicas = 0;
76 op->nr_replicas_required = c->opts.data_replicas_required;
77 op->watermark = BCH_WATERMARK_normal;
78 op->incompressible = 0;
79 op->open_buckets.nr = 0;
80 op->devs_have.nr = 0;
81 op->target = 0;
82 op->opts = opts;
83 op->subvol = 0;
84 op->pos = POS_MAX;
85 op->version = ZERO_VERSION;
86 op->write_point = (struct write_point_specifier) { 0 };
87 op->res = (struct disk_reservation) { 0 };
88 op->new_i_size = U64_MAX;
89 op->i_sectors_delta = 0;
90 op->devs_need_flush = NULL;
91 }
92
93 CLOSURE_CALLBACK(bch2_write);
94 void bch2_write_point_do_index_updates(struct work_struct *);
95
96 static inline struct bch_write_bio *wbio_init(struct bio *bio)
97 {
98 struct bch_write_bio *wbio = to_wbio(bio);
99
100 memset(&wbio->wbio, 0, sizeof(wbio->wbio));
101 return wbio;
102 }
103
104 void bch2_write_op_to_text(struct printbuf *, struct bch_write_op *);
105
106 void bch2_fs_io_write_exit(struct bch_fs *);
107 int bch2_fs_io_write_init(struct bch_fs *);
108
109 #endif /* _BCACHEFS_IO_WRITE_H */
110
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.