1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/kernel.h>
3 #include <linux/errno.h>
4 #include <linux/fs.h>
5 #include <linux/file.h>
6 #include <linux/mm.h>
7 #include <linux/slab.h>
8 #include <linux/namei.h>
9 #include <linux/io_uring.h>
10 #include <linux/fsnotify.h>
11
12 #include <uapi/linux/io_uring.h>
13
14 #include "io_uring.h"
15 #include "sync.h"
16
17 struct io_sync {
18 struct file *file;
19 loff_t len;
20 loff_t off;
21 int flags;
22 int mode;
23 };
24
25 int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
26 {
27 struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync);
28
29 if (unlikely(sqe->addr || sqe->buf_index || sqe->splice_fd_in))
30 return -EINVAL;
31
32 sync->off = READ_ONCE(sqe->off);
33 sync->len = READ_ONCE(sqe->len);
34 sync->flags = READ_ONCE(sqe->sync_range_flags);
35 req->flags |= REQ_F_FORCE_ASYNC;
36
37 return 0;
38 }
39
40 int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags)
41 {
42 struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync);
43 int ret;
44
45 /* sync_file_range always requires a blocking context */
46 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
47
48 ret = sync_file_range(req->file, sync->off, sync->len, sync->flags);
49 io_req_set_res(req, ret, 0);
50 return IOU_OK;
51 }
52
53 int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
54 {
55 struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync);
56
57 if (unlikely(sqe->addr || sqe->buf_index || sqe->splice_fd_in))
58 return -EINVAL;
59
60 sync->flags = READ_ONCE(sqe->fsync_flags);
61 if (unlikely(sync->flags & ~IORING_FSYNC_DATASYNC))
62 return -EINVAL;
63
64 sync->off = READ_ONCE(sqe->off);
65 sync->len = READ_ONCE(sqe->len);
66 req->flags |= REQ_F_FORCE_ASYNC;
67 return 0;
68 }
69
70 int io_fsync(struct io_kiocb *req, unsigned int issue_flags)
71 {
72 struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync);
73 loff_t end = sync->off + sync->len;
74 int ret;
75
76 /* fsync always requires a blocking context */
77 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
78
79 ret = vfs_fsync_range(req->file, sync->off, end > 0 ? end : LLONG_MAX,
80 sync->flags & IORING_FSYNC_DATASYNC);
81 io_req_set_res(req, ret, 0);
82 return IOU_OK;
83 }
84
85 int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
86 {
87 struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync);
88
89 if (sqe->buf_index || sqe->rw_flags || sqe->splice_fd_in)
90 return -EINVAL;
91
92 sync->off = READ_ONCE(sqe->off);
93 sync->len = READ_ONCE(sqe->addr);
94 sync->mode = READ_ONCE(sqe->len);
95 req->flags |= REQ_F_FORCE_ASYNC;
96 return 0;
97 }
98
99 int io_fallocate(struct io_kiocb *req, unsigned int issue_flags)
100 {
101 struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync);
102 int ret;
103
104 /* fallocate always requiring blocking context */
105 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
106
107 ret = vfs_fallocate(req->file, sync->mode, sync->off, sync->len);
108 if (ret >= 0)
109 fsnotify_modify(req->file);
110 io_req_set_res(req, ret, 0);
111 return IOU_OK;
112 }
113
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.