1 // SPDX-License-Identifier: GPL-2.0 1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/kernel.h> 2 #include <linux/kernel.h>
3 #include <linux/errno.h> 3 #include <linux/errno.h>
4 #include <linux/fs.h> 4 #include <linux/fs.h>
5 #include <linux/file.h> 5 #include <linux/file.h>
6 #include <linux/mm.h> 6 #include <linux/mm.h>
7 #include <linux/slab.h> 7 #include <linux/slab.h>
8 #include <linux/namei.h> 8 #include <linux/namei.h>
9 #include <linux/io_uring.h> 9 #include <linux/io_uring.h>
10 10
11 #include <uapi/linux/fadvise.h> 11 #include <uapi/linux/fadvise.h>
12 #include <uapi/linux/io_uring.h> 12 #include <uapi/linux/io_uring.h>
13 13
14 #include "io_uring.h" 14 #include "io_uring.h"
15 #include "advise.h" 15 #include "advise.h"
16 16
17 struct io_fadvise { 17 struct io_fadvise {
18 struct file *file; 18 struct file *file;
19 u64 offset 19 u64 offset;
20 u64 len; !! 20 u32 len;
21 u32 advice 21 u32 advice;
22 }; 22 };
23 23
24 struct io_madvise { 24 struct io_madvise {
25 struct file *file; 25 struct file *file;
26 u64 addr; 26 u64 addr;
27 u64 len; !! 27 u32 len;
28 u32 advice 28 u32 advice;
29 }; 29 };
30 30
31 int io_madvise_prep(struct io_kiocb *req, cons 31 int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
32 { 32 {
33 #if defined(CONFIG_ADVISE_SYSCALLS) && defined 33 #if defined(CONFIG_ADVISE_SYSCALLS) && defined(CONFIG_MMU)
34 struct io_madvise *ma = io_kiocb_to_cm 34 struct io_madvise *ma = io_kiocb_to_cmd(req, struct io_madvise);
35 35
36 if (sqe->buf_index || sqe->splice_fd_i !! 36 if (sqe->buf_index || sqe->off || sqe->splice_fd_in)
37 return -EINVAL; 37 return -EINVAL;
38 38
39 ma->addr = READ_ONCE(sqe->addr); 39 ma->addr = READ_ONCE(sqe->addr);
40 ma->len = READ_ONCE(sqe->off); !! 40 ma->len = READ_ONCE(sqe->len);
41 if (!ma->len) <<
42 ma->len = READ_ONCE(sqe->len); <<
43 ma->advice = READ_ONCE(sqe->fadvise_ad 41 ma->advice = READ_ONCE(sqe->fadvise_advice);
44 req->flags |= REQ_F_FORCE_ASYNC; 42 req->flags |= REQ_F_FORCE_ASYNC;
45 return 0; 43 return 0;
46 #else 44 #else
47 return -EOPNOTSUPP; 45 return -EOPNOTSUPP;
48 #endif 46 #endif
49 } 47 }
50 48
51 int io_madvise(struct io_kiocb *req, unsigned 49 int io_madvise(struct io_kiocb *req, unsigned int issue_flags)
52 { 50 {
53 #if defined(CONFIG_ADVISE_SYSCALLS) && defined 51 #if defined(CONFIG_ADVISE_SYSCALLS) && defined(CONFIG_MMU)
54 struct io_madvise *ma = io_kiocb_to_cm 52 struct io_madvise *ma = io_kiocb_to_cmd(req, struct io_madvise);
55 int ret; 53 int ret;
56 54
57 WARN_ON_ONCE(issue_flags & IO_URING_F_ 55 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
58 56
59 ret = do_madvise(current->mm, ma->addr 57 ret = do_madvise(current->mm, ma->addr, ma->len, ma->advice);
60 io_req_set_res(req, ret, 0); 58 io_req_set_res(req, ret, 0);
61 return IOU_OK; 59 return IOU_OK;
62 #else 60 #else
63 return -EOPNOTSUPP; 61 return -EOPNOTSUPP;
64 #endif 62 #endif
65 } 63 }
66 64
67 static bool io_fadvise_force_async(struct io_f 65 static bool io_fadvise_force_async(struct io_fadvise *fa)
68 { 66 {
69 switch (fa->advice) { 67 switch (fa->advice) {
70 case POSIX_FADV_NORMAL: 68 case POSIX_FADV_NORMAL:
71 case POSIX_FADV_RANDOM: 69 case POSIX_FADV_RANDOM:
72 case POSIX_FADV_SEQUENTIAL: 70 case POSIX_FADV_SEQUENTIAL:
73 return false; 71 return false;
74 default: 72 default:
75 return true; 73 return true;
76 } 74 }
77 } 75 }
78 76
79 int io_fadvise_prep(struct io_kiocb *req, cons 77 int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
80 { 78 {
81 struct io_fadvise *fa = io_kiocb_to_cm 79 struct io_fadvise *fa = io_kiocb_to_cmd(req, struct io_fadvise);
82 80
83 if (sqe->buf_index || sqe->splice_fd_i !! 81 if (sqe->buf_index || sqe->addr || sqe->splice_fd_in)
84 return -EINVAL; 82 return -EINVAL;
85 83
86 fa->offset = READ_ONCE(sqe->off); 84 fa->offset = READ_ONCE(sqe->off);
87 fa->len = READ_ONCE(sqe->addr); !! 85 fa->len = READ_ONCE(sqe->len);
88 if (!fa->len) <<
89 fa->len = READ_ONCE(sqe->len); <<
90 fa->advice = READ_ONCE(sqe->fadvise_ad 86 fa->advice = READ_ONCE(sqe->fadvise_advice);
91 if (io_fadvise_force_async(fa)) 87 if (io_fadvise_force_async(fa))
92 req->flags |= REQ_F_FORCE_ASYN 88 req->flags |= REQ_F_FORCE_ASYNC;
93 return 0; 89 return 0;
94 } 90 }
95 91
96 int io_fadvise(struct io_kiocb *req, unsigned 92 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags)
97 { 93 {
98 struct io_fadvise *fa = io_kiocb_to_cm 94 struct io_fadvise *fa = io_kiocb_to_cmd(req, struct io_fadvise);
99 int ret; 95 int ret;
100 96
101 WARN_ON_ONCE(issue_flags & IO_URING_F_ 97 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK && io_fadvise_force_async(fa));
102 98
103 ret = vfs_fadvise(req->file, fa->offse 99 ret = vfs_fadvise(req->file, fa->offset, fa->len, fa->advice);
104 if (ret < 0) 100 if (ret < 0)
105 req_set_fail(req); 101 req_set_fail(req);
106 io_req_set_res(req, ret, 0); 102 io_req_set_res(req, ret, 0);
107 return IOU_OK; 103 return IOU_OK;
108 } 104 }
109 105
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.