1 // SPDX-License-Identifier: GPL-2.0 1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/kernel.h> 2 #include <linux/kernel.h>
3 #include <linux/errno.h> 3 #include <linux/errno.h>
4 #include <linux/fs.h> 4 #include <linux/fs.h>
5 #include <linux/file.h> 5 #include <linux/file.h>
6 #include <linux/mm.h> 6 #include <linux/mm.h>
7 #include <linux/slab.h> 7 #include <linux/slab.h>
8 #include <linux/namei.h> 8 #include <linux/namei.h>
9 #include <linux/io_uring.h> 9 #include <linux/io_uring.h>
10 10
11 #include <uapi/linux/fadvise.h> 11 #include <uapi/linux/fadvise.h>
12 #include <uapi/linux/io_uring.h> 12 #include <uapi/linux/io_uring.h>
13 13
14 #include "io_uring.h" 14 #include "io_uring.h"
15 #include "advise.h" 15 #include "advise.h"
16 16
17 struct io_fadvise { 17 struct io_fadvise {
18 struct file *file; 18 struct file *file;
19 u64 offset 19 u64 offset;
20 u64 len; !! 20 u32 len;
21 u32 advice 21 u32 advice;
22 }; 22 };
23 23
24 struct io_madvise { 24 struct io_madvise {
25 struct file *file; 25 struct file *file;
26 u64 addr; 26 u64 addr;
27 u64 len; !! 27 u32 len;
28 u32 advice 28 u32 advice;
29 }; 29 };
30 30
31 int io_madvise_prep(struct io_kiocb *req, cons 31 int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
32 { 32 {
33 #if defined(CONFIG_ADVISE_SYSCALLS) && defined 33 #if defined(CONFIG_ADVISE_SYSCALLS) && defined(CONFIG_MMU)
34 struct io_madvise *ma = io_kiocb_to_cm 34 struct io_madvise *ma = io_kiocb_to_cmd(req, struct io_madvise);
35 35
36 if (sqe->buf_index || sqe->splice_fd_i !! 36 if (sqe->buf_index || sqe->off || sqe->splice_fd_in)
37 return -EINVAL; 37 return -EINVAL;
38 38
39 ma->addr = READ_ONCE(sqe->addr); 39 ma->addr = READ_ONCE(sqe->addr);
40 ma->len = READ_ONCE(sqe->off); !! 40 ma->len = READ_ONCE(sqe->len);
41 if (!ma->len) <<
42 ma->len = READ_ONCE(sqe->len); <<
43 ma->advice = READ_ONCE(sqe->fadvise_ad 41 ma->advice = READ_ONCE(sqe->fadvise_advice);
44 req->flags |= REQ_F_FORCE_ASYNC; <<
45 return 0; 42 return 0;
46 #else 43 #else
47 return -EOPNOTSUPP; 44 return -EOPNOTSUPP;
48 #endif 45 #endif
49 } 46 }
50 47
51 int io_madvise(struct io_kiocb *req, unsigned 48 int io_madvise(struct io_kiocb *req, unsigned int issue_flags)
52 { 49 {
53 #if defined(CONFIG_ADVISE_SYSCALLS) && defined 50 #if defined(CONFIG_ADVISE_SYSCALLS) && defined(CONFIG_MMU)
54 struct io_madvise *ma = io_kiocb_to_cm 51 struct io_madvise *ma = io_kiocb_to_cmd(req, struct io_madvise);
55 int ret; 52 int ret;
56 53
57 WARN_ON_ONCE(issue_flags & IO_URING_F_ !! 54 if (issue_flags & IO_URING_F_NONBLOCK)
>> 55 return -EAGAIN;
58 56
59 ret = do_madvise(current->mm, ma->addr 57 ret = do_madvise(current->mm, ma->addr, ma->len, ma->advice);
60 io_req_set_res(req, ret, 0); 58 io_req_set_res(req, ret, 0);
61 return IOU_OK; 59 return IOU_OK;
62 #else 60 #else
63 return -EOPNOTSUPP; 61 return -EOPNOTSUPP;
64 #endif 62 #endif
65 } 63 }
66 64
67 static bool io_fadvise_force_async(struct io_f <<
68 { <<
69 switch (fa->advice) { <<
70 case POSIX_FADV_NORMAL: <<
71 case POSIX_FADV_RANDOM: <<
72 case POSIX_FADV_SEQUENTIAL: <<
73 return false; <<
74 default: <<
75 return true; <<
76 } <<
77 } <<
78 <<
79 int io_fadvise_prep(struct io_kiocb *req, cons 65 int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
80 { 66 {
81 struct io_fadvise *fa = io_kiocb_to_cm 67 struct io_fadvise *fa = io_kiocb_to_cmd(req, struct io_fadvise);
82 68
83 if (sqe->buf_index || sqe->splice_fd_i !! 69 if (sqe->buf_index || sqe->addr || sqe->splice_fd_in)
84 return -EINVAL; 70 return -EINVAL;
85 71
86 fa->offset = READ_ONCE(sqe->off); 72 fa->offset = READ_ONCE(sqe->off);
87 fa->len = READ_ONCE(sqe->addr); !! 73 fa->len = READ_ONCE(sqe->len);
88 if (!fa->len) <<
89 fa->len = READ_ONCE(sqe->len); <<
90 fa->advice = READ_ONCE(sqe->fadvise_ad 74 fa->advice = READ_ONCE(sqe->fadvise_advice);
91 if (io_fadvise_force_async(fa)) <<
92 req->flags |= REQ_F_FORCE_ASYN <<
93 return 0; 75 return 0;
94 } 76 }
95 77
96 int io_fadvise(struct io_kiocb *req, unsigned 78 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags)
97 { 79 {
98 struct io_fadvise *fa = io_kiocb_to_cm 80 struct io_fadvise *fa = io_kiocb_to_cmd(req, struct io_fadvise);
99 int ret; 81 int ret;
100 82
101 WARN_ON_ONCE(issue_flags & IO_URING_F_ !! 83 if (issue_flags & IO_URING_F_NONBLOCK) {
>> 84 switch (fa->advice) {
>> 85 case POSIX_FADV_NORMAL:
>> 86 case POSIX_FADV_RANDOM:
>> 87 case POSIX_FADV_SEQUENTIAL:
>> 88 break;
>> 89 default:
>> 90 return -EAGAIN;
>> 91 }
>> 92 }
102 93
103 ret = vfs_fadvise(req->file, fa->offse 94 ret = vfs_fadvise(req->file, fa->offset, fa->len, fa->advice);
104 if (ret < 0) 95 if (ret < 0)
105 req_set_fail(req); 96 req_set_fail(req);
106 io_req_set_res(req, ret, 0); 97 io_req_set_res(req, ret, 0);
107 return IOU_OK; 98 return IOU_OK;
108 } 99 }
109 100
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.