1 // SPDX-License-Identifier: GPL-2.0 1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/kernel.h> 2 #include <linux/kernel.h>
3 #include <linux/errno.h> 3 #include <linux/errno.h>
4 #include <linux/fs.h> 4 #include <linux/fs.h>
5 #include <linux/file.h> 5 #include <linux/file.h>
6 #include <linux/mm.h> 6 #include <linux/mm.h>
7 #include <linux/slab.h> 7 #include <linux/slab.h>
8 #include <linux/namei.h> 8 #include <linux/namei.h>
9 #include <linux/io_uring.h> 9 #include <linux/io_uring.h>
10 10
11 #include <uapi/linux/fadvise.h> 11 #include <uapi/linux/fadvise.h>
12 #include <uapi/linux/io_uring.h> 12 #include <uapi/linux/io_uring.h>
13 13
14 #include "io_uring.h" 14 #include "io_uring.h"
15 #include "advise.h" 15 #include "advise.h"
16 16
17 struct io_fadvise { 17 struct io_fadvise {
18 struct file *file; 18 struct file *file;
19 u64 offset 19 u64 offset;
20 u64 len; 20 u64 len;
21 u32 advice 21 u32 advice;
22 }; 22 };
23 23
24 struct io_madvise { 24 struct io_madvise {
25 struct file *file; 25 struct file *file;
26 u64 addr; 26 u64 addr;
27 u64 len; 27 u64 len;
28 u32 advice 28 u32 advice;
29 }; 29 };
30 30
31 int io_madvise_prep(struct io_kiocb *req, cons 31 int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
32 { 32 {
33 #if defined(CONFIG_ADVISE_SYSCALLS) && defined 33 #if defined(CONFIG_ADVISE_SYSCALLS) && defined(CONFIG_MMU)
34 struct io_madvise *ma = io_kiocb_to_cm 34 struct io_madvise *ma = io_kiocb_to_cmd(req, struct io_madvise);
35 35
36 if (sqe->buf_index || sqe->splice_fd_i 36 if (sqe->buf_index || sqe->splice_fd_in)
37 return -EINVAL; 37 return -EINVAL;
38 38
39 ma->addr = READ_ONCE(sqe->addr); 39 ma->addr = READ_ONCE(sqe->addr);
40 ma->len = READ_ONCE(sqe->off); 40 ma->len = READ_ONCE(sqe->off);
41 if (!ma->len) 41 if (!ma->len)
42 ma->len = READ_ONCE(sqe->len); 42 ma->len = READ_ONCE(sqe->len);
43 ma->advice = READ_ONCE(sqe->fadvise_ad 43 ma->advice = READ_ONCE(sqe->fadvise_advice);
44 req->flags |= REQ_F_FORCE_ASYNC; 44 req->flags |= REQ_F_FORCE_ASYNC;
45 return 0; 45 return 0;
46 #else 46 #else
47 return -EOPNOTSUPP; 47 return -EOPNOTSUPP;
48 #endif 48 #endif
49 } 49 }
50 50
51 int io_madvise(struct io_kiocb *req, unsigned 51 int io_madvise(struct io_kiocb *req, unsigned int issue_flags)
52 { 52 {
53 #if defined(CONFIG_ADVISE_SYSCALLS) && defined 53 #if defined(CONFIG_ADVISE_SYSCALLS) && defined(CONFIG_MMU)
54 struct io_madvise *ma = io_kiocb_to_cm 54 struct io_madvise *ma = io_kiocb_to_cmd(req, struct io_madvise);
55 int ret; 55 int ret;
56 56
57 WARN_ON_ONCE(issue_flags & IO_URING_F_ 57 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
58 58
59 ret = do_madvise(current->mm, ma->addr 59 ret = do_madvise(current->mm, ma->addr, ma->len, ma->advice);
60 io_req_set_res(req, ret, 0); 60 io_req_set_res(req, ret, 0);
61 return IOU_OK; 61 return IOU_OK;
62 #else 62 #else
63 return -EOPNOTSUPP; 63 return -EOPNOTSUPP;
64 #endif 64 #endif
65 } 65 }
66 66
67 static bool io_fadvise_force_async(struct io_f 67 static bool io_fadvise_force_async(struct io_fadvise *fa)
68 { 68 {
69 switch (fa->advice) { 69 switch (fa->advice) {
70 case POSIX_FADV_NORMAL: 70 case POSIX_FADV_NORMAL:
71 case POSIX_FADV_RANDOM: 71 case POSIX_FADV_RANDOM:
72 case POSIX_FADV_SEQUENTIAL: 72 case POSIX_FADV_SEQUENTIAL:
73 return false; 73 return false;
74 default: 74 default:
75 return true; 75 return true;
76 } 76 }
77 } 77 }
78 78
79 int io_fadvise_prep(struct io_kiocb *req, cons 79 int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
80 { 80 {
81 struct io_fadvise *fa = io_kiocb_to_cm 81 struct io_fadvise *fa = io_kiocb_to_cmd(req, struct io_fadvise);
82 82
83 if (sqe->buf_index || sqe->splice_fd_i 83 if (sqe->buf_index || sqe->splice_fd_in)
84 return -EINVAL; 84 return -EINVAL;
85 85
86 fa->offset = READ_ONCE(sqe->off); 86 fa->offset = READ_ONCE(sqe->off);
87 fa->len = READ_ONCE(sqe->addr); 87 fa->len = READ_ONCE(sqe->addr);
88 if (!fa->len) 88 if (!fa->len)
89 fa->len = READ_ONCE(sqe->len); 89 fa->len = READ_ONCE(sqe->len);
90 fa->advice = READ_ONCE(sqe->fadvise_ad 90 fa->advice = READ_ONCE(sqe->fadvise_advice);
91 if (io_fadvise_force_async(fa)) 91 if (io_fadvise_force_async(fa))
92 req->flags |= REQ_F_FORCE_ASYN 92 req->flags |= REQ_F_FORCE_ASYNC;
93 return 0; 93 return 0;
94 } 94 }
95 95
96 int io_fadvise(struct io_kiocb *req, unsigned 96 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags)
97 { 97 {
98 struct io_fadvise *fa = io_kiocb_to_cm 98 struct io_fadvise *fa = io_kiocb_to_cmd(req, struct io_fadvise);
99 int ret; 99 int ret;
100 100
101 WARN_ON_ONCE(issue_flags & IO_URING_F_ 101 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK && io_fadvise_force_async(fa));
102 102
103 ret = vfs_fadvise(req->file, fa->offse 103 ret = vfs_fadvise(req->file, fa->offset, fa->len, fa->advice);
104 if (ret < 0) 104 if (ret < 0)
105 req_set_fail(req); 105 req_set_fail(req);
106 io_req_set_res(req, ret, 0); 106 io_req_set_res(req, ret, 0);
107 return IOU_OK; 107 return IOU_OK;
108 } 108 }
109 109
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.