1 // SPDX-License-Identifier: GPL-2.0 1 // SPDX-License-Identifier: GPL-2.0 2 #include <linux/kernel.h> 2 #include <linux/kernel.h> 3 #include <linux/errno.h> 3 #include <linux/errno.h> 4 #include <linux/fs.h> 4 #include <linux/fs.h> 5 #include <linux/file.h> 5 #include <linux/file.h> 6 #include <linux/mm.h> 6 #include <linux/mm.h> 7 #include <linux/slab.h> 7 #include <linux/slab.h> 8 #include <linux/namei.h> 8 #include <linux/namei.h> 9 #include <linux/io_uring.h> 9 #include <linux/io_uring.h> 10 10 11 #include <uapi/linux/fadvise.h> 11 #include <uapi/linux/fadvise.h> 12 #include <uapi/linux/io_uring.h> 12 #include <uapi/linux/io_uring.h> 13 13 14 #include "io_uring.h" 14 #include "io_uring.h" 15 #include "advise.h" 15 #include "advise.h" 16 16 17 struct io_fadvise { 17 struct io_fadvise { 18 struct file *file; 18 struct file *file; 19 u64 offset 19 u64 offset; 20 u64 len; 20 u64 len; 21 u32 advice 21 u32 advice; 22 }; 22 }; 23 23 24 struct io_madvise { 24 struct io_madvise { 25 struct file *file; 25 struct file *file; 26 u64 addr; 26 u64 addr; 27 u64 len; 27 u64 len; 28 u32 advice 28 u32 advice; 29 }; 29 }; 30 30 31 int io_madvise_prep(struct io_kiocb *req, cons 31 int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 32 { 32 { 33 #if defined(CONFIG_ADVISE_SYSCALLS) && defined 33 #if defined(CONFIG_ADVISE_SYSCALLS) && defined(CONFIG_MMU) 34 struct io_madvise *ma = io_kiocb_to_cm 34 struct io_madvise *ma = io_kiocb_to_cmd(req, struct io_madvise); 35 35 36 if (sqe->buf_index || sqe->splice_fd_i 36 if (sqe->buf_index || sqe->splice_fd_in) 37 return -EINVAL; 37 return -EINVAL; 38 38 39 ma->addr = READ_ONCE(sqe->addr); 39 ma->addr = READ_ONCE(sqe->addr); 40 ma->len = READ_ONCE(sqe->off); 40 ma->len = READ_ONCE(sqe->off); 41 if (!ma->len) 41 if (!ma->len) 42 ma->len = READ_ONCE(sqe->len); 42 ma->len = READ_ONCE(sqe->len); 43 ma->advice = READ_ONCE(sqe->fadvise_ad 43 ma->advice = READ_ONCE(sqe->fadvise_advice); 44 req->flags |= REQ_F_FORCE_ASYNC; 44 req->flags |= REQ_F_FORCE_ASYNC; 45 return 0; 45 return 0; 46 #else 46 #else 47 return -EOPNOTSUPP; 47 return -EOPNOTSUPP; 48 #endif 48 #endif 49 } 49 } 50 50 51 int io_madvise(struct io_kiocb *req, unsigned 51 int io_madvise(struct io_kiocb *req, unsigned int issue_flags) 52 { 52 { 53 #if defined(CONFIG_ADVISE_SYSCALLS) && defined 53 #if defined(CONFIG_ADVISE_SYSCALLS) && defined(CONFIG_MMU) 54 struct io_madvise *ma = io_kiocb_to_cm 54 struct io_madvise *ma = io_kiocb_to_cmd(req, struct io_madvise); 55 int ret; 55 int ret; 56 56 57 WARN_ON_ONCE(issue_flags & IO_URING_F_ 57 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); 58 58 59 ret = do_madvise(current->mm, ma->addr 59 ret = do_madvise(current->mm, ma->addr, ma->len, ma->advice); 60 io_req_set_res(req, ret, 0); 60 io_req_set_res(req, ret, 0); 61 return IOU_OK; 61 return IOU_OK; 62 #else 62 #else 63 return -EOPNOTSUPP; 63 return -EOPNOTSUPP; 64 #endif 64 #endif 65 } 65 } 66 66 67 static bool io_fadvise_force_async(struct io_f 67 static bool io_fadvise_force_async(struct io_fadvise *fa) 68 { 68 { 69 switch (fa->advice) { 69 switch (fa->advice) { 70 case POSIX_FADV_NORMAL: 70 case POSIX_FADV_NORMAL: 71 case POSIX_FADV_RANDOM: 71 case POSIX_FADV_RANDOM: 72 case POSIX_FADV_SEQUENTIAL: 72 case POSIX_FADV_SEQUENTIAL: 73 return false; 73 return false; 74 default: 74 default: 75 return true; 75 return true; 76 } 76 } 77 } 77 } 78 78 79 int io_fadvise_prep(struct io_kiocb *req, cons 79 int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 80 { 80 { 81 struct io_fadvise *fa = io_kiocb_to_cm 81 struct io_fadvise *fa = io_kiocb_to_cmd(req, struct io_fadvise); 82 82 83 if (sqe->buf_index || sqe->splice_fd_i 83 if (sqe->buf_index || sqe->splice_fd_in) 84 return -EINVAL; 84 return -EINVAL; 85 85 86 fa->offset = READ_ONCE(sqe->off); 86 fa->offset = READ_ONCE(sqe->off); 87 fa->len = READ_ONCE(sqe->addr); 87 fa->len = READ_ONCE(sqe->addr); 88 if (!fa->len) 88 if (!fa->len) 89 fa->len = READ_ONCE(sqe->len); 89 fa->len = READ_ONCE(sqe->len); 90 fa->advice = READ_ONCE(sqe->fadvise_ad 90 fa->advice = READ_ONCE(sqe->fadvise_advice); 91 if (io_fadvise_force_async(fa)) 91 if (io_fadvise_force_async(fa)) 92 req->flags |= REQ_F_FORCE_ASYN 92 req->flags |= REQ_F_FORCE_ASYNC; 93 return 0; 93 return 0; 94 } 94 } 95 95 96 int io_fadvise(struct io_kiocb *req, unsigned 96 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags) 97 { 97 { 98 struct io_fadvise *fa = io_kiocb_to_cm 98 struct io_fadvise *fa = io_kiocb_to_cmd(req, struct io_fadvise); 99 int ret; 99 int ret; 100 100 101 WARN_ON_ONCE(issue_flags & IO_URING_F_ 101 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK && io_fadvise_force_async(fa)); 102 102 103 ret = vfs_fadvise(req->file, fa->offse 103 ret = vfs_fadvise(req->file, fa->offset, fa->len, fa->advice); 104 if (ret < 0) 104 if (ret < 0) 105 req_set_fail(req); 105 req_set_fail(req); 106 io_req_set_res(req, ret, 0); 106 io_req_set_res(req, ret, 0); 107 return IOU_OK; 107 return IOU_OK; 108 } 108 } 109 109
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.