1 // SPDX-License-Identifier: GPL-2.0 1 // SPDX-License-Identifier: GPL-2.0
2 2
3 #define IO_POLL_ALLOC_CACHE_MAX 32 3 #define IO_POLL_ALLOC_CACHE_MAX 32
4 4
5 enum { 5 enum {
6 IO_APOLL_OK, 6 IO_APOLL_OK,
7 IO_APOLL_ABORTED, 7 IO_APOLL_ABORTED,
8 IO_APOLL_READY 8 IO_APOLL_READY
9 }; 9 };
10 10
11 struct io_poll { 11 struct io_poll {
12 struct file *file; 12 struct file *file;
13 struct wait_queue_head *head; 13 struct wait_queue_head *head;
14 __poll_t events 14 __poll_t events;
15 int retrie 15 int retries;
16 struct wait_queue_entry wait; 16 struct wait_queue_entry wait;
17 }; 17 };
18 18
19 struct async_poll { 19 struct async_poll {
20 struct io_poll poll; 20 struct io_poll poll;
21 struct io_poll *double_poll; 21 struct io_poll *double_poll;
22 }; 22 };
23 23
24 /* 24 /*
25 * Must only be called inside issue_flags & IO 25 * Must only be called inside issue_flags & IO_URING_F_MULTISHOT, or
26 * potentially other cases where we already "o 26 * potentially other cases where we already "own" this poll request.
27 */ 27 */
28 static inline void io_poll_multishot_retry(str 28 static inline void io_poll_multishot_retry(struct io_kiocb *req)
29 { 29 {
30 atomic_inc(&req->poll_refs); 30 atomic_inc(&req->poll_refs);
31 } 31 }
32 32
33 int io_poll_add_prep(struct io_kiocb *req, con 33 int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
34 int io_poll_add(struct io_kiocb *req, unsigned 34 int io_poll_add(struct io_kiocb *req, unsigned int issue_flags);
35 35
36 int io_poll_remove_prep(struct io_kiocb *req, 36 int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
37 int io_poll_remove(struct io_kiocb *req, unsig 37 int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags);
38 38
39 struct io_cancel_data; 39 struct io_cancel_data;
40 int io_poll_cancel(struct io_ring_ctx *ctx, st 40 int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd,
41 unsigned issue_flags); 41 unsigned issue_flags);
42 int io_arm_poll_handler(struct io_kiocb *req, 42 int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);
43 bool io_poll_remove_all(struct io_ring_ctx *ct 43 bool io_poll_remove_all(struct io_ring_ctx *ctx, struct task_struct *tsk,
44 bool cancel_all); 44 bool cancel_all);
45 45
46 void io_poll_task_func(struct io_kiocb *req, s 46 void io_poll_task_func(struct io_kiocb *req, struct io_tw_state *ts);
47 47
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.