| 1 | // SPDX-License-Identifier: GPL-2.0 |
| 2 | |
| 3 | #define IO_POLL_ALLOC_CACHE_MAX 32 |
| 4 | |
| 5 | enum { |
| 6 | IO_APOLL_OK, |
| 7 | IO_APOLL_ABORTED, |
| 8 | IO_APOLL_READY |
| 9 | }; |
| 10 | |
| 11 | struct io_poll { |
| 12 | struct file *file; |
| 13 | struct wait_queue_head *head; |
| 14 | __poll_t events; |
| 15 | int retries; |
| 16 | struct wait_queue_entry wait; |
| 17 | }; |
| 18 | |
| 19 | struct async_poll { |
| 20 | struct io_poll poll; |
| 21 | struct io_poll *double_poll; |
| 22 | }; |
| 23 | |
| 24 | /* |
| 25 | * Must only be called inside issue_flags & IO_URING_F_MULTISHOT, or |
| 26 | * potentially other cases where we already "own" this poll request. |
| 27 | */ |
| 28 | static inline void io_poll_multishot_retry(struct io_kiocb *req) |
| 29 | { |
| 30 | atomic_inc(&req->poll_refs); |
| 31 | } |
| 32 | |
| 33 | int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); |
| 34 | int io_poll_add(struct io_kiocb *req, unsigned int issue_flags); |
| 35 | |
| 36 | int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); |
| 37 | int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags); |
| 38 | |
| 39 | struct io_cancel_data; |
| 40 | int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd, |
| 41 | unsigned issue_flags); |
| 42 | int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags); |
| 43 | bool io_poll_remove_all(struct io_ring_ctx *ctx, struct task_struct *tsk, |
| 44 | bool cancel_all); |
| 45 | |
| 46 | void io_poll_task_func(struct io_kiocb *req, struct io_tw_state *ts); |