| // SPDX-License-Identifier: GPL-2.0 |
| |
| #include "alloc_cache.h" |
| |
| enum { |
| IO_APOLL_OK, |
| IO_APOLL_ABORTED, |
| IO_APOLL_READY |
| }; |
| |
| struct io_poll { |
| struct file *file; |
| struct wait_queue_head *head; |
| __poll_t events; |
| int retries; |
| struct wait_queue_entry wait; |
| }; |
| |
| struct async_poll { |
| union { |
| struct io_poll poll; |
| struct io_cache_entry cache; |
| }; |
| struct io_poll *double_poll; |
| }; |
| |
| /* |
| * Must only be called inside issue_flags & IO_URING_F_MULTISHOT, or |
| * potentially other cases where we already "own" this poll request. |
| */ |
| static inline void io_poll_multishot_retry(struct io_kiocb *req) |
| { |
| atomic_inc(&req->poll_refs); |
| } |
| |
| int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); |
| int io_poll_add(struct io_kiocb *req, unsigned int issue_flags); |
| |
| int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); |
| int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags); |
| |
| struct io_cancel_data; |
| int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd, |
| unsigned issue_flags); |
| int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags); |
| bool io_poll_remove_all(struct io_ring_ctx *ctx, struct task_struct *tsk, |
| bool cancel_all); |
| |
| void io_apoll_cache_free(struct io_cache_entry *entry); |
| |
| void io_poll_task_func(struct io_kiocb *req, struct io_tw_state *ts); |