1// SPDX-License-Identifier: GPL-2.0
 2
 3#define IO_POLL_ALLOC_CACHE_MAX 32
 4
 5enum {
 6	IO_APOLL_OK,
 7	IO_APOLL_ABORTED,
 8	IO_APOLL_READY
 9};
10
11struct io_poll {
12	struct file			*file;
13	struct wait_queue_head		*head;
14	__poll_t			events;
15	int				retries;
16	struct wait_queue_entry		wait;
17};
18
19struct async_poll {
20	struct io_poll		poll;
21	struct io_poll		*double_poll;
22};
23
24/*
25 * Must only be called inside issue_flags & IO_URING_F_MULTISHOT, or
26 * potentially other cases where we already "own" this poll request.
27 */
28static inline void io_poll_multishot_retry(struct io_kiocb *req)
29{
30	atomic_inc(&req->poll_refs);
31}
32
33int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
34int io_poll_add(struct io_kiocb *req, unsigned int issue_flags);
35
36int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
37int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags);
38
39struct io_cancel_data;
40int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd,
41		   unsigned issue_flags);
42int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);
43bool io_poll_remove_all(struct io_ring_ctx *ctx, struct io_uring_task *tctx,
44			bool cancel_all);
45
46void io_poll_task_func(struct io_kiocb *req, struct io_tw_state *ts);