1// SPDX-License-Identifier: GPL-2.0
 2
 3#include "alloc_cache.h"
 4
 5enum {
 6	IO_APOLL_OK,
 7	IO_APOLL_ABORTED,
 8	IO_APOLL_READY
 9};
10
11struct io_poll {
12	struct file			*file;
13	struct wait_queue_head		*head;
14	__poll_t			events;
 
15	struct wait_queue_entry		wait;
16};
17
18struct async_poll {
19	union {
20		struct io_poll		poll;
21		struct io_cache_entry	cache;
22	};
23	struct io_poll		*double_poll;
24};
25
 
 
 
 
 
 
 
 
 
26int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
27int io_poll_add(struct io_kiocb *req, unsigned int issue_flags);
28
29int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
30int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags);
31
32struct io_cancel_data;
33int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd,
34		   unsigned issue_flags);
35int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);
36bool io_poll_remove_all(struct io_ring_ctx *ctx, struct task_struct *tsk,
37			bool cancel_all);
38
39void io_apoll_cache_free(struct io_cache_entry *entry);

 1// SPDX-License-Identifier: GPL-2.0
 2
 3#define IO_POLL_ALLOC_CACHE_MAX 32
 4
 5enum {
 6	IO_APOLL_OK,
 7	IO_APOLL_ABORTED,
 8	IO_APOLL_READY
 9};
10
11struct io_poll {
12	struct file			*file;
13	struct wait_queue_head		*head;
14	__poll_t			events;
15	int				retries;
16	struct wait_queue_entry		wait;
17};
18
19struct async_poll {
20	struct io_poll		poll;
 
 
 
21	struct io_poll		*double_poll;
22};
23
24/*
25 * Must only be called inside issue_flags & IO_URING_F_MULTISHOT, or
26 * potentially other cases where we already "own" this poll request.
27 */
28static inline void io_poll_multishot_retry(struct io_kiocb *req)
29{
30	atomic_inc(&req->poll_refs);
31}
32
33int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
34int io_poll_add(struct io_kiocb *req, unsigned int issue_flags);
35
36int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
37int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags);
38
39struct io_cancel_data;
40int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd,
41		   unsigned issue_flags);
42int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);
43bool io_poll_remove_all(struct io_ring_ctx *ctx, struct io_uring_task *tctx,
44			bool cancel_all);
45
46void io_poll_task_func(struct io_kiocb *req, struct io_tw_state *ts);