1// SPDX-License-Identifier: GPL-2.0
 2
 3#define IO_POLL_ALLOC_CACHE_MAX 32
 4
 5enum {
 6	IO_APOLL_OK,
 7	IO_APOLL_ABORTED,
 8	IO_APOLL_READY
 9};
10
11struct io_poll {
12	struct file			*file;
13	struct wait_queue_head		*head;
14	__poll_t			events;
15	int				retries;
16	struct wait_queue_entry		wait;
17};
18
19struct async_poll {
20	struct io_poll		poll;
 
 
 
21	struct io_poll		*double_poll;
22};
23
24/*
25 * Must only be called inside issue_flags & IO_URING_F_MULTISHOT, or
26 * potentially other cases where we already "own" this poll request.
27 */
28static inline void io_poll_multishot_retry(struct io_kiocb *req)
29{
30	atomic_inc(&req->poll_refs);
31}
32
33int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
34int io_poll_add(struct io_kiocb *req, unsigned int issue_flags);
35
36int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
37int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags);
38
39struct io_cancel_data;
40int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd,
41		   unsigned issue_flags);
42int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);
43bool io_poll_remove_all(struct io_ring_ctx *ctx, struct io_uring_task *tctx,
44			bool cancel_all);
 
 
45
46void io_poll_task_func(struct io_kiocb *req, struct io_tw_state *ts);

 1// SPDX-License-Identifier: GPL-2.0
 2
 3#include "alloc_cache.h"
 4
 5enum {
 6	IO_APOLL_OK,
 7	IO_APOLL_ABORTED,
 8	IO_APOLL_READY
 9};
10
11struct io_poll {
12	struct file			*file;
13	struct wait_queue_head		*head;
14	__poll_t			events;
15	int				retries;
16	struct wait_queue_entry		wait;
17};
18
19struct async_poll {
20	union {
21		struct io_poll		poll;
22		struct io_cache_entry	cache;
23	};
24	struct io_poll		*double_poll;
25};
26
27/*
28 * Must only be called inside issue_flags & IO_URING_F_MULTISHOT, or
29 * potentially other cases where we already "own" this poll request.
30 */
31static inline void io_poll_multishot_retry(struct io_kiocb *req)
32{
33	atomic_inc(&req->poll_refs);
34}
35
36int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
37int io_poll_add(struct io_kiocb *req, unsigned int issue_flags);
38
39int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
40int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags);
41
42struct io_cancel_data;
43int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd,
44		   unsigned issue_flags);
45int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);
46bool io_poll_remove_all(struct io_ring_ctx *ctx, struct task_struct *tsk,
47			bool cancel_all);
48
49void io_apoll_cache_free(struct io_cache_entry *entry);
50
51void io_poll_task_func(struct io_kiocb *req, struct io_tw_state *ts);