1// SPDX-License-Identifier: GPL-2.0
  2#include <linux/kernel.h>
  3#include <linux/errno.h>
  4#include <linux/fs.h>
  5#include <linux/file.h>
  6#include <linux/mm.h>
  7#include <linux/slab.h>
  8#include <linux/namei.h>
  9#include <linux/io_uring.h>
 10#include <linux/fsnotify.h>
 11
 12#include <uapi/linux/io_uring.h>
 13
 14#include "io_uring.h"
 15#include "sync.h"
 16
 17struct io_sync {
 18	struct file			*file;
 19	loff_t				len;
 20	loff_t				off;
 21	int				flags;
 22	int				mode;
 23};
 24
 25int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
 26{
 27	struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync);
 28
 29	if (unlikely(sqe->addr || sqe->buf_index || sqe->splice_fd_in))
 30		return -EINVAL;
 31
 32	sync->off = READ_ONCE(sqe->off);
 33	sync->len = READ_ONCE(sqe->len);
 34	sync->flags = READ_ONCE(sqe->sync_range_flags);
 35	req->flags |= REQ_F_FORCE_ASYNC;
 36
 37	return 0;
 38}
 39
 40int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags)
 41{
 42	struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync);
 43	int ret;
 44
 45	/* sync_file_range always requires a blocking context */
 46	WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
 47
 48	ret = sync_file_range(req->file, sync->off, sync->len, sync->flags);
 49	io_req_set_res(req, ret, 0);
 50	return IOU_OK;
 51}
 52
 53int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
 54{
 55	struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync);
 56
 57	if (unlikely(sqe->addr || sqe->buf_index || sqe->splice_fd_in))
 58		return -EINVAL;
 59
 60	sync->flags = READ_ONCE(sqe->fsync_flags);
 61	if (unlikely(sync->flags & ~IORING_FSYNC_DATASYNC))
 62		return -EINVAL;
 63
 64	sync->off = READ_ONCE(sqe->off);
 65	sync->len = READ_ONCE(sqe->len);
 66	req->flags |= REQ_F_FORCE_ASYNC;
 67	return 0;
 68}
 69
 70int io_fsync(struct io_kiocb *req, unsigned int issue_flags)
 71{
 72	struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync);
 73	loff_t end = sync->off + sync->len;
 74	int ret;
 75
 76	/* fsync always requires a blocking context */
 77	WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
 78
 79	ret = vfs_fsync_range(req->file, sync->off, end > 0 ? end : LLONG_MAX,
 80				sync->flags & IORING_FSYNC_DATASYNC);
 81	io_req_set_res(req, ret, 0);
 82	return IOU_OK;
 83}
 84
 85int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
 86{
 87	struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync);
 88
 89	if (sqe->buf_index || sqe->rw_flags || sqe->splice_fd_in)
 90		return -EINVAL;
 91
 92	sync->off = READ_ONCE(sqe->off);
 93	sync->len = READ_ONCE(sqe->addr);
 94	sync->mode = READ_ONCE(sqe->len);
 95	req->flags |= REQ_F_FORCE_ASYNC;
 96	return 0;
 97}
 98
 99int io_fallocate(struct io_kiocb *req, unsigned int issue_flags)
100{
101	struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync);
102	int ret;
103
104	/* fallocate always requiring blocking context */
105	WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
106
107	ret = vfs_fallocate(req->file, sync->mode, sync->off, sync->len);
108	if (ret >= 0)
109		fsnotify_modify(req->file);
110	io_req_set_res(req, ret, 0);
111	return IOU_OK;
112}