Linux Audio

Check our new training course

Linux kernel drivers training

May 6-19, 2025
Register
Loading...
v4.17
  1/*
  2 *  linux/fs/nfs/file.c
  3 *
  4 *  Copyright (C) 1992  Rick Sladkey
  5 *
  6 *  Changes Copyright (C) 1994 by Florian La Roche
  7 *   - Do not copy data too often around in the kernel.
  8 *   - In nfs_file_read the return value of kmalloc wasn't checked.
  9 *   - Put in a better version of read look-ahead buffering. Original idea
 10 *     and implementation by Wai S Kok elekokws@ee.nus.sg.
 11 *
 12 *  Expire cache on write to a file by Wai S Kok (Oct 1994).
 13 *
 14 *  Total rewrite of read side for new NFS buffer cache.. Linus.
 15 *
 16 *  nfs regular file handling functions
 17 */
 18
 19#include <linux/module.h>
 20#include <linux/time.h>
 21#include <linux/kernel.h>
 22#include <linux/errno.h>
 23#include <linux/fcntl.h>
 24#include <linux/stat.h>
 25#include <linux/nfs_fs.h>
 26#include <linux/nfs_mount.h>
 27#include <linux/mm.h>
 28#include <linux/pagemap.h>
 29#include <linux/gfp.h>
 30#include <linux/swap.h>
 31
 32#include <linux/uaccess.h>
 33
 34#include "delegation.h"
 35#include "internal.h"
 36#include "iostat.h"
 37#include "fscache.h"
 38#include "pnfs.h"
 39
 40#include "nfstrace.h"
 41
 42#define NFSDBG_FACILITY		NFSDBG_FILE
 43
 44static const struct vm_operations_struct nfs_file_vm_ops;
 45
 46/* Hack for future NFS swap support */
 47#ifndef IS_SWAPFILE
 48# define IS_SWAPFILE(inode)	(0)
 49#endif
 50
 51int nfs_check_flags(int flags)
 52{
 53	if ((flags & (O_APPEND | O_DIRECT)) == (O_APPEND | O_DIRECT))
 54		return -EINVAL;
 55
 56	return 0;
 57}
 58EXPORT_SYMBOL_GPL(nfs_check_flags);
 59
 60/*
 61 * Open file
 62 */
 63static int
 64nfs_file_open(struct inode *inode, struct file *filp)
 65{
 66	int res;
 67
 68	dprintk("NFS: open file(%pD2)\n", filp);
 69
 70	nfs_inc_stats(inode, NFSIOS_VFSOPEN);
 71	res = nfs_check_flags(filp->f_flags);
 72	if (res)
 73		return res;
 74
 75	res = nfs_open(inode, filp);
 76	return res;
 77}
 78
 79int
 80nfs_file_release(struct inode *inode, struct file *filp)
 81{
 82	dprintk("NFS: release(%pD2)\n", filp);
 83
 84	nfs_inc_stats(inode, NFSIOS_VFSRELEASE);
 85	nfs_file_clear_open_context(filp);
 86	return 0;
 87}
 88EXPORT_SYMBOL_GPL(nfs_file_release);
 89
 90/**
 91 * nfs_revalidate_size - Revalidate the file size
 92 * @inode - pointer to inode struct
 93 * @file - pointer to struct file
 94 *
 95 * Revalidates the file length. This is basically a wrapper around
 96 * nfs_revalidate_inode() that takes into account the fact that we may
 97 * have cached writes (in which case we don't care about the server's
 98 * idea of what the file length is), or O_DIRECT (in which case we
 99 * shouldn't trust the cache).
100 */
101static int nfs_revalidate_file_size(struct inode *inode, struct file *filp)
102{
103	struct nfs_server *server = NFS_SERVER(inode);
104
105	if (filp->f_flags & O_DIRECT)
106		goto force_reval;
107	if (nfs_check_cache_invalid(inode, NFS_INO_REVAL_PAGECACHE))
108		goto force_reval;
109	return 0;
110force_reval:
111	return __nfs_revalidate_inode(server, inode);
112}
113
114loff_t nfs_file_llseek(struct file *filp, loff_t offset, int whence)
115{
116	dprintk("NFS: llseek file(%pD2, %lld, %d)\n",
117			filp, offset, whence);
118
119	/*
120	 * whence == SEEK_END || SEEK_DATA || SEEK_HOLE => we must revalidate
121	 * the cached file length
122	 */
123	if (whence != SEEK_SET && whence != SEEK_CUR) {
124		struct inode *inode = filp->f_mapping->host;
125
126		int retval = nfs_revalidate_file_size(inode, filp);
127		if (retval < 0)
128			return (loff_t)retval;
129	}
130
131	return generic_file_llseek(filp, offset, whence);
132}
133EXPORT_SYMBOL_GPL(nfs_file_llseek);
134
135/*
136 * Flush all dirty pages, and check for write errors.
137 */
138static int
139nfs_file_flush(struct file *file, fl_owner_t id)
140{
141	struct inode	*inode = file_inode(file);
142
143	dprintk("NFS: flush(%pD2)\n", file);
144
145	nfs_inc_stats(inode, NFSIOS_VFSFLUSH);
146	if ((file->f_mode & FMODE_WRITE) == 0)
147		return 0;
148
149	/* Flush writes to the server and return any errors */
150	return vfs_fsync(file, 0);
151}
152
153ssize_t
154nfs_file_read(struct kiocb *iocb, struct iov_iter *to)
155{
156	struct inode *inode = file_inode(iocb->ki_filp);
157	ssize_t result;
158
159	if (iocb->ki_flags & IOCB_DIRECT)
160		return nfs_file_direct_read(iocb, to);
161
162	dprintk("NFS: read(%pD2, %zu@%lu)\n",
163		iocb->ki_filp,
164		iov_iter_count(to), (unsigned long) iocb->ki_pos);
165
166	nfs_start_io_read(inode);
167	result = nfs_revalidate_mapping(inode, iocb->ki_filp->f_mapping);
168	if (!result) {
169		result = generic_file_read_iter(iocb, to);
170		if (result > 0)
171			nfs_add_stats(inode, NFSIOS_NORMALREADBYTES, result);
172	}
173	nfs_end_io_read(inode);
174	return result;
175}
176EXPORT_SYMBOL_GPL(nfs_file_read);
177
178int
179nfs_file_mmap(struct file * file, struct vm_area_struct * vma)
180{
181	struct inode *inode = file_inode(file);
182	int	status;
183
184	dprintk("NFS: mmap(%pD2)\n", file);
185
186	/* Note: generic_file_mmap() returns ENOSYS on nommu systems
187	 *       so we call that before revalidating the mapping
188	 */
189	status = generic_file_mmap(file, vma);
190	if (!status) {
191		vma->vm_ops = &nfs_file_vm_ops;
192		status = nfs_revalidate_mapping(inode, file->f_mapping);
193	}
194	return status;
195}
196EXPORT_SYMBOL_GPL(nfs_file_mmap);
197
198/*
199 * Flush any dirty pages for this process, and check for write errors.
200 * The return status from this call provides a reliable indication of
201 * whether any write errors occurred for this process.
202 *
203 * Notice that it clears the NFS_CONTEXT_ERROR_WRITE before synching to
204 * disk, but it retrieves and clears ctx->error after synching, despite
205 * the two being set at the same time in nfs_context_set_write_error().
206 * This is because the former is used to notify the _next_ call to
207 * nfs_file_write() that a write error occurred, and hence cause it to
208 * fall back to doing a synchronous write.
209 */
210static int
211nfs_file_fsync_commit(struct file *file, int datasync)
212{
213	struct nfs_open_context *ctx = nfs_file_open_context(file);
214	struct inode *inode = file_inode(file);
215	int do_resend, status;
216	int ret = 0;
217
218	dprintk("NFS: fsync file(%pD2) datasync %d\n", file, datasync);
219
220	nfs_inc_stats(inode, NFSIOS_VFSFSYNC);
221	do_resend = test_and_clear_bit(NFS_CONTEXT_RESEND_WRITES, &ctx->flags);
 
222	status = nfs_commit_inode(inode, FLUSH_SYNC);
223	if (test_bit(NFS_CONTEXT_ERROR_WRITE, &ctx->flags)) {
 
224		ret = xchg(&ctx->error, 0);
225		if (ret)
226			goto out;
227	}
228	if (status < 0) {
229		ret = status;
230		goto out;
231	}
232	do_resend |= test_bit(NFS_CONTEXT_RESEND_WRITES, &ctx->flags);
233	if (do_resend)
234		ret = -EAGAIN;
235out:
236	return ret;
237}
238
239int
240nfs_file_fsync(struct file *file, loff_t start, loff_t end, int datasync)
241{
242	int ret;
243	struct inode *inode = file_inode(file);
244
245	trace_nfs_fsync_enter(inode);
246
247	do {
248		struct nfs_open_context *ctx = nfs_file_open_context(file);
249		ret = filemap_write_and_wait_range(inode->i_mapping, start, end);
250		if (test_and_clear_bit(NFS_CONTEXT_ERROR_WRITE, &ctx->flags)) {
251			int ret2 = xchg(&ctx->error, 0);
252			if (ret2)
253				ret = ret2;
254		}
255		if (ret != 0)
256			break;
257		ret = nfs_file_fsync_commit(file, datasync);
258		if (!ret)
259			ret = pnfs_sync_inode(inode, !!datasync);
260		/*
261		 * If nfs_file_fsync_commit detected a server reboot, then
262		 * resend all dirty pages that might have been covered by
263		 * the NFS_CONTEXT_RESEND_WRITES flag
264		 */
265		start = 0;
266		end = LLONG_MAX;
267	} while (ret == -EAGAIN);
268
269	trace_nfs_fsync_exit(inode, ret);
270	return ret;
271}
272EXPORT_SYMBOL_GPL(nfs_file_fsync);
273
274/*
275 * Decide whether a read/modify/write cycle may be more efficient
276 * then a modify/write/read cycle when writing to a page in the
277 * page cache.
278 *
279 * The modify/write/read cycle may occur if a page is read before
280 * being completely filled by the writer.  In this situation, the
281 * page must be completely written to stable storage on the server
282 * before it can be refilled by reading in the page from the server.
283 * This can lead to expensive, small, FILE_SYNC mode writes being
284 * done.
285 *
286 * It may be more efficient to read the page first if the file is
287 * open for reading in addition to writing, the page is not marked
288 * as Uptodate, it is not dirty or waiting to be committed,
289 * indicating that it was previously allocated and then modified,
290 * that there were valid bytes of data in that range of the file,
291 * and that the new data won't completely replace the old data in
292 * that range of the file.
293 */
294static int nfs_want_read_modify_write(struct file *file, struct page *page,
295			loff_t pos, unsigned len)
296{
297	unsigned int pglen = nfs_page_length(page);
298	unsigned int offset = pos & (PAGE_SIZE - 1);
299	unsigned int end = offset + len;
300
301	if (pnfs_ld_read_whole_page(file->f_mapping->host)) {
302		if (!PageUptodate(page))
303			return 1;
304		return 0;
305	}
306
307	if ((file->f_mode & FMODE_READ) &&	/* open for read? */
308	    !PageUptodate(page) &&		/* Uptodate? */
309	    !PagePrivate(page) &&		/* i/o request already? */
310	    pglen &&				/* valid bytes of file? */
311	    (end < pglen || offset))		/* replace all valid bytes? */
312		return 1;
313	return 0;
314}
315
316/*
317 * This does the "real" work of the write. We must allocate and lock the
318 * page to be sent back to the generic routine, which then copies the
319 * data from user space.
320 *
321 * If the writer ends up delaying the write, the writer needs to
322 * increment the page use counts until he is done with the page.
323 */
324static int nfs_write_begin(struct file *file, struct address_space *mapping,
325			loff_t pos, unsigned len, unsigned flags,
326			struct page **pagep, void **fsdata)
327{
328	int ret;
329	pgoff_t index = pos >> PAGE_SHIFT;
330	struct page *page;
331	int once_thru = 0;
332
333	dfprintk(PAGECACHE, "NFS: write_begin(%pD2(%lu), %u@%lld)\n",
334		file, mapping->host->i_ino, len, (long long) pos);
335
336start:
337	page = grab_cache_page_write_begin(mapping, index, flags);
338	if (!page)
339		return -ENOMEM;
340	*pagep = page;
341
342	ret = nfs_flush_incompatible(file, page);
343	if (ret) {
344		unlock_page(page);
345		put_page(page);
346	} else if (!once_thru &&
347		   nfs_want_read_modify_write(file, page, pos, len)) {
348		once_thru = 1;
349		ret = nfs_readpage(file, page);
350		put_page(page);
351		if (!ret)
352			goto start;
353	}
354	return ret;
355}
356
357static int nfs_write_end(struct file *file, struct address_space *mapping,
358			loff_t pos, unsigned len, unsigned copied,
359			struct page *page, void *fsdata)
360{
361	unsigned offset = pos & (PAGE_SIZE - 1);
362	struct nfs_open_context *ctx = nfs_file_open_context(file);
363	int status;
364
365	dfprintk(PAGECACHE, "NFS: write_end(%pD2(%lu), %u@%lld)\n",
366		file, mapping->host->i_ino, len, (long long) pos);
367
368	/*
369	 * Zero any uninitialised parts of the page, and then mark the page
370	 * as up to date if it turns out that we're extending the file.
371	 */
372	if (!PageUptodate(page)) {
373		unsigned pglen = nfs_page_length(page);
374		unsigned end = offset + copied;
375
376		if (pglen == 0) {
377			zero_user_segments(page, 0, offset,
378					end, PAGE_SIZE);
379			SetPageUptodate(page);
380		} else if (end >= pglen) {
381			zero_user_segment(page, end, PAGE_SIZE);
382			if (offset == 0)
383				SetPageUptodate(page);
384		} else
385			zero_user_segment(page, pglen, PAGE_SIZE);
386	}
387
388	status = nfs_updatepage(file, page, offset, copied);
389
390	unlock_page(page);
391	put_page(page);
392
393	if (status < 0)
394		return status;
395	NFS_I(mapping->host)->write_io += copied;
396
397	if (nfs_ctx_key_to_expire(ctx, mapping->host)) {
398		status = nfs_wb_all(mapping->host);
399		if (status < 0)
400			return status;
401	}
402
403	return copied;
404}
405
406/*
407 * Partially or wholly invalidate a page
408 * - Release the private state associated with a page if undergoing complete
409 *   page invalidation
410 * - Called if either PG_private or PG_fscache is set on the page
411 * - Caller holds page lock
412 */
413static void nfs_invalidate_page(struct page *page, unsigned int offset,
414				unsigned int length)
415{
416	dfprintk(PAGECACHE, "NFS: invalidate_page(%p, %u, %u)\n",
417		 page, offset, length);
418
419	if (offset != 0 || length < PAGE_SIZE)
420		return;
421	/* Cancel any unstarted writes on this page */
422	nfs_wb_page_cancel(page_file_mapping(page)->host, page);
423
424	nfs_fscache_invalidate_page(page, page->mapping->host);
425}
426
427/*
428 * Attempt to release the private state associated with a page
429 * - Called if either PG_private or PG_fscache is set on the page
430 * - Caller holds page lock
431 * - Return true (may release page) or false (may not)
432 */
433static int nfs_release_page(struct page *page, gfp_t gfp)
434{
435	dfprintk(PAGECACHE, "NFS: release_page(%p)\n", page);
436
437	/* If PagePrivate() is set, then the page is not freeable */
438	if (PagePrivate(page))
439		return 0;
440	return nfs_fscache_release_page(page, gfp);
441}
442
443static void nfs_check_dirty_writeback(struct page *page,
444				bool *dirty, bool *writeback)
445{
446	struct nfs_inode *nfsi;
447	struct address_space *mapping = page_file_mapping(page);
448
449	if (!mapping || PageSwapCache(page))
450		return;
451
452	/*
453	 * Check if an unstable page is currently being committed and
454	 * if so, have the VM treat it as if the page is under writeback
455	 * so it will not block due to pages that will shortly be freeable.
456	 */
457	nfsi = NFS_I(mapping->host);
458	if (atomic_read(&nfsi->commit_info.rpcs_out)) {
459		*writeback = true;
460		return;
461	}
462
463	/*
464	 * If PagePrivate() is set, then the page is not freeable and as the
465	 * inode is not being committed, it's not going to be cleaned in the
466	 * near future so treat it as dirty
467	 */
468	if (PagePrivate(page))
469		*dirty = true;
470}
471
472/*
473 * Attempt to clear the private state associated with a page when an error
474 * occurs that requires the cached contents of an inode to be written back or
475 * destroyed
476 * - Called if either PG_private or fscache is set on the page
477 * - Caller holds page lock
478 * - Return 0 if successful, -error otherwise
479 */
480static int nfs_launder_page(struct page *page)
481{
482	struct inode *inode = page_file_mapping(page)->host;
483	struct nfs_inode *nfsi = NFS_I(inode);
484
485	dfprintk(PAGECACHE, "NFS: launder_page(%ld, %llu)\n",
486		inode->i_ino, (long long)page_offset(page));
487
488	nfs_fscache_wait_on_page_write(nfsi, page);
489	return nfs_wb_page(inode, page);
490}
491
492static int nfs_swap_activate(struct swap_info_struct *sis, struct file *file,
493						sector_t *span)
494{
495	struct rpc_clnt *clnt = NFS_CLIENT(file->f_mapping->host);
496
497	*span = sis->pages;
498
499	return rpc_clnt_swap_activate(clnt);
500}
501
502static void nfs_swap_deactivate(struct file *file)
503{
504	struct rpc_clnt *clnt = NFS_CLIENT(file->f_mapping->host);
505
506	rpc_clnt_swap_deactivate(clnt);
507}
508
509const struct address_space_operations nfs_file_aops = {
510	.readpage = nfs_readpage,
511	.readpages = nfs_readpages,
512	.set_page_dirty = __set_page_dirty_nobuffers,
513	.writepage = nfs_writepage,
514	.writepages = nfs_writepages,
515	.write_begin = nfs_write_begin,
516	.write_end = nfs_write_end,
517	.invalidatepage = nfs_invalidate_page,
518	.releasepage = nfs_release_page,
519	.direct_IO = nfs_direct_IO,
520#ifdef CONFIG_MIGRATION
521	.migratepage = nfs_migrate_page,
522#endif
523	.launder_page = nfs_launder_page,
524	.is_dirty_writeback = nfs_check_dirty_writeback,
525	.error_remove_page = generic_error_remove_page,
526	.swap_activate = nfs_swap_activate,
527	.swap_deactivate = nfs_swap_deactivate,
528};
529
530/*
531 * Notification that a PTE pointing to an NFS page is about to be made
532 * writable, implying that someone is about to modify the page through a
533 * shared-writable mapping
534 */
535static int nfs_vm_page_mkwrite(struct vm_fault *vmf)
536{
537	struct page *page = vmf->page;
538	struct file *filp = vmf->vma->vm_file;
539	struct inode *inode = file_inode(filp);
540	unsigned pagelen;
541	int ret = VM_FAULT_NOPAGE;
542	struct address_space *mapping;
543
544	dfprintk(PAGECACHE, "NFS: vm_page_mkwrite(%pD2(%lu), offset %lld)\n",
545		filp, filp->f_mapping->host->i_ino,
546		(long long)page_offset(page));
547
548	sb_start_pagefault(inode->i_sb);
549
550	/* make sure the cache has finished storing the page */
551	nfs_fscache_wait_on_page_write(NFS_I(inode), page);
552
553	wait_on_bit_action(&NFS_I(inode)->flags, NFS_INO_INVALIDATING,
554			nfs_wait_bit_killable, TASK_KILLABLE);
555
556	lock_page(page);
557	mapping = page_file_mapping(page);
558	if (mapping != inode->i_mapping)
559		goto out_unlock;
560
561	wait_on_page_writeback(page);
562
563	pagelen = nfs_page_length(page);
564	if (pagelen == 0)
565		goto out_unlock;
566
567	ret = VM_FAULT_LOCKED;
568	if (nfs_flush_incompatible(filp, page) == 0 &&
569	    nfs_updatepage(filp, page, 0, pagelen) == 0)
570		goto out;
571
572	ret = VM_FAULT_SIGBUS;
573out_unlock:
574	unlock_page(page);
575out:
576	sb_end_pagefault(inode->i_sb);
577	return ret;
578}
579
580static const struct vm_operations_struct nfs_file_vm_ops = {
581	.fault = filemap_fault,
582	.map_pages = filemap_map_pages,
583	.page_mkwrite = nfs_vm_page_mkwrite,
584};
585
586static int nfs_need_check_write(struct file *filp, struct inode *inode)
587{
588	struct nfs_open_context *ctx;
589
590	ctx = nfs_file_open_context(filp);
591	if (test_bit(NFS_CONTEXT_ERROR_WRITE, &ctx->flags) ||
592	    nfs_ctx_key_to_expire(ctx, inode))
593		return 1;
594	return 0;
595}
596
597ssize_t nfs_file_write(struct kiocb *iocb, struct iov_iter *from)
598{
599	struct file *file = iocb->ki_filp;
600	struct inode *inode = file_inode(file);
601	unsigned long written = 0;
602	ssize_t result;
603
604	result = nfs_key_timeout_notify(file, inode);
605	if (result)
606		return result;
607
608	if (iocb->ki_flags & IOCB_DIRECT)
609		return nfs_file_direct_write(iocb, from);
610
611	dprintk("NFS: write(%pD2, %zu@%Ld)\n",
612		file, iov_iter_count(from), (long long) iocb->ki_pos);
613
614	if (IS_SWAPFILE(inode))
615		goto out_swapfile;
616	/*
617	 * O_APPEND implies that we must revalidate the file length.
618	 */
619	if (iocb->ki_flags & IOCB_APPEND) {
620		result = nfs_revalidate_file_size(inode, file);
621		if (result)
622			goto out;
623	}
624	if (iocb->ki_pos > i_size_read(inode))
625		nfs_revalidate_mapping(inode, file->f_mapping);
626
627	nfs_start_io_write(inode);
628	result = generic_write_checks(iocb, from);
629	if (result > 0) {
630		current->backing_dev_info = inode_to_bdi(inode);
631		result = generic_perform_write(file, from, iocb->ki_pos);
632		current->backing_dev_info = NULL;
633	}
634	nfs_end_io_write(inode);
635	if (result <= 0)
636		goto out;
637
638	written = result;
639	iocb->ki_pos += written;
640	result = generic_write_sync(iocb, written);
641	if (result < 0)
642		goto out;
 
 
643
644	/* Return error values */
645	if (nfs_need_check_write(file, inode)) {
646		int err = vfs_fsync(file, 0);
647		if (err < 0)
648			result = err;
649	}
650	nfs_add_stats(inode, NFSIOS_NORMALWRITTENBYTES, written);
651out:
652	return result;
653
654out_swapfile:
655	printk(KERN_INFO "NFS: attempt to write to active swap file!\n");
656	return -EBUSY;
657}
658EXPORT_SYMBOL_GPL(nfs_file_write);
659
660static int
661do_getlk(struct file *filp, int cmd, struct file_lock *fl, int is_local)
662{
663	struct inode *inode = filp->f_mapping->host;
664	int status = 0;
665	unsigned int saved_type = fl->fl_type;
666
667	/* Try local locking first */
668	posix_test_lock(filp, fl);
669	if (fl->fl_type != F_UNLCK) {
670		/* found a conflict */
671		goto out;
672	}
673	fl->fl_type = saved_type;
674
675	if (NFS_PROTO(inode)->have_delegation(inode, FMODE_READ))
676		goto out_noconflict;
677
678	if (is_local)
679		goto out_noconflict;
680
681	status = NFS_PROTO(inode)->lock(filp, cmd, fl);
682out:
683	return status;
684out_noconflict:
685	fl->fl_type = F_UNLCK;
686	goto out;
687}
688
689static int
690do_unlk(struct file *filp, int cmd, struct file_lock *fl, int is_local)
691{
692	struct inode *inode = filp->f_mapping->host;
693	struct nfs_lock_context *l_ctx;
694	int status;
695
696	/*
697	 * Flush all pending writes before doing anything
698	 * with locks..
699	 */
700	vfs_fsync(filp, 0);
701
702	l_ctx = nfs_get_lock_context(nfs_file_open_context(filp));
703	if (!IS_ERR(l_ctx)) {
704		status = nfs_iocounter_wait(l_ctx);
705		nfs_put_lock_context(l_ctx);
706		/*  NOTE: special case
707		 * 	If we're signalled while cleaning up locks on process exit, we
708		 * 	still need to complete the unlock.
709		 */
710		if (status < 0 && !(fl->fl_flags & FL_CLOSE))
711			return status;
712	}
713
 
 
 
 
714	/*
715	 * Use local locking if mounted with "-onolock" or with appropriate
716	 * "-olocal_lock="
717	 */
718	if (!is_local)
719		status = NFS_PROTO(inode)->lock(filp, cmd, fl);
720	else
721		status = locks_lock_file_wait(filp, fl);
722	return status;
723}
724
725static int
726do_setlk(struct file *filp, int cmd, struct file_lock *fl, int is_local)
727{
728	struct inode *inode = filp->f_mapping->host;
729	int status;
730
731	/*
732	 * Flush all pending writes before doing anything
733	 * with locks..
734	 */
735	status = nfs_sync_mapping(filp->f_mapping);
736	if (status != 0)
737		goto out;
738
739	/*
740	 * Use local locking if mounted with "-onolock" or with appropriate
741	 * "-olocal_lock="
742	 */
743	if (!is_local)
744		status = NFS_PROTO(inode)->lock(filp, cmd, fl);
745	else
746		status = locks_lock_file_wait(filp, fl);
747	if (status < 0)
748		goto out;
749
750	/*
751	 * Invalidate cache to prevent missing any changes.  If
752	 * the file is mapped, clear the page cache as well so
753	 * those mappings will be loaded.
754	 *
755	 * This makes locking act as a cache coherency point.
756	 */
757	nfs_sync_mapping(filp->f_mapping);
758	if (!NFS_PROTO(inode)->have_delegation(inode, FMODE_READ)) {
759		nfs_zap_caches(inode);
760		if (mapping_mapped(filp->f_mapping))
761			nfs_revalidate_mapping(inode, filp->f_mapping);
762	}
763out:
764	return status;
765}
766
767/*
768 * Lock a (portion of) a file
769 */
770int nfs_lock(struct file *filp, int cmd, struct file_lock *fl)
771{
772	struct inode *inode = filp->f_mapping->host;
773	int ret = -ENOLCK;
774	int is_local = 0;
775
776	dprintk("NFS: lock(%pD2, t=%x, fl=%x, r=%lld:%lld)\n",
777			filp, fl->fl_type, fl->fl_flags,
778			(long long)fl->fl_start, (long long)fl->fl_end);
779
780	nfs_inc_stats(inode, NFSIOS_VFSLOCK);
781
782	/* No mandatory locks over NFS */
783	if (__mandatory_lock(inode) && fl->fl_type != F_UNLCK)
784		goto out_err;
785
786	if (NFS_SERVER(inode)->flags & NFS_MOUNT_LOCAL_FCNTL)
787		is_local = 1;
788
789	if (NFS_PROTO(inode)->lock_check_bounds != NULL) {
790		ret = NFS_PROTO(inode)->lock_check_bounds(fl);
791		if (ret < 0)
792			goto out_err;
793	}
794
795	if (IS_GETLK(cmd))
796		ret = do_getlk(filp, cmd, fl, is_local);
797	else if (fl->fl_type == F_UNLCK)
798		ret = do_unlk(filp, cmd, fl, is_local);
799	else
800		ret = do_setlk(filp, cmd, fl, is_local);
801out_err:
802	return ret;
803}
804EXPORT_SYMBOL_GPL(nfs_lock);
805
806/*
807 * Lock a (portion of) a file
808 */
809int nfs_flock(struct file *filp, int cmd, struct file_lock *fl)
810{
811	struct inode *inode = filp->f_mapping->host;
812	int is_local = 0;
813
814	dprintk("NFS: flock(%pD2, t=%x, fl=%x)\n",
815			filp, fl->fl_type, fl->fl_flags);
816
817	if (!(fl->fl_flags & FL_FLOCK))
818		return -ENOLCK;
819
820	/*
821	 * The NFSv4 protocol doesn't support LOCK_MAND, which is not part of
822	 * any standard. In principle we might be able to support LOCK_MAND
823	 * on NFSv2/3 since NLMv3/4 support DOS share modes, but for now the
824	 * NFS code is not set up for it.
825	 */
826	if (fl->fl_type & LOCK_MAND)
827		return -EINVAL;
828
829	if (NFS_SERVER(inode)->flags & NFS_MOUNT_LOCAL_FLOCK)
830		is_local = 1;
831
832	/* We're simulating flock() locks using posix locks on the server */
833	if (fl->fl_type == F_UNLCK)
834		return do_unlk(filp, cmd, fl, is_local);
835	return do_setlk(filp, cmd, fl, is_local);
836}
837EXPORT_SYMBOL_GPL(nfs_flock);
838
839const struct file_operations nfs_file_operations = {
840	.llseek		= nfs_file_llseek,
841	.read_iter	= nfs_file_read,
842	.write_iter	= nfs_file_write,
843	.mmap		= nfs_file_mmap,
844	.open		= nfs_file_open,
845	.flush		= nfs_file_flush,
846	.release	= nfs_file_release,
847	.fsync		= nfs_file_fsync,
848	.lock		= nfs_lock,
849	.flock		= nfs_flock,
850	.splice_read	= generic_file_splice_read,
851	.splice_write	= iter_file_splice_write,
852	.check_flags	= nfs_check_flags,
853	.setlease	= simple_nosetlease,
854};
855EXPORT_SYMBOL_GPL(nfs_file_operations);
v4.10.11
  1/*
  2 *  linux/fs/nfs/file.c
  3 *
  4 *  Copyright (C) 1992  Rick Sladkey
  5 *
  6 *  Changes Copyright (C) 1994 by Florian La Roche
  7 *   - Do not copy data too often around in the kernel.
  8 *   - In nfs_file_read the return value of kmalloc wasn't checked.
  9 *   - Put in a better version of read look-ahead buffering. Original idea
 10 *     and implementation by Wai S Kok elekokws@ee.nus.sg.
 11 *
 12 *  Expire cache on write to a file by Wai S Kok (Oct 1994).
 13 *
 14 *  Total rewrite of read side for new NFS buffer cache.. Linus.
 15 *
 16 *  nfs regular file handling functions
 17 */
 18
 19#include <linux/module.h>
 20#include <linux/time.h>
 21#include <linux/kernel.h>
 22#include <linux/errno.h>
 23#include <linux/fcntl.h>
 24#include <linux/stat.h>
 25#include <linux/nfs_fs.h>
 26#include <linux/nfs_mount.h>
 27#include <linux/mm.h>
 28#include <linux/pagemap.h>
 29#include <linux/gfp.h>
 30#include <linux/swap.h>
 31
 32#include <linux/uaccess.h>
 33
 34#include "delegation.h"
 35#include "internal.h"
 36#include "iostat.h"
 37#include "fscache.h"
 38#include "pnfs.h"
 39
 40#include "nfstrace.h"
 41
 42#define NFSDBG_FACILITY		NFSDBG_FILE
 43
 44static const struct vm_operations_struct nfs_file_vm_ops;
 45
 46/* Hack for future NFS swap support */
 47#ifndef IS_SWAPFILE
 48# define IS_SWAPFILE(inode)	(0)
 49#endif
 50
 51int nfs_check_flags(int flags)
 52{
 53	if ((flags & (O_APPEND | O_DIRECT)) == (O_APPEND | O_DIRECT))
 54		return -EINVAL;
 55
 56	return 0;
 57}
 58EXPORT_SYMBOL_GPL(nfs_check_flags);
 59
 60/*
 61 * Open file
 62 */
 63static int
 64nfs_file_open(struct inode *inode, struct file *filp)
 65{
 66	int res;
 67
 68	dprintk("NFS: open file(%pD2)\n", filp);
 69
 70	nfs_inc_stats(inode, NFSIOS_VFSOPEN);
 71	res = nfs_check_flags(filp->f_flags);
 72	if (res)
 73		return res;
 74
 75	res = nfs_open(inode, filp);
 76	return res;
 77}
 78
 79int
 80nfs_file_release(struct inode *inode, struct file *filp)
 81{
 82	dprintk("NFS: release(%pD2)\n", filp);
 83
 84	nfs_inc_stats(inode, NFSIOS_VFSRELEASE);
 85	nfs_file_clear_open_context(filp);
 86	return 0;
 87}
 88EXPORT_SYMBOL_GPL(nfs_file_release);
 89
 90/**
 91 * nfs_revalidate_size - Revalidate the file size
 92 * @inode - pointer to inode struct
 93 * @file - pointer to struct file
 94 *
 95 * Revalidates the file length. This is basically a wrapper around
 96 * nfs_revalidate_inode() that takes into account the fact that we may
 97 * have cached writes (in which case we don't care about the server's
 98 * idea of what the file length is), or O_DIRECT (in which case we
 99 * shouldn't trust the cache).
100 */
101static int nfs_revalidate_file_size(struct inode *inode, struct file *filp)
102{
103	struct nfs_server *server = NFS_SERVER(inode);
104
105	if (filp->f_flags & O_DIRECT)
106		goto force_reval;
107	if (nfs_check_cache_invalid(inode, NFS_INO_REVAL_PAGECACHE))
108		goto force_reval;
109	return 0;
110force_reval:
111	return __nfs_revalidate_inode(server, inode);
112}
113
114loff_t nfs_file_llseek(struct file *filp, loff_t offset, int whence)
115{
116	dprintk("NFS: llseek file(%pD2, %lld, %d)\n",
117			filp, offset, whence);
118
119	/*
120	 * whence == SEEK_END || SEEK_DATA || SEEK_HOLE => we must revalidate
121	 * the cached file length
122	 */
123	if (whence != SEEK_SET && whence != SEEK_CUR) {
124		struct inode *inode = filp->f_mapping->host;
125
126		int retval = nfs_revalidate_file_size(inode, filp);
127		if (retval < 0)
128			return (loff_t)retval;
129	}
130
131	return generic_file_llseek(filp, offset, whence);
132}
133EXPORT_SYMBOL_GPL(nfs_file_llseek);
134
135/*
136 * Flush all dirty pages, and check for write errors.
137 */
138static int
139nfs_file_flush(struct file *file, fl_owner_t id)
140{
141	struct inode	*inode = file_inode(file);
142
143	dprintk("NFS: flush(%pD2)\n", file);
144
145	nfs_inc_stats(inode, NFSIOS_VFSFLUSH);
146	if ((file->f_mode & FMODE_WRITE) == 0)
147		return 0;
148
149	/* Flush writes to the server and return any errors */
150	return vfs_fsync(file, 0);
151}
152
153ssize_t
154nfs_file_read(struct kiocb *iocb, struct iov_iter *to)
155{
156	struct inode *inode = file_inode(iocb->ki_filp);
157	ssize_t result;
158
159	if (iocb->ki_flags & IOCB_DIRECT)
160		return nfs_file_direct_read(iocb, to);
161
162	dprintk("NFS: read(%pD2, %zu@%lu)\n",
163		iocb->ki_filp,
164		iov_iter_count(to), (unsigned long) iocb->ki_pos);
165
166	nfs_start_io_read(inode);
167	result = nfs_revalidate_mapping(inode, iocb->ki_filp->f_mapping);
168	if (!result) {
169		result = generic_file_read_iter(iocb, to);
170		if (result > 0)
171			nfs_add_stats(inode, NFSIOS_NORMALREADBYTES, result);
172	}
173	nfs_end_io_read(inode);
174	return result;
175}
176EXPORT_SYMBOL_GPL(nfs_file_read);
177
178int
179nfs_file_mmap(struct file * file, struct vm_area_struct * vma)
180{
181	struct inode *inode = file_inode(file);
182	int	status;
183
184	dprintk("NFS: mmap(%pD2)\n", file);
185
186	/* Note: generic_file_mmap() returns ENOSYS on nommu systems
187	 *       so we call that before revalidating the mapping
188	 */
189	status = generic_file_mmap(file, vma);
190	if (!status) {
191		vma->vm_ops = &nfs_file_vm_ops;
192		status = nfs_revalidate_mapping(inode, file->f_mapping);
193	}
194	return status;
195}
196EXPORT_SYMBOL_GPL(nfs_file_mmap);
197
198/*
199 * Flush any dirty pages for this process, and check for write errors.
200 * The return status from this call provides a reliable indication of
201 * whether any write errors occurred for this process.
202 *
203 * Notice that it clears the NFS_CONTEXT_ERROR_WRITE before synching to
204 * disk, but it retrieves and clears ctx->error after synching, despite
205 * the two being set at the same time in nfs_context_set_write_error().
206 * This is because the former is used to notify the _next_ call to
207 * nfs_file_write() that a write error occurred, and hence cause it to
208 * fall back to doing a synchronous write.
209 */
210static int
211nfs_file_fsync_commit(struct file *file, loff_t start, loff_t end, int datasync)
212{
213	struct nfs_open_context *ctx = nfs_file_open_context(file);
214	struct inode *inode = file_inode(file);
215	int have_error, do_resend, status;
216	int ret = 0;
217
218	dprintk("NFS: fsync file(%pD2) datasync %d\n", file, datasync);
219
220	nfs_inc_stats(inode, NFSIOS_VFSFSYNC);
221	do_resend = test_and_clear_bit(NFS_CONTEXT_RESEND_WRITES, &ctx->flags);
222	have_error = test_and_clear_bit(NFS_CONTEXT_ERROR_WRITE, &ctx->flags);
223	status = nfs_commit_inode(inode, FLUSH_SYNC);
224	have_error |= test_bit(NFS_CONTEXT_ERROR_WRITE, &ctx->flags);
225	if (have_error) {
226		ret = xchg(&ctx->error, 0);
227		if (ret)
228			goto out;
229	}
230	if (status < 0) {
231		ret = status;
232		goto out;
233	}
234	do_resend |= test_bit(NFS_CONTEXT_RESEND_WRITES, &ctx->flags);
235	if (do_resend)
236		ret = -EAGAIN;
237out:
238	return ret;
239}
240
241int
242nfs_file_fsync(struct file *file, loff_t start, loff_t end, int datasync)
243{
244	int ret;
245	struct inode *inode = file_inode(file);
246
247	trace_nfs_fsync_enter(inode);
248
249	do {
 
250		ret = filemap_write_and_wait_range(inode->i_mapping, start, end);
 
 
 
 
 
251		if (ret != 0)
252			break;
253		ret = nfs_file_fsync_commit(file, start, end, datasync);
254		if (!ret)
255			ret = pnfs_sync_inode(inode, !!datasync);
256		/*
257		 * If nfs_file_fsync_commit detected a server reboot, then
258		 * resend all dirty pages that might have been covered by
259		 * the NFS_CONTEXT_RESEND_WRITES flag
260		 */
261		start = 0;
262		end = LLONG_MAX;
263	} while (ret == -EAGAIN);
264
265	trace_nfs_fsync_exit(inode, ret);
266	return ret;
267}
268EXPORT_SYMBOL_GPL(nfs_file_fsync);
269
270/*
271 * Decide whether a read/modify/write cycle may be more efficient
272 * then a modify/write/read cycle when writing to a page in the
273 * page cache.
274 *
275 * The modify/write/read cycle may occur if a page is read before
276 * being completely filled by the writer.  In this situation, the
277 * page must be completely written to stable storage on the server
278 * before it can be refilled by reading in the page from the server.
279 * This can lead to expensive, small, FILE_SYNC mode writes being
280 * done.
281 *
282 * It may be more efficient to read the page first if the file is
283 * open for reading in addition to writing, the page is not marked
284 * as Uptodate, it is not dirty or waiting to be committed,
285 * indicating that it was previously allocated and then modified,
286 * that there were valid bytes of data in that range of the file,
287 * and that the new data won't completely replace the old data in
288 * that range of the file.
289 */
290static int nfs_want_read_modify_write(struct file *file, struct page *page,
291			loff_t pos, unsigned len)
292{
293	unsigned int pglen = nfs_page_length(page);
294	unsigned int offset = pos & (PAGE_SIZE - 1);
295	unsigned int end = offset + len;
296
297	if (pnfs_ld_read_whole_page(file->f_mapping->host)) {
298		if (!PageUptodate(page))
299			return 1;
300		return 0;
301	}
302
303	if ((file->f_mode & FMODE_READ) &&	/* open for read? */
304	    !PageUptodate(page) &&		/* Uptodate? */
305	    !PagePrivate(page) &&		/* i/o request already? */
306	    pglen &&				/* valid bytes of file? */
307	    (end < pglen || offset))		/* replace all valid bytes? */
308		return 1;
309	return 0;
310}
311
312/*
313 * This does the "real" work of the write. We must allocate and lock the
314 * page to be sent back to the generic routine, which then copies the
315 * data from user space.
316 *
317 * If the writer ends up delaying the write, the writer needs to
318 * increment the page use counts until he is done with the page.
319 */
320static int nfs_write_begin(struct file *file, struct address_space *mapping,
321			loff_t pos, unsigned len, unsigned flags,
322			struct page **pagep, void **fsdata)
323{
324	int ret;
325	pgoff_t index = pos >> PAGE_SHIFT;
326	struct page *page;
327	int once_thru = 0;
328
329	dfprintk(PAGECACHE, "NFS: write_begin(%pD2(%lu), %u@%lld)\n",
330		file, mapping->host->i_ino, len, (long long) pos);
331
332start:
333	page = grab_cache_page_write_begin(mapping, index, flags);
334	if (!page)
335		return -ENOMEM;
336	*pagep = page;
337
338	ret = nfs_flush_incompatible(file, page);
339	if (ret) {
340		unlock_page(page);
341		put_page(page);
342	} else if (!once_thru &&
343		   nfs_want_read_modify_write(file, page, pos, len)) {
344		once_thru = 1;
345		ret = nfs_readpage(file, page);
346		put_page(page);
347		if (!ret)
348			goto start;
349	}
350	return ret;
351}
352
353static int nfs_write_end(struct file *file, struct address_space *mapping,
354			loff_t pos, unsigned len, unsigned copied,
355			struct page *page, void *fsdata)
356{
357	unsigned offset = pos & (PAGE_SIZE - 1);
358	struct nfs_open_context *ctx = nfs_file_open_context(file);
359	int status;
360
361	dfprintk(PAGECACHE, "NFS: write_end(%pD2(%lu), %u@%lld)\n",
362		file, mapping->host->i_ino, len, (long long) pos);
363
364	/*
365	 * Zero any uninitialised parts of the page, and then mark the page
366	 * as up to date if it turns out that we're extending the file.
367	 */
368	if (!PageUptodate(page)) {
369		unsigned pglen = nfs_page_length(page);
370		unsigned end = offset + copied;
371
372		if (pglen == 0) {
373			zero_user_segments(page, 0, offset,
374					end, PAGE_SIZE);
375			SetPageUptodate(page);
376		} else if (end >= pglen) {
377			zero_user_segment(page, end, PAGE_SIZE);
378			if (offset == 0)
379				SetPageUptodate(page);
380		} else
381			zero_user_segment(page, pglen, PAGE_SIZE);
382	}
383
384	status = nfs_updatepage(file, page, offset, copied);
385
386	unlock_page(page);
387	put_page(page);
388
389	if (status < 0)
390		return status;
391	NFS_I(mapping->host)->write_io += copied;
392
393	if (nfs_ctx_key_to_expire(ctx, mapping->host)) {
394		status = nfs_wb_all(mapping->host);
395		if (status < 0)
396			return status;
397	}
398
399	return copied;
400}
401
402/*
403 * Partially or wholly invalidate a page
404 * - Release the private state associated with a page if undergoing complete
405 *   page invalidation
406 * - Called if either PG_private or PG_fscache is set on the page
407 * - Caller holds page lock
408 */
409static void nfs_invalidate_page(struct page *page, unsigned int offset,
410				unsigned int length)
411{
412	dfprintk(PAGECACHE, "NFS: invalidate_page(%p, %u, %u)\n",
413		 page, offset, length);
414
415	if (offset != 0 || length < PAGE_SIZE)
416		return;
417	/* Cancel any unstarted writes on this page */
418	nfs_wb_page_cancel(page_file_mapping(page)->host, page);
419
420	nfs_fscache_invalidate_page(page, page->mapping->host);
421}
422
423/*
424 * Attempt to release the private state associated with a page
425 * - Called if either PG_private or PG_fscache is set on the page
426 * - Caller holds page lock
427 * - Return true (may release page) or false (may not)
428 */
429static int nfs_release_page(struct page *page, gfp_t gfp)
430{
431	dfprintk(PAGECACHE, "NFS: release_page(%p)\n", page);
432
433	/* If PagePrivate() is set, then the page is not freeable */
434	if (PagePrivate(page))
435		return 0;
436	return nfs_fscache_release_page(page, gfp);
437}
438
439static void nfs_check_dirty_writeback(struct page *page,
440				bool *dirty, bool *writeback)
441{
442	struct nfs_inode *nfsi;
443	struct address_space *mapping = page_file_mapping(page);
444
445	if (!mapping || PageSwapCache(page))
446		return;
447
448	/*
449	 * Check if an unstable page is currently being committed and
450	 * if so, have the VM treat it as if the page is under writeback
451	 * so it will not block due to pages that will shortly be freeable.
452	 */
453	nfsi = NFS_I(mapping->host);
454	if (atomic_read(&nfsi->commit_info.rpcs_out)) {
455		*writeback = true;
456		return;
457	}
458
459	/*
460	 * If PagePrivate() is set, then the page is not freeable and as the
461	 * inode is not being committed, it's not going to be cleaned in the
462	 * near future so treat it as dirty
463	 */
464	if (PagePrivate(page))
465		*dirty = true;
466}
467
468/*
469 * Attempt to clear the private state associated with a page when an error
470 * occurs that requires the cached contents of an inode to be written back or
471 * destroyed
472 * - Called if either PG_private or fscache is set on the page
473 * - Caller holds page lock
474 * - Return 0 if successful, -error otherwise
475 */
476static int nfs_launder_page(struct page *page)
477{
478	struct inode *inode = page_file_mapping(page)->host;
479	struct nfs_inode *nfsi = NFS_I(inode);
480
481	dfprintk(PAGECACHE, "NFS: launder_page(%ld, %llu)\n",
482		inode->i_ino, (long long)page_offset(page));
483
484	nfs_fscache_wait_on_page_write(nfsi, page);
485	return nfs_wb_launder_page(inode, page);
486}
487
488static int nfs_swap_activate(struct swap_info_struct *sis, struct file *file,
489						sector_t *span)
490{
491	struct rpc_clnt *clnt = NFS_CLIENT(file->f_mapping->host);
492
493	*span = sis->pages;
494
495	return rpc_clnt_swap_activate(clnt);
496}
497
498static void nfs_swap_deactivate(struct file *file)
499{
500	struct rpc_clnt *clnt = NFS_CLIENT(file->f_mapping->host);
501
502	rpc_clnt_swap_deactivate(clnt);
503}
504
505const struct address_space_operations nfs_file_aops = {
506	.readpage = nfs_readpage,
507	.readpages = nfs_readpages,
508	.set_page_dirty = __set_page_dirty_nobuffers,
509	.writepage = nfs_writepage,
510	.writepages = nfs_writepages,
511	.write_begin = nfs_write_begin,
512	.write_end = nfs_write_end,
513	.invalidatepage = nfs_invalidate_page,
514	.releasepage = nfs_release_page,
515	.direct_IO = nfs_direct_IO,
516#ifdef CONFIG_MIGRATION
517	.migratepage = nfs_migrate_page,
518#endif
519	.launder_page = nfs_launder_page,
520	.is_dirty_writeback = nfs_check_dirty_writeback,
521	.error_remove_page = generic_error_remove_page,
522	.swap_activate = nfs_swap_activate,
523	.swap_deactivate = nfs_swap_deactivate,
524};
525
526/*
527 * Notification that a PTE pointing to an NFS page is about to be made
528 * writable, implying that someone is about to modify the page through a
529 * shared-writable mapping
530 */
531static int nfs_vm_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf)
532{
533	struct page *page = vmf->page;
534	struct file *filp = vma->vm_file;
535	struct inode *inode = file_inode(filp);
536	unsigned pagelen;
537	int ret = VM_FAULT_NOPAGE;
538	struct address_space *mapping;
539
540	dfprintk(PAGECACHE, "NFS: vm_page_mkwrite(%pD2(%lu), offset %lld)\n",
541		filp, filp->f_mapping->host->i_ino,
542		(long long)page_offset(page));
543
544	sb_start_pagefault(inode->i_sb);
545
546	/* make sure the cache has finished storing the page */
547	nfs_fscache_wait_on_page_write(NFS_I(inode), page);
548
549	wait_on_bit_action(&NFS_I(inode)->flags, NFS_INO_INVALIDATING,
550			nfs_wait_bit_killable, TASK_KILLABLE);
551
552	lock_page(page);
553	mapping = page_file_mapping(page);
554	if (mapping != inode->i_mapping)
555		goto out_unlock;
556
557	wait_on_page_writeback(page);
558
559	pagelen = nfs_page_length(page);
560	if (pagelen == 0)
561		goto out_unlock;
562
563	ret = VM_FAULT_LOCKED;
564	if (nfs_flush_incompatible(filp, page) == 0 &&
565	    nfs_updatepage(filp, page, 0, pagelen) == 0)
566		goto out;
567
568	ret = VM_FAULT_SIGBUS;
569out_unlock:
570	unlock_page(page);
571out:
572	sb_end_pagefault(inode->i_sb);
573	return ret;
574}
575
576static const struct vm_operations_struct nfs_file_vm_ops = {
577	.fault = filemap_fault,
578	.map_pages = filemap_map_pages,
579	.page_mkwrite = nfs_vm_page_mkwrite,
580};
581
582static int nfs_need_check_write(struct file *filp, struct inode *inode)
583{
584	struct nfs_open_context *ctx;
585
586	ctx = nfs_file_open_context(filp);
587	if (test_bit(NFS_CONTEXT_ERROR_WRITE, &ctx->flags) ||
588	    nfs_ctx_key_to_expire(ctx, inode))
589		return 1;
590	return 0;
591}
592
593ssize_t nfs_file_write(struct kiocb *iocb, struct iov_iter *from)
594{
595	struct file *file = iocb->ki_filp;
596	struct inode *inode = file_inode(file);
597	unsigned long written = 0;
598	ssize_t result;
599
600	result = nfs_key_timeout_notify(file, inode);
601	if (result)
602		return result;
603
604	if (iocb->ki_flags & IOCB_DIRECT)
605		return nfs_file_direct_write(iocb, from);
606
607	dprintk("NFS: write(%pD2, %zu@%Ld)\n",
608		file, iov_iter_count(from), (long long) iocb->ki_pos);
609
610	if (IS_SWAPFILE(inode))
611		goto out_swapfile;
612	/*
613	 * O_APPEND implies that we must revalidate the file length.
614	 */
615	if (iocb->ki_flags & IOCB_APPEND) {
616		result = nfs_revalidate_file_size(inode, file);
617		if (result)
618			goto out;
619	}
 
 
620
621	nfs_start_io_write(inode);
622	result = generic_write_checks(iocb, from);
623	if (result > 0) {
624		current->backing_dev_info = inode_to_bdi(inode);
625		result = generic_perform_write(file, from, iocb->ki_pos);
626		current->backing_dev_info = NULL;
627	}
628	nfs_end_io_write(inode);
629	if (result <= 0)
630		goto out;
631
632	result = generic_write_sync(iocb, result);
 
 
633	if (result < 0)
634		goto out;
635	written = result;
636	iocb->ki_pos += written;
637
638	/* Return error values */
639	if (nfs_need_check_write(file, inode)) {
640		int err = vfs_fsync(file, 0);
641		if (err < 0)
642			result = err;
643	}
644	nfs_add_stats(inode, NFSIOS_NORMALWRITTENBYTES, written);
645out:
646	return result;
647
648out_swapfile:
649	printk(KERN_INFO "NFS: attempt to write to active swap file!\n");
650	return -EBUSY;
651}
652EXPORT_SYMBOL_GPL(nfs_file_write);
653
654static int
655do_getlk(struct file *filp, int cmd, struct file_lock *fl, int is_local)
656{
657	struct inode *inode = filp->f_mapping->host;
658	int status = 0;
659	unsigned int saved_type = fl->fl_type;
660
661	/* Try local locking first */
662	posix_test_lock(filp, fl);
663	if (fl->fl_type != F_UNLCK) {
664		/* found a conflict */
665		goto out;
666	}
667	fl->fl_type = saved_type;
668
669	if (NFS_PROTO(inode)->have_delegation(inode, FMODE_READ))
670		goto out_noconflict;
671
672	if (is_local)
673		goto out_noconflict;
674
675	status = NFS_PROTO(inode)->lock(filp, cmd, fl);
676out:
677	return status;
678out_noconflict:
679	fl->fl_type = F_UNLCK;
680	goto out;
681}
682
683static int
684do_unlk(struct file *filp, int cmd, struct file_lock *fl, int is_local)
685{
686	struct inode *inode = filp->f_mapping->host;
687	struct nfs_lock_context *l_ctx;
688	int status;
689
690	/*
691	 * Flush all pending writes before doing anything
692	 * with locks..
693	 */
694	vfs_fsync(filp, 0);
695
696	l_ctx = nfs_get_lock_context(nfs_file_open_context(filp));
697	if (!IS_ERR(l_ctx)) {
698		status = nfs_iocounter_wait(l_ctx);
699		nfs_put_lock_context(l_ctx);
700		if (status < 0)
 
 
 
 
701			return status;
702	}
703
704	/* NOTE: special case
705	 * 	If we're signalled while cleaning up locks on process exit, we
706	 * 	still need to complete the unlock.
707	 */
708	/*
709	 * Use local locking if mounted with "-onolock" or with appropriate
710	 * "-olocal_lock="
711	 */
712	if (!is_local)
713		status = NFS_PROTO(inode)->lock(filp, cmd, fl);
714	else
715		status = locks_lock_file_wait(filp, fl);
716	return status;
717}
718
719static int
720do_setlk(struct file *filp, int cmd, struct file_lock *fl, int is_local)
721{
722	struct inode *inode = filp->f_mapping->host;
723	int status;
724
725	/*
726	 * Flush all pending writes before doing anything
727	 * with locks..
728	 */
729	status = nfs_sync_mapping(filp->f_mapping);
730	if (status != 0)
731		goto out;
732
733	/*
734	 * Use local locking if mounted with "-onolock" or with appropriate
735	 * "-olocal_lock="
736	 */
737	if (!is_local)
738		status = NFS_PROTO(inode)->lock(filp, cmd, fl);
739	else
740		status = locks_lock_file_wait(filp, fl);
741	if (status < 0)
742		goto out;
743
744	/*
745	 * Revalidate the cache if the server has time stamps granular
746	 * enough to detect subsecond changes.  Otherwise, clear the
747	 * cache to prevent missing any changes.
748	 *
749	 * This makes locking act as a cache coherency point.
750	 */
751	nfs_sync_mapping(filp->f_mapping);
752	if (!NFS_PROTO(inode)->have_delegation(inode, FMODE_READ))
753		nfs_zap_mapping(inode, filp->f_mapping);
 
 
 
754out:
755	return status;
756}
757
758/*
759 * Lock a (portion of) a file
760 */
761int nfs_lock(struct file *filp, int cmd, struct file_lock *fl)
762{
763	struct inode *inode = filp->f_mapping->host;
764	int ret = -ENOLCK;
765	int is_local = 0;
766
767	dprintk("NFS: lock(%pD2, t=%x, fl=%x, r=%lld:%lld)\n",
768			filp, fl->fl_type, fl->fl_flags,
769			(long long)fl->fl_start, (long long)fl->fl_end);
770
771	nfs_inc_stats(inode, NFSIOS_VFSLOCK);
772
773	/* No mandatory locks over NFS */
774	if (__mandatory_lock(inode) && fl->fl_type != F_UNLCK)
775		goto out_err;
776
777	if (NFS_SERVER(inode)->flags & NFS_MOUNT_LOCAL_FCNTL)
778		is_local = 1;
779
780	if (NFS_PROTO(inode)->lock_check_bounds != NULL) {
781		ret = NFS_PROTO(inode)->lock_check_bounds(fl);
782		if (ret < 0)
783			goto out_err;
784	}
785
786	if (IS_GETLK(cmd))
787		ret = do_getlk(filp, cmd, fl, is_local);
788	else if (fl->fl_type == F_UNLCK)
789		ret = do_unlk(filp, cmd, fl, is_local);
790	else
791		ret = do_setlk(filp, cmd, fl, is_local);
792out_err:
793	return ret;
794}
795EXPORT_SYMBOL_GPL(nfs_lock);
796
797/*
798 * Lock a (portion of) a file
799 */
800int nfs_flock(struct file *filp, int cmd, struct file_lock *fl)
801{
802	struct inode *inode = filp->f_mapping->host;
803	int is_local = 0;
804
805	dprintk("NFS: flock(%pD2, t=%x, fl=%x)\n",
806			filp, fl->fl_type, fl->fl_flags);
807
808	if (!(fl->fl_flags & FL_FLOCK))
809		return -ENOLCK;
810
811	/*
812	 * The NFSv4 protocol doesn't support LOCK_MAND, which is not part of
813	 * any standard. In principle we might be able to support LOCK_MAND
814	 * on NFSv2/3 since NLMv3/4 support DOS share modes, but for now the
815	 * NFS code is not set up for it.
816	 */
817	if (fl->fl_type & LOCK_MAND)
818		return -EINVAL;
819
820	if (NFS_SERVER(inode)->flags & NFS_MOUNT_LOCAL_FLOCK)
821		is_local = 1;
822
823	/* We're simulating flock() locks using posix locks on the server */
824	if (fl->fl_type == F_UNLCK)
825		return do_unlk(filp, cmd, fl, is_local);
826	return do_setlk(filp, cmd, fl, is_local);
827}
828EXPORT_SYMBOL_GPL(nfs_flock);
829
830const struct file_operations nfs_file_operations = {
831	.llseek		= nfs_file_llseek,
832	.read_iter	= nfs_file_read,
833	.write_iter	= nfs_file_write,
834	.mmap		= nfs_file_mmap,
835	.open		= nfs_file_open,
836	.flush		= nfs_file_flush,
837	.release	= nfs_file_release,
838	.fsync		= nfs_file_fsync,
839	.lock		= nfs_lock,
840	.flock		= nfs_flock,
841	.splice_read	= generic_file_splice_read,
842	.splice_write	= iter_file_splice_write,
843	.check_flags	= nfs_check_flags,
844	.setlease	= simple_nosetlease,
845};
846EXPORT_SYMBOL_GPL(nfs_file_operations);