Linux Audio

Check our new training course

Loading...
v6.8
   1// SPDX-License-Identifier: GPL-2.0+
   2/*
   3 * NILFS segment usage file.
   4 *
   5 * Copyright (C) 2006-2008 Nippon Telegraph and Telephone Corporation.
   6 *
   7 * Written by Koji Sato.
   8 * Revised by Ryusuke Konishi.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
   9 */
  10
  11#include <linux/kernel.h>
  12#include <linux/fs.h>
  13#include <linux/string.h>
  14#include <linux/buffer_head.h>
  15#include <linux/errno.h>
 
  16#include "mdt.h"
  17#include "sufile.h"
  18
  19#include <trace/events/nilfs2.h>
  20
  21/**
  22 * struct nilfs_sufile_info - on-memory private data of sufile
  23 * @mi: on-memory private data of metadata file
  24 * @ncleansegs: number of clean segments
  25 * @allocmin: lower limit of allocatable segment range
  26 * @allocmax: upper limit of allocatable segment range
  27 */
  28struct nilfs_sufile_info {
  29	struct nilfs_mdt_info mi;
  30	unsigned long ncleansegs;/* number of clean segments */
  31	__u64 allocmin;		/* lower limit of allocatable segment range */
  32	__u64 allocmax;		/* upper limit of allocatable segment range */
  33};
  34
  35static inline struct nilfs_sufile_info *NILFS_SUI(struct inode *sufile)
  36{
  37	return (struct nilfs_sufile_info *)NILFS_MDT(sufile);
  38}
  39
  40static inline unsigned long
  41nilfs_sufile_segment_usages_per_block(const struct inode *sufile)
  42{
  43	return NILFS_MDT(sufile)->mi_entries_per_block;
  44}
  45
  46static unsigned long
  47nilfs_sufile_get_blkoff(const struct inode *sufile, __u64 segnum)
  48{
  49	__u64 t = segnum + NILFS_MDT(sufile)->mi_first_entry_offset;
  50
  51	do_div(t, nilfs_sufile_segment_usages_per_block(sufile));
  52	return (unsigned long)t;
  53}
  54
  55static unsigned long
  56nilfs_sufile_get_offset(const struct inode *sufile, __u64 segnum)
  57{
  58	__u64 t = segnum + NILFS_MDT(sufile)->mi_first_entry_offset;
  59
  60	return do_div(t, nilfs_sufile_segment_usages_per_block(sufile));
  61}
  62
  63static unsigned long
  64nilfs_sufile_segment_usages_in_block(const struct inode *sufile, __u64 curr,
  65				     __u64 max)
  66{
  67	return min_t(unsigned long,
  68		     nilfs_sufile_segment_usages_per_block(sufile) -
  69		     nilfs_sufile_get_offset(sufile, curr),
  70		     max - curr + 1);
  71}
  72
  73static struct nilfs_segment_usage *
  74nilfs_sufile_block_get_segment_usage(const struct inode *sufile, __u64 segnum,
  75				     struct buffer_head *bh, void *kaddr)
  76{
  77	return kaddr + bh_offset(bh) +
  78		nilfs_sufile_get_offset(sufile, segnum) *
  79		NILFS_MDT(sufile)->mi_entry_size;
  80}
  81
  82static inline int nilfs_sufile_get_header_block(struct inode *sufile,
  83						struct buffer_head **bhp)
  84{
  85	return nilfs_mdt_get_block(sufile, 0, 0, NULL, bhp);
  86}
  87
  88static inline int
  89nilfs_sufile_get_segment_usage_block(struct inode *sufile, __u64 segnum,
  90				     int create, struct buffer_head **bhp)
  91{
  92	return nilfs_mdt_get_block(sufile,
  93				   nilfs_sufile_get_blkoff(sufile, segnum),
  94				   create, NULL, bhp);
  95}
  96
  97static int nilfs_sufile_delete_segment_usage_block(struct inode *sufile,
  98						   __u64 segnum)
  99{
 100	return nilfs_mdt_delete_block(sufile,
 101				      nilfs_sufile_get_blkoff(sufile, segnum));
 102}
 103
 104static void nilfs_sufile_mod_counter(struct buffer_head *header_bh,
 105				     u64 ncleanadd, u64 ndirtyadd)
 106{
 107	struct nilfs_sufile_header *header;
 108	void *kaddr;
 109
 110	kaddr = kmap_atomic(header_bh->b_page);
 111	header = kaddr + bh_offset(header_bh);
 112	le64_add_cpu(&header->sh_ncleansegs, ncleanadd);
 113	le64_add_cpu(&header->sh_ndirtysegs, ndirtyadd);
 114	kunmap_atomic(kaddr);
 115
 116	mark_buffer_dirty(header_bh);
 117}
 118
 119/**
 120 * nilfs_sufile_get_ncleansegs - return the number of clean segments
 121 * @sufile: inode of segment usage file
 122 */
 123unsigned long nilfs_sufile_get_ncleansegs(struct inode *sufile)
 124{
 125	return NILFS_SUI(sufile)->ncleansegs;
 126}
 127
 128/**
 129 * nilfs_sufile_updatev - modify multiple segment usages at a time
 130 * @sufile: inode of segment usage file
 131 * @segnumv: array of segment numbers
 132 * @nsegs: size of @segnumv array
 133 * @create: creation flag
 134 * @ndone: place to store number of modified segments on @segnumv
 135 * @dofunc: primitive operation for the update
 136 *
 137 * Description: nilfs_sufile_updatev() repeatedly calls @dofunc
 138 * against the given array of segments.  The @dofunc is called with
 139 * buffers of a header block and the sufile block in which the target
 140 * segment usage entry is contained.  If @ndone is given, the number
 141 * of successfully modified segments from the head is stored in the
 142 * place @ndone points to.
 143 *
 144 * Return Value: On success, zero is returned.  On error, one of the
 145 * following negative error codes is returned.
 146 *
 147 * %-EIO - I/O error.
 148 *
 149 * %-ENOMEM - Insufficient amount of memory available.
 150 *
 151 * %-ENOENT - Given segment usage is in hole block (may be returned if
 152 *            @create is zero)
 153 *
 154 * %-EINVAL - Invalid segment usage number
 155 */
 156int nilfs_sufile_updatev(struct inode *sufile, __u64 *segnumv, size_t nsegs,
 157			 int create, size_t *ndone,
 158			 void (*dofunc)(struct inode *, __u64,
 159					struct buffer_head *,
 160					struct buffer_head *))
 161{
 162	struct buffer_head *header_bh, *bh;
 163	unsigned long blkoff, prev_blkoff;
 164	__u64 *seg;
 165	size_t nerr = 0, n = 0;
 166	int ret = 0;
 167
 168	if (unlikely(nsegs == 0))
 169		goto out;
 170
 171	down_write(&NILFS_MDT(sufile)->mi_sem);
 172	for (seg = segnumv; seg < segnumv + nsegs; seg++) {
 173		if (unlikely(*seg >= nilfs_sufile_get_nsegments(sufile))) {
 174			nilfs_warn(sufile->i_sb,
 175				   "%s: invalid segment number: %llu",
 176				   __func__, (unsigned long long)*seg);
 177			nerr++;
 178		}
 179	}
 180	if (nerr > 0) {
 181		ret = -EINVAL;
 182		goto out_sem;
 183	}
 184
 185	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
 186	if (ret < 0)
 187		goto out_sem;
 188
 189	seg = segnumv;
 190	blkoff = nilfs_sufile_get_blkoff(sufile, *seg);
 191	ret = nilfs_mdt_get_block(sufile, blkoff, create, NULL, &bh);
 192	if (ret < 0)
 193		goto out_header;
 194
 195	for (;;) {
 196		dofunc(sufile, *seg, header_bh, bh);
 197
 198		if (++seg >= segnumv + nsegs)
 199			break;
 200		prev_blkoff = blkoff;
 201		blkoff = nilfs_sufile_get_blkoff(sufile, *seg);
 202		if (blkoff == prev_blkoff)
 203			continue;
 204
 205		/* get different block */
 206		brelse(bh);
 207		ret = nilfs_mdt_get_block(sufile, blkoff, create, NULL, &bh);
 208		if (unlikely(ret < 0))
 209			goto out_header;
 210	}
 211	brelse(bh);
 212
 213 out_header:
 214	n = seg - segnumv;
 215	brelse(header_bh);
 216 out_sem:
 217	up_write(&NILFS_MDT(sufile)->mi_sem);
 218 out:
 219	if (ndone)
 220		*ndone = n;
 221	return ret;
 222}
 223
 224int nilfs_sufile_update(struct inode *sufile, __u64 segnum, int create,
 225			void (*dofunc)(struct inode *, __u64,
 226				       struct buffer_head *,
 227				       struct buffer_head *))
 228{
 229	struct buffer_head *header_bh, *bh;
 230	int ret;
 231
 232	if (unlikely(segnum >= nilfs_sufile_get_nsegments(sufile))) {
 233		nilfs_warn(sufile->i_sb, "%s: invalid segment number: %llu",
 234			   __func__, (unsigned long long)segnum);
 235		return -EINVAL;
 236	}
 237	down_write(&NILFS_MDT(sufile)->mi_sem);
 238
 239	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
 240	if (ret < 0)
 241		goto out_sem;
 242
 243	ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, create, &bh);
 244	if (!ret) {
 245		dofunc(sufile, segnum, header_bh, bh);
 246		brelse(bh);
 247	}
 248	brelse(header_bh);
 249
 250 out_sem:
 251	up_write(&NILFS_MDT(sufile)->mi_sem);
 252	return ret;
 253}
 254
 255/**
 256 * nilfs_sufile_set_alloc_range - limit range of segment to be allocated
 257 * @sufile: inode of segment usage file
 258 * @start: minimum segment number of allocatable region (inclusive)
 259 * @end: maximum segment number of allocatable region (inclusive)
 260 *
 261 * Return Value: On success, 0 is returned.  On error, one of the
 262 * following negative error codes is returned.
 263 *
 264 * %-ERANGE - invalid segment region
 265 */
 266int nilfs_sufile_set_alloc_range(struct inode *sufile, __u64 start, __u64 end)
 267{
 268	struct nilfs_sufile_info *sui = NILFS_SUI(sufile);
 269	__u64 nsegs;
 270	int ret = -ERANGE;
 271
 272	down_write(&NILFS_MDT(sufile)->mi_sem);
 273	nsegs = nilfs_sufile_get_nsegments(sufile);
 274
 275	if (start <= end && end < nsegs) {
 276		sui->allocmin = start;
 277		sui->allocmax = end;
 278		ret = 0;
 279	}
 280	up_write(&NILFS_MDT(sufile)->mi_sem);
 281	return ret;
 282}
 283
 284/**
 285 * nilfs_sufile_alloc - allocate a segment
 286 * @sufile: inode of segment usage file
 287 * @segnump: pointer to segment number
 288 *
 289 * Description: nilfs_sufile_alloc() allocates a clean segment.
 290 *
 291 * Return Value: On success, 0 is returned and the segment number of the
 292 * allocated segment is stored in the place pointed by @segnump. On error, one
 293 * of the following negative error codes is returned.
 294 *
 295 * %-EIO - I/O error.
 296 *
 297 * %-ENOMEM - Insufficient amount of memory available.
 298 *
 299 * %-ENOSPC - No clean segment left.
 300 */
 301int nilfs_sufile_alloc(struct inode *sufile, __u64 *segnump)
 302{
 303	struct buffer_head *header_bh, *su_bh;
 304	struct nilfs_sufile_header *header;
 305	struct nilfs_segment_usage *su;
 306	struct nilfs_sufile_info *sui = NILFS_SUI(sufile);
 307	size_t susz = NILFS_MDT(sufile)->mi_entry_size;
 308	__u64 segnum, maxsegnum, last_alloc;
 309	void *kaddr;
 310	unsigned long nsegments, nsus, cnt;
 311	int ret, j;
 312
 313	down_write(&NILFS_MDT(sufile)->mi_sem);
 314
 315	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
 316	if (ret < 0)
 317		goto out_sem;
 318	kaddr = kmap_atomic(header_bh->b_page);
 319	header = kaddr + bh_offset(header_bh);
 
 320	last_alloc = le64_to_cpu(header->sh_last_alloc);
 321	kunmap_atomic(kaddr);
 322
 323	nsegments = nilfs_sufile_get_nsegments(sufile);
 324	maxsegnum = sui->allocmax;
 325	segnum = last_alloc + 1;
 326	if (segnum < sui->allocmin || segnum > sui->allocmax)
 327		segnum = sui->allocmin;
 328
 329	for (cnt = 0; cnt < nsegments; cnt += nsus) {
 330		if (segnum > maxsegnum) {
 331			if (cnt < sui->allocmax - sui->allocmin + 1) {
 332				/*
 333				 * wrap around in the limited region.
 334				 * if allocation started from
 335				 * sui->allocmin, this never happens.
 336				 */
 337				segnum = sui->allocmin;
 338				maxsegnum = last_alloc;
 339			} else if (segnum > sui->allocmin &&
 340				   sui->allocmax + 1 < nsegments) {
 341				segnum = sui->allocmax + 1;
 342				maxsegnum = nsegments - 1;
 343			} else if (sui->allocmin > 0)  {
 344				segnum = 0;
 345				maxsegnum = sui->allocmin - 1;
 346			} else {
 347				break; /* never happens */
 348			}
 349		}
 350		trace_nilfs2_segment_usage_check(sufile, segnum, cnt);
 351		ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 1,
 352							   &su_bh);
 353		if (ret < 0)
 354			goto out_header;
 355		kaddr = kmap_atomic(su_bh->b_page);
 356		su = nilfs_sufile_block_get_segment_usage(
 357			sufile, segnum, su_bh, kaddr);
 358
 359		nsus = nilfs_sufile_segment_usages_in_block(
 360			sufile, segnum, maxsegnum);
 361		for (j = 0; j < nsus; j++, su = (void *)su + susz, segnum++) {
 362			if (!nilfs_segment_usage_clean(su))
 363				continue;
 364			/* found a clean segment */
 365			nilfs_segment_usage_set_dirty(su);
 366			kunmap_atomic(kaddr);
 367
 368			kaddr = kmap_atomic(header_bh->b_page);
 369			header = kaddr + bh_offset(header_bh);
 370			le64_add_cpu(&header->sh_ncleansegs, -1);
 371			le64_add_cpu(&header->sh_ndirtysegs, 1);
 372			header->sh_last_alloc = cpu_to_le64(segnum);
 373			kunmap_atomic(kaddr);
 374
 375			sui->ncleansegs--;
 376			mark_buffer_dirty(header_bh);
 377			mark_buffer_dirty(su_bh);
 378			nilfs_mdt_mark_dirty(sufile);
 379			brelse(su_bh);
 380			*segnump = segnum;
 381
 382			trace_nilfs2_segment_usage_allocated(sufile, segnum);
 383
 384			goto out_header;
 385		}
 386
 387		kunmap_atomic(kaddr);
 388		brelse(su_bh);
 389	}
 390
 391	/* no segments left */
 392	ret = -ENOSPC;
 393
 394 out_header:
 395	brelse(header_bh);
 396
 397 out_sem:
 398	up_write(&NILFS_MDT(sufile)->mi_sem);
 399	return ret;
 400}
 401
 402void nilfs_sufile_do_cancel_free(struct inode *sufile, __u64 segnum,
 403				 struct buffer_head *header_bh,
 404				 struct buffer_head *su_bh)
 405{
 406	struct nilfs_segment_usage *su;
 407	void *kaddr;
 408
 409	kaddr = kmap_atomic(su_bh->b_page);
 410	su = nilfs_sufile_block_get_segment_usage(sufile, segnum, su_bh, kaddr);
 411	if (unlikely(!nilfs_segment_usage_clean(su))) {
 412		nilfs_warn(sufile->i_sb, "%s: segment %llu must be clean",
 413			   __func__, (unsigned long long)segnum);
 414		kunmap_atomic(kaddr);
 415		return;
 416	}
 417	nilfs_segment_usage_set_dirty(su);
 418	kunmap_atomic(kaddr);
 419
 420	nilfs_sufile_mod_counter(header_bh, -1, 1);
 421	NILFS_SUI(sufile)->ncleansegs--;
 422
 423	mark_buffer_dirty(su_bh);
 424	nilfs_mdt_mark_dirty(sufile);
 425}
 426
 427void nilfs_sufile_do_scrap(struct inode *sufile, __u64 segnum,
 428			   struct buffer_head *header_bh,
 429			   struct buffer_head *su_bh)
 430{
 431	struct nilfs_segment_usage *su;
 432	void *kaddr;
 433	int clean, dirty;
 434
 435	kaddr = kmap_atomic(su_bh->b_page);
 436	su = nilfs_sufile_block_get_segment_usage(sufile, segnum, su_bh, kaddr);
 437	if (su->su_flags == cpu_to_le32(BIT(NILFS_SEGMENT_USAGE_DIRTY)) &&
 438	    su->su_nblocks == cpu_to_le32(0)) {
 439		kunmap_atomic(kaddr);
 440		return;
 441	}
 442	clean = nilfs_segment_usage_clean(su);
 443	dirty = nilfs_segment_usage_dirty(su);
 444
 445	/* make the segment garbage */
 446	su->su_lastmod = cpu_to_le64(0);
 447	su->su_nblocks = cpu_to_le32(0);
 448	su->su_flags = cpu_to_le32(BIT(NILFS_SEGMENT_USAGE_DIRTY));
 449	kunmap_atomic(kaddr);
 450
 451	nilfs_sufile_mod_counter(header_bh, clean ? (u64)-1 : 0, dirty ? 0 : 1);
 452	NILFS_SUI(sufile)->ncleansegs -= clean;
 453
 454	mark_buffer_dirty(su_bh);
 455	nilfs_mdt_mark_dirty(sufile);
 456}
 457
 458void nilfs_sufile_do_free(struct inode *sufile, __u64 segnum,
 459			  struct buffer_head *header_bh,
 460			  struct buffer_head *su_bh)
 461{
 462	struct nilfs_segment_usage *su;
 463	void *kaddr;
 464	int sudirty;
 465
 466	kaddr = kmap_atomic(su_bh->b_page);
 467	su = nilfs_sufile_block_get_segment_usage(sufile, segnum, su_bh, kaddr);
 468	if (nilfs_segment_usage_clean(su)) {
 469		nilfs_warn(sufile->i_sb, "%s: segment %llu is already clean",
 470			   __func__, (unsigned long long)segnum);
 471		kunmap_atomic(kaddr);
 472		return;
 473	}
 474	if (unlikely(nilfs_segment_usage_error(su)))
 475		nilfs_warn(sufile->i_sb, "free segment %llu marked in error",
 476			   (unsigned long long)segnum);
 477
 478	sudirty = nilfs_segment_usage_dirty(su);
 479	if (unlikely(!sudirty))
 480		nilfs_warn(sufile->i_sb, "free unallocated segment %llu",
 481			   (unsigned long long)segnum);
 482
 483	nilfs_segment_usage_set_clean(su);
 484	kunmap_atomic(kaddr);
 485	mark_buffer_dirty(su_bh);
 486
 487	nilfs_sufile_mod_counter(header_bh, 1, sudirty ? (u64)-1 : 0);
 488	NILFS_SUI(sufile)->ncleansegs++;
 489
 490	nilfs_mdt_mark_dirty(sufile);
 491
 492	trace_nilfs2_segment_usage_freed(sufile, segnum);
 493}
 494
 495/**
 496 * nilfs_sufile_mark_dirty - mark the buffer having a segment usage dirty
 497 * @sufile: inode of segment usage file
 498 * @segnum: segment number
 499 */
 500int nilfs_sufile_mark_dirty(struct inode *sufile, __u64 segnum)
 501{
 502	struct buffer_head *bh;
 503	void *kaddr;
 504	struct nilfs_segment_usage *su;
 505	int ret;
 506
 507	down_write(&NILFS_MDT(sufile)->mi_sem);
 508	ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0, &bh);
 509	if (ret)
 510		goto out_sem;
 511
 512	kaddr = kmap_atomic(bh->b_page);
 513	su = nilfs_sufile_block_get_segment_usage(sufile, segnum, bh, kaddr);
 514	if (unlikely(nilfs_segment_usage_error(su))) {
 515		struct the_nilfs *nilfs = sufile->i_sb->s_fs_info;
 516
 517		kunmap_atomic(kaddr);
 518		brelse(bh);
 519		if (nilfs_segment_is_active(nilfs, segnum)) {
 520			nilfs_error(sufile->i_sb,
 521				    "active segment %llu is erroneous",
 522				    (unsigned long long)segnum);
 523		} else {
 524			/*
 525			 * Segments marked erroneous are never allocated by
 526			 * nilfs_sufile_alloc(); only active segments, ie,
 527			 * the segments indexed by ns_segnum or ns_nextnum,
 528			 * can be erroneous here.
 529			 */
 530			WARN_ON_ONCE(1);
 531		}
 532		ret = -EIO;
 533	} else {
 534		nilfs_segment_usage_set_dirty(su);
 535		kunmap_atomic(kaddr);
 536		mark_buffer_dirty(bh);
 537		nilfs_mdt_mark_dirty(sufile);
 538		brelse(bh);
 539	}
 540out_sem:
 541	up_write(&NILFS_MDT(sufile)->mi_sem);
 542	return ret;
 543}
 544
 545/**
 546 * nilfs_sufile_set_segment_usage - set usage of a segment
 547 * @sufile: inode of segment usage file
 548 * @segnum: segment number
 549 * @nblocks: number of live blocks in the segment
 550 * @modtime: modification time (option)
 551 */
 552int nilfs_sufile_set_segment_usage(struct inode *sufile, __u64 segnum,
 553				   unsigned long nblocks, time64_t modtime)
 554{
 555	struct buffer_head *bh;
 556	struct nilfs_segment_usage *su;
 557	void *kaddr;
 558	int ret;
 559
 560	down_write(&NILFS_MDT(sufile)->mi_sem);
 561	ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0, &bh);
 562	if (ret < 0)
 563		goto out_sem;
 564
 565	kaddr = kmap_atomic(bh->b_page);
 566	su = nilfs_sufile_block_get_segment_usage(sufile, segnum, bh, kaddr);
 567	if (modtime) {
 568		/*
 569		 * Check segusage error and set su_lastmod only when updating
 570		 * this entry with a valid timestamp, not for cancellation.
 571		 */
 572		WARN_ON_ONCE(nilfs_segment_usage_error(su));
 573		su->su_lastmod = cpu_to_le64(modtime);
 574	}
 575	su->su_nblocks = cpu_to_le32(nblocks);
 576	kunmap_atomic(kaddr);
 577
 578	mark_buffer_dirty(bh);
 579	nilfs_mdt_mark_dirty(sufile);
 580	brelse(bh);
 581
 582 out_sem:
 583	up_write(&NILFS_MDT(sufile)->mi_sem);
 584	return ret;
 585}
 586
 587/**
 588 * nilfs_sufile_get_stat - get segment usage statistics
 589 * @sufile: inode of segment usage file
 590 * @sustat: pointer to a structure of segment usage statistics
 591 *
 592 * Description: nilfs_sufile_get_stat() returns information about segment
 593 * usage.
 594 *
 595 * Return Value: On success, 0 is returned, and segment usage information is
 596 * stored in the place pointed by @sustat. On error, one of the following
 597 * negative error codes is returned.
 598 *
 599 * %-EIO - I/O error.
 600 *
 601 * %-ENOMEM - Insufficient amount of memory available.
 602 */
 603int nilfs_sufile_get_stat(struct inode *sufile, struct nilfs_sustat *sustat)
 604{
 605	struct buffer_head *header_bh;
 606	struct nilfs_sufile_header *header;
 607	struct the_nilfs *nilfs = sufile->i_sb->s_fs_info;
 608	void *kaddr;
 609	int ret;
 610
 611	down_read(&NILFS_MDT(sufile)->mi_sem);
 612
 613	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
 614	if (ret < 0)
 615		goto out_sem;
 616
 617	kaddr = kmap_atomic(header_bh->b_page);
 618	header = kaddr + bh_offset(header_bh);
 619	sustat->ss_nsegs = nilfs_sufile_get_nsegments(sufile);
 620	sustat->ss_ncleansegs = le64_to_cpu(header->sh_ncleansegs);
 621	sustat->ss_ndirtysegs = le64_to_cpu(header->sh_ndirtysegs);
 622	sustat->ss_ctime = nilfs->ns_ctime;
 623	sustat->ss_nongc_ctime = nilfs->ns_nongc_ctime;
 624	spin_lock(&nilfs->ns_last_segment_lock);
 625	sustat->ss_prot_seq = nilfs->ns_prot_seq;
 626	spin_unlock(&nilfs->ns_last_segment_lock);
 627	kunmap_atomic(kaddr);
 628	brelse(header_bh);
 629
 630 out_sem:
 631	up_read(&NILFS_MDT(sufile)->mi_sem);
 632	return ret;
 633}
 634
 635void nilfs_sufile_do_set_error(struct inode *sufile, __u64 segnum,
 636			       struct buffer_head *header_bh,
 637			       struct buffer_head *su_bh)
 638{
 639	struct nilfs_segment_usage *su;
 640	void *kaddr;
 641	int suclean;
 642
 643	kaddr = kmap_atomic(su_bh->b_page);
 644	su = nilfs_sufile_block_get_segment_usage(sufile, segnum, su_bh, kaddr);
 645	if (nilfs_segment_usage_error(su)) {
 646		kunmap_atomic(kaddr);
 647		return;
 648	}
 649	suclean = nilfs_segment_usage_clean(su);
 650	nilfs_segment_usage_set_error(su);
 651	kunmap_atomic(kaddr);
 652
 653	if (suclean) {
 654		nilfs_sufile_mod_counter(header_bh, -1, 0);
 655		NILFS_SUI(sufile)->ncleansegs--;
 656	}
 657	mark_buffer_dirty(su_bh);
 658	nilfs_mdt_mark_dirty(sufile);
 659}
 660
 661/**
 662 * nilfs_sufile_truncate_range - truncate range of segment array
 663 * @sufile: inode of segment usage file
 664 * @start: start segment number (inclusive)
 665 * @end: end segment number (inclusive)
 666 *
 667 * Return Value: On success, 0 is returned.  On error, one of the
 668 * following negative error codes is returned.
 669 *
 670 * %-EIO - I/O error.
 671 *
 672 * %-ENOMEM - Insufficient amount of memory available.
 673 *
 674 * %-EINVAL - Invalid number of segments specified
 675 *
 676 * %-EBUSY - Dirty or active segments are present in the range
 677 */
 678static int nilfs_sufile_truncate_range(struct inode *sufile,
 679				       __u64 start, __u64 end)
 680{
 681	struct the_nilfs *nilfs = sufile->i_sb->s_fs_info;
 682	struct buffer_head *header_bh;
 683	struct buffer_head *su_bh;
 684	struct nilfs_segment_usage *su, *su2;
 685	size_t susz = NILFS_MDT(sufile)->mi_entry_size;
 686	unsigned long segusages_per_block;
 687	unsigned long nsegs, ncleaned;
 688	__u64 segnum;
 689	void *kaddr;
 690	ssize_t n, nc;
 691	int ret;
 692	int j;
 693
 694	nsegs = nilfs_sufile_get_nsegments(sufile);
 695
 696	ret = -EINVAL;
 697	if (start > end || start >= nsegs)
 698		goto out;
 699
 700	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
 701	if (ret < 0)
 702		goto out;
 703
 704	segusages_per_block = nilfs_sufile_segment_usages_per_block(sufile);
 705	ncleaned = 0;
 706
 707	for (segnum = start; segnum <= end; segnum += n) {
 708		n = min_t(unsigned long,
 709			  segusages_per_block -
 710				  nilfs_sufile_get_offset(sufile, segnum),
 711			  end - segnum + 1);
 712		ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0,
 713							   &su_bh);
 714		if (ret < 0) {
 715			if (ret != -ENOENT)
 716				goto out_header;
 717			/* hole */
 718			continue;
 719		}
 720		kaddr = kmap_atomic(su_bh->b_page);
 721		su = nilfs_sufile_block_get_segment_usage(
 722			sufile, segnum, su_bh, kaddr);
 723		su2 = su;
 724		for (j = 0; j < n; j++, su = (void *)su + susz) {
 725			if ((le32_to_cpu(su->su_flags) &
 726			     ~BIT(NILFS_SEGMENT_USAGE_ERROR)) ||
 727			    nilfs_segment_is_active(nilfs, segnum + j)) {
 728				ret = -EBUSY;
 729				kunmap_atomic(kaddr);
 730				brelse(su_bh);
 731				goto out_header;
 732			}
 733		}
 734		nc = 0;
 735		for (su = su2, j = 0; j < n; j++, su = (void *)su + susz) {
 736			if (nilfs_segment_usage_error(su)) {
 737				nilfs_segment_usage_set_clean(su);
 738				nc++;
 739			}
 740		}
 741		kunmap_atomic(kaddr);
 742		if (nc > 0) {
 743			mark_buffer_dirty(su_bh);
 744			ncleaned += nc;
 745		}
 746		brelse(su_bh);
 747
 748		if (n == segusages_per_block) {
 749			/* make hole */
 750			nilfs_sufile_delete_segment_usage_block(sufile, segnum);
 751		}
 752	}
 753	ret = 0;
 754
 755out_header:
 756	if (ncleaned > 0) {
 757		NILFS_SUI(sufile)->ncleansegs += ncleaned;
 758		nilfs_sufile_mod_counter(header_bh, ncleaned, 0);
 759		nilfs_mdt_mark_dirty(sufile);
 760	}
 761	brelse(header_bh);
 762out:
 763	return ret;
 764}
 765
 766/**
 767 * nilfs_sufile_resize - resize segment array
 768 * @sufile: inode of segment usage file
 769 * @newnsegs: new number of segments
 770 *
 771 * Return Value: On success, 0 is returned.  On error, one of the
 772 * following negative error codes is returned.
 773 *
 774 * %-EIO - I/O error.
 775 *
 776 * %-ENOMEM - Insufficient amount of memory available.
 777 *
 778 * %-ENOSPC - Enough free space is not left for shrinking
 779 *
 780 * %-EBUSY - Dirty or active segments exist in the region to be truncated
 781 */
 782int nilfs_sufile_resize(struct inode *sufile, __u64 newnsegs)
 783{
 784	struct the_nilfs *nilfs = sufile->i_sb->s_fs_info;
 785	struct buffer_head *header_bh;
 786	struct nilfs_sufile_header *header;
 787	struct nilfs_sufile_info *sui = NILFS_SUI(sufile);
 788	void *kaddr;
 789	unsigned long nsegs, nrsvsegs;
 790	int ret = 0;
 791
 792	down_write(&NILFS_MDT(sufile)->mi_sem);
 793
 794	nsegs = nilfs_sufile_get_nsegments(sufile);
 795	if (nsegs == newnsegs)
 796		goto out;
 797
 798	ret = -ENOSPC;
 799	nrsvsegs = nilfs_nrsvsegs(nilfs, newnsegs);
 800	if (newnsegs < nsegs && nsegs - newnsegs + nrsvsegs > sui->ncleansegs)
 801		goto out;
 802
 803	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
 804	if (ret < 0)
 805		goto out;
 806
 807	if (newnsegs > nsegs) {
 808		sui->ncleansegs += newnsegs - nsegs;
 809	} else /* newnsegs < nsegs */ {
 810		ret = nilfs_sufile_truncate_range(sufile, newnsegs, nsegs - 1);
 811		if (ret < 0)
 812			goto out_header;
 813
 814		sui->ncleansegs -= nsegs - newnsegs;
 815
 816		/*
 817		 * If the sufile is successfully truncated, immediately adjust
 818		 * the segment allocation space while locking the semaphore
 819		 * "mi_sem" so that nilfs_sufile_alloc() never allocates
 820		 * segments in the truncated space.
 821		 */
 822		sui->allocmax = newnsegs - 1;
 823		sui->allocmin = 0;
 824	}
 825
 826	kaddr = kmap_atomic(header_bh->b_page);
 827	header = kaddr + bh_offset(header_bh);
 828	header->sh_ncleansegs = cpu_to_le64(sui->ncleansegs);
 829	kunmap_atomic(kaddr);
 830
 831	mark_buffer_dirty(header_bh);
 832	nilfs_mdt_mark_dirty(sufile);
 833	nilfs_set_nsegments(nilfs, newnsegs);
 834
 835out_header:
 836	brelse(header_bh);
 837out:
 838	up_write(&NILFS_MDT(sufile)->mi_sem);
 839	return ret;
 840}
 841
 842/**
 843 * nilfs_sufile_get_suinfo -
 844 * @sufile: inode of segment usage file
 845 * @segnum: segment number to start looking
 846 * @buf: array of suinfo
 847 * @sisz: byte size of suinfo
 848 * @nsi: size of suinfo array
 849 *
 850 * Description:
 851 *
 852 * Return Value: On success, 0 is returned and .... On error, one of the
 853 * following negative error codes is returned.
 854 *
 855 * %-EIO - I/O error.
 856 *
 857 * %-ENOMEM - Insufficient amount of memory available.
 858 */
 859ssize_t nilfs_sufile_get_suinfo(struct inode *sufile, __u64 segnum, void *buf,
 860				unsigned int sisz, size_t nsi)
 861{
 862	struct buffer_head *su_bh;
 863	struct nilfs_segment_usage *su;
 864	struct nilfs_suinfo *si = buf;
 865	size_t susz = NILFS_MDT(sufile)->mi_entry_size;
 866	struct the_nilfs *nilfs = sufile->i_sb->s_fs_info;
 867	void *kaddr;
 868	unsigned long nsegs, segusages_per_block;
 869	ssize_t n;
 870	int ret, i, j;
 871
 872	down_read(&NILFS_MDT(sufile)->mi_sem);
 873
 874	segusages_per_block = nilfs_sufile_segment_usages_per_block(sufile);
 875	nsegs = min_t(unsigned long,
 876		      nilfs_sufile_get_nsegments(sufile) - segnum,
 877		      nsi);
 878	for (i = 0; i < nsegs; i += n, segnum += n) {
 879		n = min_t(unsigned long,
 880			  segusages_per_block -
 881				  nilfs_sufile_get_offset(sufile, segnum),
 882			  nsegs - i);
 883		ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0,
 884							   &su_bh);
 885		if (ret < 0) {
 886			if (ret != -ENOENT)
 887				goto out;
 888			/* hole */
 889			memset(si, 0, sisz * n);
 890			si = (void *)si + sisz * n;
 891			continue;
 892		}
 893
 894		kaddr = kmap_atomic(su_bh->b_page);
 895		su = nilfs_sufile_block_get_segment_usage(
 896			sufile, segnum, su_bh, kaddr);
 897		for (j = 0; j < n;
 898		     j++, su = (void *)su + susz, si = (void *)si + sisz) {
 899			si->sui_lastmod = le64_to_cpu(su->su_lastmod);
 900			si->sui_nblocks = le32_to_cpu(su->su_nblocks);
 901			si->sui_flags = le32_to_cpu(su->su_flags) &
 902				~BIT(NILFS_SEGMENT_USAGE_ACTIVE);
 903			if (nilfs_segment_is_active(nilfs, segnum + j))
 904				si->sui_flags |=
 905					BIT(NILFS_SEGMENT_USAGE_ACTIVE);
 906		}
 907		kunmap_atomic(kaddr);
 908		brelse(su_bh);
 909	}
 910	ret = nsegs;
 911
 912 out:
 913	up_read(&NILFS_MDT(sufile)->mi_sem);
 914	return ret;
 915}
 916
 917/**
 918 * nilfs_sufile_set_suinfo - sets segment usage info
 919 * @sufile: inode of segment usage file
 920 * @buf: array of suinfo_update
 921 * @supsz: byte size of suinfo_update
 922 * @nsup: size of suinfo_update array
 923 *
 924 * Description: Takes an array of nilfs_suinfo_update structs and updates
 925 * segment usage accordingly. Only the fields indicated by the sup_flags
 926 * are updated.
 927 *
 928 * Return Value: On success, 0 is returned. On error, one of the
 929 * following negative error codes is returned.
 930 *
 931 * %-EIO - I/O error.
 932 *
 933 * %-ENOMEM - Insufficient amount of memory available.
 934 *
 935 * %-EINVAL - Invalid values in input (segment number, flags or nblocks)
 936 */
 937ssize_t nilfs_sufile_set_suinfo(struct inode *sufile, void *buf,
 938				unsigned int supsz, size_t nsup)
 939{
 940	struct the_nilfs *nilfs = sufile->i_sb->s_fs_info;
 941	struct buffer_head *header_bh, *bh;
 942	struct nilfs_suinfo_update *sup, *supend = buf + supsz * nsup;
 943	struct nilfs_segment_usage *su;
 944	void *kaddr;
 945	unsigned long blkoff, prev_blkoff;
 946	int cleansi, cleansu, dirtysi, dirtysu;
 947	long ncleaned = 0, ndirtied = 0;
 948	int ret = 0;
 949
 950	if (unlikely(nsup == 0))
 951		return ret;
 952
 953	for (sup = buf; sup < supend; sup = (void *)sup + supsz) {
 954		if (sup->sup_segnum >= nilfs->ns_nsegments
 955			|| (sup->sup_flags &
 956				(~0UL << __NR_NILFS_SUINFO_UPDATE_FIELDS))
 957			|| (nilfs_suinfo_update_nblocks(sup) &&
 958				sup->sup_sui.sui_nblocks >
 959				nilfs->ns_blocks_per_segment))
 960			return -EINVAL;
 961	}
 962
 963	down_write(&NILFS_MDT(sufile)->mi_sem);
 964
 965	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
 966	if (ret < 0)
 967		goto out_sem;
 968
 969	sup = buf;
 970	blkoff = nilfs_sufile_get_blkoff(sufile, sup->sup_segnum);
 971	ret = nilfs_mdt_get_block(sufile, blkoff, 1, NULL, &bh);
 972	if (ret < 0)
 973		goto out_header;
 974
 975	for (;;) {
 976		kaddr = kmap_atomic(bh->b_page);
 977		su = nilfs_sufile_block_get_segment_usage(
 978			sufile, sup->sup_segnum, bh, kaddr);
 979
 980		if (nilfs_suinfo_update_lastmod(sup))
 981			su->su_lastmod = cpu_to_le64(sup->sup_sui.sui_lastmod);
 982
 983		if (nilfs_suinfo_update_nblocks(sup))
 984			su->su_nblocks = cpu_to_le32(sup->sup_sui.sui_nblocks);
 985
 986		if (nilfs_suinfo_update_flags(sup)) {
 987			/*
 988			 * Active flag is a virtual flag projected by running
 989			 * nilfs kernel code - drop it not to write it to
 990			 * disk.
 991			 */
 992			sup->sup_sui.sui_flags &=
 993					~BIT(NILFS_SEGMENT_USAGE_ACTIVE);
 994
 995			cleansi = nilfs_suinfo_clean(&sup->sup_sui);
 996			cleansu = nilfs_segment_usage_clean(su);
 997			dirtysi = nilfs_suinfo_dirty(&sup->sup_sui);
 998			dirtysu = nilfs_segment_usage_dirty(su);
 999
1000			if (cleansi && !cleansu)
1001				++ncleaned;
1002			else if (!cleansi && cleansu)
1003				--ncleaned;
1004
1005			if (dirtysi && !dirtysu)
1006				++ndirtied;
1007			else if (!dirtysi && dirtysu)
1008				--ndirtied;
1009
1010			su->su_flags = cpu_to_le32(sup->sup_sui.sui_flags);
1011		}
1012
1013		kunmap_atomic(kaddr);
1014
1015		sup = (void *)sup + supsz;
1016		if (sup >= supend)
1017			break;
1018
1019		prev_blkoff = blkoff;
1020		blkoff = nilfs_sufile_get_blkoff(sufile, sup->sup_segnum);
1021		if (blkoff == prev_blkoff)
1022			continue;
1023
1024		/* get different block */
1025		mark_buffer_dirty(bh);
1026		put_bh(bh);
1027		ret = nilfs_mdt_get_block(sufile, blkoff, 1, NULL, &bh);
1028		if (unlikely(ret < 0))
1029			goto out_mark;
1030	}
1031	mark_buffer_dirty(bh);
1032	put_bh(bh);
1033
1034 out_mark:
1035	if (ncleaned || ndirtied) {
1036		nilfs_sufile_mod_counter(header_bh, (u64)ncleaned,
1037				(u64)ndirtied);
1038		NILFS_SUI(sufile)->ncleansegs += ncleaned;
1039	}
1040	nilfs_mdt_mark_dirty(sufile);
1041 out_header:
1042	put_bh(header_bh);
1043 out_sem:
1044	up_write(&NILFS_MDT(sufile)->mi_sem);
1045	return ret;
1046}
1047
1048/**
1049 * nilfs_sufile_trim_fs() - trim ioctl handle function
1050 * @sufile: inode of segment usage file
1051 * @range: fstrim_range structure
1052 *
1053 * start:	First Byte to trim
1054 * len:		number of Bytes to trim from start
1055 * minlen:	minimum extent length in Bytes
1056 *
1057 * Decription: nilfs_sufile_trim_fs goes through all segments containing bytes
1058 * from start to start+len. start is rounded up to the next block boundary
1059 * and start+len is rounded down. For each clean segment blkdev_issue_discard
1060 * function is invoked.
1061 *
1062 * Return Value: On success, 0 is returned or negative error code, otherwise.
1063 */
1064int nilfs_sufile_trim_fs(struct inode *sufile, struct fstrim_range *range)
1065{
1066	struct the_nilfs *nilfs = sufile->i_sb->s_fs_info;
1067	struct buffer_head *su_bh;
1068	struct nilfs_segment_usage *su;
1069	void *kaddr;
1070	size_t n, i, susz = NILFS_MDT(sufile)->mi_entry_size;
1071	sector_t seg_start, seg_end, start_block, end_block;
1072	sector_t start = 0, nblocks = 0;
1073	u64 segnum, segnum_end, minlen, len, max_blocks, ndiscarded = 0;
1074	int ret = 0;
1075	unsigned int sects_per_block;
1076
1077	sects_per_block = (1 << nilfs->ns_blocksize_bits) /
1078			bdev_logical_block_size(nilfs->ns_bdev);
1079	len = range->len >> nilfs->ns_blocksize_bits;
1080	minlen = range->minlen >> nilfs->ns_blocksize_bits;
1081	max_blocks = ((u64)nilfs->ns_nsegments * nilfs->ns_blocks_per_segment);
1082
1083	if (!len || range->start >= max_blocks << nilfs->ns_blocksize_bits)
1084		return -EINVAL;
1085
1086	start_block = (range->start + nilfs->ns_blocksize - 1) >>
1087			nilfs->ns_blocksize_bits;
1088
1089	/*
1090	 * range->len can be very large (actually, it is set to
1091	 * ULLONG_MAX by default) - truncate upper end of the range
1092	 * carefully so as not to overflow.
1093	 */
1094	if (max_blocks - start_block < len)
1095		end_block = max_blocks - 1;
1096	else
1097		end_block = start_block + len - 1;
1098
1099	segnum = nilfs_get_segnum_of_block(nilfs, start_block);
1100	segnum_end = nilfs_get_segnum_of_block(nilfs, end_block);
1101
1102	down_read(&NILFS_MDT(sufile)->mi_sem);
1103
1104	while (segnum <= segnum_end) {
1105		n = nilfs_sufile_segment_usages_in_block(sufile, segnum,
1106				segnum_end);
1107
1108		ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0,
1109							   &su_bh);
1110		if (ret < 0) {
1111			if (ret != -ENOENT)
1112				goto out_sem;
1113			/* hole */
1114			segnum += n;
1115			continue;
1116		}
1117
1118		kaddr = kmap_atomic(su_bh->b_page);
1119		su = nilfs_sufile_block_get_segment_usage(sufile, segnum,
1120				su_bh, kaddr);
1121		for (i = 0; i < n; ++i, ++segnum, su = (void *)su + susz) {
1122			if (!nilfs_segment_usage_clean(su))
1123				continue;
1124
1125			nilfs_get_segment_range(nilfs, segnum, &seg_start,
1126						&seg_end);
1127
1128			if (!nblocks) {
1129				/* start new extent */
1130				start = seg_start;
1131				nblocks = seg_end - seg_start + 1;
1132				continue;
1133			}
1134
1135			if (start + nblocks == seg_start) {
1136				/* add to previous extent */
1137				nblocks += seg_end - seg_start + 1;
1138				continue;
1139			}
1140
1141			/* discard previous extent */
1142			if (start < start_block) {
1143				nblocks -= start_block - start;
1144				start = start_block;
1145			}
1146
1147			if (nblocks >= minlen) {
1148				kunmap_atomic(kaddr);
1149
1150				ret = blkdev_issue_discard(nilfs->ns_bdev,
1151						start * sects_per_block,
1152						nblocks * sects_per_block,
1153						GFP_NOFS);
1154				if (ret < 0) {
1155					put_bh(su_bh);
1156					goto out_sem;
1157				}
1158
1159				ndiscarded += nblocks;
1160				kaddr = kmap_atomic(su_bh->b_page);
1161				su = nilfs_sufile_block_get_segment_usage(
1162					sufile, segnum, su_bh, kaddr);
1163			}
1164
1165			/* start new extent */
1166			start = seg_start;
1167			nblocks = seg_end - seg_start + 1;
1168		}
1169		kunmap_atomic(kaddr);
1170		put_bh(su_bh);
1171	}
1172
1173
1174	if (nblocks) {
1175		/* discard last extent */
1176		if (start < start_block) {
1177			nblocks -= start_block - start;
1178			start = start_block;
1179		}
1180		if (start + nblocks > end_block + 1)
1181			nblocks = end_block - start + 1;
1182
1183		if (nblocks >= minlen) {
1184			ret = blkdev_issue_discard(nilfs->ns_bdev,
1185					start * sects_per_block,
1186					nblocks * sects_per_block,
1187					GFP_NOFS);
1188			if (!ret)
1189				ndiscarded += nblocks;
1190		}
1191	}
1192
1193out_sem:
1194	up_read(&NILFS_MDT(sufile)->mi_sem);
1195
1196	range->len = ndiscarded << nilfs->ns_blocksize_bits;
1197	return ret;
1198}
1199
1200/**
1201 * nilfs_sufile_read - read or get sufile inode
1202 * @sb: super block instance
1203 * @susize: size of a segment usage entry
1204 * @raw_inode: on-disk sufile inode
1205 * @inodep: buffer to store the inode
1206 */
1207int nilfs_sufile_read(struct super_block *sb, size_t susize,
1208		      struct nilfs_inode *raw_inode, struct inode **inodep)
1209{
1210	struct inode *sufile;
1211	struct nilfs_sufile_info *sui;
1212	struct buffer_head *header_bh;
1213	struct nilfs_sufile_header *header;
1214	void *kaddr;
1215	int err;
1216
1217	if (susize > sb->s_blocksize) {
1218		nilfs_err(sb, "too large segment usage size: %zu bytes",
1219			  susize);
1220		return -EINVAL;
1221	} else if (susize < NILFS_MIN_SEGMENT_USAGE_SIZE) {
1222		nilfs_err(sb, "too small segment usage size: %zu bytes",
1223			  susize);
1224		return -EINVAL;
1225	}
1226
1227	sufile = nilfs_iget_locked(sb, NULL, NILFS_SUFILE_INO);
1228	if (unlikely(!sufile))
1229		return -ENOMEM;
1230	if (!(sufile->i_state & I_NEW))
1231		goto out;
1232
1233	err = nilfs_mdt_init(sufile, NILFS_MDT_GFP, sizeof(*sui));
1234	if (err)
1235		goto failed;
1236
1237	nilfs_mdt_set_entry_size(sufile, susize,
1238				 sizeof(struct nilfs_sufile_header));
1239
1240	err = nilfs_read_inode_common(sufile, raw_inode);
1241	if (err)
1242		goto failed;
1243
1244	err = nilfs_sufile_get_header_block(sufile, &header_bh);
1245	if (err)
1246		goto failed;
1247
1248	sui = NILFS_SUI(sufile);
1249	kaddr = kmap_atomic(header_bh->b_page);
1250	header = kaddr + bh_offset(header_bh);
1251	sui->ncleansegs = le64_to_cpu(header->sh_ncleansegs);
1252	kunmap_atomic(kaddr);
1253	brelse(header_bh);
1254
1255	sui->allocmax = nilfs_sufile_get_nsegments(sufile) - 1;
1256	sui->allocmin = 0;
1257
1258	unlock_new_inode(sufile);
1259 out:
1260	*inodep = sufile;
1261	return 0;
1262 failed:
1263	iget_failed(sufile);
1264	return err;
1265}
v3.1
 
  1/*
  2 * sufile.c - NILFS segment usage file.
  3 *
  4 * Copyright (C) 2006-2008 Nippon Telegraph and Telephone Corporation.
  5 *
  6 * This program is free software; you can redistribute it and/or modify
  7 * it under the terms of the GNU General Public License as published by
  8 * the Free Software Foundation; either version 2 of the License, or
  9 * (at your option) any later version.
 10 *
 11 * This program is distributed in the hope that it will be useful,
 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 14 * GNU General Public License for more details.
 15 *
 16 * You should have received a copy of the GNU General Public License
 17 * along with this program; if not, write to the Free Software
 18 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
 19 *
 20 * Written by Koji Sato <koji@osrg.net>.
 21 * Revised by Ryusuke Konishi <ryusuke@osrg.net>.
 22 */
 23
 24#include <linux/kernel.h>
 25#include <linux/fs.h>
 26#include <linux/string.h>
 27#include <linux/buffer_head.h>
 28#include <linux/errno.h>
 29#include <linux/nilfs2_fs.h>
 30#include "mdt.h"
 31#include "sufile.h"
 32
 
 33
 
 
 
 
 
 
 
 34struct nilfs_sufile_info {
 35	struct nilfs_mdt_info mi;
 36	unsigned long ncleansegs;/* number of clean segments */
 37	__u64 allocmin;		/* lower limit of allocatable segment range */
 38	__u64 allocmax;		/* upper limit of allocatable segment range */
 39};
 40
 41static inline struct nilfs_sufile_info *NILFS_SUI(struct inode *sufile)
 42{
 43	return (struct nilfs_sufile_info *)NILFS_MDT(sufile);
 44}
 45
 46static inline unsigned long
 47nilfs_sufile_segment_usages_per_block(const struct inode *sufile)
 48{
 49	return NILFS_MDT(sufile)->mi_entries_per_block;
 50}
 51
 52static unsigned long
 53nilfs_sufile_get_blkoff(const struct inode *sufile, __u64 segnum)
 54{
 55	__u64 t = segnum + NILFS_MDT(sufile)->mi_first_entry_offset;
 
 56	do_div(t, nilfs_sufile_segment_usages_per_block(sufile));
 57	return (unsigned long)t;
 58}
 59
 60static unsigned long
 61nilfs_sufile_get_offset(const struct inode *sufile, __u64 segnum)
 62{
 63	__u64 t = segnum + NILFS_MDT(sufile)->mi_first_entry_offset;
 
 64	return do_div(t, nilfs_sufile_segment_usages_per_block(sufile));
 65}
 66
 67static unsigned long
 68nilfs_sufile_segment_usages_in_block(const struct inode *sufile, __u64 curr,
 69				     __u64 max)
 70{
 71	return min_t(unsigned long,
 72		     nilfs_sufile_segment_usages_per_block(sufile) -
 73		     nilfs_sufile_get_offset(sufile, curr),
 74		     max - curr + 1);
 75}
 76
 77static struct nilfs_segment_usage *
 78nilfs_sufile_block_get_segment_usage(const struct inode *sufile, __u64 segnum,
 79				     struct buffer_head *bh, void *kaddr)
 80{
 81	return kaddr + bh_offset(bh) +
 82		nilfs_sufile_get_offset(sufile, segnum) *
 83		NILFS_MDT(sufile)->mi_entry_size;
 84}
 85
 86static inline int nilfs_sufile_get_header_block(struct inode *sufile,
 87						struct buffer_head **bhp)
 88{
 89	return nilfs_mdt_get_block(sufile, 0, 0, NULL, bhp);
 90}
 91
 92static inline int
 93nilfs_sufile_get_segment_usage_block(struct inode *sufile, __u64 segnum,
 94				     int create, struct buffer_head **bhp)
 95{
 96	return nilfs_mdt_get_block(sufile,
 97				   nilfs_sufile_get_blkoff(sufile, segnum),
 98				   create, NULL, bhp);
 99}
100
101static int nilfs_sufile_delete_segment_usage_block(struct inode *sufile,
102						   __u64 segnum)
103{
104	return nilfs_mdt_delete_block(sufile,
105				      nilfs_sufile_get_blkoff(sufile, segnum));
106}
107
108static void nilfs_sufile_mod_counter(struct buffer_head *header_bh,
109				     u64 ncleanadd, u64 ndirtyadd)
110{
111	struct nilfs_sufile_header *header;
112	void *kaddr;
113
114	kaddr = kmap_atomic(header_bh->b_page, KM_USER0);
115	header = kaddr + bh_offset(header_bh);
116	le64_add_cpu(&header->sh_ncleansegs, ncleanadd);
117	le64_add_cpu(&header->sh_ndirtysegs, ndirtyadd);
118	kunmap_atomic(kaddr, KM_USER0);
119
120	mark_buffer_dirty(header_bh);
121}
122
123/**
124 * nilfs_sufile_get_ncleansegs - return the number of clean segments
125 * @sufile: inode of segment usage file
126 */
127unsigned long nilfs_sufile_get_ncleansegs(struct inode *sufile)
128{
129	return NILFS_SUI(sufile)->ncleansegs;
130}
131
132/**
133 * nilfs_sufile_updatev - modify multiple segment usages at a time
134 * @sufile: inode of segment usage file
135 * @segnumv: array of segment numbers
136 * @nsegs: size of @segnumv array
137 * @create: creation flag
138 * @ndone: place to store number of modified segments on @segnumv
139 * @dofunc: primitive operation for the update
140 *
141 * Description: nilfs_sufile_updatev() repeatedly calls @dofunc
142 * against the given array of segments.  The @dofunc is called with
143 * buffers of a header block and the sufile block in which the target
144 * segment usage entry is contained.  If @ndone is given, the number
145 * of successfully modified segments from the head is stored in the
146 * place @ndone points to.
147 *
148 * Return Value: On success, zero is returned.  On error, one of the
149 * following negative error codes is returned.
150 *
151 * %-EIO - I/O error.
152 *
153 * %-ENOMEM - Insufficient amount of memory available.
154 *
155 * %-ENOENT - Given segment usage is in hole block (may be returned if
156 *            @create is zero)
157 *
158 * %-EINVAL - Invalid segment usage number
159 */
160int nilfs_sufile_updatev(struct inode *sufile, __u64 *segnumv, size_t nsegs,
161			 int create, size_t *ndone,
162			 void (*dofunc)(struct inode *, __u64,
163					struct buffer_head *,
164					struct buffer_head *))
165{
166	struct buffer_head *header_bh, *bh;
167	unsigned long blkoff, prev_blkoff;
168	__u64 *seg;
169	size_t nerr = 0, n = 0;
170	int ret = 0;
171
172	if (unlikely(nsegs == 0))
173		goto out;
174
175	down_write(&NILFS_MDT(sufile)->mi_sem);
176	for (seg = segnumv; seg < segnumv + nsegs; seg++) {
177		if (unlikely(*seg >= nilfs_sufile_get_nsegments(sufile))) {
178			printk(KERN_WARNING
179			       "%s: invalid segment number: %llu\n", __func__,
180			       (unsigned long long)*seg);
181			nerr++;
182		}
183	}
184	if (nerr > 0) {
185		ret = -EINVAL;
186		goto out_sem;
187	}
188
189	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
190	if (ret < 0)
191		goto out_sem;
192
193	seg = segnumv;
194	blkoff = nilfs_sufile_get_blkoff(sufile, *seg);
195	ret = nilfs_mdt_get_block(sufile, blkoff, create, NULL, &bh);
196	if (ret < 0)
197		goto out_header;
198
199	for (;;) {
200		dofunc(sufile, *seg, header_bh, bh);
201
202		if (++seg >= segnumv + nsegs)
203			break;
204		prev_blkoff = blkoff;
205		blkoff = nilfs_sufile_get_blkoff(sufile, *seg);
206		if (blkoff == prev_blkoff)
207			continue;
208
209		/* get different block */
210		brelse(bh);
211		ret = nilfs_mdt_get_block(sufile, blkoff, create, NULL, &bh);
212		if (unlikely(ret < 0))
213			goto out_header;
214	}
215	brelse(bh);
216
217 out_header:
218	n = seg - segnumv;
219	brelse(header_bh);
220 out_sem:
221	up_write(&NILFS_MDT(sufile)->mi_sem);
222 out:
223	if (ndone)
224		*ndone = n;
225	return ret;
226}
227
228int nilfs_sufile_update(struct inode *sufile, __u64 segnum, int create,
229			void (*dofunc)(struct inode *, __u64,
230				       struct buffer_head *,
231				       struct buffer_head *))
232{
233	struct buffer_head *header_bh, *bh;
234	int ret;
235
236	if (unlikely(segnum >= nilfs_sufile_get_nsegments(sufile))) {
237		printk(KERN_WARNING "%s: invalid segment number: %llu\n",
238		       __func__, (unsigned long long)segnum);
239		return -EINVAL;
240	}
241	down_write(&NILFS_MDT(sufile)->mi_sem);
242
243	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
244	if (ret < 0)
245		goto out_sem;
246
247	ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, create, &bh);
248	if (!ret) {
249		dofunc(sufile, segnum, header_bh, bh);
250		brelse(bh);
251	}
252	brelse(header_bh);
253
254 out_sem:
255	up_write(&NILFS_MDT(sufile)->mi_sem);
256	return ret;
257}
258
259/**
260 * nilfs_sufile_set_alloc_range - limit range of segment to be allocated
261 * @sufile: inode of segment usage file
262 * @start: minimum segment number of allocatable region (inclusive)
263 * @end: maximum segment number of allocatable region (inclusive)
264 *
265 * Return Value: On success, 0 is returned.  On error, one of the
266 * following negative error codes is returned.
267 *
268 * %-ERANGE - invalid segment region
269 */
270int nilfs_sufile_set_alloc_range(struct inode *sufile, __u64 start, __u64 end)
271{
272	struct nilfs_sufile_info *sui = NILFS_SUI(sufile);
273	__u64 nsegs;
274	int ret = -ERANGE;
275
276	down_write(&NILFS_MDT(sufile)->mi_sem);
277	nsegs = nilfs_sufile_get_nsegments(sufile);
278
279	if (start <= end && end < nsegs) {
280		sui->allocmin = start;
281		sui->allocmax = end;
282		ret = 0;
283	}
284	up_write(&NILFS_MDT(sufile)->mi_sem);
285	return ret;
286}
287
288/**
289 * nilfs_sufile_alloc - allocate a segment
290 * @sufile: inode of segment usage file
291 * @segnump: pointer to segment number
292 *
293 * Description: nilfs_sufile_alloc() allocates a clean segment.
294 *
295 * Return Value: On success, 0 is returned and the segment number of the
296 * allocated segment is stored in the place pointed by @segnump. On error, one
297 * of the following negative error codes is returned.
298 *
299 * %-EIO - I/O error.
300 *
301 * %-ENOMEM - Insufficient amount of memory available.
302 *
303 * %-ENOSPC - No clean segment left.
304 */
305int nilfs_sufile_alloc(struct inode *sufile, __u64 *segnump)
306{
307	struct buffer_head *header_bh, *su_bh;
308	struct nilfs_sufile_header *header;
309	struct nilfs_segment_usage *su;
310	struct nilfs_sufile_info *sui = NILFS_SUI(sufile);
311	size_t susz = NILFS_MDT(sufile)->mi_entry_size;
312	__u64 segnum, maxsegnum, last_alloc;
313	void *kaddr;
314	unsigned long nsegments, ncleansegs, nsus, cnt;
315	int ret, j;
316
317	down_write(&NILFS_MDT(sufile)->mi_sem);
318
319	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
320	if (ret < 0)
321		goto out_sem;
322	kaddr = kmap_atomic(header_bh->b_page, KM_USER0);
323	header = kaddr + bh_offset(header_bh);
324	ncleansegs = le64_to_cpu(header->sh_ncleansegs);
325	last_alloc = le64_to_cpu(header->sh_last_alloc);
326	kunmap_atomic(kaddr, KM_USER0);
327
328	nsegments = nilfs_sufile_get_nsegments(sufile);
329	maxsegnum = sui->allocmax;
330	segnum = last_alloc + 1;
331	if (segnum < sui->allocmin || segnum > sui->allocmax)
332		segnum = sui->allocmin;
333
334	for (cnt = 0; cnt < nsegments; cnt += nsus) {
335		if (segnum > maxsegnum) {
336			if (cnt < sui->allocmax - sui->allocmin + 1) {
337				/*
338				 * wrap around in the limited region.
339				 * if allocation started from
340				 * sui->allocmin, this never happens.
341				 */
342				segnum = sui->allocmin;
343				maxsegnum = last_alloc;
344			} else if (segnum > sui->allocmin &&
345				   sui->allocmax + 1 < nsegments) {
346				segnum = sui->allocmax + 1;
347				maxsegnum = nsegments - 1;
348			} else if (sui->allocmin > 0)  {
349				segnum = 0;
350				maxsegnum = sui->allocmin - 1;
351			} else {
352				break; /* never happens */
353			}
354		}
 
355		ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 1,
356							   &su_bh);
357		if (ret < 0)
358			goto out_header;
359		kaddr = kmap_atomic(su_bh->b_page, KM_USER0);
360		su = nilfs_sufile_block_get_segment_usage(
361			sufile, segnum, su_bh, kaddr);
362
363		nsus = nilfs_sufile_segment_usages_in_block(
364			sufile, segnum, maxsegnum);
365		for (j = 0; j < nsus; j++, su = (void *)su + susz, segnum++) {
366			if (!nilfs_segment_usage_clean(su))
367				continue;
368			/* found a clean segment */
369			nilfs_segment_usage_set_dirty(su);
370			kunmap_atomic(kaddr, KM_USER0);
371
372			kaddr = kmap_atomic(header_bh->b_page, KM_USER0);
373			header = kaddr + bh_offset(header_bh);
374			le64_add_cpu(&header->sh_ncleansegs, -1);
375			le64_add_cpu(&header->sh_ndirtysegs, 1);
376			header->sh_last_alloc = cpu_to_le64(segnum);
377			kunmap_atomic(kaddr, KM_USER0);
378
379			sui->ncleansegs--;
380			mark_buffer_dirty(header_bh);
381			mark_buffer_dirty(su_bh);
382			nilfs_mdt_mark_dirty(sufile);
383			brelse(su_bh);
384			*segnump = segnum;
 
 
 
385			goto out_header;
386		}
387
388		kunmap_atomic(kaddr, KM_USER0);
389		brelse(su_bh);
390	}
391
392	/* no segments left */
393	ret = -ENOSPC;
394
395 out_header:
396	brelse(header_bh);
397
398 out_sem:
399	up_write(&NILFS_MDT(sufile)->mi_sem);
400	return ret;
401}
402
403void nilfs_sufile_do_cancel_free(struct inode *sufile, __u64 segnum,
404				 struct buffer_head *header_bh,
405				 struct buffer_head *su_bh)
406{
407	struct nilfs_segment_usage *su;
408	void *kaddr;
409
410	kaddr = kmap_atomic(su_bh->b_page, KM_USER0);
411	su = nilfs_sufile_block_get_segment_usage(sufile, segnum, su_bh, kaddr);
412	if (unlikely(!nilfs_segment_usage_clean(su))) {
413		printk(KERN_WARNING "%s: segment %llu must be clean\n",
414		       __func__, (unsigned long long)segnum);
415		kunmap_atomic(kaddr, KM_USER0);
416		return;
417	}
418	nilfs_segment_usage_set_dirty(su);
419	kunmap_atomic(kaddr, KM_USER0);
420
421	nilfs_sufile_mod_counter(header_bh, -1, 1);
422	NILFS_SUI(sufile)->ncleansegs--;
423
424	mark_buffer_dirty(su_bh);
425	nilfs_mdt_mark_dirty(sufile);
426}
427
428void nilfs_sufile_do_scrap(struct inode *sufile, __u64 segnum,
429			   struct buffer_head *header_bh,
430			   struct buffer_head *su_bh)
431{
432	struct nilfs_segment_usage *su;
433	void *kaddr;
434	int clean, dirty;
435
436	kaddr = kmap_atomic(su_bh->b_page, KM_USER0);
437	su = nilfs_sufile_block_get_segment_usage(sufile, segnum, su_bh, kaddr);
438	if (su->su_flags == cpu_to_le32(1UL << NILFS_SEGMENT_USAGE_DIRTY) &&
439	    su->su_nblocks == cpu_to_le32(0)) {
440		kunmap_atomic(kaddr, KM_USER0);
441		return;
442	}
443	clean = nilfs_segment_usage_clean(su);
444	dirty = nilfs_segment_usage_dirty(su);
445
446	/* make the segment garbage */
447	su->su_lastmod = cpu_to_le64(0);
448	su->su_nblocks = cpu_to_le32(0);
449	su->su_flags = cpu_to_le32(1UL << NILFS_SEGMENT_USAGE_DIRTY);
450	kunmap_atomic(kaddr, KM_USER0);
451
452	nilfs_sufile_mod_counter(header_bh, clean ? (u64)-1 : 0, dirty ? 0 : 1);
453	NILFS_SUI(sufile)->ncleansegs -= clean;
454
455	mark_buffer_dirty(su_bh);
456	nilfs_mdt_mark_dirty(sufile);
457}
458
459void nilfs_sufile_do_free(struct inode *sufile, __u64 segnum,
460			  struct buffer_head *header_bh,
461			  struct buffer_head *su_bh)
462{
463	struct nilfs_segment_usage *su;
464	void *kaddr;
465	int sudirty;
466
467	kaddr = kmap_atomic(su_bh->b_page, KM_USER0);
468	su = nilfs_sufile_block_get_segment_usage(sufile, segnum, su_bh, kaddr);
469	if (nilfs_segment_usage_clean(su)) {
470		printk(KERN_WARNING "%s: segment %llu is already clean\n",
471		       __func__, (unsigned long long)segnum);
472		kunmap_atomic(kaddr, KM_USER0);
473		return;
474	}
475	WARN_ON(nilfs_segment_usage_error(su));
476	WARN_ON(!nilfs_segment_usage_dirty(su));
 
477
478	sudirty = nilfs_segment_usage_dirty(su);
 
 
 
 
479	nilfs_segment_usage_set_clean(su);
480	kunmap_atomic(kaddr, KM_USER0);
481	mark_buffer_dirty(su_bh);
482
483	nilfs_sufile_mod_counter(header_bh, 1, sudirty ? (u64)-1 : 0);
484	NILFS_SUI(sufile)->ncleansegs++;
485
486	nilfs_mdt_mark_dirty(sufile);
 
 
487}
488
489/**
490 * nilfs_sufile_mark_dirty - mark the buffer having a segment usage dirty
491 * @sufile: inode of segment usage file
492 * @segnum: segment number
493 */
494int nilfs_sufile_mark_dirty(struct inode *sufile, __u64 segnum)
495{
496	struct buffer_head *bh;
 
 
497	int ret;
498
 
499	ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0, &bh);
500	if (!ret) {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
501		mark_buffer_dirty(bh);
502		nilfs_mdt_mark_dirty(sufile);
503		brelse(bh);
504	}
 
 
505	return ret;
506}
507
508/**
509 * nilfs_sufile_set_segment_usage - set usage of a segment
510 * @sufile: inode of segment usage file
511 * @segnum: segment number
512 * @nblocks: number of live blocks in the segment
513 * @modtime: modification time (option)
514 */
515int nilfs_sufile_set_segment_usage(struct inode *sufile, __u64 segnum,
516				   unsigned long nblocks, time_t modtime)
517{
518	struct buffer_head *bh;
519	struct nilfs_segment_usage *su;
520	void *kaddr;
521	int ret;
522
523	down_write(&NILFS_MDT(sufile)->mi_sem);
524	ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0, &bh);
525	if (ret < 0)
526		goto out_sem;
527
528	kaddr = kmap_atomic(bh->b_page, KM_USER0);
529	su = nilfs_sufile_block_get_segment_usage(sufile, segnum, bh, kaddr);
530	WARN_ON(nilfs_segment_usage_error(su));
531	if (modtime)
 
 
 
 
532		su->su_lastmod = cpu_to_le64(modtime);
 
533	su->su_nblocks = cpu_to_le32(nblocks);
534	kunmap_atomic(kaddr, KM_USER0);
535
536	mark_buffer_dirty(bh);
537	nilfs_mdt_mark_dirty(sufile);
538	brelse(bh);
539
540 out_sem:
541	up_write(&NILFS_MDT(sufile)->mi_sem);
542	return ret;
543}
544
545/**
546 * nilfs_sufile_get_stat - get segment usage statistics
547 * @sufile: inode of segment usage file
548 * @stat: pointer to a structure of segment usage statistics
549 *
550 * Description: nilfs_sufile_get_stat() returns information about segment
551 * usage.
552 *
553 * Return Value: On success, 0 is returned, and segment usage information is
554 * stored in the place pointed by @stat. On error, one of the following
555 * negative error codes is returned.
556 *
557 * %-EIO - I/O error.
558 *
559 * %-ENOMEM - Insufficient amount of memory available.
560 */
561int nilfs_sufile_get_stat(struct inode *sufile, struct nilfs_sustat *sustat)
562{
563	struct buffer_head *header_bh;
564	struct nilfs_sufile_header *header;
565	struct the_nilfs *nilfs = sufile->i_sb->s_fs_info;
566	void *kaddr;
567	int ret;
568
569	down_read(&NILFS_MDT(sufile)->mi_sem);
570
571	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
572	if (ret < 0)
573		goto out_sem;
574
575	kaddr = kmap_atomic(header_bh->b_page, KM_USER0);
576	header = kaddr + bh_offset(header_bh);
577	sustat->ss_nsegs = nilfs_sufile_get_nsegments(sufile);
578	sustat->ss_ncleansegs = le64_to_cpu(header->sh_ncleansegs);
579	sustat->ss_ndirtysegs = le64_to_cpu(header->sh_ndirtysegs);
580	sustat->ss_ctime = nilfs->ns_ctime;
581	sustat->ss_nongc_ctime = nilfs->ns_nongc_ctime;
582	spin_lock(&nilfs->ns_last_segment_lock);
583	sustat->ss_prot_seq = nilfs->ns_prot_seq;
584	spin_unlock(&nilfs->ns_last_segment_lock);
585	kunmap_atomic(kaddr, KM_USER0);
586	brelse(header_bh);
587
588 out_sem:
589	up_read(&NILFS_MDT(sufile)->mi_sem);
590	return ret;
591}
592
593void nilfs_sufile_do_set_error(struct inode *sufile, __u64 segnum,
594			       struct buffer_head *header_bh,
595			       struct buffer_head *su_bh)
596{
597	struct nilfs_segment_usage *su;
598	void *kaddr;
599	int suclean;
600
601	kaddr = kmap_atomic(su_bh->b_page, KM_USER0);
602	su = nilfs_sufile_block_get_segment_usage(sufile, segnum, su_bh, kaddr);
603	if (nilfs_segment_usage_error(su)) {
604		kunmap_atomic(kaddr, KM_USER0);
605		return;
606	}
607	suclean = nilfs_segment_usage_clean(su);
608	nilfs_segment_usage_set_error(su);
609	kunmap_atomic(kaddr, KM_USER0);
610
611	if (suclean) {
612		nilfs_sufile_mod_counter(header_bh, -1, 0);
613		NILFS_SUI(sufile)->ncleansegs--;
614	}
615	mark_buffer_dirty(su_bh);
616	nilfs_mdt_mark_dirty(sufile);
617}
618
619/**
620  * nilfs_sufile_truncate_range - truncate range of segment array
621  * @sufile: inode of segment usage file
622  * @start: start segment number (inclusive)
623  * @end: end segment number (inclusive)
624  *
625  * Return Value: On success, 0 is returned.  On error, one of the
626  * following negative error codes is returned.
627  *
628  * %-EIO - I/O error.
629  *
630  * %-ENOMEM - Insufficient amount of memory available.
631  *
632  * %-EINVAL - Invalid number of segments specified
633  *
634  * %-EBUSY - Dirty or active segments are present in the range
635  */
636static int nilfs_sufile_truncate_range(struct inode *sufile,
637				       __u64 start, __u64 end)
638{
639	struct the_nilfs *nilfs = sufile->i_sb->s_fs_info;
640	struct buffer_head *header_bh;
641	struct buffer_head *su_bh;
642	struct nilfs_segment_usage *su, *su2;
643	size_t susz = NILFS_MDT(sufile)->mi_entry_size;
644	unsigned long segusages_per_block;
645	unsigned long nsegs, ncleaned;
646	__u64 segnum;
647	void *kaddr;
648	ssize_t n, nc;
649	int ret;
650	int j;
651
652	nsegs = nilfs_sufile_get_nsegments(sufile);
653
654	ret = -EINVAL;
655	if (start > end || start >= nsegs)
656		goto out;
657
658	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
659	if (ret < 0)
660		goto out;
661
662	segusages_per_block = nilfs_sufile_segment_usages_per_block(sufile);
663	ncleaned = 0;
664
665	for (segnum = start; segnum <= end; segnum += n) {
666		n = min_t(unsigned long,
667			  segusages_per_block -
668				  nilfs_sufile_get_offset(sufile, segnum),
669			  end - segnum + 1);
670		ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0,
671							   &su_bh);
672		if (ret < 0) {
673			if (ret != -ENOENT)
674				goto out_header;
675			/* hole */
676			continue;
677		}
678		kaddr = kmap_atomic(su_bh->b_page, KM_USER0);
679		su = nilfs_sufile_block_get_segment_usage(
680			sufile, segnum, su_bh, kaddr);
681		su2 = su;
682		for (j = 0; j < n; j++, su = (void *)su + susz) {
683			if ((le32_to_cpu(su->su_flags) &
684			     ~(1UL << NILFS_SEGMENT_USAGE_ERROR)) ||
685			    nilfs_segment_is_active(nilfs, segnum + j)) {
686				ret = -EBUSY;
687				kunmap_atomic(kaddr, KM_USER0);
688				brelse(su_bh);
689				goto out_header;
690			}
691		}
692		nc = 0;
693		for (su = su2, j = 0; j < n; j++, su = (void *)su + susz) {
694			if (nilfs_segment_usage_error(su)) {
695				nilfs_segment_usage_set_clean(su);
696				nc++;
697			}
698		}
699		kunmap_atomic(kaddr, KM_USER0);
700		if (nc > 0) {
701			mark_buffer_dirty(su_bh);
702			ncleaned += nc;
703		}
704		brelse(su_bh);
705
706		if (n == segusages_per_block) {
707			/* make hole */
708			nilfs_sufile_delete_segment_usage_block(sufile, segnum);
709		}
710	}
711	ret = 0;
712
713out_header:
714	if (ncleaned > 0) {
715		NILFS_SUI(sufile)->ncleansegs += ncleaned;
716		nilfs_sufile_mod_counter(header_bh, ncleaned, 0);
717		nilfs_mdt_mark_dirty(sufile);
718	}
719	brelse(header_bh);
720out:
721	return ret;
722}
723
724/**
725 * nilfs_sufile_resize - resize segment array
726 * @sufile: inode of segment usage file
727 * @newnsegs: new number of segments
728 *
729 * Return Value: On success, 0 is returned.  On error, one of the
730 * following negative error codes is returned.
731 *
732 * %-EIO - I/O error.
733 *
734 * %-ENOMEM - Insufficient amount of memory available.
735 *
736 * %-ENOSPC - Enough free space is not left for shrinking
737 *
738 * %-EBUSY - Dirty or active segments exist in the region to be truncated
739 */
740int nilfs_sufile_resize(struct inode *sufile, __u64 newnsegs)
741{
742	struct the_nilfs *nilfs = sufile->i_sb->s_fs_info;
743	struct buffer_head *header_bh;
744	struct nilfs_sufile_header *header;
745	struct nilfs_sufile_info *sui = NILFS_SUI(sufile);
746	void *kaddr;
747	unsigned long nsegs, nrsvsegs;
748	int ret = 0;
749
750	down_write(&NILFS_MDT(sufile)->mi_sem);
751
752	nsegs = nilfs_sufile_get_nsegments(sufile);
753	if (nsegs == newnsegs)
754		goto out;
755
756	ret = -ENOSPC;
757	nrsvsegs = nilfs_nrsvsegs(nilfs, newnsegs);
758	if (newnsegs < nsegs && nsegs - newnsegs + nrsvsegs > sui->ncleansegs)
759		goto out;
760
761	ret = nilfs_sufile_get_header_block(sufile, &header_bh);
762	if (ret < 0)
763		goto out;
764
765	if (newnsegs > nsegs) {
766		sui->ncleansegs += newnsegs - nsegs;
767	} else /* newnsegs < nsegs */ {
768		ret = nilfs_sufile_truncate_range(sufile, newnsegs, nsegs - 1);
769		if (ret < 0)
770			goto out_header;
771
772		sui->ncleansegs -= nsegs - newnsegs;
 
 
 
 
 
 
 
 
 
773	}
774
775	kaddr = kmap_atomic(header_bh->b_page, KM_USER0);
776	header = kaddr + bh_offset(header_bh);
777	header->sh_ncleansegs = cpu_to_le64(sui->ncleansegs);
778	kunmap_atomic(kaddr, KM_USER0);
779
780	mark_buffer_dirty(header_bh);
781	nilfs_mdt_mark_dirty(sufile);
782	nilfs_set_nsegments(nilfs, newnsegs);
783
784out_header:
785	brelse(header_bh);
786out:
787	up_write(&NILFS_MDT(sufile)->mi_sem);
788	return ret;
789}
790
791/**
792 * nilfs_sufile_get_suinfo -
793 * @sufile: inode of segment usage file
794 * @segnum: segment number to start looking
795 * @buf: array of suinfo
796 * @sisz: byte size of suinfo
797 * @nsi: size of suinfo array
798 *
799 * Description:
800 *
801 * Return Value: On success, 0 is returned and .... On error, one of the
802 * following negative error codes is returned.
803 *
804 * %-EIO - I/O error.
805 *
806 * %-ENOMEM - Insufficient amount of memory available.
807 */
808ssize_t nilfs_sufile_get_suinfo(struct inode *sufile, __u64 segnum, void *buf,
809				unsigned sisz, size_t nsi)
810{
811	struct buffer_head *su_bh;
812	struct nilfs_segment_usage *su;
813	struct nilfs_suinfo *si = buf;
814	size_t susz = NILFS_MDT(sufile)->mi_entry_size;
815	struct the_nilfs *nilfs = sufile->i_sb->s_fs_info;
816	void *kaddr;
817	unsigned long nsegs, segusages_per_block;
818	ssize_t n;
819	int ret, i, j;
820
821	down_read(&NILFS_MDT(sufile)->mi_sem);
822
823	segusages_per_block = nilfs_sufile_segment_usages_per_block(sufile);
824	nsegs = min_t(unsigned long,
825		      nilfs_sufile_get_nsegments(sufile) - segnum,
826		      nsi);
827	for (i = 0; i < nsegs; i += n, segnum += n) {
828		n = min_t(unsigned long,
829			  segusages_per_block -
830				  nilfs_sufile_get_offset(sufile, segnum),
831			  nsegs - i);
832		ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0,
833							   &su_bh);
834		if (ret < 0) {
835			if (ret != -ENOENT)
836				goto out;
837			/* hole */
838			memset(si, 0, sisz * n);
839			si = (void *)si + sisz * n;
840			continue;
841		}
842
843		kaddr = kmap_atomic(su_bh->b_page, KM_USER0);
844		su = nilfs_sufile_block_get_segment_usage(
845			sufile, segnum, su_bh, kaddr);
846		for (j = 0; j < n;
847		     j++, su = (void *)su + susz, si = (void *)si + sisz) {
848			si->sui_lastmod = le64_to_cpu(su->su_lastmod);
849			si->sui_nblocks = le32_to_cpu(su->su_nblocks);
850			si->sui_flags = le32_to_cpu(su->su_flags) &
851				~(1UL << NILFS_SEGMENT_USAGE_ACTIVE);
852			if (nilfs_segment_is_active(nilfs, segnum + j))
853				si->sui_flags |=
854					(1UL << NILFS_SEGMENT_USAGE_ACTIVE);
855		}
856		kunmap_atomic(kaddr, KM_USER0);
857		brelse(su_bh);
858	}
859	ret = nsegs;
860
861 out:
862	up_read(&NILFS_MDT(sufile)->mi_sem);
863	return ret;
864}
865
866/**
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
867 * nilfs_sufile_read - read or get sufile inode
868 * @sb: super block instance
869 * @susize: size of a segment usage entry
870 * @raw_inode: on-disk sufile inode
871 * @inodep: buffer to store the inode
872 */
873int nilfs_sufile_read(struct super_block *sb, size_t susize,
874		      struct nilfs_inode *raw_inode, struct inode **inodep)
875{
876	struct inode *sufile;
877	struct nilfs_sufile_info *sui;
878	struct buffer_head *header_bh;
879	struct nilfs_sufile_header *header;
880	void *kaddr;
881	int err;
882
 
 
 
 
 
 
 
 
 
 
883	sufile = nilfs_iget_locked(sb, NULL, NILFS_SUFILE_INO);
884	if (unlikely(!sufile))
885		return -ENOMEM;
886	if (!(sufile->i_state & I_NEW))
887		goto out;
888
889	err = nilfs_mdt_init(sufile, NILFS_MDT_GFP, sizeof(*sui));
890	if (err)
891		goto failed;
892
893	nilfs_mdt_set_entry_size(sufile, susize,
894				 sizeof(struct nilfs_sufile_header));
895
896	err = nilfs_read_inode_common(sufile, raw_inode);
897	if (err)
898		goto failed;
899
900	err = nilfs_sufile_get_header_block(sufile, &header_bh);
901	if (err)
902		goto failed;
903
904	sui = NILFS_SUI(sufile);
905	kaddr = kmap_atomic(header_bh->b_page, KM_USER0);
906	header = kaddr + bh_offset(header_bh);
907	sui->ncleansegs = le64_to_cpu(header->sh_ncleansegs);
908	kunmap_atomic(kaddr, KM_USER0);
909	brelse(header_bh);
910
911	sui->allocmax = nilfs_sufile_get_nsegments(sufile) - 1;
912	sui->allocmin = 0;
913
914	unlock_new_inode(sufile);
915 out:
916	*inodep = sufile;
917	return 0;
918 failed:
919	iget_failed(sufile);
920	return err;
921}