Linux Audio

Check our new training course

Loading...
v3.1
   1/*
   2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
 
   3 * All Rights Reserved.
   4 *
   5 * This program is free software; you can redistribute it and/or
   6 * modify it under the terms of the GNU General Public License as
   7 * published by the Free Software Foundation.
   8 *
   9 * This program is distributed in the hope that it would be useful,
  10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 * GNU General Public License for more details.
  13 *
  14 * You should have received a copy of the GNU General Public License
  15 * along with this program; if not, write the Free Software Foundation,
  16 * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  17 */
  18#include "xfs.h"
  19#include "xfs_fs.h"
  20#include "xfs_types.h"
 
 
 
  21#include "xfs_bit.h"
  22#include "xfs_log.h"
  23#include "xfs_inum.h"
  24#include "xfs_trans.h"
  25#include "xfs_sb.h"
  26#include "xfs_ag.h"
  27#include "xfs_mount.h"
 
  28#include "xfs_da_btree.h"
  29#include "xfs_bmap_btree.h"
  30#include "xfs_dir2.h"
  31#include "xfs_dir2_format.h"
  32#include "xfs_dir2_priv.h"
  33#include "xfs_dinode.h"
  34#include "xfs_inode.h"
 
  35#include "xfs_inode_item.h"
  36#include "xfs_alloc.h"
  37#include "xfs_bmap.h"
  38#include "xfs_attr.h"
  39#include "xfs_attr_leaf.h"
  40#include "xfs_error.h"
  41#include "xfs_trace.h"
 
 
  42
  43/*
  44 * xfs_da_btree.c
  45 *
  46 * Routines to implement directories as Btrees of hashed names.
  47 */
  48
  49/*========================================================================
  50 * Function prototypes for the kernel.
  51 *========================================================================*/
  52
  53/*
  54 * Routines used for growing the Btree.
  55 */
  56STATIC int xfs_da_root_split(xfs_da_state_t *state,
  57					    xfs_da_state_blk_t *existing_root,
  58					    xfs_da_state_blk_t *new_child);
  59STATIC int xfs_da_node_split(xfs_da_state_t *state,
  60					    xfs_da_state_blk_t *existing_blk,
  61					    xfs_da_state_blk_t *split_blk,
  62					    xfs_da_state_blk_t *blk_to_add,
  63					    int treelevel,
  64					    int *result);
  65STATIC void xfs_da_node_rebalance(xfs_da_state_t *state,
  66					 xfs_da_state_blk_t *node_blk_1,
  67					 xfs_da_state_blk_t *node_blk_2);
  68STATIC void xfs_da_node_add(xfs_da_state_t *state,
  69				   xfs_da_state_blk_t *old_node_blk,
  70				   xfs_da_state_blk_t *new_node_blk);
  71
  72/*
  73 * Routines used for shrinking the Btree.
  74 */
  75STATIC int xfs_da_root_join(xfs_da_state_t *state,
  76					   xfs_da_state_blk_t *root_blk);
  77STATIC int xfs_da_node_toosmall(xfs_da_state_t *state, int *retval);
  78STATIC void xfs_da_node_remove(xfs_da_state_t *state,
  79					      xfs_da_state_blk_t *drop_blk);
  80STATIC void xfs_da_node_unbalance(xfs_da_state_t *state,
  81					 xfs_da_state_blk_t *src_node_blk,
  82					 xfs_da_state_blk_t *dst_node_blk);
  83
  84/*
  85 * Utility routines.
  86 */
  87STATIC uint	xfs_da_node_lasthash(xfs_dabuf_t *bp, int *count);
  88STATIC int	xfs_da_node_order(xfs_dabuf_t *node1_bp, xfs_dabuf_t *node2_bp);
  89STATIC xfs_dabuf_t *xfs_da_buf_make(int nbuf, xfs_buf_t **bps);
  90STATIC int	xfs_da_blk_unlink(xfs_da_state_t *state,
  91				  xfs_da_state_blk_t *drop_blk,
  92				  xfs_da_state_blk_t *save_blk);
  93STATIC void	xfs_da_state_kill_altpath(xfs_da_state_t *state);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
  94
  95/*========================================================================
  96 * Routines used for growing the Btree.
  97 *========================================================================*/
  98
  99/*
 100 * Create the initial contents of an intermediate node.
 101 */
 102int
 103xfs_da_node_create(xfs_da_args_t *args, xfs_dablk_t blkno, int level,
 104				 xfs_dabuf_t **bpp, int whichfork)
 
 
 
 
 105{
 106	xfs_da_intnode_t *node;
 107	xfs_dabuf_t *bp;
 108	int error;
 109	xfs_trans_t *tp;
 
 
 
 110
 111	tp = args->trans;
 112	error = xfs_da_get_buf(tp, args->dp, blkno, -1, &bp, whichfork);
 
 
 113	if (error)
 114		return(error);
 115	ASSERT(bp != NULL);
 116	node = bp->data;
 117	node->hdr.info.forw = 0;
 118	node->hdr.info.back = 0;
 119	node->hdr.info.magic = cpu_to_be16(XFS_DA_NODE_MAGIC);
 120	node->hdr.info.pad = 0;
 121	node->hdr.count = 0;
 122	node->hdr.level = cpu_to_be16(level);
 
 
 
 
 
 
 
 123
 124	xfs_da_log_buf(tp, bp,
 125		XFS_DA_LOGRANGE(node, &node->hdr, sizeof(node->hdr)));
 
 126
 127	*bpp = bp;
 128	return(0);
 129}
 130
 131/*
 132 * Split a leaf node, rebalance, then possibly split
 133 * intermediate nodes, rebalance, etc.
 134 */
 135int							/* error */
 136xfs_da_split(xfs_da_state_t *state)
 
 137{
 138	xfs_da_state_blk_t *oldblk, *newblk, *addblk;
 139	xfs_da_intnode_t *node;
 140	xfs_dabuf_t *bp;
 141	int max, action, error, i;
 
 
 
 
 
 
 
 142
 143	/*
 144	 * Walk back up the tree splitting/inserting/adjusting as necessary.
 145	 * If we need to insert and there isn't room, split the node, then
 146	 * decide which fragment to insert the new block from below into.
 147	 * Note that we may split the root this way, but we need more fixup.
 148	 */
 149	max = state->path.active - 1;
 150	ASSERT((max >= 0) && (max < XFS_DA_NODE_MAXDEPTH));
 151	ASSERT(state->path.blk[max].magic == XFS_ATTR_LEAF_MAGIC ||
 152	       state->path.blk[max].magic == XFS_DIR2_LEAFN_MAGIC);
 153
 154	addblk = &state->path.blk[max];		/* initial dummy value */
 155	for (i = max; (i >= 0) && addblk; state->path.active--, i--) {
 156		oldblk = &state->path.blk[i];
 157		newblk = &state->altpath.blk[i];
 158
 159		/*
 160		 * If a leaf node then
 161		 *     Allocate a new leaf node, then rebalance across them.
 162		 * else if an intermediate node then
 163		 *     We split on the last layer, must we split the node?
 164		 */
 165		switch (oldblk->magic) {
 166		case XFS_ATTR_LEAF_MAGIC:
 167			error = xfs_attr_leaf_split(state, oldblk, newblk);
 168			if ((error != 0) && (error != ENOSPC)) {
 169				return(error);	/* GROT: attr is inconsistent */
 170			}
 171			if (!error) {
 172				addblk = newblk;
 173				break;
 174			}
 175			/*
 176			 * Entry wouldn't fit, split the leaf again.
 177			 */
 178			state->extravalid = 1;
 179			if (state->inleaf) {
 180				state->extraafter = 0;	/* before newblk */
 181				error = xfs_attr_leaf_split(state, oldblk,
 
 182							    &state->extrablk);
 183			} else {
 184				state->extraafter = 1;	/* after newblk */
 185				error = xfs_attr_leaf_split(state, newblk,
 
 186							    &state->extrablk);
 187			}
 188			if (error)
 189				return(error);	/* GROT: attr inconsistent */
 190			addblk = newblk;
 191			break;
 192		case XFS_DIR2_LEAFN_MAGIC:
 193			error = xfs_dir2_leafn_split(state, oldblk, newblk);
 194			if (error)
 195				return error;
 196			addblk = newblk;
 197			break;
 198		case XFS_DA_NODE_MAGIC:
 199			error = xfs_da_node_split(state, oldblk, newblk, addblk,
 200							 max - i, &action);
 201			xfs_da_buf_done(addblk->bp);
 202			addblk->bp = NULL;
 203			if (error)
 204				return(error);	/* GROT: dir is inconsistent */
 205			/*
 206			 * Record the newly split block for the next time thru?
 207			 */
 208			if (action)
 209				addblk = newblk;
 210			else
 211				addblk = NULL;
 212			break;
 213		}
 214
 215		/*
 216		 * Update the btree to show the new hashval for this child.
 217		 */
 218		xfs_da_fixhashpath(state, &state->path);
 219		/*
 220		 * If we won't need this block again, it's getting dropped
 221		 * from the active path by the loop control, so we need
 222		 * to mark it done now.
 223		 */
 224		if (i > 0 || !addblk)
 225			xfs_da_buf_done(oldblk->bp);
 226	}
 227	if (!addblk)
 228		return(0);
 229
 230	/*
 231	 * Split the root node.
 232	 */
 233	ASSERT(state->path.active == 0);
 234	oldblk = &state->path.blk[0];
 235	error = xfs_da_root_split(state, oldblk, addblk);
 236	if (error) {
 237		xfs_da_buf_done(oldblk->bp);
 238		xfs_da_buf_done(addblk->bp);
 239		addblk->bp = NULL;
 240		return(error);	/* GROT: dir is inconsistent */
 241	}
 242
 243	/*
 244	 * Update pointers to the node which used to be block 0 and
 245	 * just got bumped because of the addition of a new root node.
 246	 * There might be three blocks involved if a double split occurred,
 247	 * and the original block 0 could be at any position in the list.
 
 
 
 
 
 248	 */
 249
 250	node = oldblk->bp->data;
 251	if (node->hdr.info.forw) {
 252		if (be32_to_cpu(node->hdr.info.forw) == addblk->blkno) {
 253			bp = addblk->bp;
 254		} else {
 255			ASSERT(state->extravalid);
 256			bp = state->extrablk.bp;
 257		}
 258		node = bp->data;
 259		node->hdr.info.back = cpu_to_be32(oldblk->blkno);
 260		xfs_da_log_buf(state->args->trans, bp,
 261		    XFS_DA_LOGRANGE(node, &node->hdr.info,
 262		    sizeof(node->hdr.info)));
 263	}
 264	node = oldblk->bp->data;
 265	if (node->hdr.info.back) {
 266		if (be32_to_cpu(node->hdr.info.back) == addblk->blkno) {
 267			bp = addblk->bp;
 268		} else {
 269			ASSERT(state->extravalid);
 270			bp = state->extrablk.bp;
 271		}
 272		node = bp->data;
 273		node->hdr.info.forw = cpu_to_be32(oldblk->blkno);
 274		xfs_da_log_buf(state->args->trans, bp,
 275		    XFS_DA_LOGRANGE(node, &node->hdr.info,
 276		    sizeof(node->hdr.info)));
 277	}
 278	xfs_da_buf_done(oldblk->bp);
 279	xfs_da_buf_done(addblk->bp);
 280	addblk->bp = NULL;
 281	return(0);
 282}
 283
 284/*
 285 * Split the root.  We have to create a new root and point to the two
 286 * parts (the split old root) that we just created.  Copy block zero to
 287 * the EOF, extending the inode in process.
 288 */
 289STATIC int						/* error */
 290xfs_da_root_split(xfs_da_state_t *state, xfs_da_state_blk_t *blk1,
 291				 xfs_da_state_blk_t *blk2)
 292{
 293	xfs_da_intnode_t *node, *oldroot;
 294	xfs_da_args_t *args;
 295	xfs_dablk_t blkno;
 296	xfs_dabuf_t *bp;
 297	int error, size;
 298	xfs_inode_t *dp;
 299	xfs_trans_t *tp;
 300	xfs_mount_t *mp;
 301	xfs_dir2_leaf_t *leaf;
 
 
 
 
 
 
 
 
 
 302
 303	/*
 304	 * Copy the existing (incorrect) block from the root node position
 305	 * to a free space somewhere.
 306	 */
 307	args = state->args;
 308	ASSERT(args != NULL);
 309	error = xfs_da_grow_inode(args, &blkno);
 310	if (error)
 311		return(error);
 
 312	dp = args->dp;
 313	tp = args->trans;
 314	mp = state->mp;
 315	error = xfs_da_get_buf(tp, dp, blkno, -1, &bp, args->whichfork);
 316	if (error)
 317		return(error);
 318	ASSERT(bp != NULL);
 319	node = bp->data;
 320	oldroot = blk1->bp->data;
 321	if (oldroot->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC)) {
 322		size = (int)((char *)&oldroot->btree[be16_to_cpu(oldroot->hdr.count)] -
 323			     (char *)oldroot);
 
 
 
 
 
 
 
 
 
 
 324	} else {
 325		ASSERT(oldroot->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC));
 
 
 326		leaf = (xfs_dir2_leaf_t *)oldroot;
 327		size = (int)((char *)&leaf->ents[be16_to_cpu(leaf->hdr.count)] -
 328			     (char *)leaf);
 
 
 
 
 
 
 
 
 
 
 
 329	}
 
 
 
 
 
 
 
 330	memcpy(node, oldroot, size);
 331	xfs_da_log_buf(tp, bp, 0, size - 1);
 332	xfs_da_buf_done(blk1->bp);
 
 
 
 
 
 
 
 
 333	blk1->bp = bp;
 334	blk1->blkno = blkno;
 335
 336	/*
 337	 * Set up the new root node.
 338	 */
 339	error = xfs_da_node_create(args,
 340		(args->whichfork == XFS_DATA_FORK) ? mp->m_dirleafblk : 0,
 341		be16_to_cpu(node->hdr.level) + 1, &bp, args->whichfork);
 342	if (error)
 343		return(error);
 344	node = bp->data;
 345	node->btree[0].hashval = cpu_to_be32(blk1->hashval);
 346	node->btree[0].before = cpu_to_be32(blk1->blkno);
 347	node->btree[1].hashval = cpu_to_be32(blk2->hashval);
 348	node->btree[1].before = cpu_to_be32(blk2->blkno);
 349	node->hdr.count = cpu_to_be16(2);
 
 
 
 
 350
 351#ifdef DEBUG
 352	if (oldroot->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC)) {
 
 353		ASSERT(blk1->blkno >= mp->m_dirleafblk &&
 354		       blk1->blkno < mp->m_dirfreeblk);
 355		ASSERT(blk2->blkno >= mp->m_dirleafblk &&
 356		       blk2->blkno < mp->m_dirfreeblk);
 357	}
 358#endif
 359
 360	/* Header is already logged by xfs_da_node_create */
 361	xfs_da_log_buf(tp, bp,
 362		XFS_DA_LOGRANGE(node, node->btree,
 363			sizeof(xfs_da_node_entry_t) * 2));
 364	xfs_da_buf_done(bp);
 365
 366	return(0);
 367}
 368
 369/*
 370 * Split the node, rebalance, then add the new entry.
 371 */
 372STATIC int						/* error */
 373xfs_da_node_split(xfs_da_state_t *state, xfs_da_state_blk_t *oldblk,
 374				 xfs_da_state_blk_t *newblk,
 375				 xfs_da_state_blk_t *addblk,
 376				 int treelevel, int *result)
 377{
 378	xfs_da_intnode_t *node;
 379	xfs_dablk_t blkno;
 380	int newcount, error;
 381	int useextra;
 
 
 
 
 
 
 
 
 382
 383	node = oldblk->bp->data;
 384	ASSERT(node->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
 385
 386	/*
 387	 * With V2 dirs the extra block is data or freespace.
 388	 */
 389	useextra = state->extravalid && state->args->whichfork == XFS_ATTR_FORK;
 390	newcount = 1 + useextra;
 391	/*
 392	 * Do we have to split the node?
 393	 */
 394	if ((be16_to_cpu(node->hdr.count) + newcount) > state->node_ents) {
 395		/*
 396		 * Allocate a new node, add to the doubly linked chain of
 397		 * nodes, then move some of our excess entries into it.
 398		 */
 399		error = xfs_da_grow_inode(state->args, &blkno);
 400		if (error)
 401			return(error);	/* GROT: dir is inconsistent */
 402
 403		error = xfs_da_node_create(state->args, blkno, treelevel,
 404					   &newblk->bp, state->args->whichfork);
 405		if (error)
 406			return(error);	/* GROT: dir is inconsistent */
 407		newblk->blkno = blkno;
 408		newblk->magic = XFS_DA_NODE_MAGIC;
 409		xfs_da_node_rebalance(state, oldblk, newblk);
 410		error = xfs_da_blk_link(state, oldblk, newblk);
 411		if (error)
 412			return(error);
 413		*result = 1;
 414	} else {
 415		*result = 0;
 416	}
 417
 418	/*
 419	 * Insert the new entry(s) into the correct block
 420	 * (updating last hashval in the process).
 421	 *
 422	 * xfs_da_node_add() inserts BEFORE the given index,
 423	 * and as a result of using node_lookup_int() we always
 424	 * point to a valid entry (not after one), but a split
 425	 * operation always results in a new block whose hashvals
 426	 * FOLLOW the current block.
 427	 *
 428	 * If we had double-split op below us, then add the extra block too.
 429	 */
 430	node = oldblk->bp->data;
 431	if (oldblk->index <= be16_to_cpu(node->hdr.count)) {
 
 432		oldblk->index++;
 433		xfs_da_node_add(state, oldblk, addblk);
 434		if (useextra) {
 435			if (state->extraafter)
 436				oldblk->index++;
 437			xfs_da_node_add(state, oldblk, &state->extrablk);
 438			state->extravalid = 0;
 439		}
 440	} else {
 441		newblk->index++;
 442		xfs_da_node_add(state, newblk, addblk);
 443		if (useextra) {
 444			if (state->extraafter)
 445				newblk->index++;
 446			xfs_da_node_add(state, newblk, &state->extrablk);
 447			state->extravalid = 0;
 448		}
 449	}
 450
 451	return(0);
 452}
 453
 454/*
 455 * Balance the btree elements between two intermediate nodes,
 456 * usually one full and one empty.
 457 *
 458 * NOTE: if blk2 is empty, then it will get the upper half of blk1.
 459 */
 460STATIC void
 461xfs_da_node_rebalance(xfs_da_state_t *state, xfs_da_state_blk_t *blk1,
 462				     xfs_da_state_blk_t *blk2)
 463{
 464	xfs_da_intnode_t *node1, *node2, *tmpnode;
 465	xfs_da_node_entry_t *btree_s, *btree_d;
 466	int count, tmp;
 467	xfs_trans_t *tp;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 468
 469	node1 = blk1->bp->data;
 470	node2 = blk2->bp->data;
 471	/*
 472	 * Figure out how many entries need to move, and in which direction.
 473	 * Swap the nodes around if that makes it simpler.
 474	 */
 475	if ((be16_to_cpu(node1->hdr.count) > 0) && (be16_to_cpu(node2->hdr.count) > 0) &&
 476	    ((be32_to_cpu(node2->btree[0].hashval) < be32_to_cpu(node1->btree[0].hashval)) ||
 477	     (be32_to_cpu(node2->btree[be16_to_cpu(node2->hdr.count)-1].hashval) <
 478	      be32_to_cpu(node1->btree[be16_to_cpu(node1->hdr.count)-1].hashval)))) {
 479		tmpnode = node1;
 480		node1 = node2;
 481		node2 = tmpnode;
 
 
 
 
 
 482	}
 483	ASSERT(node1->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
 484	ASSERT(node2->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
 485	count = (be16_to_cpu(node1->hdr.count) - be16_to_cpu(node2->hdr.count)) / 2;
 486	if (count == 0)
 487		return;
 488	tp = state->args->trans;
 489	/*
 490	 * Two cases: high-to-low and low-to-high.
 491	 */
 492	if (count > 0) {
 493		/*
 494		 * Move elements in node2 up to make a hole.
 495		 */
 496		if ((tmp = be16_to_cpu(node2->hdr.count)) > 0) {
 
 497			tmp *= (uint)sizeof(xfs_da_node_entry_t);
 498			btree_s = &node2->btree[0];
 499			btree_d = &node2->btree[count];
 500			memmove(btree_d, btree_s, tmp);
 501		}
 502
 503		/*
 504		 * Move the req'd B-tree elements from high in node1 to
 505		 * low in node2.
 506		 */
 507		be16_add_cpu(&node2->hdr.count, count);
 508		tmp = count * (uint)sizeof(xfs_da_node_entry_t);
 509		btree_s = &node1->btree[be16_to_cpu(node1->hdr.count) - count];
 510		btree_d = &node2->btree[0];
 511		memcpy(btree_d, btree_s, tmp);
 512		be16_add_cpu(&node1->hdr.count, -count);
 513	} else {
 514		/*
 515		 * Move the req'd B-tree elements from low in node2 to
 516		 * high in node1.
 517		 */
 518		count = -count;
 519		tmp = count * (uint)sizeof(xfs_da_node_entry_t);
 520		btree_s = &node2->btree[0];
 521		btree_d = &node1->btree[be16_to_cpu(node1->hdr.count)];
 522		memcpy(btree_d, btree_s, tmp);
 523		be16_add_cpu(&node1->hdr.count, count);
 524		xfs_da_log_buf(tp, blk1->bp,
 
 525			XFS_DA_LOGRANGE(node1, btree_d, tmp));
 526
 527		/*
 528		 * Move elements in node2 down to fill the hole.
 529		 */
 530		tmp  = be16_to_cpu(node2->hdr.count) - count;
 531		tmp *= (uint)sizeof(xfs_da_node_entry_t);
 532		btree_s = &node2->btree[count];
 533		btree_d = &node2->btree[0];
 534		memmove(btree_d, btree_s, tmp);
 535		be16_add_cpu(&node2->hdr.count, -count);
 536	}
 537
 538	/*
 539	 * Log header of node 1 and all current bits of node 2.
 540	 */
 541	xfs_da_log_buf(tp, blk1->bp,
 542		XFS_DA_LOGRANGE(node1, &node1->hdr, sizeof(node1->hdr)));
 543	xfs_da_log_buf(tp, blk2->bp,
 
 
 
 544		XFS_DA_LOGRANGE(node2, &node2->hdr,
 545			sizeof(node2->hdr) +
 546			sizeof(node2->btree[0]) * be16_to_cpu(node2->hdr.count)));
 547
 548	/*
 549	 * Record the last hashval from each block for upward propagation.
 550	 * (note: don't use the swapped node pointers)
 551	 */
 552	node1 = blk1->bp->data;
 553	node2 = blk2->bp->data;
 554	blk1->hashval = be32_to_cpu(node1->btree[be16_to_cpu(node1->hdr.count)-1].hashval);
 555	blk2->hashval = be32_to_cpu(node2->btree[be16_to_cpu(node2->hdr.count)-1].hashval);
 
 
 
 
 
 
 556
 557	/*
 558	 * Adjust the expected index for insertion.
 559	 */
 560	if (blk1->index >= be16_to_cpu(node1->hdr.count)) {
 561		blk2->index = blk1->index - be16_to_cpu(node1->hdr.count);
 562		blk1->index = be16_to_cpu(node1->hdr.count) + 1;	/* make it invalid */
 563	}
 564}
 565
 566/*
 567 * Add a new entry to an intermediate node.
 568 */
 569STATIC void
 570xfs_da_node_add(xfs_da_state_t *state, xfs_da_state_blk_t *oldblk,
 571			       xfs_da_state_blk_t *newblk)
 572{
 573	xfs_da_intnode_t *node;
 574	xfs_da_node_entry_t *btree;
 575	int tmp;
 576
 577	node = oldblk->bp->data;
 578	ASSERT(node->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
 579	ASSERT((oldblk->index >= 0) && (oldblk->index <= be16_to_cpu(node->hdr.count)));
 
 
 
 
 
 
 
 
 580	ASSERT(newblk->blkno != 0);
 581	if (state->args->whichfork == XFS_DATA_FORK)
 582		ASSERT(newblk->blkno >= state->mp->m_dirleafblk &&
 583		       newblk->blkno < state->mp->m_dirfreeblk);
 584
 585	/*
 586	 * We may need to make some room before we insert the new node.
 587	 */
 588	tmp = 0;
 589	btree = &node->btree[ oldblk->index ];
 590	if (oldblk->index < be16_to_cpu(node->hdr.count)) {
 591		tmp = (be16_to_cpu(node->hdr.count) - oldblk->index) * (uint)sizeof(*btree);
 592		memmove(btree + 1, btree, tmp);
 593	}
 594	btree->hashval = cpu_to_be32(newblk->hashval);
 595	btree->before = cpu_to_be32(newblk->blkno);
 596	xfs_da_log_buf(state->args->trans, oldblk->bp,
 597		XFS_DA_LOGRANGE(node, btree, tmp + sizeof(*btree)));
 598	be16_add_cpu(&node->hdr.count, 1);
 599	xfs_da_log_buf(state->args->trans, oldblk->bp,
 600		XFS_DA_LOGRANGE(node, &node->hdr, sizeof(node->hdr)));
 
 
 601
 602	/*
 603	 * Copy the last hash value from the oldblk to propagate upwards.
 604	 */
 605	oldblk->hashval = be32_to_cpu(node->btree[be16_to_cpu(node->hdr.count)-1 ].hashval);
 606}
 607
 608/*========================================================================
 609 * Routines used for shrinking the Btree.
 610 *========================================================================*/
 611
 612/*
 613 * Deallocate an empty leaf node, remove it from its parent,
 614 * possibly deallocating that block, etc...
 615 */
 616int
 617xfs_da_join(xfs_da_state_t *state)
 
 618{
 619	xfs_da_state_blk_t *drop_blk, *save_blk;
 620	int action, error;
 
 
 
 
 621
 622	action = 0;
 623	drop_blk = &state->path.blk[ state->path.active-1 ];
 624	save_blk = &state->altpath.blk[ state->path.active-1 ];
 625	ASSERT(state->path.blk[0].magic == XFS_DA_NODE_MAGIC);
 626	ASSERT(drop_blk->magic == XFS_ATTR_LEAF_MAGIC ||
 627	       drop_blk->magic == XFS_DIR2_LEAFN_MAGIC);
 628
 629	/*
 630	 * Walk back up the tree joining/deallocating as necessary.
 631	 * When we stop dropping blocks, break out.
 632	 */
 633	for (  ; state->path.active >= 2; drop_blk--, save_blk--,
 634		 state->path.active--) {
 635		/*
 636		 * See if we can combine the block with a neighbor.
 637		 *   (action == 0) => no options, just leave
 638		 *   (action == 1) => coalesce, then unlink
 639		 *   (action == 2) => block empty, unlink it
 640		 */
 641		switch (drop_blk->magic) {
 642		case XFS_ATTR_LEAF_MAGIC:
 643			error = xfs_attr_leaf_toosmall(state, &action);
 644			if (error)
 645				return(error);
 646			if (action == 0)
 647				return(0);
 648			xfs_attr_leaf_unbalance(state, drop_blk, save_blk);
 649			break;
 650		case XFS_DIR2_LEAFN_MAGIC:
 651			error = xfs_dir2_leafn_toosmall(state, &action);
 652			if (error)
 653				return error;
 654			if (action == 0)
 655				return 0;
 656			xfs_dir2_leafn_unbalance(state, drop_blk, save_blk);
 657			break;
 658		case XFS_DA_NODE_MAGIC:
 659			/*
 660			 * Remove the offending node, fixup hashvals,
 661			 * check for a toosmall neighbor.
 662			 */
 663			xfs_da_node_remove(state, drop_blk);
 664			xfs_da_fixhashpath(state, &state->path);
 665			error = xfs_da_node_toosmall(state, &action);
 666			if (error)
 667				return(error);
 668			if (action == 0)
 669				return 0;
 670			xfs_da_node_unbalance(state, drop_blk, save_blk);
 671			break;
 672		}
 673		xfs_da_fixhashpath(state, &state->altpath);
 674		error = xfs_da_blk_unlink(state, drop_blk, save_blk);
 675		xfs_da_state_kill_altpath(state);
 676		if (error)
 677			return(error);
 678		error = xfs_da_shrink_inode(state->args, drop_blk->blkno,
 679							 drop_blk->bp);
 680		drop_blk->bp = NULL;
 681		if (error)
 682			return(error);
 683	}
 684	/*
 685	 * We joined all the way to the top.  If it turns out that
 686	 * we only have one entry in the root, make the child block
 687	 * the new root.
 688	 */
 689	xfs_da_node_remove(state, drop_blk);
 690	xfs_da_fixhashpath(state, &state->path);
 691	error = xfs_da_root_join(state, &state->path.blk[0]);
 692	return(error);
 693}
 694
 695#ifdef	DEBUG
 696static void
 697xfs_da_blkinfo_onlychild_validate(struct xfs_da_blkinfo *blkinfo, __u16 level)
 698{
 699	__be16	magic = blkinfo->magic;
 700
 701	if (level == 1) {
 702		ASSERT(magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC) ||
 703		       magic == cpu_to_be16(XFS_ATTR_LEAF_MAGIC));
 704	} else
 705		ASSERT(magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
 
 
 
 
 706	ASSERT(!blkinfo->forw);
 707	ASSERT(!blkinfo->back);
 708}
 709#else	/* !DEBUG */
 710#define	xfs_da_blkinfo_onlychild_validate(blkinfo, level)
 711#endif	/* !DEBUG */
 712
 713/*
 714 * We have only one entry in the root.  Copy the only remaining child of
 715 * the old root to block 0 as the new root node.
 716 */
 717STATIC int
 718xfs_da_root_join(xfs_da_state_t *state, xfs_da_state_blk_t *root_blk)
 719{
 720	xfs_da_intnode_t *oldroot;
 721	xfs_da_args_t *args;
 722	xfs_dablk_t child;
 723	xfs_dabuf_t *bp;
 724	int error;
 
 
 
 
 
 
 
 725
 726	args = state->args;
 727	ASSERT(args != NULL);
 728	ASSERT(root_blk->magic == XFS_DA_NODE_MAGIC);
 729	oldroot = root_blk->bp->data;
 730	ASSERT(oldroot->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
 731	ASSERT(!oldroot->hdr.info.forw);
 732	ASSERT(!oldroot->hdr.info.back);
 
 
 733
 734	/*
 735	 * If the root has more than one child, then don't do anything.
 736	 */
 737	if (be16_to_cpu(oldroot->hdr.count) > 1)
 738		return(0);
 739
 740	/*
 741	 * Read in the (only) child block, then copy those bytes into
 742	 * the root block's buffer and free the original child block.
 743	 */
 744	child = be32_to_cpu(oldroot->btree[0].before);
 
 745	ASSERT(child != 0);
 746	error = xfs_da_read_buf(args->trans, args->dp, child, -1, &bp,
 747					     args->whichfork);
 748	if (error)
 749		return(error);
 750	ASSERT(bp != NULL);
 751	xfs_da_blkinfo_onlychild_validate(bp->data,
 752					be16_to_cpu(oldroot->hdr.level));
 753
 754	memcpy(root_blk->bp->data, bp->data, state->blocksize);
 755	xfs_da_log_buf(args->trans, root_blk->bp, 0, state->blocksize - 1);
 
 
 
 
 
 
 
 
 
 
 
 
 
 756	error = xfs_da_shrink_inode(args, child, bp);
 757	return(error);
 758}
 759
 760/*
 761 * Check a node block and its neighbors to see if the block should be
 762 * collapsed into one or the other neighbor.  Always keep the block
 763 * with the smaller block number.
 764 * If the current block is over 50% full, don't try to join it, return 0.
 765 * If the block is empty, fill in the state structure and return 2.
 766 * If it can be collapsed, fill in the state structure and return 1.
 767 * If nothing can be done, return 0.
 768 */
 769STATIC int
 770xfs_da_node_toosmall(xfs_da_state_t *state, int *action)
 771{
 772	xfs_da_intnode_t *node;
 773	xfs_da_state_blk_t *blk;
 774	xfs_da_blkinfo_t *info;
 775	int count, forward, error, retval, i;
 776	xfs_dablk_t blkno;
 777	xfs_dabuf_t *bp;
 
 
 
 
 
 
 
 
 
 
 778
 779	/*
 780	 * Check for the degenerate case of the block being over 50% full.
 781	 * If so, it's not worth even looking to see if we might be able
 782	 * to coalesce with a sibling.
 783	 */
 784	blk = &state->path.blk[ state->path.active-1 ];
 785	info = blk->bp->data;
 786	ASSERT(info->magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
 787	node = (xfs_da_intnode_t *)info;
 788	count = be16_to_cpu(node->hdr.count);
 789	if (count > (state->node_ents >> 1)) {
 790		*action = 0;	/* blk over 50%, don't try to join */
 791		return(0);	/* blk over 50%, don't try to join */
 792	}
 793
 794	/*
 795	 * Check for the degenerate case of the block being empty.
 796	 * If the block is empty, we'll simply delete it, no need to
 797	 * coalesce it with a sibling block.  We choose (arbitrarily)
 798	 * to merge with the forward block unless it is NULL.
 799	 */
 800	if (count == 0) {
 801		/*
 802		 * Make altpath point to the block we want to keep and
 803		 * path point to the block we want to drop (this one).
 804		 */
 805		forward = (info->forw != 0);
 806		memcpy(&state->altpath, &state->path, sizeof(state->path));
 807		error = xfs_da_path_shift(state, &state->altpath, forward,
 808						 0, &retval);
 809		if (error)
 810			return(error);
 811		if (retval) {
 812			*action = 0;
 813		} else {
 814			*action = 2;
 815		}
 816		return(0);
 817	}
 818
 819	/*
 820	 * Examine each sibling block to see if we can coalesce with
 821	 * at least 25% free space to spare.  We need to figure out
 822	 * whether to merge with the forward or the backward block.
 823	 * We prefer coalescing with the lower numbered sibling so as
 824	 * to shrink a directory over time.
 825	 */
 
 
 
 
 826	/* start with smaller blk num */
 827	forward = (be32_to_cpu(info->forw) < be32_to_cpu(info->back));
 828	for (i = 0; i < 2; forward = !forward, i++) {
 
 829		if (forward)
 830			blkno = be32_to_cpu(info->forw);
 831		else
 832			blkno = be32_to_cpu(info->back);
 833		if (blkno == 0)
 834			continue;
 835		error = xfs_da_read_buf(state->args->trans, state->args->dp,
 836					blkno, -1, &bp, state->args->whichfork);
 837		if (error)
 838			return(error);
 839		ASSERT(bp != NULL);
 840
 841		node = (xfs_da_intnode_t *)info;
 842		count  = state->node_ents;
 843		count -= state->node_ents >> 2;
 844		count -= be16_to_cpu(node->hdr.count);
 845		node = bp->data;
 846		ASSERT(node->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
 847		count -= be16_to_cpu(node->hdr.count);
 848		xfs_da_brelse(state->args->trans, bp);
 849		if (count >= 0)
 850			break;	/* fits with at least 25% to spare */
 851	}
 852	if (i >= 2) {
 853		*action = 0;
 854		return(0);
 855	}
 856
 857	/*
 858	 * Make altpath point to the block we want to keep (the lower
 859	 * numbered block) and path point to the block we want to drop.
 860	 */
 861	memcpy(&state->altpath, &state->path, sizeof(state->path));
 862	if (blkno < blk->blkno) {
 863		error = xfs_da_path_shift(state, &state->altpath, forward,
 864						 0, &retval);
 865		if (error) {
 866			return(error);
 867		}
 868		if (retval) {
 869			*action = 0;
 870			return(0);
 871		}
 872	} else {
 873		error = xfs_da_path_shift(state, &state->path, forward,
 874						 0, &retval);
 875		if (error) {
 876			return(error);
 877		}
 878		if (retval) {
 879			*action = 0;
 880			return(0);
 881		}
 882	}
 883	*action = 1;
 884	return(0);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 885}
 886
 887/*
 888 * Walk back up the tree adjusting hash values as necessary,
 889 * when we stop making changes, return.
 890 */
 891void
 892xfs_da_fixhashpath(xfs_da_state_t *state, xfs_da_state_path_t *path)
 893{
 894	xfs_da_state_blk_t *blk;
 895	xfs_da_intnode_t *node;
 896	xfs_da_node_entry_t *btree;
 897	xfs_dahash_t lasthash=0;
 898	int level, count;
 
 
 
 
 
 
 899
 900	level = path->active-1;
 901	blk = &path->blk[ level ];
 902	switch (blk->magic) {
 903	case XFS_ATTR_LEAF_MAGIC:
 904		lasthash = xfs_attr_leaf_lasthash(blk->bp, &count);
 905		if (count == 0)
 906			return;
 907		break;
 908	case XFS_DIR2_LEAFN_MAGIC:
 909		lasthash = xfs_dir2_leafn_lasthash(blk->bp, &count);
 910		if (count == 0)
 911			return;
 912		break;
 913	case XFS_DA_NODE_MAGIC:
 914		lasthash = xfs_da_node_lasthash(blk->bp, &count);
 915		if (count == 0)
 916			return;
 917		break;
 918	}
 919	for (blk--, level--; level >= 0; blk--, level--) {
 920		node = blk->bp->data;
 921		ASSERT(node->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
 922		btree = &node->btree[ blk->index ];
 923		if (be32_to_cpu(btree->hashval) == lasthash)
 
 
 924			break;
 925		blk->hashval = lasthash;
 926		btree->hashval = cpu_to_be32(lasthash);
 927		xfs_da_log_buf(state->args->trans, blk->bp,
 928				  XFS_DA_LOGRANGE(node, btree, sizeof(*btree)));
 
 929
 930		lasthash = be32_to_cpu(node->btree[be16_to_cpu(node->hdr.count)-1].hashval);
 931	}
 932}
 933
 934/*
 935 * Remove an entry from an intermediate node.
 936 */
 937STATIC void
 938xfs_da_node_remove(xfs_da_state_t *state, xfs_da_state_blk_t *drop_blk)
 939{
 940	xfs_da_intnode_t *node;
 941	xfs_da_node_entry_t *btree;
 942	int tmp;
 943
 944	node = drop_blk->bp->data;
 945	ASSERT(drop_blk->index < be16_to_cpu(node->hdr.count));
 
 
 
 
 
 
 
 
 946	ASSERT(drop_blk->index >= 0);
 947
 948	/*
 949	 * Copy over the offending entry, or just zero it out.
 950	 */
 951	btree = &node->btree[drop_blk->index];
 952	if (drop_blk->index < (be16_to_cpu(node->hdr.count)-1)) {
 953		tmp  = be16_to_cpu(node->hdr.count) - drop_blk->index - 1;
 
 954		tmp *= (uint)sizeof(xfs_da_node_entry_t);
 955		memmove(btree, btree + 1, tmp);
 956		xfs_da_log_buf(state->args->trans, drop_blk->bp,
 957		    XFS_DA_LOGRANGE(node, btree, tmp));
 958		btree = &node->btree[be16_to_cpu(node->hdr.count)-1];
 959	}
 960	memset((char *)btree, 0, sizeof(xfs_da_node_entry_t));
 961	xfs_da_log_buf(state->args->trans, drop_blk->bp,
 962	    XFS_DA_LOGRANGE(node, btree, sizeof(*btree)));
 963	be16_add_cpu(&node->hdr.count, -1);
 964	xfs_da_log_buf(state->args->trans, drop_blk->bp,
 965	    XFS_DA_LOGRANGE(node, &node->hdr, sizeof(node->hdr)));
 
 966
 967	/*
 968	 * Copy the last hash value from the block to propagate upwards.
 969	 */
 970	btree--;
 971	drop_blk->hashval = be32_to_cpu(btree->hashval);
 972}
 973
 974/*
 975 * Unbalance the btree elements between two intermediate nodes,
 976 * move all Btree elements from one node into another.
 977 */
 978STATIC void
 979xfs_da_node_unbalance(xfs_da_state_t *state, xfs_da_state_blk_t *drop_blk,
 980				     xfs_da_state_blk_t *save_blk)
 981{
 982	xfs_da_intnode_t *drop_node, *save_node;
 983	xfs_da_node_entry_t *btree;
 984	int tmp;
 985	xfs_trans_t *tp;
 986
 987	drop_node = drop_blk->bp->data;
 988	save_node = save_blk->bp->data;
 989	ASSERT(drop_node->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
 990	ASSERT(save_node->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
 
 
 
 
 
 
 
 
 
 
 
 
 991	tp = state->args->trans;
 992
 993	/*
 994	 * If the dying block has lower hashvals, then move all the
 995	 * elements in the remaining block up to make a hole.
 996	 */
 997	if ((be32_to_cpu(drop_node->btree[0].hashval) < be32_to_cpu(save_node->btree[ 0 ].hashval)) ||
 998	    (be32_to_cpu(drop_node->btree[be16_to_cpu(drop_node->hdr.count)-1].hashval) <
 999	     be32_to_cpu(save_node->btree[be16_to_cpu(save_node->hdr.count)-1].hashval)))
1000	{
1001		btree = &save_node->btree[be16_to_cpu(drop_node->hdr.count)];
1002		tmp = be16_to_cpu(save_node->hdr.count) * (uint)sizeof(xfs_da_node_entry_t);
1003		memmove(btree, &save_node->btree[0], tmp);
1004		btree = &save_node->btree[0];
1005		xfs_da_log_buf(tp, save_blk->bp,
1006			XFS_DA_LOGRANGE(save_node, btree,
1007				(be16_to_cpu(save_node->hdr.count) + be16_to_cpu(drop_node->hdr.count)) *
1008				sizeof(xfs_da_node_entry_t)));
 
1009	} else {
1010		btree = &save_node->btree[be16_to_cpu(save_node->hdr.count)];
1011		xfs_da_log_buf(tp, save_blk->bp,
1012			XFS_DA_LOGRANGE(save_node, btree,
1013				be16_to_cpu(drop_node->hdr.count) *
1014				sizeof(xfs_da_node_entry_t)));
1015	}
1016
1017	/*
1018	 * Move all the B-tree elements from drop_blk to save_blk.
1019	 */
1020	tmp = be16_to_cpu(drop_node->hdr.count) * (uint)sizeof(xfs_da_node_entry_t);
1021	memcpy(btree, &drop_node->btree[0], tmp);
1022	be16_add_cpu(&save_node->hdr.count, be16_to_cpu(drop_node->hdr.count));
1023
1024	xfs_da_log_buf(tp, save_blk->bp,
 
1025		XFS_DA_LOGRANGE(save_node, &save_node->hdr,
1026			sizeof(save_node->hdr)));
1027
1028	/*
1029	 * Save the last hashval in the remaining block for upward propagation.
1030	 */
1031	save_blk->hashval = be32_to_cpu(save_node->btree[be16_to_cpu(save_node->hdr.count)-1].hashval);
1032}
1033
1034/*========================================================================
1035 * Routines used for finding things in the Btree.
1036 *========================================================================*/
1037
1038/*
1039 * Walk down the Btree looking for a particular filename, filling
1040 * in the state structure as we go.
1041 *
1042 * We will set the state structure to point to each of the elements
1043 * in each of the nodes where either the hashval is or should be.
1044 *
1045 * We support duplicate hashval's so for each entry in the current
1046 * node that could contain the desired hashval, descend.  This is a
1047 * pruned depth-first tree search.
1048 */
1049int							/* error */
1050xfs_da_node_lookup_int(xfs_da_state_t *state, int *result)
1051{
1052	xfs_da_state_blk_t *blk;
1053	xfs_da_blkinfo_t *curr;
1054	xfs_da_intnode_t *node;
1055	xfs_da_node_entry_t *btree;
1056	xfs_dablk_t blkno;
1057	int probe, span, max, error, retval;
1058	xfs_dahash_t hashval, btreehashval;
1059	xfs_da_args_t *args;
 
 
 
 
 
 
 
 
 
1060
1061	args = state->args;
1062
1063	/*
1064	 * Descend thru the B-tree searching each level for the right
1065	 * node to use, until the right hashval is found.
1066	 */
1067	blkno = (args->whichfork == XFS_DATA_FORK)? state->mp->m_dirleafblk : 0;
1068	for (blk = &state->path.blk[0], state->path.active = 1;
1069			 state->path.active <= XFS_DA_NODE_MAXDEPTH;
1070			 blk++, state->path.active++) {
1071		/*
1072		 * Read the next node down in the tree.
1073		 */
1074		blk->blkno = blkno;
1075		error = xfs_da_read_buf(args->trans, args->dp, blkno,
1076					-1, &blk->bp, args->whichfork);
1077		if (error) {
1078			blk->blkno = 0;
1079			state->path.active--;
1080			return(error);
1081		}
1082		curr = blk->bp->data;
1083		blk->magic = be16_to_cpu(curr->magic);
1084		ASSERT(blk->magic == XFS_DA_NODE_MAGIC ||
1085		       blk->magic == XFS_DIR2_LEAFN_MAGIC ||
1086		       blk->magic == XFS_ATTR_LEAF_MAGIC);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1087
1088		/*
1089		 * Search an intermediate node for a match.
1090		 */
1091		if (blk->magic == XFS_DA_NODE_MAGIC) {
1092			node = blk->bp->data;
1093			max = be16_to_cpu(node->hdr.count);
1094			blk->hashval = be32_to_cpu(node->btree[max-1].hashval);
1095
1096			/*
1097			 * Binary search.  (note: small blocks will skip loop)
1098			 */
1099			probe = span = max / 2;
1100			hashval = args->hashval;
1101			for (btree = &node->btree[probe]; span > 4;
1102				   btree = &node->btree[probe]) {
1103				span /= 2;
1104				btreehashval = be32_to_cpu(btree->hashval);
1105				if (btreehashval < hashval)
1106					probe += span;
1107				else if (btreehashval > hashval)
1108					probe -= span;
1109				else
1110					break;
1111			}
1112			ASSERT((probe >= 0) && (probe < max));
1113			ASSERT((span <= 4) || (be32_to_cpu(btree->hashval) == hashval));
1114
1115			/*
1116			 * Since we may have duplicate hashval's, find the first
1117			 * matching hashval in the node.
1118			 */
1119			while ((probe > 0) && (be32_to_cpu(btree->hashval) >= hashval)) {
1120				btree--;
1121				probe--;
1122			}
1123			while ((probe < max) && (be32_to_cpu(btree->hashval) < hashval)) {
1124				btree++;
1125				probe++;
1126			}
 
 
 
 
 
 
1127
1128			/*
1129			 * Pick the right block to descend on.
1130			 */
1131			if (probe == max) {
1132				blk->index = max-1;
1133				blkno = be32_to_cpu(node->btree[max-1].before);
1134			} else {
1135				blk->index = probe;
1136				blkno = be32_to_cpu(btree->before);
1137			}
1138		} else if (blk->magic == XFS_ATTR_LEAF_MAGIC) {
1139			blk->hashval = xfs_attr_leaf_lasthash(blk->bp, NULL);
1140			break;
1141		} else if (blk->magic == XFS_DIR2_LEAFN_MAGIC) {
1142			blk->hashval = xfs_dir2_leafn_lasthash(blk->bp, NULL);
1143			break;
 
 
 
 
 
 
1144		}
1145	}
1146
1147	/*
1148	 * A leaf block that ends in the hashval that we are interested in
1149	 * (final hashval == search hashval) means that the next block may
1150	 * contain more entries with the same hashval, shift upward to the
1151	 * next leaf and keep searching.
1152	 */
1153	for (;;) {
1154		if (blk->magic == XFS_DIR2_LEAFN_MAGIC) {
1155			retval = xfs_dir2_leafn_lookup_int(blk->bp, args,
1156							&blk->index, state);
1157		} else if (blk->magic == XFS_ATTR_LEAF_MAGIC) {
1158			retval = xfs_attr_leaf_lookup_int(blk->bp, args);
1159			blk->index = args->index;
1160			args->blkno = blk->blkno;
1161		} else {
1162			ASSERT(0);
1163			return XFS_ERROR(EFSCORRUPTED);
1164		}
1165		if (((retval == ENOENT) || (retval == ENOATTR)) &&
1166		    (blk->hashval == args->hashval)) {
1167			error = xfs_da_path_shift(state, &state->path, 1, 1,
1168							 &retval);
1169			if (error)
1170				return(error);
1171			if (retval == 0) {
1172				continue;
1173			} else if (blk->magic == XFS_ATTR_LEAF_MAGIC) {
1174				/* path_shift() gives ENOENT */
1175				retval = XFS_ERROR(ENOATTR);
1176			}
1177		}
1178		break;
1179	}
1180	*result = retval;
1181	return(0);
1182}
1183
1184/*========================================================================
1185 * Utility routines.
1186 *========================================================================*/
1187
1188/*
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1189 * Link a new block into a doubly linked list of blocks (of whatever type).
1190 */
1191int							/* error */
1192xfs_da_blk_link(xfs_da_state_t *state, xfs_da_state_blk_t *old_blk,
1193			       xfs_da_state_blk_t *new_blk)
1194{
1195	xfs_da_blkinfo_t *old_info, *new_info, *tmp_info;
1196	xfs_da_args_t *args;
1197	int before=0, error;
1198	xfs_dabuf_t *bp;
 
 
 
 
 
 
1199
1200	/*
1201	 * Set up environment.
1202	 */
1203	args = state->args;
1204	ASSERT(args != NULL);
1205	old_info = old_blk->bp->data;
1206	new_info = new_blk->bp->data;
1207	ASSERT(old_blk->magic == XFS_DA_NODE_MAGIC ||
1208	       old_blk->magic == XFS_DIR2_LEAFN_MAGIC ||
1209	       old_blk->magic == XFS_ATTR_LEAF_MAGIC);
1210	ASSERT(old_blk->magic == be16_to_cpu(old_info->magic));
1211	ASSERT(new_blk->magic == be16_to_cpu(new_info->magic));
1212	ASSERT(old_blk->magic == new_blk->magic);
1213
1214	switch (old_blk->magic) {
1215	case XFS_ATTR_LEAF_MAGIC:
1216		before = xfs_attr_leaf_order(old_blk->bp, new_blk->bp);
1217		break;
1218	case XFS_DIR2_LEAFN_MAGIC:
1219		before = xfs_dir2_leafn_order(old_blk->bp, new_blk->bp);
1220		break;
1221	case XFS_DA_NODE_MAGIC:
1222		before = xfs_da_node_order(old_blk->bp, new_blk->bp);
1223		break;
1224	}
1225
1226	/*
1227	 * Link blocks in appropriate order.
1228	 */
1229	if (before) {
1230		/*
1231		 * Link new block in before existing block.
1232		 */
 
1233		new_info->forw = cpu_to_be32(old_blk->blkno);
1234		new_info->back = old_info->back;
1235		if (old_info->back) {
1236			error = xfs_da_read_buf(args->trans, args->dp,
1237						be32_to_cpu(old_info->back),
1238						-1, &bp, args->whichfork);
1239			if (error)
1240				return(error);
1241			ASSERT(bp != NULL);
1242			tmp_info = bp->data;
1243			ASSERT(be16_to_cpu(tmp_info->magic) == be16_to_cpu(old_info->magic));
1244			ASSERT(be32_to_cpu(tmp_info->forw) == old_blk->blkno);
1245			tmp_info->forw = cpu_to_be32(new_blk->blkno);
1246			xfs_da_log_buf(args->trans, bp, 0, sizeof(*tmp_info)-1);
1247			xfs_da_buf_done(bp);
1248		}
1249		old_info->back = cpu_to_be32(new_blk->blkno);
1250	} else {
1251		/*
1252		 * Link new block in after existing block.
1253		 */
 
1254		new_info->forw = old_info->forw;
1255		new_info->back = cpu_to_be32(old_blk->blkno);
1256		if (old_info->forw) {
1257			error = xfs_da_read_buf(args->trans, args->dp,
1258						be32_to_cpu(old_info->forw),
1259						-1, &bp, args->whichfork);
1260			if (error)
1261				return(error);
1262			ASSERT(bp != NULL);
1263			tmp_info = bp->data;
1264			ASSERT(tmp_info->magic == old_info->magic);
1265			ASSERT(be32_to_cpu(tmp_info->back) == old_blk->blkno);
1266			tmp_info->back = cpu_to_be32(new_blk->blkno);
1267			xfs_da_log_buf(args->trans, bp, 0, sizeof(*tmp_info)-1);
1268			xfs_da_buf_done(bp);
1269		}
1270		old_info->forw = cpu_to_be32(new_blk->blkno);
1271	}
1272
1273	xfs_da_log_buf(args->trans, old_blk->bp, 0, sizeof(*tmp_info) - 1);
1274	xfs_da_log_buf(args->trans, new_blk->bp, 0, sizeof(*tmp_info) - 1);
1275	return(0);
1276}
1277
1278/*
1279 * Compare two intermediate nodes for "order".
1280 */
1281STATIC int
1282xfs_da_node_order(xfs_dabuf_t *node1_bp, xfs_dabuf_t *node2_bp)
1283{
1284	xfs_da_intnode_t *node1, *node2;
1285
1286	node1 = node1_bp->data;
1287	node2 = node2_bp->data;
1288	ASSERT(node1->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC) &&
1289	       node2->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
1290	if ((be16_to_cpu(node1->hdr.count) > 0) && (be16_to_cpu(node2->hdr.count) > 0) &&
1291	    ((be32_to_cpu(node2->btree[0].hashval) <
1292	      be32_to_cpu(node1->btree[0].hashval)) ||
1293	     (be32_to_cpu(node2->btree[be16_to_cpu(node2->hdr.count)-1].hashval) <
1294	      be32_to_cpu(node1->btree[be16_to_cpu(node1->hdr.count)-1].hashval)))) {
1295		return(1);
1296	}
1297	return(0);
1298}
1299
1300/*
1301 * Pick up the last hashvalue from an intermediate node.
1302 */
1303STATIC uint
1304xfs_da_node_lasthash(xfs_dabuf_t *bp, int *count)
1305{
1306	xfs_da_intnode_t *node;
1307
1308	node = bp->data;
1309	ASSERT(node->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
1310	if (count)
1311		*count = be16_to_cpu(node->hdr.count);
1312	if (!node->hdr.count)
1313		return(0);
1314	return be32_to_cpu(node->btree[be16_to_cpu(node->hdr.count)-1].hashval);
1315}
1316
1317/*
1318 * Unlink a block from a doubly linked list of blocks.
1319 */
1320STATIC int						/* error */
1321xfs_da_blk_unlink(xfs_da_state_t *state, xfs_da_state_blk_t *drop_blk,
1322				 xfs_da_state_blk_t *save_blk)
1323{
1324	xfs_da_blkinfo_t *drop_info, *save_info, *tmp_info;
1325	xfs_da_args_t *args;
1326	xfs_dabuf_t *bp;
1327	int error;
 
 
 
 
1328
1329	/*
1330	 * Set up environment.
1331	 */
1332	args = state->args;
1333	ASSERT(args != NULL);
1334	save_info = save_blk->bp->data;
1335	drop_info = drop_blk->bp->data;
1336	ASSERT(save_blk->magic == XFS_DA_NODE_MAGIC ||
1337	       save_blk->magic == XFS_DIR2_LEAFN_MAGIC ||
1338	       save_blk->magic == XFS_ATTR_LEAF_MAGIC);
1339	ASSERT(save_blk->magic == be16_to_cpu(save_info->magic));
1340	ASSERT(drop_blk->magic == be16_to_cpu(drop_info->magic));
1341	ASSERT(save_blk->magic == drop_blk->magic);
1342	ASSERT((be32_to_cpu(save_info->forw) == drop_blk->blkno) ||
1343	       (be32_to_cpu(save_info->back) == drop_blk->blkno));
1344	ASSERT((be32_to_cpu(drop_info->forw) == save_blk->blkno) ||
1345	       (be32_to_cpu(drop_info->back) == save_blk->blkno));
1346
1347	/*
1348	 * Unlink the leaf block from the doubly linked chain of leaves.
1349	 */
1350	if (be32_to_cpu(save_info->back) == drop_blk->blkno) {
 
1351		save_info->back = drop_info->back;
1352		if (drop_info->back) {
1353			error = xfs_da_read_buf(args->trans, args->dp,
1354						be32_to_cpu(drop_info->back),
1355						-1, &bp, args->whichfork);
1356			if (error)
1357				return(error);
1358			ASSERT(bp != NULL);
1359			tmp_info = bp->data;
1360			ASSERT(tmp_info->magic == save_info->magic);
1361			ASSERT(be32_to_cpu(tmp_info->forw) == drop_blk->blkno);
1362			tmp_info->forw = cpu_to_be32(save_blk->blkno);
1363			xfs_da_log_buf(args->trans, bp, 0,
1364						    sizeof(*tmp_info) - 1);
1365			xfs_da_buf_done(bp);
1366		}
1367	} else {
 
1368		save_info->forw = drop_info->forw;
1369		if (drop_info->forw) {
1370			error = xfs_da_read_buf(args->trans, args->dp,
1371						be32_to_cpu(drop_info->forw),
1372						-1, &bp, args->whichfork);
1373			if (error)
1374				return(error);
1375			ASSERT(bp != NULL);
1376			tmp_info = bp->data;
1377			ASSERT(tmp_info->magic == save_info->magic);
1378			ASSERT(be32_to_cpu(tmp_info->back) == drop_blk->blkno);
1379			tmp_info->back = cpu_to_be32(save_blk->blkno);
1380			xfs_da_log_buf(args->trans, bp, 0,
1381						    sizeof(*tmp_info) - 1);
1382			xfs_da_buf_done(bp);
1383		}
1384	}
1385
1386	xfs_da_log_buf(args->trans, save_blk->bp, 0, sizeof(*save_info) - 1);
1387	return(0);
1388}
1389
1390/*
1391 * Move a path "forward" or "!forward" one block at the current level.
1392 *
1393 * This routine will adjust a "path" to point to the next block
1394 * "forward" (higher hashvalues) or "!forward" (lower hashvals) in the
1395 * Btree, including updating pointers to the intermediate nodes between
1396 * the new bottom and the root.
1397 */
1398int							/* error */
1399xfs_da_path_shift(xfs_da_state_t *state, xfs_da_state_path_t *path,
1400				 int forward, int release, int *result)
1401{
1402	xfs_da_state_blk_t *blk;
1403	xfs_da_blkinfo_t *info;
1404	xfs_da_intnode_t *node;
1405	xfs_da_args_t *args;
1406	xfs_dablk_t blkno=0;
1407	int level, error;
 
 
 
 
 
 
 
 
 
 
1408
1409	/*
1410	 * Roll up the Btree looking for the first block where our
1411	 * current index is not at the edge of the block.  Note that
1412	 * we skip the bottom layer because we want the sibling block.
1413	 */
1414	args = state->args;
1415	ASSERT(args != NULL);
1416	ASSERT(path != NULL);
1417	ASSERT((path->active > 0) && (path->active < XFS_DA_NODE_MAXDEPTH));
1418	level = (path->active-1) - 1;	/* skip bottom layer in path */
1419	for (blk = &path->blk[level]; level >= 0; blk--, level--) {
1420		ASSERT(blk->bp != NULL);
1421		node = blk->bp->data;
1422		ASSERT(node->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
1423		if (forward && (blk->index < be16_to_cpu(node->hdr.count)-1)) {
 
1424			blk->index++;
1425			blkno = be32_to_cpu(node->btree[blk->index].before);
1426			break;
1427		} else if (!forward && (blk->index > 0)) {
1428			blk->index--;
1429			blkno = be32_to_cpu(node->btree[blk->index].before);
1430			break;
1431		}
1432	}
1433	if (level < 0) {
1434		*result = XFS_ERROR(ENOENT);	/* we're out of our tree */
1435		ASSERT(args->op_flags & XFS_DA_OP_OKNOENT);
1436		return(0);
1437	}
1438
1439	/*
1440	 * Roll down the edge of the subtree until we reach the
1441	 * same depth we were at originally.
1442	 */
1443	for (blk++, level++; level < path->active; blk++, level++) {
1444		/*
1445		 * Release the old block.
1446		 * (if it's dirty, trans won't actually let go)
1447		 */
1448		if (release)
1449			xfs_da_brelse(args->trans, blk->bp);
1450
1451		/*
1452		 * Read the next child block.
1453		 */
1454		blk->blkno = blkno;
1455		error = xfs_da_read_buf(args->trans, args->dp, blkno, -1,
1456						     &blk->bp, args->whichfork);
1457		if (error)
1458			return(error);
1459		ASSERT(blk->bp != NULL);
1460		info = blk->bp->data;
1461		ASSERT(info->magic == cpu_to_be16(XFS_DA_NODE_MAGIC) ||
 
1462		       info->magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC) ||
1463		       info->magic == cpu_to_be16(XFS_ATTR_LEAF_MAGIC));
1464		blk->magic = be16_to_cpu(info->magic);
1465		if (blk->magic == XFS_DA_NODE_MAGIC) {
 
 
 
 
 
 
 
 
 
 
1466			node = (xfs_da_intnode_t *)info;
1467			blk->hashval = be32_to_cpu(node->btree[be16_to_cpu(node->hdr.count)-1].hashval);
 
 
1468			if (forward)
1469				blk->index = 0;
1470			else
1471				blk->index = be16_to_cpu(node->hdr.count)-1;
1472			blkno = be32_to_cpu(node->btree[blk->index].before);
1473		} else {
 
 
 
1474			ASSERT(level == path->active-1);
1475			blk->index = 0;
1476			switch(blk->magic) {
1477			case XFS_ATTR_LEAF_MAGIC:
1478				blk->hashval = xfs_attr_leaf_lasthash(blk->bp,
1479								      NULL);
1480				break;
1481			case XFS_DIR2_LEAFN_MAGIC:
1482				blk->hashval = xfs_dir2_leafn_lasthash(blk->bp,
1483								       NULL);
1484				break;
1485			default:
1486				ASSERT(blk->magic == XFS_ATTR_LEAF_MAGIC ||
1487				       blk->magic == XFS_DIR2_LEAFN_MAGIC);
1488				break;
1489			}
1490		}
1491	}
1492	*result = 0;
1493	return(0);
1494}
1495
1496
1497/*========================================================================
1498 * Utility routines.
1499 *========================================================================*/
1500
1501/*
1502 * Implement a simple hash on a character string.
1503 * Rotate the hash value by 7 bits, then XOR each character in.
1504 * This is implemented with some source-level loop unrolling.
1505 */
1506xfs_dahash_t
1507xfs_da_hashname(const __uint8_t *name, int namelen)
1508{
1509	xfs_dahash_t hash;
1510
1511	/*
1512	 * Do four characters at a time as long as we can.
1513	 */
1514	for (hash = 0; namelen >= 4; namelen -= 4, name += 4)
1515		hash = (name[0] << 21) ^ (name[1] << 14) ^ (name[2] << 7) ^
1516		       (name[3] << 0) ^ rol32(hash, 7 * 4);
1517
1518	/*
1519	 * Now do the rest of the characters.
1520	 */
1521	switch (namelen) {
1522	case 3:
1523		return (name[0] << 14) ^ (name[1] << 7) ^ (name[2] << 0) ^
1524		       rol32(hash, 7 * 3);
1525	case 2:
1526		return (name[0] << 7) ^ (name[1] << 0) ^ rol32(hash, 7 * 2);
1527	case 1:
1528		return (name[0] << 0) ^ rol32(hash, 7 * 1);
1529	default: /* case 0: */
1530		return hash;
1531	}
1532}
1533
1534enum xfs_dacmp
1535xfs_da_compname(
1536	struct xfs_da_args *args,
1537	const unsigned char *name,
1538	int		len)
1539{
1540	return (args->namelen == len && memcmp(args->name, name, len) == 0) ?
1541					XFS_CMP_EXACT : XFS_CMP_DIFFERENT;
1542}
1543
1544static xfs_dahash_t
1545xfs_default_hashname(
1546	struct xfs_name	*name)
1547{
1548	return xfs_da_hashname(name->name, name->len);
1549}
1550
1551const struct xfs_nameops xfs_default_nameops = {
1552	.hashname	= xfs_default_hashname,
1553	.compname	= xfs_da_compname
1554};
1555
1556int
1557xfs_da_grow_inode_int(
1558	struct xfs_da_args	*args,
1559	xfs_fileoff_t		*bno,
1560	int			count)
1561{
1562	struct xfs_trans	*tp = args->trans;
1563	struct xfs_inode	*dp = args->dp;
1564	int			w = args->whichfork;
1565	xfs_drfsbno_t		nblks = dp->i_d.di_nblocks;
1566	struct xfs_bmbt_irec	map, *mapp;
1567	int			nmap, error, got, i, mapi;
1568
1569	/*
1570	 * Find a spot in the file space to put the new block.
1571	 */
1572	error = xfs_bmap_first_unused(tp, dp, count, bno, w);
1573	if (error)
1574		return error;
1575
1576	/*
1577	 * Try mapping it in one filesystem block.
1578	 */
1579	nmap = 1;
1580	ASSERT(args->firstblock != NULL);
1581	error = xfs_bmapi(tp, dp, *bno, count,
1582			xfs_bmapi_aflag(w)|XFS_BMAPI_WRITE|XFS_BMAPI_METADATA|
1583			XFS_BMAPI_CONTIG,
1584			args->firstblock, args->total, &map, &nmap,
1585			args->flist);
1586	if (error)
1587		return error;
1588
1589	ASSERT(nmap <= 1);
1590	if (nmap == 1) {
1591		mapp = &map;
1592		mapi = 1;
1593	} else if (nmap == 0 && count > 1) {
1594		xfs_fileoff_t		b;
1595		int			c;
1596
1597		/*
1598		 * If we didn't get it and the block might work if fragmented,
1599		 * try without the CONTIG flag.  Loop until we get it all.
1600		 */
1601		mapp = kmem_alloc(sizeof(*mapp) * count, KM_SLEEP);
1602		for (b = *bno, mapi = 0; b < *bno + count; ) {
1603			nmap = MIN(XFS_BMAP_MAX_NMAP, count);
1604			c = (int)(*bno + count - b);
1605			error = xfs_bmapi(tp, dp, b, c,
1606					xfs_bmapi_aflag(w)|XFS_BMAPI_WRITE|
1607					XFS_BMAPI_METADATA,
1608					args->firstblock, args->total,
1609					&mapp[mapi], &nmap, args->flist);
1610			if (error)
1611				goto out_free_map;
1612			if (nmap < 1)
1613				break;
1614			mapi += nmap;
1615			b = mapp[mapi - 1].br_startoff +
1616			    mapp[mapi - 1].br_blockcount;
1617		}
1618	} else {
1619		mapi = 0;
1620		mapp = NULL;
1621	}
1622
1623	/*
1624	 * Count the blocks we got, make sure it matches the total.
1625	 */
1626	for (i = 0, got = 0; i < mapi; i++)
1627		got += mapp[i].br_blockcount;
1628	if (got != count || mapp[0].br_startoff != *bno ||
1629	    mapp[mapi - 1].br_startoff + mapp[mapi - 1].br_blockcount !=
1630	    *bno + count) {
1631		error = XFS_ERROR(ENOSPC);
1632		goto out_free_map;
1633	}
1634
1635	/* account for newly allocated blocks in reserved blocks total */
1636	args->total -= dp->i_d.di_nblocks - nblks;
1637
1638out_free_map:
1639	if (mapp != &map)
1640		kmem_free(mapp);
1641	return error;
1642}
1643
1644/*
1645 * Add a block to the btree ahead of the file.
1646 * Return the new block number to the caller.
1647 */
1648int
1649xfs_da_grow_inode(
1650	struct xfs_da_args	*args,
1651	xfs_dablk_t		*new_blkno)
1652{
1653	xfs_fileoff_t		bno;
1654	int			count;
1655	int			error;
1656
 
 
1657	if (args->whichfork == XFS_DATA_FORK) {
1658		bno = args->dp->i_mount->m_dirleafblk;
1659		count = args->dp->i_mount->m_dirblkfsbs;
1660	} else {
1661		bno = 0;
1662		count = 1;
1663	}
1664
1665	error = xfs_da_grow_inode_int(args, &bno, count);
1666	if (!error)
1667		*new_blkno = (xfs_dablk_t)bno;
1668	return error;
1669}
1670
1671/*
1672 * Ick.  We need to always be able to remove a btree block, even
1673 * if there's no space reservation because the filesystem is full.
1674 * This is called if xfs_bunmapi on a btree block fails due to ENOSPC.
1675 * It swaps the target block with the last block in the file.  The
1676 * last block in the file can always be removed since it can't cause
1677 * a bmap btree split to do that.
1678 */
1679STATIC int
1680xfs_da_swap_lastblock(xfs_da_args_t *args, xfs_dablk_t *dead_blknop,
1681		      xfs_dabuf_t **dead_bufp)
 
 
1682{
1683	xfs_dablk_t dead_blkno, last_blkno, sib_blkno, par_blkno;
1684	xfs_dabuf_t *dead_buf, *last_buf, *sib_buf, *par_buf;
1685	xfs_fileoff_t lastoff;
1686	xfs_inode_t *ip;
1687	xfs_trans_t *tp;
1688	xfs_mount_t *mp;
1689	int error, w, entno, level, dead_level;
1690	xfs_da_blkinfo_t *dead_info, *sib_info;
1691	xfs_da_intnode_t *par_node, *dead_node;
1692	xfs_dir2_leaf_t *dead_leaf2;
1693	xfs_dahash_t dead_hash;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1694
1695	dead_buf = *dead_bufp;
1696	dead_blkno = *dead_blknop;
1697	tp = args->trans;
1698	ip = args->dp;
1699	w = args->whichfork;
1700	ASSERT(w == XFS_DATA_FORK);
1701	mp = ip->i_mount;
1702	lastoff = mp->m_dirfreeblk;
1703	error = xfs_bmap_last_before(tp, ip, &lastoff, w);
1704	if (error)
1705		return error;
1706	if (unlikely(lastoff == 0)) {
1707		XFS_ERROR_REPORT("xfs_da_swap_lastblock(1)", XFS_ERRLEVEL_LOW,
1708				 mp);
1709		return XFS_ERROR(EFSCORRUPTED);
1710	}
1711	/*
1712	 * Read the last block in the btree space.
1713	 */
1714	last_blkno = (xfs_dablk_t)lastoff - mp->m_dirblkfsbs;
1715	if ((error = xfs_da_read_buf(tp, ip, last_blkno, -1, &last_buf, w)))
 
1716		return error;
1717	/*
1718	 * Copy the last block into the dead buffer and log it.
1719	 */
1720	memcpy(dead_buf->data, last_buf->data, mp->m_dirblksize);
1721	xfs_da_log_buf(tp, dead_buf, 0, mp->m_dirblksize - 1);
1722	dead_info = dead_buf->data;
1723	/*
1724	 * Get values from the moved block.
1725	 */
1726	if (dead_info->magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC)) {
 
 
 
 
1727		dead_leaf2 = (xfs_dir2_leaf_t *)dead_info;
 
 
1728		dead_level = 0;
1729		dead_hash = be32_to_cpu(dead_leaf2->ents[be16_to_cpu(dead_leaf2->hdr.count) - 1].hashval);
1730	} else {
1731		ASSERT(dead_info->magic == cpu_to_be16(XFS_DA_NODE_MAGIC));
 
1732		dead_node = (xfs_da_intnode_t *)dead_info;
1733		dead_level = be16_to_cpu(dead_node->hdr.level);
1734		dead_hash = be32_to_cpu(dead_node->btree[be16_to_cpu(dead_node->hdr.count) - 1].hashval);
 
 
1735	}
1736	sib_buf = par_buf = NULL;
1737	/*
1738	 * If the moved block has a left sibling, fix up the pointers.
1739	 */
1740	if ((sib_blkno = be32_to_cpu(dead_info->back))) {
1741		if ((error = xfs_da_read_buf(tp, ip, sib_blkno, -1, &sib_buf, w)))
 
1742			goto done;
1743		sib_info = sib_buf->data;
1744		if (unlikely(
1745		    be32_to_cpu(sib_info->forw) != last_blkno ||
1746		    sib_info->magic != dead_info->magic)) {
1747			XFS_ERROR_REPORT("xfs_da_swap_lastblock(2)",
1748					 XFS_ERRLEVEL_LOW, mp);
1749			error = XFS_ERROR(EFSCORRUPTED);
1750			goto done;
1751		}
1752		sib_info->forw = cpu_to_be32(dead_blkno);
1753		xfs_da_log_buf(tp, sib_buf,
1754			XFS_DA_LOGRANGE(sib_info, &sib_info->forw,
1755					sizeof(sib_info->forw)));
1756		xfs_da_buf_done(sib_buf);
1757		sib_buf = NULL;
1758	}
1759	/*
1760	 * If the moved block has a right sibling, fix up the pointers.
1761	 */
1762	if ((sib_blkno = be32_to_cpu(dead_info->forw))) {
1763		if ((error = xfs_da_read_buf(tp, ip, sib_blkno, -1, &sib_buf, w)))
 
1764			goto done;
1765		sib_info = sib_buf->data;
1766		if (unlikely(
1767		       be32_to_cpu(sib_info->back) != last_blkno ||
1768		       sib_info->magic != dead_info->magic)) {
1769			XFS_ERROR_REPORT("xfs_da_swap_lastblock(3)",
1770					 XFS_ERRLEVEL_LOW, mp);
1771			error = XFS_ERROR(EFSCORRUPTED);
1772			goto done;
1773		}
1774		sib_info->back = cpu_to_be32(dead_blkno);
1775		xfs_da_log_buf(tp, sib_buf,
1776			XFS_DA_LOGRANGE(sib_info, &sib_info->back,
1777					sizeof(sib_info->back)));
1778		xfs_da_buf_done(sib_buf);
1779		sib_buf = NULL;
1780	}
1781	par_blkno = mp->m_dirleafblk;
1782	level = -1;
1783	/*
1784	 * Walk down the tree looking for the parent of the moved block.
1785	 */
1786	for (;;) {
1787		if ((error = xfs_da_read_buf(tp, ip, par_blkno, -1, &par_buf, w)))
 
1788			goto done;
1789		par_node = par_buf->data;
1790		if (unlikely(par_node->hdr.info.magic !=
1791		    cpu_to_be16(XFS_DA_NODE_MAGIC) ||
1792		    (level >= 0 && level != be16_to_cpu(par_node->hdr.level) + 1))) {
1793			XFS_ERROR_REPORT("xfs_da_swap_lastblock(4)",
1794					 XFS_ERRLEVEL_LOW, mp);
1795			error = XFS_ERROR(EFSCORRUPTED);
1796			goto done;
1797		}
1798		level = be16_to_cpu(par_node->hdr.level);
 
1799		for (entno = 0;
1800		     entno < be16_to_cpu(par_node->hdr.count) &&
1801		     be32_to_cpu(par_node->btree[entno].hashval) < dead_hash;
1802		     entno++)
1803			continue;
1804		if (unlikely(entno == be16_to_cpu(par_node->hdr.count))) {
1805			XFS_ERROR_REPORT("xfs_da_swap_lastblock(5)",
1806					 XFS_ERRLEVEL_LOW, mp);
1807			error = XFS_ERROR(EFSCORRUPTED);
1808			goto done;
1809		}
1810		par_blkno = be32_to_cpu(par_node->btree[entno].before);
1811		if (level == dead_level + 1)
1812			break;
1813		xfs_da_brelse(tp, par_buf);
1814		par_buf = NULL;
1815	}
1816	/*
1817	 * We're in the right parent block.
1818	 * Look for the right entry.
1819	 */
1820	for (;;) {
1821		for (;
1822		     entno < be16_to_cpu(par_node->hdr.count) &&
1823		     be32_to_cpu(par_node->btree[entno].before) != last_blkno;
1824		     entno++)
1825			continue;
1826		if (entno < be16_to_cpu(par_node->hdr.count))
1827			break;
1828		par_blkno = be32_to_cpu(par_node->hdr.info.forw);
1829		xfs_da_brelse(tp, par_buf);
1830		par_buf = NULL;
1831		if (unlikely(par_blkno == 0)) {
1832			XFS_ERROR_REPORT("xfs_da_swap_lastblock(6)",
1833					 XFS_ERRLEVEL_LOW, mp);
1834			error = XFS_ERROR(EFSCORRUPTED);
1835			goto done;
1836		}
1837		if ((error = xfs_da_read_buf(tp, ip, par_blkno, -1, &par_buf, w)))
 
1838			goto done;
1839		par_node = par_buf->data;
1840		if (unlikely(
1841		    be16_to_cpu(par_node->hdr.level) != level ||
1842		    par_node->hdr.info.magic != cpu_to_be16(XFS_DA_NODE_MAGIC))) {
1843			XFS_ERROR_REPORT("xfs_da_swap_lastblock(7)",
1844					 XFS_ERRLEVEL_LOW, mp);
1845			error = XFS_ERROR(EFSCORRUPTED);
1846			goto done;
1847		}
 
1848		entno = 0;
1849	}
1850	/*
1851	 * Update the parent entry pointing to the moved block.
1852	 */
1853	par_node->btree[entno].before = cpu_to_be32(dead_blkno);
1854	xfs_da_log_buf(tp, par_buf,
1855		XFS_DA_LOGRANGE(par_node, &par_node->btree[entno].before,
1856				sizeof(par_node->btree[entno].before)));
1857	xfs_da_buf_done(par_buf);
1858	xfs_da_buf_done(dead_buf);
1859	*dead_blknop = last_blkno;
1860	*dead_bufp = last_buf;
1861	return 0;
1862done:
1863	if (par_buf)
1864		xfs_da_brelse(tp, par_buf);
1865	if (sib_buf)
1866		xfs_da_brelse(tp, sib_buf);
1867	xfs_da_brelse(tp, last_buf);
1868	return error;
1869}
1870
1871/*
1872 * Remove a btree block from a directory or attribute.
1873 */
1874int
1875xfs_da_shrink_inode(xfs_da_args_t *args, xfs_dablk_t dead_blkno,
1876		    xfs_dabuf_t *dead_buf)
 
 
1877{
1878	xfs_inode_t *dp;
1879	int done, error, w, count;
1880	xfs_trans_t *tp;
1881	xfs_mount_t *mp;
1882
 
 
1883	dp = args->dp;
1884	w = args->whichfork;
1885	tp = args->trans;
1886	mp = dp->i_mount;
1887	if (w == XFS_DATA_FORK)
1888		count = mp->m_dirblkfsbs;
1889	else
1890		count = 1;
1891	for (;;) {
1892		/*
1893		 * Remove extents.  If we get ENOSPC for a dir we have to move
1894		 * the last block to the place we want to kill.
1895		 */
1896		if ((error = xfs_bunmapi(tp, dp, dead_blkno, count,
1897				xfs_bmapi_aflag(w)|XFS_BMAPI_METADATA,
1898				0, args->firstblock, args->flist,
1899				&done)) == ENOSPC) {
1900			if (w != XFS_DATA_FORK)
1901				break;
1902			if ((error = xfs_da_swap_lastblock(args, &dead_blkno,
1903					&dead_buf)))
 
1904				break;
1905		} else {
1906			break;
1907		}
1908	}
1909	xfs_da_binval(tp, dead_buf);
1910	return error;
1911}
1912
1913/*
1914 * See if the mapping(s) for this btree block are valid, i.e.
1915 * don't contain holes, are logically contiguous, and cover the whole range.
1916 */
1917STATIC int
1918xfs_da_map_covers_blocks(
1919	int		nmap,
1920	xfs_bmbt_irec_t	*mapp,
1921	xfs_dablk_t	bno,
1922	int		count)
1923{
1924	int		i;
1925	xfs_fileoff_t	off;
1926
1927	for (i = 0, off = bno; i < nmap; i++) {
1928		if (mapp[i].br_startblock == HOLESTARTBLOCK ||
1929		    mapp[i].br_startblock == DELAYSTARTBLOCK) {
1930			return 0;
1931		}
1932		if (off != mapp[i].br_startoff) {
1933			return 0;
1934		}
1935		off += mapp[i].br_blockcount;
1936	}
1937	return off == bno + count;
1938}
1939
1940/*
1941 * Make a dabuf.
1942 * Used for get_buf, read_buf, read_bufr, and reada_buf.
1943 */
1944STATIC int
1945xfs_da_do_buf(
1946	xfs_trans_t	*trans,
1947	xfs_inode_t	*dp,
1948	xfs_dablk_t	bno,
1949	xfs_daddr_t	*mappedbnop,
1950	xfs_dabuf_t	**bpp,
1951	int		whichfork,
1952	int		caller)
1953{
1954	xfs_buf_t	*bp = NULL;
1955	xfs_buf_t	**bplist;
1956	int		error=0;
1957	int		i;
1958	xfs_bmbt_irec_t	map;
1959	xfs_bmbt_irec_t	*mapp;
1960	xfs_daddr_t	mappedbno;
1961	xfs_mount_t	*mp;
1962	int		nbplist=0;
1963	int		nfsb;
1964	int		nmap;
1965	xfs_dabuf_t	*rbp;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1966
1967	mp = dp->i_mount;
1968	nfsb = (whichfork == XFS_DATA_FORK) ? mp->m_dirblkfsbs : 1;
1969	mappedbno = *mappedbnop;
1970	/*
1971	 * Caller doesn't have a mapping.  -2 means don't complain
1972	 * if we land in a hole.
1973	 */
1974	if (mappedbno == -1 || mappedbno == -2) {
1975		/*
1976		 * Optimize the one-block case.
1977		 */
1978		if (nfsb == 1) {
1979			xfs_fsblock_t	fsb;
1980
1981			if ((error =
1982			    xfs_bmapi_single(trans, dp, whichfork, &fsb,
1983				    (xfs_fileoff_t)bno))) {
1984				return error;
1985			}
1986			mapp = &map;
1987			if (fsb == NULLFSBLOCK) {
1988				nmap = 0;
1989			} else {
1990				map.br_startblock = fsb;
1991				map.br_startoff = (xfs_fileoff_t)bno;
1992				map.br_blockcount = 1;
1993				nmap = 1;
1994			}
1995		} else {
1996			mapp = kmem_alloc(sizeof(*mapp) * nfsb, KM_SLEEP);
1997			nmap = nfsb;
1998			if ((error = xfs_bmapi(trans, dp, (xfs_fileoff_t)bno,
1999					nfsb,
2000					XFS_BMAPI_METADATA |
2001						xfs_bmapi_aflag(whichfork),
2002					NULL, 0, mapp, &nmap, NULL)))
2003				goto exit0;
2004		}
2005	} else {
2006		map.br_startblock = XFS_DADDR_TO_FSB(mp, mappedbno);
2007		map.br_startoff = (xfs_fileoff_t)bno;
2008		map.br_blockcount = nfsb;
2009		mapp = &map;
2010		nmap = 1;
2011	}
2012	if (!xfs_da_map_covers_blocks(nmap, mapp, bno, nfsb)) {
2013		error = mappedbno == -2 ? 0 : XFS_ERROR(EFSCORRUPTED);
 
2014		if (unlikely(error == EFSCORRUPTED)) {
2015			if (xfs_error_level >= XFS_ERRLEVEL_LOW) {
 
2016				xfs_alert(mp, "%s: bno %lld dir: inode %lld",
2017					__func__, (long long)bno,
2018					(long long)dp->i_ino);
2019				for (i = 0; i < nmap; i++) {
2020					xfs_alert(mp,
2021"[%02d] br_startoff %lld br_startblock %lld br_blockcount %lld br_state %d",
2022						i,
2023						(long long)mapp[i].br_startoff,
2024						(long long)mapp[i].br_startblock,
2025						(long long)mapp[i].br_blockcount,
2026						mapp[i].br_state);
2027				}
2028			}
2029			XFS_ERROR_REPORT("xfs_da_do_buf(1)",
2030					 XFS_ERRLEVEL_LOW, mp);
2031		}
2032		goto exit0;
2033	}
2034	if (caller != 3 && nmap > 1) {
2035		bplist = kmem_alloc(sizeof(*bplist) * nmap, KM_SLEEP);
2036		nbplist = 0;
2037	} else
2038		bplist = NULL;
2039	/*
2040	 * Turn the mapping(s) into buffer(s).
2041	 */
2042	for (i = 0; i < nmap; i++) {
2043		int	nmapped;
2044
2045		mappedbno = XFS_FSB_TO_DADDR(mp, mapp[i].br_startblock);
2046		if (i == 0)
2047			*mappedbnop = mappedbno;
2048		nmapped = (int)XFS_FSB_TO_BB(mp, mapp[i].br_blockcount);
2049		switch (caller) {
2050		case 0:
2051			bp = xfs_trans_get_buf(trans, mp->m_ddev_targp,
2052				mappedbno, nmapped, 0);
2053			error = bp ? bp->b_error : XFS_ERROR(EIO);
2054			break;
2055		case 1:
2056		case 2:
2057			bp = NULL;
2058			error = xfs_trans_read_buf(mp, trans, mp->m_ddev_targp,
2059				mappedbno, nmapped, 0, &bp);
2060			break;
2061		case 3:
2062			xfs_buf_readahead(mp->m_ddev_targp, mappedbno, nmapped);
2063			error = 0;
2064			bp = NULL;
2065			break;
2066		}
2067		if (error) {
2068			if (bp)
2069				xfs_trans_brelse(trans, bp);
2070			goto exit1;
2071		}
2072		if (!bp)
2073			continue;
2074		if (caller == 1) {
2075			if (whichfork == XFS_ATTR_FORK) {
2076				XFS_BUF_SET_VTYPE_REF(bp, B_FS_ATTR_BTREE,
2077						XFS_ATTR_BTREE_REF);
2078			} else {
2079				XFS_BUF_SET_VTYPE_REF(bp, B_FS_DIR_BTREE,
2080						XFS_DIR_BTREE_REF);
2081			}
2082		}
2083		if (bplist) {
2084			bplist[nbplist++] = bp;
2085		}
2086	}
2087	/*
2088	 * Build a dabuf structure.
2089	 */
2090	if (bplist) {
2091		rbp = xfs_da_buf_make(nbplist, bplist);
2092	} else if (bp)
2093		rbp = xfs_da_buf_make(1, &bp);
2094	else
2095		rbp = NULL;
2096	/*
2097	 * For read_buf, check the magic number.
2098	 */
2099	if (caller == 1) {
2100		xfs_dir2_data_hdr_t	*hdr = rbp->data;
2101		xfs_dir2_free_t		*free = rbp->data;
2102		xfs_da_blkinfo_t	*info = rbp->data;
2103		uint			magic, magic1;
2104
2105		magic = be16_to_cpu(info->magic);
2106		magic1 = be32_to_cpu(hdr->magic);
2107		if (unlikely(
2108		    XFS_TEST_ERROR((magic != XFS_DA_NODE_MAGIC) &&
2109				   (magic != XFS_ATTR_LEAF_MAGIC) &&
2110				   (magic != XFS_DIR2_LEAF1_MAGIC) &&
2111				   (magic != XFS_DIR2_LEAFN_MAGIC) &&
2112				   (magic1 != XFS_DIR2_BLOCK_MAGIC) &&
2113				   (magic1 != XFS_DIR2_DATA_MAGIC) &&
2114				   (free->hdr.magic != cpu_to_be32(XFS_DIR2_FREE_MAGIC)),
2115				mp, XFS_ERRTAG_DA_READ_BUF,
2116				XFS_RANDOM_DA_READ_BUF))) {
2117			trace_xfs_da_btree_corrupt(rbp->bps[0], _RET_IP_);
2118			XFS_CORRUPTION_ERROR("xfs_da_do_buf(2)",
2119					     XFS_ERRLEVEL_LOW, mp, info);
2120			error = XFS_ERROR(EFSCORRUPTED);
2121			xfs_da_brelse(trans, rbp);
2122			nbplist = 0;
2123			goto exit1;
2124		}
2125	}
2126	if (bplist) {
2127		kmem_free(bplist);
2128	}
2129	if (mapp != &map) {
2130		kmem_free(mapp);
2131	}
2132	if (bpp)
2133		*bpp = rbp;
2134	return 0;
2135exit1:
2136	if (bplist) {
2137		for (i = 0; i < nbplist; i++)
2138			xfs_trans_brelse(trans, bplist[i]);
2139		kmem_free(bplist);
2140	}
2141exit0:
2142	if (mapp != &map)
2143		kmem_free(mapp);
2144	if (bpp)
2145		*bpp = NULL;
2146	return error;
2147}
2148
2149/*
2150 * Get a buffer for the dir/attr block.
2151 */
2152int
2153xfs_da_get_buf(
2154	xfs_trans_t	*trans,
2155	xfs_inode_t	*dp,
2156	xfs_dablk_t	bno,
2157	xfs_daddr_t		mappedbno,
2158	xfs_dabuf_t	**bpp,
2159	int		whichfork)
2160{
2161	return xfs_da_do_buf(trans, dp, bno, &mappedbno, bpp, whichfork, 0);
2162}
2163
2164/*
2165 * Get a buffer for the dir/attr block, fill in the contents.
2166 */
2167int
2168xfs_da_read_buf(
2169	xfs_trans_t	*trans,
2170	xfs_inode_t	*dp,
2171	xfs_dablk_t	bno,
2172	xfs_daddr_t		mappedbno,
2173	xfs_dabuf_t	**bpp,
2174	int		whichfork)
2175{
2176	return xfs_da_do_buf(trans, dp, bno, &mappedbno, bpp, whichfork, 1);
2177}
2178
2179/*
2180 * Readahead the dir/attr block.
2181 */
2182xfs_daddr_t
2183xfs_da_reada_buf(
2184	xfs_trans_t	*trans,
2185	xfs_inode_t	*dp,
2186	xfs_dablk_t	bno,
2187	int		whichfork)
2188{
2189	xfs_daddr_t		rval;
2190
2191	rval = -1;
2192	if (xfs_da_do_buf(trans, dp, bno, &rval, NULL, whichfork, 3))
2193		return -1;
2194	else
2195		return rval;
2196}
 
 
 
 
 
2197
2198kmem_zone_t *xfs_da_state_zone;	/* anchor for state struct zone */
2199kmem_zone_t *xfs_dabuf_zone;		/* dabuf zone */
 
 
 
 
 
2200
2201/*
2202 * Allocate a dir-state structure.
2203 * We don't put them on the stack since they're large.
2204 */
2205xfs_da_state_t *
2206xfs_da_state_alloc(void)
2207{
2208	return kmem_zone_zalloc(xfs_da_state_zone, KM_NOFS);
2209}
2210
2211/*
2212 * Kill the altpath contents of a da-state structure.
2213 */
2214STATIC void
2215xfs_da_state_kill_altpath(xfs_da_state_t *state)
2216{
2217	int	i;
2218
2219	for (i = 0; i < state->altpath.active; i++) {
2220		if (state->altpath.blk[i].bp) {
2221			if (state->altpath.blk[i].bp != state->path.blk[i].bp)
2222				xfs_da_buf_done(state->altpath.blk[i].bp);
2223			state->altpath.blk[i].bp = NULL;
2224		}
2225	}
2226	state->altpath.active = 0;
2227}
2228
2229/*
2230 * Free a da-state structure.
2231 */
2232void
2233xfs_da_state_free(xfs_da_state_t *state)
2234{
2235	int	i;
 
 
 
 
 
 
 
 
 
 
 
2236
2237	xfs_da_state_kill_altpath(state);
2238	for (i = 0; i < state->path.active; i++) {
2239		if (state->path.blk[i].bp)
2240			xfs_da_buf_done(state->path.blk[i].bp);
 
 
 
 
 
 
2241	}
2242	if (state->extravalid && state->extrablk.bp)
2243		xfs_da_buf_done(state->extrablk.bp);
2244#ifdef DEBUG
2245	memset((char *)state, 0, sizeof(*state));
2246#endif /* DEBUG */
2247	kmem_zone_free(xfs_da_state_zone, state);
2248}
2249
2250/*
2251 * Create a dabuf.
2252 */
2253/* ARGSUSED */
2254STATIC xfs_dabuf_t *
2255xfs_da_buf_make(int nbuf, xfs_buf_t **bps)
2256{
2257	xfs_buf_t	*bp;
2258	xfs_dabuf_t	*dabuf;
2259	int		i;
2260	int		off;
2261
2262	if (nbuf == 1)
2263		dabuf = kmem_zone_alloc(xfs_dabuf_zone, KM_NOFS);
2264	else
2265		dabuf = kmem_alloc(XFS_DA_BUF_SIZE(nbuf), KM_NOFS);
2266	dabuf->dirty = 0;
2267	if (nbuf == 1) {
2268		dabuf->nbuf = 1;
2269		bp = bps[0];
2270		dabuf->bbcount = (short)BTOBB(XFS_BUF_COUNT(bp));
2271		dabuf->data = bp->b_addr;
2272		dabuf->bps[0] = bp;
2273	} else {
2274		dabuf->nbuf = nbuf;
2275		for (i = 0, dabuf->bbcount = 0; i < nbuf; i++) {
2276			dabuf->bps[i] = bp = bps[i];
2277			dabuf->bbcount += BTOBB(XFS_BUF_COUNT(bp));
2278		}
2279		dabuf->data = kmem_alloc(BBTOB(dabuf->bbcount), KM_SLEEP);
2280		for (i = off = 0; i < nbuf; i++, off += XFS_BUF_COUNT(bp)) {
2281			bp = bps[i];
2282			memcpy((char *)dabuf->data + off, bp->b_addr,
2283				XFS_BUF_COUNT(bp));
2284		}
2285	}
2286	return dabuf;
2287}
2288
2289/*
2290 * Un-dirty a dabuf.
2291 */
2292STATIC void
2293xfs_da_buf_clean(xfs_dabuf_t *dabuf)
2294{
2295	xfs_buf_t	*bp;
2296	int		i;
2297	int		off;
 
2298
2299	if (dabuf->dirty) {
2300		ASSERT(dabuf->nbuf > 1);
2301		dabuf->dirty = 0;
2302		for (i = off = 0; i < dabuf->nbuf;
2303				i++, off += XFS_BUF_COUNT(bp)) {
2304			bp = dabuf->bps[i];
2305			memcpy(bp->b_addr, dabuf->data + off,
2306						XFS_BUF_COUNT(bp));
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2307		}
2308	}
2309}
2310
2311/*
2312 * Release a dabuf.
2313 */
2314void
2315xfs_da_buf_done(xfs_dabuf_t *dabuf)
2316{
2317	ASSERT(dabuf);
2318	ASSERT(dabuf->nbuf && dabuf->data && dabuf->bbcount && dabuf->bps[0]);
2319	if (dabuf->dirty)
2320		xfs_da_buf_clean(dabuf);
2321	if (dabuf->nbuf > 1) {
2322		kmem_free(dabuf->data);
2323		kmem_free(dabuf);
2324	} else {
2325		kmem_zone_free(xfs_dabuf_zone, dabuf);
2326	}
2327}
2328
2329/*
2330 * Log transaction from a dabuf.
2331 */
2332void
2333xfs_da_log_buf(xfs_trans_t *tp, xfs_dabuf_t *dabuf, uint first, uint last)
2334{
2335	xfs_buf_t	*bp;
2336	uint		f;
2337	int		i;
2338	uint		l;
2339	int		off;
2340
2341	ASSERT(dabuf->nbuf && dabuf->data && dabuf->bbcount && dabuf->bps[0]);
2342	if (dabuf->nbuf == 1) {
2343		ASSERT(dabuf->data == dabuf->bps[0]->b_addr);
2344		xfs_trans_log_buf(tp, dabuf->bps[0], first, last);
2345		return;
2346	}
2347	dabuf->dirty = 1;
2348	ASSERT(first <= last);
2349	for (i = off = 0; i < dabuf->nbuf; i++, off += XFS_BUF_COUNT(bp)) {
2350		bp = dabuf->bps[i];
2351		f = off;
2352		l = f + XFS_BUF_COUNT(bp) - 1;
2353		if (f < first)
2354			f = first;
2355		if (l > last)
2356			l = last;
2357		if (f <= l)
2358			xfs_trans_log_buf(tp, bp, f - off, l - off);
2359		/*
2360		 * B_DONE is set by xfs_trans_log buf.
2361		 * If we don't set it on a new buffer (get not read)
2362		 * then if we don't put anything in the buffer it won't
2363		 * be set, and at commit it it released into the cache,
2364		 * and then a read will fail.
2365		 */
2366		else if (!(XFS_BUF_ISDONE(bp)))
2367		  XFS_BUF_DONE(bp);
2368	}
2369	ASSERT(last < off);
2370}
2371
2372/*
2373 * Release dabuf from a transaction.
2374 * Have to free up the dabuf before the buffers are released,
2375 * since the synchronization on the dabuf is really the lock on the buffer.
2376 */
2377void
2378xfs_da_brelse(xfs_trans_t *tp, xfs_dabuf_t *dabuf)
 
 
 
 
 
 
2379{
2380	xfs_buf_t	*bp;
2381	xfs_buf_t	**bplist;
2382	int		i;
2383	int		nbuf;
2384
2385	ASSERT(dabuf->nbuf && dabuf->data && dabuf->bbcount && dabuf->bps[0]);
2386	if ((nbuf = dabuf->nbuf) == 1) {
2387		bplist = &bp;
2388		bp = dabuf->bps[0];
2389	} else {
2390		bplist = kmem_alloc(nbuf * sizeof(*bplist), KM_SLEEP);
2391		memcpy(bplist, dabuf->bps, nbuf * sizeof(*bplist));
 
 
2392	}
2393	xfs_da_buf_done(dabuf);
2394	for (i = 0; i < nbuf; i++)
2395		xfs_trans_brelse(tp, bplist[i]);
2396	if (bplist != &bp)
2397		kmem_free(bplist);
2398}
2399
2400/*
2401 * Invalidate dabuf from a transaction.
2402 */
2403void
2404xfs_da_binval(xfs_trans_t *tp, xfs_dabuf_t *dabuf)
2405{
2406	xfs_buf_t	*bp;
2407	xfs_buf_t	**bplist;
2408	int		i;
2409	int		nbuf;
2410
2411	ASSERT(dabuf->nbuf && dabuf->data && dabuf->bbcount && dabuf->bps[0]);
2412	if ((nbuf = dabuf->nbuf) == 1) {
2413		bplist = &bp;
2414		bp = dabuf->bps[0];
2415	} else {
2416		bplist = kmem_alloc(nbuf * sizeof(*bplist), KM_SLEEP);
2417		memcpy(bplist, dabuf->bps, nbuf * sizeof(*bplist));
2418	}
2419	xfs_da_buf_done(dabuf);
2420	for (i = 0; i < nbuf; i++)
2421		xfs_trans_binval(tp, bplist[i]);
2422	if (bplist != &bp)
2423		kmem_free(bplist);
2424}
2425
2426/*
2427 * Get the first daddr from a dabuf.
2428 */
2429xfs_daddr_t
2430xfs_da_blkno(xfs_dabuf_t *dabuf)
2431{
2432	ASSERT(dabuf->nbuf);
2433	ASSERT(dabuf->data);
2434	return XFS_BUF_ADDR(dabuf->bps[0]);
2435}
v3.15
   1/*
   2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
   3 * Copyright (c) 2013 Red Hat, Inc.
   4 * All Rights Reserved.
   5 *
   6 * This program is free software; you can redistribute it and/or
   7 * modify it under the terms of the GNU General Public License as
   8 * published by the Free Software Foundation.
   9 *
  10 * This program is distributed in the hope that it would be useful,
  11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13 * GNU General Public License for more details.
  14 *
  15 * You should have received a copy of the GNU General Public License
  16 * along with this program; if not, write the Free Software Foundation,
  17 * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  18 */
  19#include "xfs.h"
  20#include "xfs_fs.h"
  21#include "xfs_shared.h"
  22#include "xfs_format.h"
  23#include "xfs_log_format.h"
  24#include "xfs_trans_resv.h"
  25#include "xfs_bit.h"
 
 
 
  26#include "xfs_sb.h"
  27#include "xfs_ag.h"
  28#include "xfs_mount.h"
  29#include "xfs_da_format.h"
  30#include "xfs_da_btree.h"
 
  31#include "xfs_dir2.h"
 
  32#include "xfs_dir2_priv.h"
 
  33#include "xfs_inode.h"
  34#include "xfs_trans.h"
  35#include "xfs_inode_item.h"
  36#include "xfs_alloc.h"
  37#include "xfs_bmap.h"
  38#include "xfs_attr.h"
  39#include "xfs_attr_leaf.h"
  40#include "xfs_error.h"
  41#include "xfs_trace.h"
  42#include "xfs_cksum.h"
  43#include "xfs_buf_item.h"
  44
  45/*
  46 * xfs_da_btree.c
  47 *
  48 * Routines to implement directories as Btrees of hashed names.
  49 */
  50
  51/*========================================================================
  52 * Function prototypes for the kernel.
  53 *========================================================================*/
  54
  55/*
  56 * Routines used for growing the Btree.
  57 */
  58STATIC int xfs_da3_root_split(xfs_da_state_t *state,
  59					    xfs_da_state_blk_t *existing_root,
  60					    xfs_da_state_blk_t *new_child);
  61STATIC int xfs_da3_node_split(xfs_da_state_t *state,
  62					    xfs_da_state_blk_t *existing_blk,
  63					    xfs_da_state_blk_t *split_blk,
  64					    xfs_da_state_blk_t *blk_to_add,
  65					    int treelevel,
  66					    int *result);
  67STATIC void xfs_da3_node_rebalance(xfs_da_state_t *state,
  68					 xfs_da_state_blk_t *node_blk_1,
  69					 xfs_da_state_blk_t *node_blk_2);
  70STATIC void xfs_da3_node_add(xfs_da_state_t *state,
  71				   xfs_da_state_blk_t *old_node_blk,
  72				   xfs_da_state_blk_t *new_node_blk);
  73
  74/*
  75 * Routines used for shrinking the Btree.
  76 */
  77STATIC int xfs_da3_root_join(xfs_da_state_t *state,
  78					   xfs_da_state_blk_t *root_blk);
  79STATIC int xfs_da3_node_toosmall(xfs_da_state_t *state, int *retval);
  80STATIC void xfs_da3_node_remove(xfs_da_state_t *state,
  81					      xfs_da_state_blk_t *drop_blk);
  82STATIC void xfs_da3_node_unbalance(xfs_da_state_t *state,
  83					 xfs_da_state_blk_t *src_node_blk,
  84					 xfs_da_state_blk_t *dst_node_blk);
  85
  86/*
  87 * Utility routines.
  88 */
  89STATIC int	xfs_da3_blk_unlink(xfs_da_state_t *state,
 
 
 
  90				  xfs_da_state_blk_t *drop_blk,
  91				  xfs_da_state_blk_t *save_blk);
  92
  93
  94kmem_zone_t *xfs_da_state_zone;	/* anchor for state struct zone */
  95
  96/*
  97 * Allocate a dir-state structure.
  98 * We don't put them on the stack since they're large.
  99 */
 100xfs_da_state_t *
 101xfs_da_state_alloc(void)
 102{
 103	return kmem_zone_zalloc(xfs_da_state_zone, KM_NOFS);
 104}
 105
 106/*
 107 * Kill the altpath contents of a da-state structure.
 108 */
 109STATIC void
 110xfs_da_state_kill_altpath(xfs_da_state_t *state)
 111{
 112	int	i;
 113
 114	for (i = 0; i < state->altpath.active; i++)
 115		state->altpath.blk[i].bp = NULL;
 116	state->altpath.active = 0;
 117}
 118
 119/*
 120 * Free a da-state structure.
 121 */
 122void
 123xfs_da_state_free(xfs_da_state_t *state)
 124{
 125	xfs_da_state_kill_altpath(state);
 126#ifdef DEBUG
 127	memset((char *)state, 0, sizeof(*state));
 128#endif /* DEBUG */
 129	kmem_zone_free(xfs_da_state_zone, state);
 130}
 131
 132static bool
 133xfs_da3_node_verify(
 134	struct xfs_buf		*bp)
 135{
 136	struct xfs_mount	*mp = bp->b_target->bt_mount;
 137	struct xfs_da_intnode	*hdr = bp->b_addr;
 138	struct xfs_da3_icnode_hdr ichdr;
 139	const struct xfs_dir_ops *ops;
 140
 141	ops = xfs_dir_get_ops(mp, NULL);
 142
 143	ops->node_hdr_from_disk(&ichdr, hdr);
 144
 145	if (xfs_sb_version_hascrc(&mp->m_sb)) {
 146		struct xfs_da3_node_hdr *hdr3 = bp->b_addr;
 147
 148		if (ichdr.magic != XFS_DA3_NODE_MAGIC)
 149			return false;
 150
 151		if (!uuid_equal(&hdr3->info.uuid, &mp->m_sb.sb_uuid))
 152			return false;
 153		if (be64_to_cpu(hdr3->info.blkno) != bp->b_bn)
 154			return false;
 155	} else {
 156		if (ichdr.magic != XFS_DA_NODE_MAGIC)
 157			return false;
 158	}
 159	if (ichdr.level == 0)
 160		return false;
 161	if (ichdr.level > XFS_DA_NODE_MAXDEPTH)
 162		return false;
 163	if (ichdr.count == 0)
 164		return false;
 165
 166	/*
 167	 * we don't know if the node is for and attribute or directory tree,
 168	 * so only fail if the count is outside both bounds
 169	 */
 170	if (ichdr.count > mp->m_dir_node_ents &&
 171	    ichdr.count > mp->m_attr_node_ents)
 172		return false;
 173
 174	/* XXX: hash order check? */
 175
 176	return true;
 177}
 178
 179static void
 180xfs_da3_node_write_verify(
 181	struct xfs_buf	*bp)
 182{
 183	struct xfs_mount	*mp = bp->b_target->bt_mount;
 184	struct xfs_buf_log_item	*bip = bp->b_fspriv;
 185	struct xfs_da3_node_hdr *hdr3 = bp->b_addr;
 186
 187	if (!xfs_da3_node_verify(bp)) {
 188		xfs_buf_ioerror(bp, EFSCORRUPTED);
 189		xfs_verifier_error(bp);
 190		return;
 191	}
 192
 193	if (!xfs_sb_version_hascrc(&mp->m_sb))
 194		return;
 195
 196	if (bip)
 197		hdr3->info.lsn = cpu_to_be64(bip->bli_item.li_lsn);
 198
 199	xfs_buf_update_cksum(bp, XFS_DA3_NODE_CRC_OFF);
 200}
 201
 202/*
 203 * leaf/node format detection on trees is sketchy, so a node read can be done on
 204 * leaf level blocks when detection identifies the tree as a node format tree
 205 * incorrectly. In this case, we need to swap the verifier to match the correct
 206 * format of the block being read.
 207 */
 208static void
 209xfs_da3_node_read_verify(
 210	struct xfs_buf		*bp)
 211{
 212	struct xfs_da_blkinfo	*info = bp->b_addr;
 213
 214	switch (be16_to_cpu(info->magic)) {
 215		case XFS_DA3_NODE_MAGIC:
 216			if (!xfs_buf_verify_cksum(bp, XFS_DA3_NODE_CRC_OFF)) {
 217				xfs_buf_ioerror(bp, EFSBADCRC);
 218				break;
 219			}
 220			/* fall through */
 221		case XFS_DA_NODE_MAGIC:
 222			if (!xfs_da3_node_verify(bp)) {
 223				xfs_buf_ioerror(bp, EFSCORRUPTED);
 224				break;
 225			}
 226			return;
 227		case XFS_ATTR_LEAF_MAGIC:
 228		case XFS_ATTR3_LEAF_MAGIC:
 229			bp->b_ops = &xfs_attr3_leaf_buf_ops;
 230			bp->b_ops->verify_read(bp);
 231			return;
 232		case XFS_DIR2_LEAFN_MAGIC:
 233		case XFS_DIR3_LEAFN_MAGIC:
 234			bp->b_ops = &xfs_dir3_leafn_buf_ops;
 235			bp->b_ops->verify_read(bp);
 236			return;
 237		default:
 238			break;
 239	}
 240
 241	/* corrupt block */
 242	xfs_verifier_error(bp);
 243}
 244
 245const struct xfs_buf_ops xfs_da3_node_buf_ops = {
 246	.verify_read = xfs_da3_node_read_verify,
 247	.verify_write = xfs_da3_node_write_verify,
 248};
 249
 250int
 251xfs_da3_node_read(
 252	struct xfs_trans	*tp,
 253	struct xfs_inode	*dp,
 254	xfs_dablk_t		bno,
 255	xfs_daddr_t		mappedbno,
 256	struct xfs_buf		**bpp,
 257	int			which_fork)
 258{
 259	int			err;
 260
 261	err = xfs_da_read_buf(tp, dp, bno, mappedbno, bpp,
 262					which_fork, &xfs_da3_node_buf_ops);
 263	if (!err && tp) {
 264		struct xfs_da_blkinfo	*info = (*bpp)->b_addr;
 265		int			type;
 266
 267		switch (be16_to_cpu(info->magic)) {
 268		case XFS_DA_NODE_MAGIC:
 269		case XFS_DA3_NODE_MAGIC:
 270			type = XFS_BLFT_DA_NODE_BUF;
 271			break;
 272		case XFS_ATTR_LEAF_MAGIC:
 273		case XFS_ATTR3_LEAF_MAGIC:
 274			type = XFS_BLFT_ATTR_LEAF_BUF;
 275			break;
 276		case XFS_DIR2_LEAFN_MAGIC:
 277		case XFS_DIR3_LEAFN_MAGIC:
 278			type = XFS_BLFT_DIR_LEAFN_BUF;
 279			break;
 280		default:
 281			type = 0;
 282			ASSERT(0);
 283			break;
 284		}
 285		xfs_trans_buf_set_type(tp, *bpp, type);
 286	}
 287	return err;
 288}
 289
 290/*========================================================================
 291 * Routines used for growing the Btree.
 292 *========================================================================*/
 293
 294/*
 295 * Create the initial contents of an intermediate node.
 296 */
 297int
 298xfs_da3_node_create(
 299	struct xfs_da_args	*args,
 300	xfs_dablk_t		blkno,
 301	int			level,
 302	struct xfs_buf		**bpp,
 303	int			whichfork)
 304{
 305	struct xfs_da_intnode	*node;
 306	struct xfs_trans	*tp = args->trans;
 307	struct xfs_mount	*mp = tp->t_mountp;
 308	struct xfs_da3_icnode_hdr ichdr = {0};
 309	struct xfs_buf		*bp;
 310	int			error;
 311	struct xfs_inode	*dp = args->dp;
 312
 313	trace_xfs_da_node_create(args);
 314	ASSERT(level <= XFS_DA_NODE_MAXDEPTH);
 315
 316	error = xfs_da_get_buf(tp, dp, blkno, -1, &bp, whichfork);
 317	if (error)
 318		return(error);
 319	bp->b_ops = &xfs_da3_node_buf_ops;
 320	xfs_trans_buf_set_type(tp, bp, XFS_BLFT_DA_NODE_BUF);
 321	node = bp->b_addr;
 322
 323	if (xfs_sb_version_hascrc(&mp->m_sb)) {
 324		struct xfs_da3_node_hdr *hdr3 = bp->b_addr;
 325
 326		ichdr.magic = XFS_DA3_NODE_MAGIC;
 327		hdr3->info.blkno = cpu_to_be64(bp->b_bn);
 328		hdr3->info.owner = cpu_to_be64(args->dp->i_ino);
 329		uuid_copy(&hdr3->info.uuid, &mp->m_sb.sb_uuid);
 330	} else {
 331		ichdr.magic = XFS_DA_NODE_MAGIC;
 332	}
 333	ichdr.level = level;
 334
 335	dp->d_ops->node_hdr_to_disk(node, &ichdr);
 336	xfs_trans_log_buf(tp, bp,
 337		XFS_DA_LOGRANGE(node, &node->hdr, dp->d_ops->node_hdr_size));
 338
 339	*bpp = bp;
 340	return(0);
 341}
 342
 343/*
 344 * Split a leaf node, rebalance, then possibly split
 345 * intermediate nodes, rebalance, etc.
 346 */
 347int							/* error */
 348xfs_da3_split(
 349	struct xfs_da_state	*state)
 350{
 351	struct xfs_da_state_blk	*oldblk;
 352	struct xfs_da_state_blk	*newblk;
 353	struct xfs_da_state_blk	*addblk;
 354	struct xfs_da_intnode	*node;
 355	struct xfs_buf		*bp;
 356	int			max;
 357	int			action = 0;
 358	int			error;
 359	int			i;
 360
 361	trace_xfs_da_split(state->args);
 362
 363	/*
 364	 * Walk back up the tree splitting/inserting/adjusting as necessary.
 365	 * If we need to insert and there isn't room, split the node, then
 366	 * decide which fragment to insert the new block from below into.
 367	 * Note that we may split the root this way, but we need more fixup.
 368	 */
 369	max = state->path.active - 1;
 370	ASSERT((max >= 0) && (max < XFS_DA_NODE_MAXDEPTH));
 371	ASSERT(state->path.blk[max].magic == XFS_ATTR_LEAF_MAGIC ||
 372	       state->path.blk[max].magic == XFS_DIR2_LEAFN_MAGIC);
 373
 374	addblk = &state->path.blk[max];		/* initial dummy value */
 375	for (i = max; (i >= 0) && addblk; state->path.active--, i--) {
 376		oldblk = &state->path.blk[i];
 377		newblk = &state->altpath.blk[i];
 378
 379		/*
 380		 * If a leaf node then
 381		 *     Allocate a new leaf node, then rebalance across them.
 382		 * else if an intermediate node then
 383		 *     We split on the last layer, must we split the node?
 384		 */
 385		switch (oldblk->magic) {
 386		case XFS_ATTR_LEAF_MAGIC:
 387			error = xfs_attr3_leaf_split(state, oldblk, newblk);
 388			if ((error != 0) && (error != ENOSPC)) {
 389				return(error);	/* GROT: attr is inconsistent */
 390			}
 391			if (!error) {
 392				addblk = newblk;
 393				break;
 394			}
 395			/*
 396			 * Entry wouldn't fit, split the leaf again.
 397			 */
 398			state->extravalid = 1;
 399			if (state->inleaf) {
 400				state->extraafter = 0;	/* before newblk */
 401				trace_xfs_attr_leaf_split_before(state->args);
 402				error = xfs_attr3_leaf_split(state, oldblk,
 403							    &state->extrablk);
 404			} else {
 405				state->extraafter = 1;	/* after newblk */
 406				trace_xfs_attr_leaf_split_after(state->args);
 407				error = xfs_attr3_leaf_split(state, newblk,
 408							    &state->extrablk);
 409			}
 410			if (error)
 411				return(error);	/* GROT: attr inconsistent */
 412			addblk = newblk;
 413			break;
 414		case XFS_DIR2_LEAFN_MAGIC:
 415			error = xfs_dir2_leafn_split(state, oldblk, newblk);
 416			if (error)
 417				return error;
 418			addblk = newblk;
 419			break;
 420		case XFS_DA_NODE_MAGIC:
 421			error = xfs_da3_node_split(state, oldblk, newblk, addblk,
 422							 max - i, &action);
 
 423			addblk->bp = NULL;
 424			if (error)
 425				return(error);	/* GROT: dir is inconsistent */
 426			/*
 427			 * Record the newly split block for the next time thru?
 428			 */
 429			if (action)
 430				addblk = newblk;
 431			else
 432				addblk = NULL;
 433			break;
 434		}
 435
 436		/*
 437		 * Update the btree to show the new hashval for this child.
 438		 */
 439		xfs_da3_fixhashpath(state, &state->path);
 
 
 
 
 
 
 
 440	}
 441	if (!addblk)
 442		return(0);
 443
 444	/*
 445	 * Split the root node.
 446	 */
 447	ASSERT(state->path.active == 0);
 448	oldblk = &state->path.blk[0];
 449	error = xfs_da3_root_split(state, oldblk, addblk);
 450	if (error) {
 
 
 451		addblk->bp = NULL;
 452		return(error);	/* GROT: dir is inconsistent */
 453	}
 454
 455	/*
 456	 * Update pointers to the node which used to be block 0 and
 457	 * just got bumped because of the addition of a new root node.
 458	 * There might be three blocks involved if a double split occurred,
 459	 * and the original block 0 could be at any position in the list.
 460	 *
 461	 * Note: the magic numbers and sibling pointers are in the same
 462	 * physical place for both v2 and v3 headers (by design). Hence it
 463	 * doesn't matter which version of the xfs_da_intnode structure we use
 464	 * here as the result will be the same using either structure.
 465	 */
 466	node = oldblk->bp->b_addr;
 
 467	if (node->hdr.info.forw) {
 468		if (be32_to_cpu(node->hdr.info.forw) == addblk->blkno) {
 469			bp = addblk->bp;
 470		} else {
 471			ASSERT(state->extravalid);
 472			bp = state->extrablk.bp;
 473		}
 474		node = bp->b_addr;
 475		node->hdr.info.back = cpu_to_be32(oldblk->blkno);
 476		xfs_trans_log_buf(state->args->trans, bp,
 477		    XFS_DA_LOGRANGE(node, &node->hdr.info,
 478		    sizeof(node->hdr.info)));
 479	}
 480	node = oldblk->bp->b_addr;
 481	if (node->hdr.info.back) {
 482		if (be32_to_cpu(node->hdr.info.back) == addblk->blkno) {
 483			bp = addblk->bp;
 484		} else {
 485			ASSERT(state->extravalid);
 486			bp = state->extrablk.bp;
 487		}
 488		node = bp->b_addr;
 489		node->hdr.info.forw = cpu_to_be32(oldblk->blkno);
 490		xfs_trans_log_buf(state->args->trans, bp,
 491		    XFS_DA_LOGRANGE(node, &node->hdr.info,
 492		    sizeof(node->hdr.info)));
 493	}
 
 
 494	addblk->bp = NULL;
 495	return(0);
 496}
 497
 498/*
 499 * Split the root.  We have to create a new root and point to the two
 500 * parts (the split old root) that we just created.  Copy block zero to
 501 * the EOF, extending the inode in process.
 502 */
 503STATIC int						/* error */
 504xfs_da3_root_split(
 505	struct xfs_da_state	*state,
 506	struct xfs_da_state_blk	*blk1,
 507	struct xfs_da_state_blk	*blk2)
 508{
 509	struct xfs_da_intnode	*node;
 510	struct xfs_da_intnode	*oldroot;
 511	struct xfs_da_node_entry *btree;
 512	struct xfs_da3_icnode_hdr nodehdr;
 513	struct xfs_da_args	*args;
 514	struct xfs_buf		*bp;
 515	struct xfs_inode	*dp;
 516	struct xfs_trans	*tp;
 517	struct xfs_mount	*mp;
 518	struct xfs_dir2_leaf	*leaf;
 519	xfs_dablk_t		blkno;
 520	int			level;
 521	int			error;
 522	int			size;
 523
 524	trace_xfs_da_root_split(state->args);
 525
 526	/*
 527	 * Copy the existing (incorrect) block from the root node position
 528	 * to a free space somewhere.
 529	 */
 530	args = state->args;
 
 531	error = xfs_da_grow_inode(args, &blkno);
 532	if (error)
 533		return error;
 534
 535	dp = args->dp;
 536	tp = args->trans;
 537	mp = state->mp;
 538	error = xfs_da_get_buf(tp, dp, blkno, -1, &bp, args->whichfork);
 539	if (error)
 540		return error;
 541	node = bp->b_addr;
 542	oldroot = blk1->bp->b_addr;
 543	if (oldroot->hdr.info.magic == cpu_to_be16(XFS_DA_NODE_MAGIC) ||
 544	    oldroot->hdr.info.magic == cpu_to_be16(XFS_DA3_NODE_MAGIC)) {
 545		struct xfs_da3_icnode_hdr nodehdr;
 546
 547		dp->d_ops->node_hdr_from_disk(&nodehdr, oldroot);
 548		btree = dp->d_ops->node_tree_p(oldroot);
 549		size = (int)((char *)&btree[nodehdr.count] - (char *)oldroot);
 550		level = nodehdr.level;
 551
 552		/*
 553		 * we are about to copy oldroot to bp, so set up the type
 554		 * of bp while we know exactly what it will be.
 555		 */
 556		xfs_trans_buf_set_type(tp, bp, XFS_BLFT_DA_NODE_BUF);
 557	} else {
 558		struct xfs_dir3_icleaf_hdr leafhdr;
 559		struct xfs_dir2_leaf_entry *ents;
 560
 561		leaf = (xfs_dir2_leaf_t *)oldroot;
 562		dp->d_ops->leaf_hdr_from_disk(&leafhdr, leaf);
 563		ents = dp->d_ops->leaf_ents_p(leaf);
 564
 565		ASSERT(leafhdr.magic == XFS_DIR2_LEAFN_MAGIC ||
 566		       leafhdr.magic == XFS_DIR3_LEAFN_MAGIC);
 567		size = (int)((char *)&ents[leafhdr.count] - (char *)leaf);
 568		level = 0;
 569
 570		/*
 571		 * we are about to copy oldroot to bp, so set up the type
 572		 * of bp while we know exactly what it will be.
 573		 */
 574		xfs_trans_buf_set_type(tp, bp, XFS_BLFT_DIR_LEAFN_BUF);
 575	}
 576
 577	/*
 578	 * we can copy most of the information in the node from one block to
 579	 * another, but for CRC enabled headers we have to make sure that the
 580	 * block specific identifiers are kept intact. We update the buffer
 581	 * directly for this.
 582	 */
 583	memcpy(node, oldroot, size);
 584	if (oldroot->hdr.info.magic == cpu_to_be16(XFS_DA3_NODE_MAGIC) ||
 585	    oldroot->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAFN_MAGIC)) {
 586		struct xfs_da3_intnode *node3 = (struct xfs_da3_intnode *)node;
 587
 588		node3->hdr.info.blkno = cpu_to_be64(bp->b_bn);
 589	}
 590	xfs_trans_log_buf(tp, bp, 0, size - 1);
 591
 592	bp->b_ops = blk1->bp->b_ops;
 593	xfs_trans_buf_copy_type(bp, blk1->bp);
 594	blk1->bp = bp;
 595	blk1->blkno = blkno;
 596
 597	/*
 598	 * Set up the new root node.
 599	 */
 600	error = xfs_da3_node_create(args,
 601		(args->whichfork == XFS_DATA_FORK) ? mp->m_dirleafblk : 0,
 602		level + 1, &bp, args->whichfork);
 603	if (error)
 604		return error;
 605
 606	node = bp->b_addr;
 607	dp->d_ops->node_hdr_from_disk(&nodehdr, node);
 608	btree = dp->d_ops->node_tree_p(node);
 609	btree[0].hashval = cpu_to_be32(blk1->hashval);
 610	btree[0].before = cpu_to_be32(blk1->blkno);
 611	btree[1].hashval = cpu_to_be32(blk2->hashval);
 612	btree[1].before = cpu_to_be32(blk2->blkno);
 613	nodehdr.count = 2;
 614	dp->d_ops->node_hdr_to_disk(node, &nodehdr);
 615
 616#ifdef DEBUG
 617	if (oldroot->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC) ||
 618	    oldroot->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAFN_MAGIC)) {
 619		ASSERT(blk1->blkno >= mp->m_dirleafblk &&
 620		       blk1->blkno < mp->m_dirfreeblk);
 621		ASSERT(blk2->blkno >= mp->m_dirleafblk &&
 622		       blk2->blkno < mp->m_dirfreeblk);
 623	}
 624#endif
 625
 626	/* Header is already logged by xfs_da_node_create */
 627	xfs_trans_log_buf(tp, bp,
 628		XFS_DA_LOGRANGE(node, btree, sizeof(xfs_da_node_entry_t) * 2));
 
 
 629
 630	return 0;
 631}
 632
 633/*
 634 * Split the node, rebalance, then add the new entry.
 635 */
 636STATIC int						/* error */
 637xfs_da3_node_split(
 638	struct xfs_da_state	*state,
 639	struct xfs_da_state_blk	*oldblk,
 640	struct xfs_da_state_blk	*newblk,
 641	struct xfs_da_state_blk	*addblk,
 642	int			treelevel,
 643	int			*result)
 644{
 645	struct xfs_da_intnode	*node;
 646	struct xfs_da3_icnode_hdr nodehdr;
 647	xfs_dablk_t		blkno;
 648	int			newcount;
 649	int			error;
 650	int			useextra;
 651	struct xfs_inode	*dp = state->args->dp;
 652
 653	trace_xfs_da_node_split(state->args);
 654
 655	node = oldblk->bp->b_addr;
 656	dp->d_ops->node_hdr_from_disk(&nodehdr, node);
 657
 658	/*
 659	 * With V2 dirs the extra block is data or freespace.
 660	 */
 661	useextra = state->extravalid && state->args->whichfork == XFS_ATTR_FORK;
 662	newcount = 1 + useextra;
 663	/*
 664	 * Do we have to split the node?
 665	 */
 666	if (nodehdr.count + newcount > state->node_ents) {
 667		/*
 668		 * Allocate a new node, add to the doubly linked chain of
 669		 * nodes, then move some of our excess entries into it.
 670		 */
 671		error = xfs_da_grow_inode(state->args, &blkno);
 672		if (error)
 673			return(error);	/* GROT: dir is inconsistent */
 674
 675		error = xfs_da3_node_create(state->args, blkno, treelevel,
 676					   &newblk->bp, state->args->whichfork);
 677		if (error)
 678			return(error);	/* GROT: dir is inconsistent */
 679		newblk->blkno = blkno;
 680		newblk->magic = XFS_DA_NODE_MAGIC;
 681		xfs_da3_node_rebalance(state, oldblk, newblk);
 682		error = xfs_da3_blk_link(state, oldblk, newblk);
 683		if (error)
 684			return(error);
 685		*result = 1;
 686	} else {
 687		*result = 0;
 688	}
 689
 690	/*
 691	 * Insert the new entry(s) into the correct block
 692	 * (updating last hashval in the process).
 693	 *
 694	 * xfs_da3_node_add() inserts BEFORE the given index,
 695	 * and as a result of using node_lookup_int() we always
 696	 * point to a valid entry (not after one), but a split
 697	 * operation always results in a new block whose hashvals
 698	 * FOLLOW the current block.
 699	 *
 700	 * If we had double-split op below us, then add the extra block too.
 701	 */
 702	node = oldblk->bp->b_addr;
 703	dp->d_ops->node_hdr_from_disk(&nodehdr, node);
 704	if (oldblk->index <= nodehdr.count) {
 705		oldblk->index++;
 706		xfs_da3_node_add(state, oldblk, addblk);
 707		if (useextra) {
 708			if (state->extraafter)
 709				oldblk->index++;
 710			xfs_da3_node_add(state, oldblk, &state->extrablk);
 711			state->extravalid = 0;
 712		}
 713	} else {
 714		newblk->index++;
 715		xfs_da3_node_add(state, newblk, addblk);
 716		if (useextra) {
 717			if (state->extraafter)
 718				newblk->index++;
 719			xfs_da3_node_add(state, newblk, &state->extrablk);
 720			state->extravalid = 0;
 721		}
 722	}
 723
 724	return(0);
 725}
 726
 727/*
 728 * Balance the btree elements between two intermediate nodes,
 729 * usually one full and one empty.
 730 *
 731 * NOTE: if blk2 is empty, then it will get the upper half of blk1.
 732 */
 733STATIC void
 734xfs_da3_node_rebalance(
 735	struct xfs_da_state	*state,
 736	struct xfs_da_state_blk	*blk1,
 737	struct xfs_da_state_blk	*blk2)
 738{
 739	struct xfs_da_intnode	*node1;
 740	struct xfs_da_intnode	*node2;
 741	struct xfs_da_intnode	*tmpnode;
 742	struct xfs_da_node_entry *btree1;
 743	struct xfs_da_node_entry *btree2;
 744	struct xfs_da_node_entry *btree_s;
 745	struct xfs_da_node_entry *btree_d;
 746	struct xfs_da3_icnode_hdr nodehdr1;
 747	struct xfs_da3_icnode_hdr nodehdr2;
 748	struct xfs_trans	*tp;
 749	int			count;
 750	int			tmp;
 751	int			swap = 0;
 752	struct xfs_inode	*dp = state->args->dp;
 753
 754	trace_xfs_da_node_rebalance(state->args);
 755
 756	node1 = blk1->bp->b_addr;
 757	node2 = blk2->bp->b_addr;
 758	dp->d_ops->node_hdr_from_disk(&nodehdr1, node1);
 759	dp->d_ops->node_hdr_from_disk(&nodehdr2, node2);
 760	btree1 = dp->d_ops->node_tree_p(node1);
 761	btree2 = dp->d_ops->node_tree_p(node2);
 762
 
 
 763	/*
 764	 * Figure out how many entries need to move, and in which direction.
 765	 * Swap the nodes around if that makes it simpler.
 766	 */
 767	if (nodehdr1.count > 0 && nodehdr2.count > 0 &&
 768	    ((be32_to_cpu(btree2[0].hashval) < be32_to_cpu(btree1[0].hashval)) ||
 769	     (be32_to_cpu(btree2[nodehdr2.count - 1].hashval) <
 770			be32_to_cpu(btree1[nodehdr1.count - 1].hashval)))) {
 771		tmpnode = node1;
 772		node1 = node2;
 773		node2 = tmpnode;
 774		dp->d_ops->node_hdr_from_disk(&nodehdr1, node1);
 775		dp->d_ops->node_hdr_from_disk(&nodehdr2, node2);
 776		btree1 = dp->d_ops->node_tree_p(node1);
 777		btree2 = dp->d_ops->node_tree_p(node2);
 778		swap = 1;
 779	}
 780
 781	count = (nodehdr1.count - nodehdr2.count) / 2;
 
 782	if (count == 0)
 783		return;
 784	tp = state->args->trans;
 785	/*
 786	 * Two cases: high-to-low and low-to-high.
 787	 */
 788	if (count > 0) {
 789		/*
 790		 * Move elements in node2 up to make a hole.
 791		 */
 792		tmp = nodehdr2.count;
 793		if (tmp > 0) {
 794			tmp *= (uint)sizeof(xfs_da_node_entry_t);
 795			btree_s = &btree2[0];
 796			btree_d = &btree2[count];
 797			memmove(btree_d, btree_s, tmp);
 798		}
 799
 800		/*
 801		 * Move the req'd B-tree elements from high in node1 to
 802		 * low in node2.
 803		 */
 804		nodehdr2.count += count;
 805		tmp = count * (uint)sizeof(xfs_da_node_entry_t);
 806		btree_s = &btree1[nodehdr1.count - count];
 807		btree_d = &btree2[0];
 808		memcpy(btree_d, btree_s, tmp);
 809		nodehdr1.count -= count;
 810	} else {
 811		/*
 812		 * Move the req'd B-tree elements from low in node2 to
 813		 * high in node1.
 814		 */
 815		count = -count;
 816		tmp = count * (uint)sizeof(xfs_da_node_entry_t);
 817		btree_s = &btree2[0];
 818		btree_d = &btree1[nodehdr1.count];
 819		memcpy(btree_d, btree_s, tmp);
 820		nodehdr1.count += count;
 821
 822		xfs_trans_log_buf(tp, blk1->bp,
 823			XFS_DA_LOGRANGE(node1, btree_d, tmp));
 824
 825		/*
 826		 * Move elements in node2 down to fill the hole.
 827		 */
 828		tmp  = nodehdr2.count - count;
 829		tmp *= (uint)sizeof(xfs_da_node_entry_t);
 830		btree_s = &btree2[count];
 831		btree_d = &btree2[0];
 832		memmove(btree_d, btree_s, tmp);
 833		nodehdr2.count -= count;
 834	}
 835
 836	/*
 837	 * Log header of node 1 and all current bits of node 2.
 838	 */
 839	dp->d_ops->node_hdr_to_disk(node1, &nodehdr1);
 840	xfs_trans_log_buf(tp, blk1->bp,
 841		XFS_DA_LOGRANGE(node1, &node1->hdr, dp->d_ops->node_hdr_size));
 842
 843	dp->d_ops->node_hdr_to_disk(node2, &nodehdr2);
 844	xfs_trans_log_buf(tp, blk2->bp,
 845		XFS_DA_LOGRANGE(node2, &node2->hdr,
 846				dp->d_ops->node_hdr_size +
 847				(sizeof(btree2[0]) * nodehdr2.count)));
 848
 849	/*
 850	 * Record the last hashval from each block for upward propagation.
 851	 * (note: don't use the swapped node pointers)
 852	 */
 853	if (swap) {
 854		node1 = blk1->bp->b_addr;
 855		node2 = blk2->bp->b_addr;
 856		dp->d_ops->node_hdr_from_disk(&nodehdr1, node1);
 857		dp->d_ops->node_hdr_from_disk(&nodehdr2, node2);
 858		btree1 = dp->d_ops->node_tree_p(node1);
 859		btree2 = dp->d_ops->node_tree_p(node2);
 860	}
 861	blk1->hashval = be32_to_cpu(btree1[nodehdr1.count - 1].hashval);
 862	blk2->hashval = be32_to_cpu(btree2[nodehdr2.count - 1].hashval);
 863
 864	/*
 865	 * Adjust the expected index for insertion.
 866	 */
 867	if (blk1->index >= nodehdr1.count) {
 868		blk2->index = blk1->index - nodehdr1.count;
 869		blk1->index = nodehdr1.count + 1;	/* make it invalid */
 870	}
 871}
 872
 873/*
 874 * Add a new entry to an intermediate node.
 875 */
 876STATIC void
 877xfs_da3_node_add(
 878	struct xfs_da_state	*state,
 879	struct xfs_da_state_blk	*oldblk,
 880	struct xfs_da_state_blk	*newblk)
 881{
 882	struct xfs_da_intnode	*node;
 883	struct xfs_da3_icnode_hdr nodehdr;
 884	struct xfs_da_node_entry *btree;
 885	int			tmp;
 886	struct xfs_inode	*dp = state->args->dp;
 887
 888	trace_xfs_da_node_add(state->args);
 889
 890	node = oldblk->bp->b_addr;
 891	dp->d_ops->node_hdr_from_disk(&nodehdr, node);
 892	btree = dp->d_ops->node_tree_p(node);
 893
 894	ASSERT(oldblk->index >= 0 && oldblk->index <= nodehdr.count);
 895	ASSERT(newblk->blkno != 0);
 896	if (state->args->whichfork == XFS_DATA_FORK)
 897		ASSERT(newblk->blkno >= state->mp->m_dirleafblk &&
 898		       newblk->blkno < state->mp->m_dirfreeblk);
 899
 900	/*
 901	 * We may need to make some room before we insert the new node.
 902	 */
 903	tmp = 0;
 904	if (oldblk->index < nodehdr.count) {
 905		tmp = (nodehdr.count - oldblk->index) * (uint)sizeof(*btree);
 906		memmove(&btree[oldblk->index + 1], &btree[oldblk->index], tmp);
 907	}
 908	btree[oldblk->index].hashval = cpu_to_be32(newblk->hashval);
 909	btree[oldblk->index].before = cpu_to_be32(newblk->blkno);
 910	xfs_trans_log_buf(state->args->trans, oldblk->bp,
 911		XFS_DA_LOGRANGE(node, &btree[oldblk->index],
 912				tmp + sizeof(*btree)));
 913
 914	nodehdr.count += 1;
 915	dp->d_ops->node_hdr_to_disk(node, &nodehdr);
 916	xfs_trans_log_buf(state->args->trans, oldblk->bp,
 917		XFS_DA_LOGRANGE(node, &node->hdr, dp->d_ops->node_hdr_size));
 918
 919	/*
 920	 * Copy the last hash value from the oldblk to propagate upwards.
 921	 */
 922	oldblk->hashval = be32_to_cpu(btree[nodehdr.count - 1].hashval);
 923}
 924
 925/*========================================================================
 926 * Routines used for shrinking the Btree.
 927 *========================================================================*/
 928
 929/*
 930 * Deallocate an empty leaf node, remove it from its parent,
 931 * possibly deallocating that block, etc...
 932 */
 933int
 934xfs_da3_join(
 935	struct xfs_da_state	*state)
 936{
 937	struct xfs_da_state_blk	*drop_blk;
 938	struct xfs_da_state_blk	*save_blk;
 939	int			action = 0;
 940	int			error;
 941
 942	trace_xfs_da_join(state->args);
 943
 
 944	drop_blk = &state->path.blk[ state->path.active-1 ];
 945	save_blk = &state->altpath.blk[ state->path.active-1 ];
 946	ASSERT(state->path.blk[0].magic == XFS_DA_NODE_MAGIC);
 947	ASSERT(drop_blk->magic == XFS_ATTR_LEAF_MAGIC ||
 948	       drop_blk->magic == XFS_DIR2_LEAFN_MAGIC);
 949
 950	/*
 951	 * Walk back up the tree joining/deallocating as necessary.
 952	 * When we stop dropping blocks, break out.
 953	 */
 954	for (  ; state->path.active >= 2; drop_blk--, save_blk--,
 955		 state->path.active--) {
 956		/*
 957		 * See if we can combine the block with a neighbor.
 958		 *   (action == 0) => no options, just leave
 959		 *   (action == 1) => coalesce, then unlink
 960		 *   (action == 2) => block empty, unlink it
 961		 */
 962		switch (drop_blk->magic) {
 963		case XFS_ATTR_LEAF_MAGIC:
 964			error = xfs_attr3_leaf_toosmall(state, &action);
 965			if (error)
 966				return(error);
 967			if (action == 0)
 968				return(0);
 969			xfs_attr3_leaf_unbalance(state, drop_blk, save_blk);
 970			break;
 971		case XFS_DIR2_LEAFN_MAGIC:
 972			error = xfs_dir2_leafn_toosmall(state, &action);
 973			if (error)
 974				return error;
 975			if (action == 0)
 976				return 0;
 977			xfs_dir2_leafn_unbalance(state, drop_blk, save_blk);
 978			break;
 979		case XFS_DA_NODE_MAGIC:
 980			/*
 981			 * Remove the offending node, fixup hashvals,
 982			 * check for a toosmall neighbor.
 983			 */
 984			xfs_da3_node_remove(state, drop_blk);
 985			xfs_da3_fixhashpath(state, &state->path);
 986			error = xfs_da3_node_toosmall(state, &action);
 987			if (error)
 988				return(error);
 989			if (action == 0)
 990				return 0;
 991			xfs_da3_node_unbalance(state, drop_blk, save_blk);
 992			break;
 993		}
 994		xfs_da3_fixhashpath(state, &state->altpath);
 995		error = xfs_da3_blk_unlink(state, drop_blk, save_blk);
 996		xfs_da_state_kill_altpath(state);
 997		if (error)
 998			return(error);
 999		error = xfs_da_shrink_inode(state->args, drop_blk->blkno,
1000							 drop_blk->bp);
1001		drop_blk->bp = NULL;
1002		if (error)
1003			return(error);
1004	}
1005	/*
1006	 * We joined all the way to the top.  If it turns out that
1007	 * we only have one entry in the root, make the child block
1008	 * the new root.
1009	 */
1010	xfs_da3_node_remove(state, drop_blk);
1011	xfs_da3_fixhashpath(state, &state->path);
1012	error = xfs_da3_root_join(state, &state->path.blk[0]);
1013	return(error);
1014}
1015
1016#ifdef	DEBUG
1017static void
1018xfs_da_blkinfo_onlychild_validate(struct xfs_da_blkinfo *blkinfo, __u16 level)
1019{
1020	__be16	magic = blkinfo->magic;
1021
1022	if (level == 1) {
1023		ASSERT(magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC) ||
1024		       magic == cpu_to_be16(XFS_DIR3_LEAFN_MAGIC) ||
1025		       magic == cpu_to_be16(XFS_ATTR_LEAF_MAGIC) ||
1026		       magic == cpu_to_be16(XFS_ATTR3_LEAF_MAGIC));
1027	} else {
1028		ASSERT(magic == cpu_to_be16(XFS_DA_NODE_MAGIC) ||
1029		       magic == cpu_to_be16(XFS_DA3_NODE_MAGIC));
1030	}
1031	ASSERT(!blkinfo->forw);
1032	ASSERT(!blkinfo->back);
1033}
1034#else	/* !DEBUG */
1035#define	xfs_da_blkinfo_onlychild_validate(blkinfo, level)
1036#endif	/* !DEBUG */
1037
1038/*
1039 * We have only one entry in the root.  Copy the only remaining child of
1040 * the old root to block 0 as the new root node.
1041 */
1042STATIC int
1043xfs_da3_root_join(
1044	struct xfs_da_state	*state,
1045	struct xfs_da_state_blk	*root_blk)
1046{
1047	struct xfs_da_intnode	*oldroot;
1048	struct xfs_da_args	*args;
1049	xfs_dablk_t		child;
1050	struct xfs_buf		*bp;
1051	struct xfs_da3_icnode_hdr oldroothdr;
1052	struct xfs_da_node_entry *btree;
1053	int			error;
1054	struct xfs_inode	*dp = state->args->dp;
1055
1056	trace_xfs_da_root_join(state->args);
1057
 
 
1058	ASSERT(root_blk->magic == XFS_DA_NODE_MAGIC);
1059
1060	args = state->args;
1061	oldroot = root_blk->bp->b_addr;
1062	dp->d_ops->node_hdr_from_disk(&oldroothdr, oldroot);
1063	ASSERT(oldroothdr.forw == 0);
1064	ASSERT(oldroothdr.back == 0);
1065
1066	/*
1067	 * If the root has more than one child, then don't do anything.
1068	 */
1069	if (oldroothdr.count > 1)
1070		return 0;
1071
1072	/*
1073	 * Read in the (only) child block, then copy those bytes into
1074	 * the root block's buffer and free the original child block.
1075	 */
1076	btree = dp->d_ops->node_tree_p(oldroot);
1077	child = be32_to_cpu(btree[0].before);
1078	ASSERT(child != 0);
1079	error = xfs_da3_node_read(args->trans, dp, child, -1, &bp,
1080					     args->whichfork);
1081	if (error)
1082		return error;
1083	xfs_da_blkinfo_onlychild_validate(bp->b_addr, oldroothdr.level);
 
 
1084
1085	/*
1086	 * This could be copying a leaf back into the root block in the case of
1087	 * there only being a single leaf block left in the tree. Hence we have
1088	 * to update the b_ops pointer as well to match the buffer type change
1089	 * that could occur. For dir3 blocks we also need to update the block
1090	 * number in the buffer header.
1091	 */
1092	memcpy(root_blk->bp->b_addr, bp->b_addr, state->blocksize);
1093	root_blk->bp->b_ops = bp->b_ops;
1094	xfs_trans_buf_copy_type(root_blk->bp, bp);
1095	if (oldroothdr.magic == XFS_DA3_NODE_MAGIC) {
1096		struct xfs_da3_blkinfo *da3 = root_blk->bp->b_addr;
1097		da3->blkno = cpu_to_be64(root_blk->bp->b_bn);
1098	}
1099	xfs_trans_log_buf(args->trans, root_blk->bp, 0, state->blocksize - 1);
1100	error = xfs_da_shrink_inode(args, child, bp);
1101	return(error);
1102}
1103
1104/*
1105 * Check a node block and its neighbors to see if the block should be
1106 * collapsed into one or the other neighbor.  Always keep the block
1107 * with the smaller block number.
1108 * If the current block is over 50% full, don't try to join it, return 0.
1109 * If the block is empty, fill in the state structure and return 2.
1110 * If it can be collapsed, fill in the state structure and return 1.
1111 * If nothing can be done, return 0.
1112 */
1113STATIC int
1114xfs_da3_node_toosmall(
1115	struct xfs_da_state	*state,
1116	int			*action)
1117{
1118	struct xfs_da_intnode	*node;
1119	struct xfs_da_state_blk	*blk;
1120	struct xfs_da_blkinfo	*info;
1121	xfs_dablk_t		blkno;
1122	struct xfs_buf		*bp;
1123	struct xfs_da3_icnode_hdr nodehdr;
1124	int			count;
1125	int			forward;
1126	int			error;
1127	int			retval;
1128	int			i;
1129	struct xfs_inode	*dp = state->args->dp;
1130
1131	trace_xfs_da_node_toosmall(state->args);
1132
1133	/*
1134	 * Check for the degenerate case of the block being over 50% full.
1135	 * If so, it's not worth even looking to see if we might be able
1136	 * to coalesce with a sibling.
1137	 */
1138	blk = &state->path.blk[ state->path.active-1 ];
1139	info = blk->bp->b_addr;
 
1140	node = (xfs_da_intnode_t *)info;
1141	dp->d_ops->node_hdr_from_disk(&nodehdr, node);
1142	if (nodehdr.count > (state->node_ents >> 1)) {
1143		*action = 0;	/* blk over 50%, don't try to join */
1144		return(0);	/* blk over 50%, don't try to join */
1145	}
1146
1147	/*
1148	 * Check for the degenerate case of the block being empty.
1149	 * If the block is empty, we'll simply delete it, no need to
1150	 * coalesce it with a sibling block.  We choose (arbitrarily)
1151	 * to merge with the forward block unless it is NULL.
1152	 */
1153	if (nodehdr.count == 0) {
1154		/*
1155		 * Make altpath point to the block we want to keep and
1156		 * path point to the block we want to drop (this one).
1157		 */
1158		forward = (info->forw != 0);
1159		memcpy(&state->altpath, &state->path, sizeof(state->path));
1160		error = xfs_da3_path_shift(state, &state->altpath, forward,
1161						 0, &retval);
1162		if (error)
1163			return(error);
1164		if (retval) {
1165			*action = 0;
1166		} else {
1167			*action = 2;
1168		}
1169		return(0);
1170	}
1171
1172	/*
1173	 * Examine each sibling block to see if we can coalesce with
1174	 * at least 25% free space to spare.  We need to figure out
1175	 * whether to merge with the forward or the backward block.
1176	 * We prefer coalescing with the lower numbered sibling so as
1177	 * to shrink a directory over time.
1178	 */
1179	count  = state->node_ents;
1180	count -= state->node_ents >> 2;
1181	count -= nodehdr.count;
1182
1183	/* start with smaller blk num */
1184	forward = nodehdr.forw < nodehdr.back;
1185	for (i = 0; i < 2; forward = !forward, i++) {
1186		struct xfs_da3_icnode_hdr thdr;
1187		if (forward)
1188			blkno = nodehdr.forw;
1189		else
1190			blkno = nodehdr.back;
1191		if (blkno == 0)
1192			continue;
1193		error = xfs_da3_node_read(state->args->trans, dp,
1194					blkno, -1, &bp, state->args->whichfork);
1195		if (error)
1196			return(error);
 
1197
1198		node = bp->b_addr;
1199		dp->d_ops->node_hdr_from_disk(&thdr, node);
1200		xfs_trans_brelse(state->args->trans, bp);
1201
1202		if (count - thdr.count >= 0)
 
 
 
 
1203			break;	/* fits with at least 25% to spare */
1204	}
1205	if (i >= 2) {
1206		*action = 0;
1207		return 0;
1208	}
1209
1210	/*
1211	 * Make altpath point to the block we want to keep (the lower
1212	 * numbered block) and path point to the block we want to drop.
1213	 */
1214	memcpy(&state->altpath, &state->path, sizeof(state->path));
1215	if (blkno < blk->blkno) {
1216		error = xfs_da3_path_shift(state, &state->altpath, forward,
1217						 0, &retval);
 
 
 
 
 
 
 
1218	} else {
1219		error = xfs_da3_path_shift(state, &state->path, forward,
1220						 0, &retval);
1221	}
1222	if (error)
1223		return error;
1224	if (retval) {
1225		*action = 0;
1226		return 0;
 
1227	}
1228	*action = 1;
1229	return 0;
1230}
1231
1232/*
1233 * Pick up the last hashvalue from an intermediate node.
1234 */
1235STATIC uint
1236xfs_da3_node_lasthash(
1237	struct xfs_inode	*dp,
1238	struct xfs_buf		*bp,
1239	int			*count)
1240{
1241	struct xfs_da_intnode	 *node;
1242	struct xfs_da_node_entry *btree;
1243	struct xfs_da3_icnode_hdr nodehdr;
1244
1245	node = bp->b_addr;
1246	dp->d_ops->node_hdr_from_disk(&nodehdr, node);
1247	if (count)
1248		*count = nodehdr.count;
1249	if (!nodehdr.count)
1250		return 0;
1251	btree = dp->d_ops->node_tree_p(node);
1252	return be32_to_cpu(btree[nodehdr.count - 1].hashval);
1253}
1254
1255/*
1256 * Walk back up the tree adjusting hash values as necessary,
1257 * when we stop making changes, return.
1258 */
1259void
1260xfs_da3_fixhashpath(
1261	struct xfs_da_state	*state,
1262	struct xfs_da_state_path *path)
1263{
1264	struct xfs_da_state_blk	*blk;
1265	struct xfs_da_intnode	*node;
1266	struct xfs_da_node_entry *btree;
1267	xfs_dahash_t		lasthash=0;
1268	int			level;
1269	int			count;
1270	struct xfs_inode	*dp = state->args->dp;
1271
1272	trace_xfs_da_fixhashpath(state->args);
1273
1274	level = path->active-1;
1275	blk = &path->blk[ level ];
1276	switch (blk->magic) {
1277	case XFS_ATTR_LEAF_MAGIC:
1278		lasthash = xfs_attr_leaf_lasthash(blk->bp, &count);
1279		if (count == 0)
1280			return;
1281		break;
1282	case XFS_DIR2_LEAFN_MAGIC:
1283		lasthash = xfs_dir2_leafn_lasthash(dp, blk->bp, &count);
1284		if (count == 0)
1285			return;
1286		break;
1287	case XFS_DA_NODE_MAGIC:
1288		lasthash = xfs_da3_node_lasthash(dp, blk->bp, &count);
1289		if (count == 0)
1290			return;
1291		break;
1292	}
1293	for (blk--, level--; level >= 0; blk--, level--) {
1294		struct xfs_da3_icnode_hdr nodehdr;
1295
1296		node = blk->bp->b_addr;
1297		dp->d_ops->node_hdr_from_disk(&nodehdr, node);
1298		btree = dp->d_ops->node_tree_p(node);
1299		if (be32_to_cpu(btree[blk->index].hashval) == lasthash)
1300			break;
1301		blk->hashval = lasthash;
1302		btree[blk->index].hashval = cpu_to_be32(lasthash);
1303		xfs_trans_log_buf(state->args->trans, blk->bp,
1304				  XFS_DA_LOGRANGE(node, &btree[blk->index],
1305						  sizeof(*btree)));
1306
1307		lasthash = be32_to_cpu(btree[nodehdr.count - 1].hashval);
1308	}
1309}
1310
1311/*
1312 * Remove an entry from an intermediate node.
1313 */
1314STATIC void
1315xfs_da3_node_remove(
1316	struct xfs_da_state	*state,
1317	struct xfs_da_state_blk	*drop_blk)
1318{
1319	struct xfs_da_intnode	*node;
1320	struct xfs_da3_icnode_hdr nodehdr;
1321	struct xfs_da_node_entry *btree;
1322	int			index;
1323	int			tmp;
1324	struct xfs_inode	*dp = state->args->dp;
1325
1326	trace_xfs_da_node_remove(state->args);
1327
1328	node = drop_blk->bp->b_addr;
1329	dp->d_ops->node_hdr_from_disk(&nodehdr, node);
1330	ASSERT(drop_blk->index < nodehdr.count);
1331	ASSERT(drop_blk->index >= 0);
1332
1333	/*
1334	 * Copy over the offending entry, or just zero it out.
1335	 */
1336	index = drop_blk->index;
1337	btree = dp->d_ops->node_tree_p(node);
1338	if (index < nodehdr.count - 1) {
1339		tmp  = nodehdr.count - index - 1;
1340		tmp *= (uint)sizeof(xfs_da_node_entry_t);
1341		memmove(&btree[index], &btree[index + 1], tmp);
1342		xfs_trans_log_buf(state->args->trans, drop_blk->bp,
1343		    XFS_DA_LOGRANGE(node, &btree[index], tmp));
1344		index = nodehdr.count - 1;
1345	}
1346	memset(&btree[index], 0, sizeof(xfs_da_node_entry_t));
1347	xfs_trans_log_buf(state->args->trans, drop_blk->bp,
1348	    XFS_DA_LOGRANGE(node, &btree[index], sizeof(btree[index])));
1349	nodehdr.count -= 1;
1350	dp->d_ops->node_hdr_to_disk(node, &nodehdr);
1351	xfs_trans_log_buf(state->args->trans, drop_blk->bp,
1352	    XFS_DA_LOGRANGE(node, &node->hdr, dp->d_ops->node_hdr_size));
1353
1354	/*
1355	 * Copy the last hash value from the block to propagate upwards.
1356	 */
1357	drop_blk->hashval = be32_to_cpu(btree[index - 1].hashval);
 
1358}
1359
1360/*
1361 * Unbalance the elements between two intermediate nodes,
1362 * move all Btree elements from one node into another.
1363 */
1364STATIC void
1365xfs_da3_node_unbalance(
1366	struct xfs_da_state	*state,
1367	struct xfs_da_state_blk	*drop_blk,
1368	struct xfs_da_state_blk	*save_blk)
1369{
1370	struct xfs_da_intnode	*drop_node;
1371	struct xfs_da_intnode	*save_node;
1372	struct xfs_da_node_entry *drop_btree;
1373	struct xfs_da_node_entry *save_btree;
1374	struct xfs_da3_icnode_hdr drop_hdr;
1375	struct xfs_da3_icnode_hdr save_hdr;
1376	struct xfs_trans	*tp;
1377	int			sindex;
1378	int			tmp;
1379	struct xfs_inode	*dp = state->args->dp;
1380
1381	trace_xfs_da_node_unbalance(state->args);
1382
1383	drop_node = drop_blk->bp->b_addr;
1384	save_node = save_blk->bp->b_addr;
1385	dp->d_ops->node_hdr_from_disk(&drop_hdr, drop_node);
1386	dp->d_ops->node_hdr_from_disk(&save_hdr, save_node);
1387	drop_btree = dp->d_ops->node_tree_p(drop_node);
1388	save_btree = dp->d_ops->node_tree_p(save_node);
1389	tp = state->args->trans;
1390
1391	/*
1392	 * If the dying block has lower hashvals, then move all the
1393	 * elements in the remaining block up to make a hole.
1394	 */
1395	if ((be32_to_cpu(drop_btree[0].hashval) <
1396			be32_to_cpu(save_btree[0].hashval)) ||
1397	    (be32_to_cpu(drop_btree[drop_hdr.count - 1].hashval) <
1398			be32_to_cpu(save_btree[save_hdr.count - 1].hashval))) {
1399		/* XXX: check this - is memmove dst correct? */
1400		tmp = save_hdr.count * sizeof(xfs_da_node_entry_t);
1401		memmove(&save_btree[drop_hdr.count], &save_btree[0], tmp);
1402
1403		sindex = 0;
1404		xfs_trans_log_buf(tp, save_blk->bp,
1405			XFS_DA_LOGRANGE(save_node, &save_btree[0],
1406				(save_hdr.count + drop_hdr.count) *
1407						sizeof(xfs_da_node_entry_t)));
1408	} else {
1409		sindex = save_hdr.count;
1410		xfs_trans_log_buf(tp, save_blk->bp,
1411			XFS_DA_LOGRANGE(save_node, &save_btree[sindex],
1412				drop_hdr.count * sizeof(xfs_da_node_entry_t)));
 
1413	}
1414
1415	/*
1416	 * Move all the B-tree elements from drop_blk to save_blk.
1417	 */
1418	tmp = drop_hdr.count * (uint)sizeof(xfs_da_node_entry_t);
1419	memcpy(&save_btree[sindex], &drop_btree[0], tmp);
1420	save_hdr.count += drop_hdr.count;
1421
1422	dp->d_ops->node_hdr_to_disk(save_node, &save_hdr);
1423	xfs_trans_log_buf(tp, save_blk->bp,
1424		XFS_DA_LOGRANGE(save_node, &save_node->hdr,
1425				dp->d_ops->node_hdr_size));
1426
1427	/*
1428	 * Save the last hashval in the remaining block for upward propagation.
1429	 */
1430	save_blk->hashval = be32_to_cpu(save_btree[save_hdr.count - 1].hashval);
1431}
1432
1433/*========================================================================
1434 * Routines used for finding things in the Btree.
1435 *========================================================================*/
1436
1437/*
1438 * Walk down the Btree looking for a particular filename, filling
1439 * in the state structure as we go.
1440 *
1441 * We will set the state structure to point to each of the elements
1442 * in each of the nodes where either the hashval is or should be.
1443 *
1444 * We support duplicate hashval's so for each entry in the current
1445 * node that could contain the desired hashval, descend.  This is a
1446 * pruned depth-first tree search.
1447 */
1448int							/* error */
1449xfs_da3_node_lookup_int(
1450	struct xfs_da_state	*state,
1451	int			*result)
1452{
1453	struct xfs_da_state_blk	*blk;
1454	struct xfs_da_blkinfo	*curr;
1455	struct xfs_da_intnode	*node;
1456	struct xfs_da_node_entry *btree;
1457	struct xfs_da3_icnode_hdr nodehdr;
1458	struct xfs_da_args	*args;
1459	xfs_dablk_t		blkno;
1460	xfs_dahash_t		hashval;
1461	xfs_dahash_t		btreehashval;
1462	int			probe;
1463	int			span;
1464	int			max;
1465	int			error;
1466	int			retval;
1467	struct xfs_inode	*dp = state->args->dp;
1468
1469	args = state->args;
1470
1471	/*
1472	 * Descend thru the B-tree searching each level for the right
1473	 * node to use, until the right hashval is found.
1474	 */
1475	blkno = (args->whichfork == XFS_DATA_FORK)? state->mp->m_dirleafblk : 0;
1476	for (blk = &state->path.blk[0], state->path.active = 1;
1477			 state->path.active <= XFS_DA_NODE_MAXDEPTH;
1478			 blk++, state->path.active++) {
1479		/*
1480		 * Read the next node down in the tree.
1481		 */
1482		blk->blkno = blkno;
1483		error = xfs_da3_node_read(args->trans, args->dp, blkno,
1484					-1, &blk->bp, args->whichfork);
1485		if (error) {
1486			blk->blkno = 0;
1487			state->path.active--;
1488			return(error);
1489		}
1490		curr = blk->bp->b_addr;
1491		blk->magic = be16_to_cpu(curr->magic);
1492
1493		if (blk->magic == XFS_ATTR_LEAF_MAGIC ||
1494		    blk->magic == XFS_ATTR3_LEAF_MAGIC) {
1495			blk->magic = XFS_ATTR_LEAF_MAGIC;
1496			blk->hashval = xfs_attr_leaf_lasthash(blk->bp, NULL);
1497			break;
1498		}
1499
1500		if (blk->magic == XFS_DIR2_LEAFN_MAGIC ||
1501		    blk->magic == XFS_DIR3_LEAFN_MAGIC) {
1502			blk->magic = XFS_DIR2_LEAFN_MAGIC;
1503			blk->hashval = xfs_dir2_leafn_lasthash(args->dp,
1504							       blk->bp, NULL);
1505			break;
1506		}
1507
1508		blk->magic = XFS_DA_NODE_MAGIC;
1509
1510
1511		/*
1512		 * Search an intermediate node for a match.
1513		 */
1514		node = blk->bp->b_addr;
1515		dp->d_ops->node_hdr_from_disk(&nodehdr, node);
1516		btree = dp->d_ops->node_tree_p(node);
 
1517
1518		max = nodehdr.count;
1519		blk->hashval = be32_to_cpu(btree[max - 1].hashval);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1520
1521		/*
1522		 * Binary search.  (note: small blocks will skip loop)
1523		 */
1524		probe = span = max / 2;
1525		hashval = args->hashval;
1526		while (span > 4) {
1527			span /= 2;
1528			btreehashval = be32_to_cpu(btree[probe].hashval);
1529			if (btreehashval < hashval)
1530				probe += span;
1531			else if (btreehashval > hashval)
1532				probe -= span;
1533			else
1534				break;
1535		}
1536		ASSERT((probe >= 0) && (probe < max));
1537		ASSERT((span <= 4) ||
1538			(be32_to_cpu(btree[probe].hashval) == hashval));
1539
1540		/*
1541		 * Since we may have duplicate hashval's, find the first
1542		 * matching hashval in the node.
1543		 */
1544		while (probe > 0 &&
1545		       be32_to_cpu(btree[probe].hashval) >= hashval) {
1546			probe--;
1547		}
1548		while (probe < max &&
1549		       be32_to_cpu(btree[probe].hashval) < hashval) {
1550			probe++;
1551		}
1552
1553		/*
1554		 * Pick the right block to descend on.
1555		 */
1556		if (probe == max) {
1557			blk->index = max - 1;
1558			blkno = be32_to_cpu(btree[max - 1].before);
1559		} else {
1560			blk->index = probe;
1561			blkno = be32_to_cpu(btree[probe].before);
1562		}
1563	}
1564
1565	/*
1566	 * A leaf block that ends in the hashval that we are interested in
1567	 * (final hashval == search hashval) means that the next block may
1568	 * contain more entries with the same hashval, shift upward to the
1569	 * next leaf and keep searching.
1570	 */
1571	for (;;) {
1572		if (blk->magic == XFS_DIR2_LEAFN_MAGIC) {
1573			retval = xfs_dir2_leafn_lookup_int(blk->bp, args,
1574							&blk->index, state);
1575		} else if (blk->magic == XFS_ATTR_LEAF_MAGIC) {
1576			retval = xfs_attr3_leaf_lookup_int(blk->bp, args);
1577			blk->index = args->index;
1578			args->blkno = blk->blkno;
1579		} else {
1580			ASSERT(0);
1581			return XFS_ERROR(EFSCORRUPTED);
1582		}
1583		if (((retval == ENOENT) || (retval == ENOATTR)) &&
1584		    (blk->hashval == args->hashval)) {
1585			error = xfs_da3_path_shift(state, &state->path, 1, 1,
1586							 &retval);
1587			if (error)
1588				return(error);
1589			if (retval == 0) {
1590				continue;
1591			} else if (blk->magic == XFS_ATTR_LEAF_MAGIC) {
1592				/* path_shift() gives ENOENT */
1593				retval = XFS_ERROR(ENOATTR);
1594			}
1595		}
1596		break;
1597	}
1598	*result = retval;
1599	return(0);
1600}
1601
1602/*========================================================================
1603 * Utility routines.
1604 *========================================================================*/
1605
1606/*
1607 * Compare two intermediate nodes for "order".
1608 */
1609STATIC int
1610xfs_da3_node_order(
1611	struct xfs_inode *dp,
1612	struct xfs_buf	*node1_bp,
1613	struct xfs_buf	*node2_bp)
1614{
1615	struct xfs_da_intnode	*node1;
1616	struct xfs_da_intnode	*node2;
1617	struct xfs_da_node_entry *btree1;
1618	struct xfs_da_node_entry *btree2;
1619	struct xfs_da3_icnode_hdr node1hdr;
1620	struct xfs_da3_icnode_hdr node2hdr;
1621
1622	node1 = node1_bp->b_addr;
1623	node2 = node2_bp->b_addr;
1624	dp->d_ops->node_hdr_from_disk(&node1hdr, node1);
1625	dp->d_ops->node_hdr_from_disk(&node2hdr, node2);
1626	btree1 = dp->d_ops->node_tree_p(node1);
1627	btree2 = dp->d_ops->node_tree_p(node2);
1628
1629	if (node1hdr.count > 0 && node2hdr.count > 0 &&
1630	    ((be32_to_cpu(btree2[0].hashval) < be32_to_cpu(btree1[0].hashval)) ||
1631	     (be32_to_cpu(btree2[node2hdr.count - 1].hashval) <
1632	      be32_to_cpu(btree1[node1hdr.count - 1].hashval)))) {
1633		return 1;
1634	}
1635	return 0;
1636}
1637
1638/*
1639 * Link a new block into a doubly linked list of blocks (of whatever type).
1640 */
1641int							/* error */
1642xfs_da3_blk_link(
1643	struct xfs_da_state	*state,
1644	struct xfs_da_state_blk	*old_blk,
1645	struct xfs_da_state_blk	*new_blk)
1646{
1647	struct xfs_da_blkinfo	*old_info;
1648	struct xfs_da_blkinfo	*new_info;
1649	struct xfs_da_blkinfo	*tmp_info;
1650	struct xfs_da_args	*args;
1651	struct xfs_buf		*bp;
1652	int			before = 0;
1653	int			error;
1654	struct xfs_inode	*dp = state->args->dp;
1655
1656	/*
1657	 * Set up environment.
1658	 */
1659	args = state->args;
1660	ASSERT(args != NULL);
1661	old_info = old_blk->bp->b_addr;
1662	new_info = new_blk->bp->b_addr;
1663	ASSERT(old_blk->magic == XFS_DA_NODE_MAGIC ||
1664	       old_blk->magic == XFS_DIR2_LEAFN_MAGIC ||
1665	       old_blk->magic == XFS_ATTR_LEAF_MAGIC);
 
 
 
1666
1667	switch (old_blk->magic) {
1668	case XFS_ATTR_LEAF_MAGIC:
1669		before = xfs_attr_leaf_order(old_blk->bp, new_blk->bp);
1670		break;
1671	case XFS_DIR2_LEAFN_MAGIC:
1672		before = xfs_dir2_leafn_order(dp, old_blk->bp, new_blk->bp);
1673		break;
1674	case XFS_DA_NODE_MAGIC:
1675		before = xfs_da3_node_order(dp, old_blk->bp, new_blk->bp);
1676		break;
1677	}
1678
1679	/*
1680	 * Link blocks in appropriate order.
1681	 */
1682	if (before) {
1683		/*
1684		 * Link new block in before existing block.
1685		 */
1686		trace_xfs_da_link_before(args);
1687		new_info->forw = cpu_to_be32(old_blk->blkno);
1688		new_info->back = old_info->back;
1689		if (old_info->back) {
1690			error = xfs_da3_node_read(args->trans, dp,
1691						be32_to_cpu(old_info->back),
1692						-1, &bp, args->whichfork);
1693			if (error)
1694				return(error);
1695			ASSERT(bp != NULL);
1696			tmp_info = bp->b_addr;
1697			ASSERT(tmp_info->magic == old_info->magic);
1698			ASSERT(be32_to_cpu(tmp_info->forw) == old_blk->blkno);
1699			tmp_info->forw = cpu_to_be32(new_blk->blkno);
1700			xfs_trans_log_buf(args->trans, bp, 0, sizeof(*tmp_info)-1);
 
1701		}
1702		old_info->back = cpu_to_be32(new_blk->blkno);
1703	} else {
1704		/*
1705		 * Link new block in after existing block.
1706		 */
1707		trace_xfs_da_link_after(args);
1708		new_info->forw = old_info->forw;
1709		new_info->back = cpu_to_be32(old_blk->blkno);
1710		if (old_info->forw) {
1711			error = xfs_da3_node_read(args->trans, dp,
1712						be32_to_cpu(old_info->forw),
1713						-1, &bp, args->whichfork);
1714			if (error)
1715				return(error);
1716			ASSERT(bp != NULL);
1717			tmp_info = bp->b_addr;
1718			ASSERT(tmp_info->magic == old_info->magic);
1719			ASSERT(be32_to_cpu(tmp_info->back) == old_blk->blkno);
1720			tmp_info->back = cpu_to_be32(new_blk->blkno);
1721			xfs_trans_log_buf(args->trans, bp, 0, sizeof(*tmp_info)-1);
 
1722		}
1723		old_info->forw = cpu_to_be32(new_blk->blkno);
1724	}
1725
1726	xfs_trans_log_buf(args->trans, old_blk->bp, 0, sizeof(*tmp_info) - 1);
1727	xfs_trans_log_buf(args->trans, new_blk->bp, 0, sizeof(*tmp_info) - 1);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1728	return(0);
1729}
1730
1731/*
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1732 * Unlink a block from a doubly linked list of blocks.
1733 */
1734STATIC int						/* error */
1735xfs_da3_blk_unlink(
1736	struct xfs_da_state	*state,
1737	struct xfs_da_state_blk	*drop_blk,
1738	struct xfs_da_state_blk	*save_blk)
1739{
1740	struct xfs_da_blkinfo	*drop_info;
1741	struct xfs_da_blkinfo	*save_info;
1742	struct xfs_da_blkinfo	*tmp_info;
1743	struct xfs_da_args	*args;
1744	struct xfs_buf		*bp;
1745	int			error;
1746
1747	/*
1748	 * Set up environment.
1749	 */
1750	args = state->args;
1751	ASSERT(args != NULL);
1752	save_info = save_blk->bp->b_addr;
1753	drop_info = drop_blk->bp->b_addr;
1754	ASSERT(save_blk->magic == XFS_DA_NODE_MAGIC ||
1755	       save_blk->magic == XFS_DIR2_LEAFN_MAGIC ||
1756	       save_blk->magic == XFS_ATTR_LEAF_MAGIC);
 
 
1757	ASSERT(save_blk->magic == drop_blk->magic);
1758	ASSERT((be32_to_cpu(save_info->forw) == drop_blk->blkno) ||
1759	       (be32_to_cpu(save_info->back) == drop_blk->blkno));
1760	ASSERT((be32_to_cpu(drop_info->forw) == save_blk->blkno) ||
1761	       (be32_to_cpu(drop_info->back) == save_blk->blkno));
1762
1763	/*
1764	 * Unlink the leaf block from the doubly linked chain of leaves.
1765	 */
1766	if (be32_to_cpu(save_info->back) == drop_blk->blkno) {
1767		trace_xfs_da_unlink_back(args);
1768		save_info->back = drop_info->back;
1769		if (drop_info->back) {
1770			error = xfs_da3_node_read(args->trans, args->dp,
1771						be32_to_cpu(drop_info->back),
1772						-1, &bp, args->whichfork);
1773			if (error)
1774				return(error);
1775			ASSERT(bp != NULL);
1776			tmp_info = bp->b_addr;
1777			ASSERT(tmp_info->magic == save_info->magic);
1778			ASSERT(be32_to_cpu(tmp_info->forw) == drop_blk->blkno);
1779			tmp_info->forw = cpu_to_be32(save_blk->blkno);
1780			xfs_trans_log_buf(args->trans, bp, 0,
1781						    sizeof(*tmp_info) - 1);
 
1782		}
1783	} else {
1784		trace_xfs_da_unlink_forward(args);
1785		save_info->forw = drop_info->forw;
1786		if (drop_info->forw) {
1787			error = xfs_da3_node_read(args->trans, args->dp,
1788						be32_to_cpu(drop_info->forw),
1789						-1, &bp, args->whichfork);
1790			if (error)
1791				return(error);
1792			ASSERT(bp != NULL);
1793			tmp_info = bp->b_addr;
1794			ASSERT(tmp_info->magic == save_info->magic);
1795			ASSERT(be32_to_cpu(tmp_info->back) == drop_blk->blkno);
1796			tmp_info->back = cpu_to_be32(save_blk->blkno);
1797			xfs_trans_log_buf(args->trans, bp, 0,
1798						    sizeof(*tmp_info) - 1);
 
1799		}
1800	}
1801
1802	xfs_trans_log_buf(args->trans, save_blk->bp, 0, sizeof(*save_info) - 1);
1803	return(0);
1804}
1805
1806/*
1807 * Move a path "forward" or "!forward" one block at the current level.
1808 *
1809 * This routine will adjust a "path" to point to the next block
1810 * "forward" (higher hashvalues) or "!forward" (lower hashvals) in the
1811 * Btree, including updating pointers to the intermediate nodes between
1812 * the new bottom and the root.
1813 */
1814int							/* error */
1815xfs_da3_path_shift(
1816	struct xfs_da_state	*state,
1817	struct xfs_da_state_path *path,
1818	int			forward,
1819	int			release,
1820	int			*result)
1821{
1822	struct xfs_da_state_blk	*blk;
1823	struct xfs_da_blkinfo	*info;
1824	struct xfs_da_intnode	*node;
1825	struct xfs_da_args	*args;
1826	struct xfs_da_node_entry *btree;
1827	struct xfs_da3_icnode_hdr nodehdr;
1828	xfs_dablk_t		blkno = 0;
1829	int			level;
1830	int			error;
1831	struct xfs_inode	*dp = state->args->dp;
1832
1833	trace_xfs_da_path_shift(state->args);
1834
1835	/*
1836	 * Roll up the Btree looking for the first block where our
1837	 * current index is not at the edge of the block.  Note that
1838	 * we skip the bottom layer because we want the sibling block.
1839	 */
1840	args = state->args;
1841	ASSERT(args != NULL);
1842	ASSERT(path != NULL);
1843	ASSERT((path->active > 0) && (path->active < XFS_DA_NODE_MAXDEPTH));
1844	level = (path->active-1) - 1;	/* skip bottom layer in path */
1845	for (blk = &path->blk[level]; level >= 0; blk--, level--) {
1846		node = blk->bp->b_addr;
1847		dp->d_ops->node_hdr_from_disk(&nodehdr, node);
1848		btree = dp->d_ops->node_tree_p(node);
1849
1850		if (forward && (blk->index < nodehdr.count - 1)) {
1851			blk->index++;
1852			blkno = be32_to_cpu(btree[blk->index].before);
1853			break;
1854		} else if (!forward && (blk->index > 0)) {
1855			blk->index--;
1856			blkno = be32_to_cpu(btree[blk->index].before);
1857			break;
1858		}
1859	}
1860	if (level < 0) {
1861		*result = XFS_ERROR(ENOENT);	/* we're out of our tree */
1862		ASSERT(args->op_flags & XFS_DA_OP_OKNOENT);
1863		return(0);
1864	}
1865
1866	/*
1867	 * Roll down the edge of the subtree until we reach the
1868	 * same depth we were at originally.
1869	 */
1870	for (blk++, level++; level < path->active; blk++, level++) {
1871		/*
1872		 * Release the old block.
1873		 * (if it's dirty, trans won't actually let go)
1874		 */
1875		if (release)
1876			xfs_trans_brelse(args->trans, blk->bp);
1877
1878		/*
1879		 * Read the next child block.
1880		 */
1881		blk->blkno = blkno;
1882		error = xfs_da3_node_read(args->trans, dp, blkno, -1,
1883					&blk->bp, args->whichfork);
1884		if (error)
1885			return(error);
1886		info = blk->bp->b_addr;
 
1887		ASSERT(info->magic == cpu_to_be16(XFS_DA_NODE_MAGIC) ||
1888		       info->magic == cpu_to_be16(XFS_DA3_NODE_MAGIC) ||
1889		       info->magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC) ||
1890		       info->magic == cpu_to_be16(XFS_DIR3_LEAFN_MAGIC) ||
1891		       info->magic == cpu_to_be16(XFS_ATTR_LEAF_MAGIC) ||
1892		       info->magic == cpu_to_be16(XFS_ATTR3_LEAF_MAGIC));
1893
1894
1895		/*
1896		 * Note: we flatten the magic number to a single type so we
1897		 * don't have to compare against crc/non-crc types elsewhere.
1898		 */
1899		switch (be16_to_cpu(info->magic)) {
1900		case XFS_DA_NODE_MAGIC:
1901		case XFS_DA3_NODE_MAGIC:
1902			blk->magic = XFS_DA_NODE_MAGIC;
1903			node = (xfs_da_intnode_t *)info;
1904			dp->d_ops->node_hdr_from_disk(&nodehdr, node);
1905			btree = dp->d_ops->node_tree_p(node);
1906			blk->hashval = be32_to_cpu(btree[nodehdr.count - 1].hashval);
1907			if (forward)
1908				blk->index = 0;
1909			else
1910				blk->index = nodehdr.count - 1;
1911			blkno = be32_to_cpu(btree[blk->index].before);
1912			break;
1913		case XFS_ATTR_LEAF_MAGIC:
1914		case XFS_ATTR3_LEAF_MAGIC:
1915			blk->magic = XFS_ATTR_LEAF_MAGIC;
1916			ASSERT(level == path->active-1);
1917			blk->index = 0;
1918			blk->hashval = xfs_attr_leaf_lasthash(blk->bp, NULL);
1919			break;
1920		case XFS_DIR2_LEAFN_MAGIC:
1921		case XFS_DIR3_LEAFN_MAGIC:
1922			blk->magic = XFS_DIR2_LEAFN_MAGIC;
1923			ASSERT(level == path->active-1);
1924			blk->index = 0;
1925			blk->hashval = xfs_dir2_leafn_lasthash(args->dp,
1926							       blk->bp, NULL);
1927			break;
1928		default:
1929			ASSERT(0);
1930			break;
 
1931		}
1932	}
1933	*result = 0;
1934	return 0;
1935}
1936
1937
1938/*========================================================================
1939 * Utility routines.
1940 *========================================================================*/
1941
1942/*
1943 * Implement a simple hash on a character string.
1944 * Rotate the hash value by 7 bits, then XOR each character in.
1945 * This is implemented with some source-level loop unrolling.
1946 */
1947xfs_dahash_t
1948xfs_da_hashname(const __uint8_t *name, int namelen)
1949{
1950	xfs_dahash_t hash;
1951
1952	/*
1953	 * Do four characters at a time as long as we can.
1954	 */
1955	for (hash = 0; namelen >= 4; namelen -= 4, name += 4)
1956		hash = (name[0] << 21) ^ (name[1] << 14) ^ (name[2] << 7) ^
1957		       (name[3] << 0) ^ rol32(hash, 7 * 4);
1958
1959	/*
1960	 * Now do the rest of the characters.
1961	 */
1962	switch (namelen) {
1963	case 3:
1964		return (name[0] << 14) ^ (name[1] << 7) ^ (name[2] << 0) ^
1965		       rol32(hash, 7 * 3);
1966	case 2:
1967		return (name[0] << 7) ^ (name[1] << 0) ^ rol32(hash, 7 * 2);
1968	case 1:
1969		return (name[0] << 0) ^ rol32(hash, 7 * 1);
1970	default: /* case 0: */
1971		return hash;
1972	}
1973}
1974
1975enum xfs_dacmp
1976xfs_da_compname(
1977	struct xfs_da_args *args,
1978	const unsigned char *name,
1979	int		len)
1980{
1981	return (args->namelen == len && memcmp(args->name, name, len) == 0) ?
1982					XFS_CMP_EXACT : XFS_CMP_DIFFERENT;
1983}
1984
1985static xfs_dahash_t
1986xfs_default_hashname(
1987	struct xfs_name	*name)
1988{
1989	return xfs_da_hashname(name->name, name->len);
1990}
1991
1992const struct xfs_nameops xfs_default_nameops = {
1993	.hashname	= xfs_default_hashname,
1994	.compname	= xfs_da_compname
1995};
1996
1997int
1998xfs_da_grow_inode_int(
1999	struct xfs_da_args	*args,
2000	xfs_fileoff_t		*bno,
2001	int			count)
2002{
2003	struct xfs_trans	*tp = args->trans;
2004	struct xfs_inode	*dp = args->dp;
2005	int			w = args->whichfork;
2006	xfs_drfsbno_t		nblks = dp->i_d.di_nblocks;
2007	struct xfs_bmbt_irec	map, *mapp;
2008	int			nmap, error, got, i, mapi;
2009
2010	/*
2011	 * Find a spot in the file space to put the new block.
2012	 */
2013	error = xfs_bmap_first_unused(tp, dp, count, bno, w);
2014	if (error)
2015		return error;
2016
2017	/*
2018	 * Try mapping it in one filesystem block.
2019	 */
2020	nmap = 1;
2021	ASSERT(args->firstblock != NULL);
2022	error = xfs_bmapi_write(tp, dp, *bno, count,
2023			xfs_bmapi_aflag(w)|XFS_BMAPI_METADATA|XFS_BMAPI_CONTIG,
 
2024			args->firstblock, args->total, &map, &nmap,
2025			args->flist);
2026	if (error)
2027		return error;
2028
2029	ASSERT(nmap <= 1);
2030	if (nmap == 1) {
2031		mapp = &map;
2032		mapi = 1;
2033	} else if (nmap == 0 && count > 1) {
2034		xfs_fileoff_t		b;
2035		int			c;
2036
2037		/*
2038		 * If we didn't get it and the block might work if fragmented,
2039		 * try without the CONTIG flag.  Loop until we get it all.
2040		 */
2041		mapp = kmem_alloc(sizeof(*mapp) * count, KM_SLEEP);
2042		for (b = *bno, mapi = 0; b < *bno + count; ) {
2043			nmap = MIN(XFS_BMAP_MAX_NMAP, count);
2044			c = (int)(*bno + count - b);
2045			error = xfs_bmapi_write(tp, dp, b, c,
2046					xfs_bmapi_aflag(w)|XFS_BMAPI_METADATA,
 
2047					args->firstblock, args->total,
2048					&mapp[mapi], &nmap, args->flist);
2049			if (error)
2050				goto out_free_map;
2051			if (nmap < 1)
2052				break;
2053			mapi += nmap;
2054			b = mapp[mapi - 1].br_startoff +
2055			    mapp[mapi - 1].br_blockcount;
2056		}
2057	} else {
2058		mapi = 0;
2059		mapp = NULL;
2060	}
2061
2062	/*
2063	 * Count the blocks we got, make sure it matches the total.
2064	 */
2065	for (i = 0, got = 0; i < mapi; i++)
2066		got += mapp[i].br_blockcount;
2067	if (got != count || mapp[0].br_startoff != *bno ||
2068	    mapp[mapi - 1].br_startoff + mapp[mapi - 1].br_blockcount !=
2069	    *bno + count) {
2070		error = XFS_ERROR(ENOSPC);
2071		goto out_free_map;
2072	}
2073
2074	/* account for newly allocated blocks in reserved blocks total */
2075	args->total -= dp->i_d.di_nblocks - nblks;
2076
2077out_free_map:
2078	if (mapp != &map)
2079		kmem_free(mapp);
2080	return error;
2081}
2082
2083/*
2084 * Add a block to the btree ahead of the file.
2085 * Return the new block number to the caller.
2086 */
2087int
2088xfs_da_grow_inode(
2089	struct xfs_da_args	*args,
2090	xfs_dablk_t		*new_blkno)
2091{
2092	xfs_fileoff_t		bno;
2093	int			count;
2094	int			error;
2095
2096	trace_xfs_da_grow_inode(args);
2097
2098	if (args->whichfork == XFS_DATA_FORK) {
2099		bno = args->dp->i_mount->m_dirleafblk;
2100		count = args->dp->i_mount->m_dirblkfsbs;
2101	} else {
2102		bno = 0;
2103		count = 1;
2104	}
2105
2106	error = xfs_da_grow_inode_int(args, &bno, count);
2107	if (!error)
2108		*new_blkno = (xfs_dablk_t)bno;
2109	return error;
2110}
2111
2112/*
2113 * Ick.  We need to always be able to remove a btree block, even
2114 * if there's no space reservation because the filesystem is full.
2115 * This is called if xfs_bunmapi on a btree block fails due to ENOSPC.
2116 * It swaps the target block with the last block in the file.  The
2117 * last block in the file can always be removed since it can't cause
2118 * a bmap btree split to do that.
2119 */
2120STATIC int
2121xfs_da3_swap_lastblock(
2122	struct xfs_da_args	*args,
2123	xfs_dablk_t		*dead_blknop,
2124	struct xfs_buf		**dead_bufp)
2125{
2126	struct xfs_da_blkinfo	*dead_info;
2127	struct xfs_da_blkinfo	*sib_info;
2128	struct xfs_da_intnode	*par_node;
2129	struct xfs_da_intnode	*dead_node;
2130	struct xfs_dir2_leaf	*dead_leaf2;
2131	struct xfs_da_node_entry *btree;
2132	struct xfs_da3_icnode_hdr par_hdr;
2133	struct xfs_inode	*dp;
2134	struct xfs_trans	*tp;
2135	struct xfs_mount	*mp;
2136	struct xfs_buf		*dead_buf;
2137	struct xfs_buf		*last_buf;
2138	struct xfs_buf		*sib_buf;
2139	struct xfs_buf		*par_buf;
2140	xfs_dahash_t		dead_hash;
2141	xfs_fileoff_t		lastoff;
2142	xfs_dablk_t		dead_blkno;
2143	xfs_dablk_t		last_blkno;
2144	xfs_dablk_t		sib_blkno;
2145	xfs_dablk_t		par_blkno;
2146	int			error;
2147	int			w;
2148	int			entno;
2149	int			level;
2150	int			dead_level;
2151
2152	trace_xfs_da_swap_lastblock(args);
2153
2154	dead_buf = *dead_bufp;
2155	dead_blkno = *dead_blknop;
2156	tp = args->trans;
2157	dp = args->dp;
2158	w = args->whichfork;
2159	ASSERT(w == XFS_DATA_FORK);
2160	mp = dp->i_mount;
2161	lastoff = mp->m_dirfreeblk;
2162	error = xfs_bmap_last_before(tp, dp, &lastoff, w);
2163	if (error)
2164		return error;
2165	if (unlikely(lastoff == 0)) {
2166		XFS_ERROR_REPORT("xfs_da_swap_lastblock(1)", XFS_ERRLEVEL_LOW,
2167				 mp);
2168		return XFS_ERROR(EFSCORRUPTED);
2169	}
2170	/*
2171	 * Read the last block in the btree space.
2172	 */
2173	last_blkno = (xfs_dablk_t)lastoff - mp->m_dirblkfsbs;
2174	error = xfs_da3_node_read(tp, dp, last_blkno, -1, &last_buf, w);
2175	if (error)
2176		return error;
2177	/*
2178	 * Copy the last block into the dead buffer and log it.
2179	 */
2180	memcpy(dead_buf->b_addr, last_buf->b_addr, mp->m_dirblksize);
2181	xfs_trans_log_buf(tp, dead_buf, 0, mp->m_dirblksize - 1);
2182	dead_info = dead_buf->b_addr;
2183	/*
2184	 * Get values from the moved block.
2185	 */
2186	if (dead_info->magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC) ||
2187	    dead_info->magic == cpu_to_be16(XFS_DIR3_LEAFN_MAGIC)) {
2188		struct xfs_dir3_icleaf_hdr leafhdr;
2189		struct xfs_dir2_leaf_entry *ents;
2190
2191		dead_leaf2 = (xfs_dir2_leaf_t *)dead_info;
2192		dp->d_ops->leaf_hdr_from_disk(&leafhdr, dead_leaf2);
2193		ents = dp->d_ops->leaf_ents_p(dead_leaf2);
2194		dead_level = 0;
2195		dead_hash = be32_to_cpu(ents[leafhdr.count - 1].hashval);
2196	} else {
2197		struct xfs_da3_icnode_hdr deadhdr;
2198
2199		dead_node = (xfs_da_intnode_t *)dead_info;
2200		dp->d_ops->node_hdr_from_disk(&deadhdr, dead_node);
2201		btree = dp->d_ops->node_tree_p(dead_node);
2202		dead_level = deadhdr.level;
2203		dead_hash = be32_to_cpu(btree[deadhdr.count - 1].hashval);
2204	}
2205	sib_buf = par_buf = NULL;
2206	/*
2207	 * If the moved block has a left sibling, fix up the pointers.
2208	 */
2209	if ((sib_blkno = be32_to_cpu(dead_info->back))) {
2210		error = xfs_da3_node_read(tp, dp, sib_blkno, -1, &sib_buf, w);
2211		if (error)
2212			goto done;
2213		sib_info = sib_buf->b_addr;
2214		if (unlikely(
2215		    be32_to_cpu(sib_info->forw) != last_blkno ||
2216		    sib_info->magic != dead_info->magic)) {
2217			XFS_ERROR_REPORT("xfs_da_swap_lastblock(2)",
2218					 XFS_ERRLEVEL_LOW, mp);
2219			error = XFS_ERROR(EFSCORRUPTED);
2220			goto done;
2221		}
2222		sib_info->forw = cpu_to_be32(dead_blkno);
2223		xfs_trans_log_buf(tp, sib_buf,
2224			XFS_DA_LOGRANGE(sib_info, &sib_info->forw,
2225					sizeof(sib_info->forw)));
 
2226		sib_buf = NULL;
2227	}
2228	/*
2229	 * If the moved block has a right sibling, fix up the pointers.
2230	 */
2231	if ((sib_blkno = be32_to_cpu(dead_info->forw))) {
2232		error = xfs_da3_node_read(tp, dp, sib_blkno, -1, &sib_buf, w);
2233		if (error)
2234			goto done;
2235		sib_info = sib_buf->b_addr;
2236		if (unlikely(
2237		       be32_to_cpu(sib_info->back) != last_blkno ||
2238		       sib_info->magic != dead_info->magic)) {
2239			XFS_ERROR_REPORT("xfs_da_swap_lastblock(3)",
2240					 XFS_ERRLEVEL_LOW, mp);
2241			error = XFS_ERROR(EFSCORRUPTED);
2242			goto done;
2243		}
2244		sib_info->back = cpu_to_be32(dead_blkno);
2245		xfs_trans_log_buf(tp, sib_buf,
2246			XFS_DA_LOGRANGE(sib_info, &sib_info->back,
2247					sizeof(sib_info->back)));
 
2248		sib_buf = NULL;
2249	}
2250	par_blkno = mp->m_dirleafblk;
2251	level = -1;
2252	/*
2253	 * Walk down the tree looking for the parent of the moved block.
2254	 */
2255	for (;;) {
2256		error = xfs_da3_node_read(tp, dp, par_blkno, -1, &par_buf, w);
2257		if (error)
2258			goto done;
2259		par_node = par_buf->b_addr;
2260		dp->d_ops->node_hdr_from_disk(&par_hdr, par_node);
2261		if (level >= 0 && level != par_hdr.level + 1) {
 
2262			XFS_ERROR_REPORT("xfs_da_swap_lastblock(4)",
2263					 XFS_ERRLEVEL_LOW, mp);
2264			error = XFS_ERROR(EFSCORRUPTED);
2265			goto done;
2266		}
2267		level = par_hdr.level;
2268		btree = dp->d_ops->node_tree_p(par_node);
2269		for (entno = 0;
2270		     entno < par_hdr.count &&
2271		     be32_to_cpu(btree[entno].hashval) < dead_hash;
2272		     entno++)
2273			continue;
2274		if (entno == par_hdr.count) {
2275			XFS_ERROR_REPORT("xfs_da_swap_lastblock(5)",
2276					 XFS_ERRLEVEL_LOW, mp);
2277			error = XFS_ERROR(EFSCORRUPTED);
2278			goto done;
2279		}
2280		par_blkno = be32_to_cpu(btree[entno].before);
2281		if (level == dead_level + 1)
2282			break;
2283		xfs_trans_brelse(tp, par_buf);
2284		par_buf = NULL;
2285	}
2286	/*
2287	 * We're in the right parent block.
2288	 * Look for the right entry.
2289	 */
2290	for (;;) {
2291		for (;
2292		     entno < par_hdr.count &&
2293		     be32_to_cpu(btree[entno].before) != last_blkno;
2294		     entno++)
2295			continue;
2296		if (entno < par_hdr.count)
2297			break;
2298		par_blkno = par_hdr.forw;
2299		xfs_trans_brelse(tp, par_buf);
2300		par_buf = NULL;
2301		if (unlikely(par_blkno == 0)) {
2302			XFS_ERROR_REPORT("xfs_da_swap_lastblock(6)",
2303					 XFS_ERRLEVEL_LOW, mp);
2304			error = XFS_ERROR(EFSCORRUPTED);
2305			goto done;
2306		}
2307		error = xfs_da3_node_read(tp, dp, par_blkno, -1, &par_buf, w);
2308		if (error)
2309			goto done;
2310		par_node = par_buf->b_addr;
2311		dp->d_ops->node_hdr_from_disk(&par_hdr, par_node);
2312		if (par_hdr.level != level) {
 
2313			XFS_ERROR_REPORT("xfs_da_swap_lastblock(7)",
2314					 XFS_ERRLEVEL_LOW, mp);
2315			error = XFS_ERROR(EFSCORRUPTED);
2316			goto done;
2317		}
2318		btree = dp->d_ops->node_tree_p(par_node);
2319		entno = 0;
2320	}
2321	/*
2322	 * Update the parent entry pointing to the moved block.
2323	 */
2324	btree[entno].before = cpu_to_be32(dead_blkno);
2325	xfs_trans_log_buf(tp, par_buf,
2326		XFS_DA_LOGRANGE(par_node, &btree[entno].before,
2327				sizeof(btree[entno].before)));
 
 
2328	*dead_blknop = last_blkno;
2329	*dead_bufp = last_buf;
2330	return 0;
2331done:
2332	if (par_buf)
2333		xfs_trans_brelse(tp, par_buf);
2334	if (sib_buf)
2335		xfs_trans_brelse(tp, sib_buf);
2336	xfs_trans_brelse(tp, last_buf);
2337	return error;
2338}
2339
2340/*
2341 * Remove a btree block from a directory or attribute.
2342 */
2343int
2344xfs_da_shrink_inode(
2345	xfs_da_args_t	*args,
2346	xfs_dablk_t	dead_blkno,
2347	struct xfs_buf	*dead_buf)
2348{
2349	xfs_inode_t *dp;
2350	int done, error, w, count;
2351	xfs_trans_t *tp;
2352	xfs_mount_t *mp;
2353
2354	trace_xfs_da_shrink_inode(args);
2355
2356	dp = args->dp;
2357	w = args->whichfork;
2358	tp = args->trans;
2359	mp = dp->i_mount;
2360	if (w == XFS_DATA_FORK)
2361		count = mp->m_dirblkfsbs;
2362	else
2363		count = 1;
2364	for (;;) {
2365		/*
2366		 * Remove extents.  If we get ENOSPC for a dir we have to move
2367		 * the last block to the place we want to kill.
2368		 */
2369		error = xfs_bunmapi(tp, dp, dead_blkno, count,
2370				    xfs_bmapi_aflag(w)|XFS_BMAPI_METADATA,
2371				    0, args->firstblock, args->flist, &done);
2372		if (error == ENOSPC) {
2373			if (w != XFS_DATA_FORK)
2374				break;
2375			error = xfs_da3_swap_lastblock(args, &dead_blkno,
2376						      &dead_buf);
2377			if (error)
2378				break;
2379		} else {
2380			break;
2381		}
2382	}
2383	xfs_trans_binval(tp, dead_buf);
2384	return error;
2385}
2386
2387/*
2388 * See if the mapping(s) for this btree block are valid, i.e.
2389 * don't contain holes, are logically contiguous, and cover the whole range.
2390 */
2391STATIC int
2392xfs_da_map_covers_blocks(
2393	int		nmap,
2394	xfs_bmbt_irec_t	*mapp,
2395	xfs_dablk_t	bno,
2396	int		count)
2397{
2398	int		i;
2399	xfs_fileoff_t	off;
2400
2401	for (i = 0, off = bno; i < nmap; i++) {
2402		if (mapp[i].br_startblock == HOLESTARTBLOCK ||
2403		    mapp[i].br_startblock == DELAYSTARTBLOCK) {
2404			return 0;
2405		}
2406		if (off != mapp[i].br_startoff) {
2407			return 0;
2408		}
2409		off += mapp[i].br_blockcount;
2410	}
2411	return off == bno + count;
2412}
2413
2414/*
2415 * Convert a struct xfs_bmbt_irec to a struct xfs_buf_map.
2416 *
2417 * For the single map case, it is assumed that the caller has provided a pointer
2418 * to a valid xfs_buf_map.  For the multiple map case, this function will
2419 * allocate the xfs_buf_map to hold all the maps and replace the caller's single
2420 * map pointer with the allocated map.
2421 */
2422static int
2423xfs_buf_map_from_irec(
2424	struct xfs_mount	*mp,
2425	struct xfs_buf_map	**mapp,
2426	int			*nmaps,
2427	struct xfs_bmbt_irec	*irecs,
2428	int			nirecs)
2429{
2430	struct xfs_buf_map	*map;
2431	int			i;
2432
2433	ASSERT(*nmaps == 1);
2434	ASSERT(nirecs >= 1);
2435
2436	if (nirecs > 1) {
2437		map = kmem_zalloc(nirecs * sizeof(struct xfs_buf_map),
2438				  KM_SLEEP | KM_NOFS);
2439		if (!map)
2440			return ENOMEM;
2441		*mapp = map;
2442	}
2443
2444	*nmaps = nirecs;
2445	map = *mapp;
2446	for (i = 0; i < *nmaps; i++) {
2447		ASSERT(irecs[i].br_startblock != DELAYSTARTBLOCK &&
2448		       irecs[i].br_startblock != HOLESTARTBLOCK);
2449		map[i].bm_bn = XFS_FSB_TO_DADDR(mp, irecs[i].br_startblock);
2450		map[i].bm_len = XFS_FSB_TO_BB(mp, irecs[i].br_blockcount);
2451	}
2452	return 0;
2453}
2454
2455/*
2456 * Map the block we are given ready for reading. There are three possible return
2457 * values:
2458 *	-1 - will be returned if we land in a hole and mappedbno == -2 so the
2459 *	     caller knows not to execute a subsequent read.
2460 *	 0 - if we mapped the block successfully
2461 *	>0 - positive error number if there was an error.
2462 */
2463static int
2464xfs_dabuf_map(
2465	struct xfs_trans	*trans,
2466	struct xfs_inode	*dp,
2467	xfs_dablk_t		bno,
2468	xfs_daddr_t		mappedbno,
2469	int			whichfork,
2470	struct xfs_buf_map	**map,
2471	int			*nmaps)
2472{
2473	struct xfs_mount	*mp = dp->i_mount;
2474	int			nfsb;
2475	int			error = 0;
2476	struct xfs_bmbt_irec	irec;
2477	struct xfs_bmbt_irec	*irecs = &irec;
2478	int			nirecs;
2479
2480	ASSERT(map && *map);
2481	ASSERT(*nmaps == 1);
2482
 
2483	nfsb = (whichfork == XFS_DATA_FORK) ? mp->m_dirblkfsbs : 1;
2484
2485	/*
2486	 * Caller doesn't have a mapping.  -2 means don't complain
2487	 * if we land in a hole.
2488	 */
2489	if (mappedbno == -1 || mappedbno == -2) {
2490		/*
2491		 * Optimize the one-block case.
2492		 */
2493		if (nfsb != 1)
2494			irecs = kmem_zalloc(sizeof(irec) * nfsb,
2495					    KM_SLEEP | KM_NOFS);
2496
2497		nirecs = nfsb;
2498		error = xfs_bmapi_read(dp, (xfs_fileoff_t)bno, nfsb, irecs,
2499				       &nirecs, xfs_bmapi_aflag(whichfork));
2500		if (error)
2501			goto out;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2502	} else {
2503		irecs->br_startblock = XFS_DADDR_TO_FSB(mp, mappedbno);
2504		irecs->br_startoff = (xfs_fileoff_t)bno;
2505		irecs->br_blockcount = nfsb;
2506		irecs->br_state = 0;
2507		nirecs = 1;
2508	}
2509
2510	if (!xfs_da_map_covers_blocks(nirecs, irecs, bno, nfsb)) {
2511		error = mappedbno == -2 ? -1 : XFS_ERROR(EFSCORRUPTED);
2512		if (unlikely(error == EFSCORRUPTED)) {
2513			if (xfs_error_level >= XFS_ERRLEVEL_LOW) {
2514				int i;
2515				xfs_alert(mp, "%s: bno %lld dir: inode %lld",
2516					__func__, (long long)bno,
2517					(long long)dp->i_ino);
2518				for (i = 0; i < *nmaps; i++) {
2519					xfs_alert(mp,
2520"[%02d] br_startoff %lld br_startblock %lld br_blockcount %lld br_state %d",
2521						i,
2522						(long long)irecs[i].br_startoff,
2523						(long long)irecs[i].br_startblock,
2524						(long long)irecs[i].br_blockcount,
2525						irecs[i].br_state);
2526				}
2527			}
2528			XFS_ERROR_REPORT("xfs_da_do_buf(1)",
2529					 XFS_ERRLEVEL_LOW, mp);
2530		}
2531		goto out;
2532	}
2533	error = xfs_buf_map_from_irec(mp, map, nmaps, irecs, nirecs);
2534out:
2535	if (irecs != &irec)
2536		kmem_free(irecs);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2537	return error;
2538}
2539
2540/*
2541 * Get a buffer for the dir/attr block.
2542 */
2543int
2544xfs_da_get_buf(
2545	struct xfs_trans	*trans,
2546	struct xfs_inode	*dp,
2547	xfs_dablk_t		bno,
2548	xfs_daddr_t		mappedbno,
2549	struct xfs_buf		**bpp,
2550	int			whichfork)
2551{
2552	struct xfs_buf		*bp;
2553	struct xfs_buf_map	map;
2554	struct xfs_buf_map	*mapp;
2555	int			nmap;
2556	int			error;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2557
2558	*bpp = NULL;
2559	mapp = &map;
2560	nmap = 1;
2561	error = xfs_dabuf_map(trans, dp, bno, mappedbno, whichfork,
2562				&mapp, &nmap);
2563	if (error) {
2564		/* mapping a hole is not an error, but we don't continue */
2565		if (error == -1)
2566			error = 0;
2567		goto out_free;
2568	}
2569
2570	bp = xfs_trans_get_buf_map(trans, dp->i_mount->m_ddev_targp,
2571				    mapp, nmap, 0);
2572	error = bp ? bp->b_error : XFS_ERROR(EIO);
2573	if (error) {
2574		xfs_trans_brelse(trans, bp);
2575		goto out_free;
2576	}
2577
2578	*bpp = bp;
 
 
 
 
 
 
 
 
2579
2580out_free:
2581	if (mapp != &map)
2582		kmem_free(mapp);
 
 
 
 
2583
2584	return error;
 
 
 
 
 
 
 
2585}
2586
2587/*
2588 * Get a buffer for the dir/attr block, fill in the contents.
2589 */
2590int
2591xfs_da_read_buf(
2592	struct xfs_trans	*trans,
2593	struct xfs_inode	*dp,
2594	xfs_dablk_t		bno,
2595	xfs_daddr_t		mappedbno,
2596	struct xfs_buf		**bpp,
2597	int			whichfork,
2598	const struct xfs_buf_ops *ops)
2599{
2600	struct xfs_buf		*bp;
2601	struct xfs_buf_map	map;
2602	struct xfs_buf_map	*mapp;
2603	int			nmap;
2604	int			error;
2605
2606	*bpp = NULL;
2607	mapp = &map;
2608	nmap = 1;
2609	error = xfs_dabuf_map(trans, dp, bno, mappedbno, whichfork,
2610				&mapp, &nmap);
2611	if (error) {
2612		/* mapping a hole is not an error, but we don't continue */
2613		if (error == -1)
2614			error = 0;
2615		goto out_free;
2616	}
 
 
 
 
 
 
 
2617
2618	error = xfs_trans_read_buf_map(dp->i_mount, trans,
2619					dp->i_mount->m_ddev_targp,
2620					mapp, nmap, 0, &bp, ops);
2621	if (error)
2622		goto out_free;
 
 
 
 
 
 
2623
2624	if (whichfork == XFS_ATTR_FORK)
2625		xfs_buf_set_ref(bp, XFS_ATTR_BTREE_REF);
2626	else
2627		xfs_buf_set_ref(bp, XFS_DIR_BTREE_REF);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2628
2629	/*
2630	 * This verification code will be moved to a CRC verification callback
2631	 * function so just leave it here unchanged until then.
2632	 */
2633	{
2634		xfs_dir2_data_hdr_t	*hdr = bp->b_addr;
2635		xfs_dir2_free_t		*free = bp->b_addr;
2636		xfs_da_blkinfo_t	*info = bp->b_addr;
2637		uint			magic, magic1;
2638		struct xfs_mount	*mp = dp->i_mount;
2639
2640		magic = be16_to_cpu(info->magic);
2641		magic1 = be32_to_cpu(hdr->magic);
2642		if (unlikely(
2643		    XFS_TEST_ERROR((magic != XFS_DA_NODE_MAGIC) &&
2644				   (magic != XFS_DA3_NODE_MAGIC) &&
2645				   (magic != XFS_ATTR_LEAF_MAGIC) &&
2646				   (magic != XFS_ATTR3_LEAF_MAGIC) &&
2647				   (magic != XFS_DIR2_LEAF1_MAGIC) &&
2648				   (magic != XFS_DIR3_LEAF1_MAGIC) &&
2649				   (magic != XFS_DIR2_LEAFN_MAGIC) &&
2650				   (magic != XFS_DIR3_LEAFN_MAGIC) &&
2651				   (magic1 != XFS_DIR2_BLOCK_MAGIC) &&
2652				   (magic1 != XFS_DIR3_BLOCK_MAGIC) &&
2653				   (magic1 != XFS_DIR2_DATA_MAGIC) &&
2654				   (magic1 != XFS_DIR3_DATA_MAGIC) &&
2655				   (free->hdr.magic !=
2656					cpu_to_be32(XFS_DIR2_FREE_MAGIC)) &&
2657				   (free->hdr.magic !=
2658					cpu_to_be32(XFS_DIR3_FREE_MAGIC)),
2659				mp, XFS_ERRTAG_DA_READ_BUF,
2660				XFS_RANDOM_DA_READ_BUF))) {
2661			trace_xfs_da_btree_corrupt(bp, _RET_IP_);
2662			XFS_CORRUPTION_ERROR("xfs_da_do_buf(2)",
2663					     XFS_ERRLEVEL_LOW, mp, info);
2664			error = XFS_ERROR(EFSCORRUPTED);
2665			xfs_trans_brelse(trans, bp);
2666			goto out_free;
2667		}
2668	}
2669	*bpp = bp;
2670out_free:
2671	if (mapp != &map)
2672		kmem_free(mapp);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2673
2674	return error;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2675}
2676
2677/*
2678 * Readahead the dir/attr block.
 
 
2679 */
2680xfs_daddr_t
2681xfs_da_reada_buf(
2682	struct xfs_trans	*trans,
2683	struct xfs_inode	*dp,
2684	xfs_dablk_t		bno,
2685	xfs_daddr_t		mappedbno,
2686	int			whichfork,
2687	const struct xfs_buf_ops *ops)
2688{
2689	struct xfs_buf_map	map;
2690	struct xfs_buf_map	*mapp;
2691	int			nmap;
2692	int			error;
2693
2694	mapp = &map;
2695	nmap = 1;
2696	error = xfs_dabuf_map(trans, dp, bno, mappedbno, whichfork,
2697				&mapp, &nmap);
2698	if (error) {
2699		/* mapping a hole is not an error, but we don't continue */
2700		if (error == -1)
2701			error = 0;
2702		goto out_free;
2703	}
 
 
 
 
 
 
2704
2705	mappedbno = mapp[0].bm_bn;
2706	xfs_buf_readahead_map(dp->i_mount->m_ddev_targp, mapp, nmap, ops);
 
 
 
 
 
 
 
 
2707
2708out_free:
2709	if (mapp != &map)
2710		kmem_free(mapp);
 
 
 
 
 
 
 
 
 
 
 
2711
2712	if (error)
2713		return -1;
2714	return mappedbno;
 
 
 
 
 
 
2715}