Linux Audio

Check our new training course

Loading...
v4.6
   1/*
   2 * linux/fs/ext4/xattr.c
   3 *
   4 * Copyright (C) 2001-2003 Andreas Gruenbacher, <agruen@suse.de>
   5 *
   6 * Fix by Harrison Xing <harrison@mountainviewdata.com>.
   7 * Ext4 code with a lot of help from Eric Jarman <ejarman@acm.org>.
   8 * Extended attributes for symlinks and special files added per
   9 *  suggestion of Luka Renko <luka.renko@hermes.si>.
  10 * xattr consolidation Copyright (c) 2004 James Morris <jmorris@redhat.com>,
  11 *  Red Hat Inc.
  12 * ea-in-inode support by Alex Tomas <alex@clusterfs.com> aka bzzz
  13 *  and Andreas Gruenbacher <agruen@suse.de>.
  14 */
  15
  16/*
  17 * Extended attributes are stored directly in inodes (on file systems with
  18 * inodes bigger than 128 bytes) and on additional disk blocks. The i_file_acl
  19 * field contains the block number if an inode uses an additional block. All
  20 * attributes must fit in the inode and one additional block. Blocks that
  21 * contain the identical set of attributes may be shared among several inodes.
  22 * Identical blocks are detected by keeping a cache of blocks that have
  23 * recently been accessed.
  24 *
  25 * The attributes in inodes and on blocks have a different header; the entries
  26 * are stored in the same format:
  27 *
  28 *   +------------------+
  29 *   | header           |
  30 *   | entry 1          | |
  31 *   | entry 2          | | growing downwards
  32 *   | entry 3          | v
  33 *   | four null bytes  |
  34 *   | . . .            |
  35 *   | value 1          | ^
  36 *   | value 3          | | growing upwards
  37 *   | value 2          | |
  38 *   +------------------+
  39 *
  40 * The header is followed by multiple entry descriptors. In disk blocks, the
  41 * entry descriptors are kept sorted. In inodes, they are unsorted. The
  42 * attribute values are aligned to the end of the block in no specific order.
  43 *
  44 * Locking strategy
  45 * ----------------
  46 * EXT4_I(inode)->i_file_acl is protected by EXT4_I(inode)->xattr_sem.
  47 * EA blocks are only changed if they are exclusive to an inode, so
  48 * holding xattr_sem also means that nothing but the EA block's reference
  49 * count can change. Multiple writers to the same block are synchronized
  50 * by the buffer lock.
  51 */
  52
  53#include <linux/init.h>
  54#include <linux/fs.h>
  55#include <linux/slab.h>
  56#include <linux/mbcache.h>
  57#include <linux/quotaops.h>
  58#include "ext4_jbd2.h"
  59#include "ext4.h"
  60#include "xattr.h"
  61#include "acl.h"
  62
  63#ifdef EXT4_XATTR_DEBUG
  64# define ea_idebug(inode, f...) do { \
  65		printk(KERN_DEBUG "inode %s:%lu: ", \
  66			inode->i_sb->s_id, inode->i_ino); \
  67		printk(f); \
  68		printk("\n"); \
  69	} while (0)
  70# define ea_bdebug(bh, f...) do { \
  71		printk(KERN_DEBUG "block %pg:%lu: ",		   \
  72		       bh->b_bdev, (unsigned long) bh->b_blocknr); \
  73		printk(f); \
  74		printk("\n"); \
  75	} while (0)
  76#else
  77# define ea_idebug(inode, fmt, ...)	no_printk(fmt, ##__VA_ARGS__)
  78# define ea_bdebug(bh, fmt, ...)	no_printk(fmt, ##__VA_ARGS__)
  79#endif
  80
  81static void ext4_xattr_cache_insert(struct mb_cache *, struct buffer_head *);
  82static struct buffer_head *ext4_xattr_cache_find(struct inode *,
  83						 struct ext4_xattr_header *,
  84						 struct mb_cache_entry **);
  85static void ext4_xattr_rehash(struct ext4_xattr_header *,
  86			      struct ext4_xattr_entry *);
  87static int ext4_xattr_list(struct dentry *dentry, char *buffer,
  88			   size_t buffer_size);
  89
  90static const struct xattr_handler *ext4_xattr_handler_map[] = {
  91	[EXT4_XATTR_INDEX_USER]		     = &ext4_xattr_user_handler,
  92#ifdef CONFIG_EXT4_FS_POSIX_ACL
  93	[EXT4_XATTR_INDEX_POSIX_ACL_ACCESS]  = &posix_acl_access_xattr_handler,
  94	[EXT4_XATTR_INDEX_POSIX_ACL_DEFAULT] = &posix_acl_default_xattr_handler,
  95#endif
  96	[EXT4_XATTR_INDEX_TRUSTED]	     = &ext4_xattr_trusted_handler,
  97#ifdef CONFIG_EXT4_FS_SECURITY
  98	[EXT4_XATTR_INDEX_SECURITY]	     = &ext4_xattr_security_handler,
  99#endif
 100};
 101
 102const struct xattr_handler *ext4_xattr_handlers[] = {
 103	&ext4_xattr_user_handler,
 104	&ext4_xattr_trusted_handler,
 105#ifdef CONFIG_EXT4_FS_POSIX_ACL
 106	&posix_acl_access_xattr_handler,
 107	&posix_acl_default_xattr_handler,
 108#endif
 109#ifdef CONFIG_EXT4_FS_SECURITY
 110	&ext4_xattr_security_handler,
 111#endif
 112	NULL
 113};
 114
 115#define EXT4_GET_MB_CACHE(inode)	(((struct ext4_sb_info *) \
 116				inode->i_sb->s_fs_info)->s_mb_cache)
 117
 118static __le32 ext4_xattr_block_csum(struct inode *inode,
 119				    sector_t block_nr,
 120				    struct ext4_xattr_header *hdr)
 121{
 122	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
 123	__u32 csum;
 124	__le32 save_csum;
 125	__le64 dsk_block_nr = cpu_to_le64(block_nr);
 
 
 126
 127	save_csum = hdr->h_checksum;
 128	hdr->h_checksum = 0;
 129	csum = ext4_chksum(sbi, sbi->s_csum_seed, (__u8 *)&dsk_block_nr,
 130			   sizeof(dsk_block_nr));
 131	csum = ext4_chksum(sbi, csum, (__u8 *)hdr,
 132			   EXT4_BLOCK_SIZE(inode->i_sb));
 
 
 
 133
 134	hdr->h_checksum = save_csum;
 135	return cpu_to_le32(csum);
 136}
 137
 138static int ext4_xattr_block_csum_verify(struct inode *inode,
 139					sector_t block_nr,
 140					struct ext4_xattr_header *hdr)
 141{
 142	if (ext4_has_metadata_csum(inode->i_sb) &&
 143	    (hdr->h_checksum != ext4_xattr_block_csum(inode, block_nr, hdr)))
 144		return 0;
 145	return 1;
 146}
 147
 148static void ext4_xattr_block_csum_set(struct inode *inode,
 149				      sector_t block_nr,
 150				      struct ext4_xattr_header *hdr)
 151{
 152	if (!ext4_has_metadata_csum(inode->i_sb))
 153		return;
 154
 155	hdr->h_checksum = ext4_xattr_block_csum(inode, block_nr, hdr);
 
 
 
 
 
 
 156}
 157
 158static inline int ext4_handle_dirty_xattr_block(handle_t *handle,
 159						struct inode *inode,
 160						struct buffer_head *bh)
 161{
 162	ext4_xattr_block_csum_set(inode, bh->b_blocknr, BHDR(bh));
 163	return ext4_handle_dirty_metadata(handle, inode, bh);
 
 164}
 165
 166static inline const struct xattr_handler *
 167ext4_xattr_handler(int name_index)
 168{
 169	const struct xattr_handler *handler = NULL;
 170
 171	if (name_index > 0 && name_index < ARRAY_SIZE(ext4_xattr_handler_map))
 172		handler = ext4_xattr_handler_map[name_index];
 173	return handler;
 174}
 175
 176/*
 177 * Inode operation listxattr()
 178 *
 179 * d_inode(dentry)->i_mutex: don't care
 180 */
 181ssize_t
 182ext4_listxattr(struct dentry *dentry, char *buffer, size_t size)
 183{
 184	return ext4_xattr_list(dentry, buffer, size);
 185}
 186
 187static int
 188ext4_xattr_check_names(struct ext4_xattr_entry *entry, void *end,
 189		       void *value_start)
 190{
 191	struct ext4_xattr_entry *e = entry;
 192
 
 193	while (!IS_LAST_ENTRY(e)) {
 194		struct ext4_xattr_entry *next = EXT4_XATTR_NEXT(e);
 195		if ((void *)next >= end)
 196			return -EFSCORRUPTED;
 197		e = next;
 198	}
 199
 
 200	while (!IS_LAST_ENTRY(entry)) {
 201		if (entry->e_value_size != 0 &&
 202		    (value_start + le16_to_cpu(entry->e_value_offs) <
 203		     (void *)e + sizeof(__u32) ||
 204		     value_start + le16_to_cpu(entry->e_value_offs) +
 205		    le32_to_cpu(entry->e_value_size) > end))
 206			return -EFSCORRUPTED;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 207		entry = EXT4_XATTR_NEXT(entry);
 208	}
 209
 210	return 0;
 211}
 212
 213static inline int
 214ext4_xattr_check_block(struct inode *inode, struct buffer_head *bh)
 215{
 216	int error;
 217
 218	if (buffer_verified(bh))
 219		return 0;
 220
 221	if (BHDR(bh)->h_magic != cpu_to_le32(EXT4_XATTR_MAGIC) ||
 222	    BHDR(bh)->h_blocks != cpu_to_le32(1))
 223		return -EFSCORRUPTED;
 224	if (!ext4_xattr_block_csum_verify(inode, bh->b_blocknr, BHDR(bh)))
 225		return -EFSBADCRC;
 226	error = ext4_xattr_check_names(BFIRST(bh), bh->b_data + bh->b_size,
 227				       bh->b_data);
 228	if (!error)
 229		set_buffer_verified(bh);
 230	return error;
 231}
 232
 233static int
 234__xattr_check_inode(struct inode *inode, struct ext4_xattr_ibody_header *header,
 235			 void *end, const char *function, unsigned int line)
 236{
 237	struct ext4_xattr_entry *entry = IFIRST(header);
 238	int error = -EFSCORRUPTED;
 239
 240	if (((void *) header >= end) ||
 241	    (header->h_magic != le32_to_cpu(EXT4_XATTR_MAGIC)))
 242		goto errout;
 243	error = ext4_xattr_check_names(entry, end, entry);
 244errout:
 245	if (error)
 246		__ext4_error_inode(inode, function, line, 0,
 247				   "corrupted in-inode xattr");
 248	return error;
 249}
 250
 251#define xattr_check_inode(inode, header, end) \
 252	__xattr_check_inode((inode), (header), (end), __func__, __LINE__)
 253
 254static inline int
 255ext4_xattr_check_entry(struct ext4_xattr_entry *entry, size_t size)
 256{
 257	size_t value_size = le32_to_cpu(entry->e_value_size);
 258
 259	if (entry->e_value_block != 0 || value_size > size ||
 260	    le16_to_cpu(entry->e_value_offs) + value_size > size)
 261		return -EFSCORRUPTED;
 262	return 0;
 263}
 264
 265static int
 266ext4_xattr_find_entry(struct ext4_xattr_entry **pentry, int name_index,
 267		      const char *name, size_t size, int sorted)
 268{
 269	struct ext4_xattr_entry *entry;
 270	size_t name_len;
 271	int cmp = 1;
 272
 273	if (name == NULL)
 274		return -EINVAL;
 275	name_len = strlen(name);
 276	entry = *pentry;
 277	for (; !IS_LAST_ENTRY(entry); entry = EXT4_XATTR_NEXT(entry)) {
 278		cmp = name_index - entry->e_name_index;
 279		if (!cmp)
 280			cmp = name_len - entry->e_name_len;
 281		if (!cmp)
 282			cmp = memcmp(name, entry->e_name, name_len);
 283		if (cmp <= 0 && (sorted || cmp == 0))
 284			break;
 285	}
 286	*pentry = entry;
 287	if (!cmp && ext4_xattr_check_entry(entry, size))
 288		return -EFSCORRUPTED;
 289	return cmp ? -ENODATA : 0;
 290}
 291
 292static int
 293ext4_xattr_block_get(struct inode *inode, int name_index, const char *name,
 294		     void *buffer, size_t buffer_size)
 295{
 296	struct buffer_head *bh = NULL;
 297	struct ext4_xattr_entry *entry;
 298	size_t size;
 299	int error;
 300	struct mb_cache *ext4_mb_cache = EXT4_GET_MB_CACHE(inode);
 301
 302	ea_idebug(inode, "name=%d.%s, buffer=%p, buffer_size=%ld",
 303		  name_index, name, buffer, (long)buffer_size);
 304
 305	error = -ENODATA;
 306	if (!EXT4_I(inode)->i_file_acl)
 307		goto cleanup;
 308	ea_idebug(inode, "reading block %llu",
 309		  (unsigned long long)EXT4_I(inode)->i_file_acl);
 310	bh = sb_bread(inode->i_sb, EXT4_I(inode)->i_file_acl);
 311	if (!bh)
 312		goto cleanup;
 313	ea_bdebug(bh, "b_count=%d, refcount=%d",
 314		atomic_read(&(bh->b_count)), le32_to_cpu(BHDR(bh)->h_refcount));
 315	if (ext4_xattr_check_block(inode, bh)) {
 316bad_block:
 317		EXT4_ERROR_INODE(inode, "bad block %llu",
 318				 EXT4_I(inode)->i_file_acl);
 319		error = -EFSCORRUPTED;
 320		goto cleanup;
 321	}
 322	ext4_xattr_cache_insert(ext4_mb_cache, bh);
 323	entry = BFIRST(bh);
 324	error = ext4_xattr_find_entry(&entry, name_index, name, bh->b_size, 1);
 325	if (error == -EFSCORRUPTED)
 326		goto bad_block;
 327	if (error)
 328		goto cleanup;
 329	size = le32_to_cpu(entry->e_value_size);
 330	if (buffer) {
 331		error = -ERANGE;
 332		if (size > buffer_size)
 333			goto cleanup;
 334		memcpy(buffer, bh->b_data + le16_to_cpu(entry->e_value_offs),
 335		       size);
 336	}
 337	error = size;
 338
 339cleanup:
 340	brelse(bh);
 341	return error;
 342}
 343
 344int
 345ext4_xattr_ibody_get(struct inode *inode, int name_index, const char *name,
 346		     void *buffer, size_t buffer_size)
 347{
 348	struct ext4_xattr_ibody_header *header;
 349	struct ext4_xattr_entry *entry;
 350	struct ext4_inode *raw_inode;
 351	struct ext4_iloc iloc;
 352	size_t size;
 353	void *end;
 354	int error;
 355
 356	if (!ext4_test_inode_state(inode, EXT4_STATE_XATTR))
 357		return -ENODATA;
 358	error = ext4_get_inode_loc(inode, &iloc);
 359	if (error)
 360		return error;
 361	raw_inode = ext4_raw_inode(&iloc);
 362	header = IHDR(inode, raw_inode);
 363	entry = IFIRST(header);
 364	end = (void *)raw_inode + EXT4_SB(inode->i_sb)->s_inode_size;
 365	error = xattr_check_inode(inode, header, end);
 366	if (error)
 367		goto cleanup;
 368	error = ext4_xattr_find_entry(&entry, name_index, name,
 369				      end - (void *)entry, 0);
 370	if (error)
 371		goto cleanup;
 372	size = le32_to_cpu(entry->e_value_size);
 373	if (buffer) {
 374		error = -ERANGE;
 375		if (size > buffer_size)
 376			goto cleanup;
 377		memcpy(buffer, (void *)IFIRST(header) +
 378		       le16_to_cpu(entry->e_value_offs), size);
 379	}
 380	error = size;
 381
 382cleanup:
 383	brelse(iloc.bh);
 384	return error;
 385}
 386
 387/*
 388 * ext4_xattr_get()
 389 *
 390 * Copy an extended attribute into the buffer
 391 * provided, or compute the buffer size required.
 392 * Buffer is NULL to compute the size of the buffer required.
 393 *
 394 * Returns a negative error number on failure, or the number of bytes
 395 * used / required on success.
 396 */
 397int
 398ext4_xattr_get(struct inode *inode, int name_index, const char *name,
 399	       void *buffer, size_t buffer_size)
 400{
 401	int error;
 402
 403	if (strlen(name) > 255)
 404		return -ERANGE;
 405
 406	down_read(&EXT4_I(inode)->xattr_sem);
 407	error = ext4_xattr_ibody_get(inode, name_index, name, buffer,
 408				     buffer_size);
 409	if (error == -ENODATA)
 410		error = ext4_xattr_block_get(inode, name_index, name, buffer,
 411					     buffer_size);
 412	up_read(&EXT4_I(inode)->xattr_sem);
 413	return error;
 414}
 415
 416static int
 417ext4_xattr_list_entries(struct dentry *dentry, struct ext4_xattr_entry *entry,
 418			char *buffer, size_t buffer_size)
 419{
 420	size_t rest = buffer_size;
 421
 422	for (; !IS_LAST_ENTRY(entry); entry = EXT4_XATTR_NEXT(entry)) {
 423		const struct xattr_handler *handler =
 424			ext4_xattr_handler(entry->e_name_index);
 425
 426		if (handler && (!handler->list || handler->list(dentry))) {
 427			const char *prefix = handler->prefix ?: handler->name;
 428			size_t prefix_len = strlen(prefix);
 429			size_t size = prefix_len + entry->e_name_len + 1;
 430
 431			if (buffer) {
 432				if (size > rest)
 433					return -ERANGE;
 434				memcpy(buffer, prefix, prefix_len);
 435				buffer += prefix_len;
 436				memcpy(buffer, entry->e_name, entry->e_name_len);
 437				buffer += entry->e_name_len;
 438				*buffer++ = 0;
 439			}
 440			rest -= size;
 441		}
 442	}
 443	return buffer_size - rest;  /* total size */
 444}
 445
 446static int
 447ext4_xattr_block_list(struct dentry *dentry, char *buffer, size_t buffer_size)
 448{
 449	struct inode *inode = d_inode(dentry);
 450	struct buffer_head *bh = NULL;
 451	int error;
 452	struct mb_cache *ext4_mb_cache = EXT4_GET_MB_CACHE(inode);
 453
 454	ea_idebug(inode, "buffer=%p, buffer_size=%ld",
 455		  buffer, (long)buffer_size);
 456
 457	error = 0;
 458	if (!EXT4_I(inode)->i_file_acl)
 459		goto cleanup;
 460	ea_idebug(inode, "reading block %llu",
 461		  (unsigned long long)EXT4_I(inode)->i_file_acl);
 462	bh = sb_bread(inode->i_sb, EXT4_I(inode)->i_file_acl);
 463	error = -EIO;
 464	if (!bh)
 465		goto cleanup;
 466	ea_bdebug(bh, "b_count=%d, refcount=%d",
 467		atomic_read(&(bh->b_count)), le32_to_cpu(BHDR(bh)->h_refcount));
 468	if (ext4_xattr_check_block(inode, bh)) {
 469		EXT4_ERROR_INODE(inode, "bad block %llu",
 470				 EXT4_I(inode)->i_file_acl);
 471		error = -EFSCORRUPTED;
 472		goto cleanup;
 473	}
 474	ext4_xattr_cache_insert(ext4_mb_cache, bh);
 475	error = ext4_xattr_list_entries(dentry, BFIRST(bh), buffer, buffer_size);
 476
 477cleanup:
 478	brelse(bh);
 479
 480	return error;
 481}
 482
 483static int
 484ext4_xattr_ibody_list(struct dentry *dentry, char *buffer, size_t buffer_size)
 485{
 486	struct inode *inode = d_inode(dentry);
 487	struct ext4_xattr_ibody_header *header;
 488	struct ext4_inode *raw_inode;
 489	struct ext4_iloc iloc;
 490	void *end;
 491	int error;
 492
 493	if (!ext4_test_inode_state(inode, EXT4_STATE_XATTR))
 494		return 0;
 495	error = ext4_get_inode_loc(inode, &iloc);
 496	if (error)
 497		return error;
 498	raw_inode = ext4_raw_inode(&iloc);
 499	header = IHDR(inode, raw_inode);
 500	end = (void *)raw_inode + EXT4_SB(inode->i_sb)->s_inode_size;
 501	error = xattr_check_inode(inode, header, end);
 502	if (error)
 503		goto cleanup;
 504	error = ext4_xattr_list_entries(dentry, IFIRST(header),
 505					buffer, buffer_size);
 506
 507cleanup:
 508	brelse(iloc.bh);
 509	return error;
 510}
 511
 512/*
 513 * ext4_xattr_list()
 514 *
 515 * Copy a list of attribute names into the buffer
 516 * provided, or compute the buffer size required.
 517 * Buffer is NULL to compute the size of the buffer required.
 518 *
 519 * Returns a negative error number on failure, or the number of bytes
 520 * used / required on success.
 521 */
 522static int
 523ext4_xattr_list(struct dentry *dentry, char *buffer, size_t buffer_size)
 524{
 525	int ret, ret2;
 526
 527	down_read(&EXT4_I(d_inode(dentry))->xattr_sem);
 528	ret = ret2 = ext4_xattr_ibody_list(dentry, buffer, buffer_size);
 529	if (ret < 0)
 530		goto errout;
 531	if (buffer) {
 532		buffer += ret;
 533		buffer_size -= ret;
 534	}
 535	ret = ext4_xattr_block_list(dentry, buffer, buffer_size);
 536	if (ret < 0)
 537		goto errout;
 538	ret += ret2;
 539errout:
 540	up_read(&EXT4_I(d_inode(dentry))->xattr_sem);
 541	return ret;
 542}
 543
 544/*
 545 * If the EXT4_FEATURE_COMPAT_EXT_ATTR feature of this file system is
 546 * not set, set it.
 547 */
 548static void ext4_xattr_update_super_block(handle_t *handle,
 549					  struct super_block *sb)
 550{
 551	if (ext4_has_feature_xattr(sb))
 552		return;
 553
 554	BUFFER_TRACE(EXT4_SB(sb)->s_sbh, "get_write_access");
 555	if (ext4_journal_get_write_access(handle, EXT4_SB(sb)->s_sbh) == 0) {
 556		ext4_set_feature_xattr(sb);
 557		ext4_handle_dirty_super(handle, sb);
 558	}
 559}
 560
 561/*
 562 * Release the xattr block BH: If the reference count is > 1, decrement it;
 563 * otherwise free the block.
 564 */
 565static void
 566ext4_xattr_release_block(handle_t *handle, struct inode *inode,
 567			 struct buffer_head *bh)
 568{
 569	struct mb_cache *ext4_mb_cache = EXT4_GET_MB_CACHE(inode);
 570	u32 hash, ref;
 571	int error = 0;
 572
 573	BUFFER_TRACE(bh, "get_write_access");
 574	error = ext4_journal_get_write_access(handle, bh);
 575	if (error)
 576		goto out;
 577
 578	lock_buffer(bh);
 579	hash = le32_to_cpu(BHDR(bh)->h_hash);
 580	ref = le32_to_cpu(BHDR(bh)->h_refcount);
 581	if (ref == 1) {
 582		ea_bdebug(bh, "refcount now=0; freeing");
 583		/*
 584		 * This must happen under buffer lock for
 585		 * ext4_xattr_block_set() to reliably detect freed block
 586		 */
 587		mb_cache_entry_delete_block(ext4_mb_cache, hash, bh->b_blocknr);
 588		get_bh(bh);
 589		unlock_buffer(bh);
 590		ext4_free_blocks(handle, inode, bh, 0, 1,
 591				 EXT4_FREE_BLOCKS_METADATA |
 592				 EXT4_FREE_BLOCKS_FORGET);
 593	} else {
 594		ref--;
 595		BHDR(bh)->h_refcount = cpu_to_le32(ref);
 596		if (ref == EXT4_XATTR_REFCOUNT_MAX - 1) {
 597			struct mb_cache_entry *ce;
 598
 599			ce = mb_cache_entry_get(ext4_mb_cache, hash,
 600						bh->b_blocknr);
 601			if (ce) {
 602				ce->e_reusable = 1;
 603				mb_cache_entry_put(ext4_mb_cache, ce);
 604			}
 605		}
 606
 
 607		/*
 608		 * Beware of this ugliness: Releasing of xattr block references
 609		 * from different inodes can race and so we have to protect
 610		 * from a race where someone else frees the block (and releases
 611		 * its journal_head) before we are done dirtying the buffer. In
 612		 * nojournal mode this race is harmless and we actually cannot
 613		 * call ext4_handle_dirty_xattr_block() with locked buffer as
 614		 * that function can call sync_dirty_buffer() so for that case
 615		 * we handle the dirtying after unlocking the buffer.
 616		 */
 617		if (ext4_handle_valid(handle))
 618			error = ext4_handle_dirty_xattr_block(handle, inode,
 619							      bh);
 620		unlock_buffer(bh);
 621		if (!ext4_handle_valid(handle))
 622			error = ext4_handle_dirty_xattr_block(handle, inode,
 623							      bh);
 624		if (IS_SYNC(inode))
 625			ext4_handle_sync(handle);
 626		dquot_free_block(inode, EXT4_C2B(EXT4_SB(inode->i_sb), 1));
 627		ea_bdebug(bh, "refcount now=%d; releasing",
 628			  le32_to_cpu(BHDR(bh)->h_refcount));
 629	}
 630out:
 631	ext4_std_error(inode->i_sb, error);
 632	return;
 633}
 634
 635/*
 636 * Find the available free space for EAs. This also returns the total number of
 637 * bytes used by EA entries.
 638 */
 639static size_t ext4_xattr_free_space(struct ext4_xattr_entry *last,
 640				    size_t *min_offs, void *base, int *total)
 641{
 642	for (; !IS_LAST_ENTRY(last); last = EXT4_XATTR_NEXT(last)) {
 643		if (!last->e_value_block && last->e_value_size) {
 644			size_t offs = le16_to_cpu(last->e_value_offs);
 645			if (offs < *min_offs)
 646				*min_offs = offs;
 647		}
 648		if (total)
 649			*total += EXT4_XATTR_LEN(last->e_name_len);
 650	}
 651	return (*min_offs - ((void *)last - base) - sizeof(__u32));
 652}
 653
 654static int
 655ext4_xattr_set_entry(struct ext4_xattr_info *i, struct ext4_xattr_search *s)
 656{
 657	struct ext4_xattr_entry *last;
 658	size_t free, min_offs = s->end - s->base, name_len = strlen(i->name);
 659
 660	/* Compute min_offs and last. */
 661	last = s->first;
 662	for (; !IS_LAST_ENTRY(last); last = EXT4_XATTR_NEXT(last)) {
 663		if (!last->e_value_block && last->e_value_size) {
 664			size_t offs = le16_to_cpu(last->e_value_offs);
 665			if (offs < min_offs)
 666				min_offs = offs;
 667		}
 668	}
 669	free = min_offs - ((void *)last - s->base) - sizeof(__u32);
 670	if (!s->not_found) {
 671		if (!s->here->e_value_block && s->here->e_value_size) {
 672			size_t size = le32_to_cpu(s->here->e_value_size);
 673			free += EXT4_XATTR_SIZE(size);
 674		}
 675		free += EXT4_XATTR_LEN(name_len);
 676	}
 677	if (i->value) {
 678		if (free < EXT4_XATTR_LEN(name_len) +
 679			   EXT4_XATTR_SIZE(i->value_len))
 680			return -ENOSPC;
 681	}
 682
 683	if (i->value && s->not_found) {
 684		/* Insert the new name. */
 685		size_t size = EXT4_XATTR_LEN(name_len);
 686		size_t rest = (void *)last - (void *)s->here + sizeof(__u32);
 687		memmove((void *)s->here + size, s->here, rest);
 688		memset(s->here, 0, size);
 689		s->here->e_name_index = i->name_index;
 690		s->here->e_name_len = name_len;
 691		memcpy(s->here->e_name, i->name, name_len);
 692	} else {
 693		if (!s->here->e_value_block && s->here->e_value_size) {
 694			void *first_val = s->base + min_offs;
 695			size_t offs = le16_to_cpu(s->here->e_value_offs);
 696			void *val = s->base + offs;
 697			size_t size = EXT4_XATTR_SIZE(
 698				le32_to_cpu(s->here->e_value_size));
 699
 700			if (i->value && size == EXT4_XATTR_SIZE(i->value_len)) {
 701				/* The old and the new value have the same
 702				   size. Just replace. */
 703				s->here->e_value_size =
 704					cpu_to_le32(i->value_len);
 705				if (i->value == EXT4_ZERO_XATTR_VALUE) {
 706					memset(val, 0, size);
 707				} else {
 708					/* Clear pad bytes first. */
 709					memset(val + size - EXT4_XATTR_PAD, 0,
 710					       EXT4_XATTR_PAD);
 711					memcpy(val, i->value, i->value_len);
 712				}
 713				return 0;
 714			}
 715
 716			/* Remove the old value. */
 717			memmove(first_val + size, first_val, val - first_val);
 718			memset(first_val, 0, size);
 719			s->here->e_value_size = 0;
 720			s->here->e_value_offs = 0;
 721			min_offs += size;
 722
 723			/* Adjust all value offsets. */
 724			last = s->first;
 725			while (!IS_LAST_ENTRY(last)) {
 726				size_t o = le16_to_cpu(last->e_value_offs);
 727				if (!last->e_value_block &&
 728				    last->e_value_size && o < offs)
 729					last->e_value_offs =
 730						cpu_to_le16(o + size);
 731				last = EXT4_XATTR_NEXT(last);
 732			}
 733		}
 734		if (!i->value) {
 735			/* Remove the old name. */
 736			size_t size = EXT4_XATTR_LEN(name_len);
 737			last = ENTRY((void *)last - size);
 738			memmove(s->here, (void *)s->here + size,
 739				(void *)last - (void *)s->here + sizeof(__u32));
 740			memset(last, 0, size);
 741		}
 742	}
 743
 744	if (i->value) {
 745		/* Insert the new value. */
 746		s->here->e_value_size = cpu_to_le32(i->value_len);
 747		if (i->value_len) {
 748			size_t size = EXT4_XATTR_SIZE(i->value_len);
 749			void *val = s->base + min_offs - size;
 750			s->here->e_value_offs = cpu_to_le16(min_offs - size);
 751			if (i->value == EXT4_ZERO_XATTR_VALUE) {
 752				memset(val, 0, size);
 753			} else {
 754				/* Clear the pad bytes first. */
 755				memset(val + size - EXT4_XATTR_PAD, 0,
 756				       EXT4_XATTR_PAD);
 757				memcpy(val, i->value, i->value_len);
 758			}
 759		}
 760	}
 761	return 0;
 762}
 763
 764struct ext4_xattr_block_find {
 765	struct ext4_xattr_search s;
 766	struct buffer_head *bh;
 767};
 768
 769static int
 770ext4_xattr_block_find(struct inode *inode, struct ext4_xattr_info *i,
 771		      struct ext4_xattr_block_find *bs)
 772{
 773	struct super_block *sb = inode->i_sb;
 774	int error;
 775
 776	ea_idebug(inode, "name=%d.%s, value=%p, value_len=%ld",
 777		  i->name_index, i->name, i->value, (long)i->value_len);
 778
 779	if (EXT4_I(inode)->i_file_acl) {
 780		/* The inode already has an extended attribute block. */
 781		bs->bh = sb_bread(sb, EXT4_I(inode)->i_file_acl);
 782		error = -EIO;
 783		if (!bs->bh)
 784			goto cleanup;
 785		ea_bdebug(bs->bh, "b_count=%d, refcount=%d",
 786			atomic_read(&(bs->bh->b_count)),
 787			le32_to_cpu(BHDR(bs->bh)->h_refcount));
 788		if (ext4_xattr_check_block(inode, bs->bh)) {
 789			EXT4_ERROR_INODE(inode, "bad block %llu",
 790					 EXT4_I(inode)->i_file_acl);
 791			error = -EFSCORRUPTED;
 792			goto cleanup;
 793		}
 794		/* Find the named attribute. */
 795		bs->s.base = BHDR(bs->bh);
 796		bs->s.first = BFIRST(bs->bh);
 797		bs->s.end = bs->bh->b_data + bs->bh->b_size;
 798		bs->s.here = bs->s.first;
 799		error = ext4_xattr_find_entry(&bs->s.here, i->name_index,
 800					      i->name, bs->bh->b_size, 1);
 801		if (error && error != -ENODATA)
 802			goto cleanup;
 803		bs->s.not_found = error;
 804	}
 805	error = 0;
 806
 807cleanup:
 808	return error;
 809}
 810
 811static int
 812ext4_xattr_block_set(handle_t *handle, struct inode *inode,
 813		     struct ext4_xattr_info *i,
 814		     struct ext4_xattr_block_find *bs)
 815{
 816	struct super_block *sb = inode->i_sb;
 817	struct buffer_head *new_bh = NULL;
 818	struct ext4_xattr_search *s = &bs->s;
 819	struct mb_cache_entry *ce = NULL;
 820	int error = 0;
 821	struct mb_cache *ext4_mb_cache = EXT4_GET_MB_CACHE(inode);
 822
 823#define header(x) ((struct ext4_xattr_header *)(x))
 824
 825	if (i->value && i->value_len > sb->s_blocksize)
 826		return -ENOSPC;
 827	if (s->base) {
 828		BUFFER_TRACE(bs->bh, "get_write_access");
 829		error = ext4_journal_get_write_access(handle, bs->bh);
 830		if (error)
 831			goto cleanup;
 832		lock_buffer(bs->bh);
 833
 834		if (header(s->base)->h_refcount == cpu_to_le32(1)) {
 835			__u32 hash = le32_to_cpu(BHDR(bs->bh)->h_hash);
 836
 837			/*
 838			 * This must happen under buffer lock for
 839			 * ext4_xattr_block_set() to reliably detect modified
 840			 * block
 841			 */
 842			mb_cache_entry_delete_block(ext4_mb_cache, hash,
 843						    bs->bh->b_blocknr);
 844			ea_bdebug(bs->bh, "modifying in-place");
 845			error = ext4_xattr_set_entry(i, s);
 846			if (!error) {
 847				if (!IS_LAST_ENTRY(s->first))
 848					ext4_xattr_rehash(header(s->base),
 849							  s->here);
 850				ext4_xattr_cache_insert(ext4_mb_cache,
 851					bs->bh);
 852			}
 
 853			unlock_buffer(bs->bh);
 854			if (error == -EFSCORRUPTED)
 855				goto bad_block;
 856			if (!error)
 857				error = ext4_handle_dirty_xattr_block(handle,
 858								      inode,
 859								      bs->bh);
 860			if (error)
 861				goto cleanup;
 862			goto inserted;
 863		} else {
 864			int offset = (char *)s->here - bs->bh->b_data;
 865
 866			unlock_buffer(bs->bh);
 867			ea_bdebug(bs->bh, "cloning");
 868			s->base = kmalloc(bs->bh->b_size, GFP_NOFS);
 869			error = -ENOMEM;
 870			if (s->base == NULL)
 871				goto cleanup;
 872			memcpy(s->base, BHDR(bs->bh), bs->bh->b_size);
 873			s->first = ENTRY(header(s->base)+1);
 874			header(s->base)->h_refcount = cpu_to_le32(1);
 875			s->here = ENTRY(s->base + offset);
 876			s->end = s->base + bs->bh->b_size;
 877		}
 878	} else {
 879		/* Allocate a buffer where we construct the new block. */
 880		s->base = kzalloc(sb->s_blocksize, GFP_NOFS);
 881		/* assert(header == s->base) */
 882		error = -ENOMEM;
 883		if (s->base == NULL)
 884			goto cleanup;
 885		header(s->base)->h_magic = cpu_to_le32(EXT4_XATTR_MAGIC);
 886		header(s->base)->h_blocks = cpu_to_le32(1);
 887		header(s->base)->h_refcount = cpu_to_le32(1);
 888		s->first = ENTRY(header(s->base)+1);
 889		s->here = ENTRY(header(s->base)+1);
 890		s->end = s->base + sb->s_blocksize;
 891	}
 892
 893	error = ext4_xattr_set_entry(i, s);
 894	if (error == -EFSCORRUPTED)
 895		goto bad_block;
 896	if (error)
 897		goto cleanup;
 898	if (!IS_LAST_ENTRY(s->first))
 899		ext4_xattr_rehash(header(s->base), s->here);
 900
 901inserted:
 902	if (!IS_LAST_ENTRY(s->first)) {
 903		new_bh = ext4_xattr_cache_find(inode, header(s->base), &ce);
 904		if (new_bh) {
 905			/* We found an identical block in the cache. */
 906			if (new_bh == bs->bh)
 907				ea_bdebug(new_bh, "keeping");
 908			else {
 909				u32 ref;
 910
 911				/* The old block is released after updating
 912				   the inode. */
 913				error = dquot_alloc_block(inode,
 914						EXT4_C2B(EXT4_SB(sb), 1));
 915				if (error)
 916					goto cleanup;
 917				BUFFER_TRACE(new_bh, "get_write_access");
 918				error = ext4_journal_get_write_access(handle,
 919								      new_bh);
 920				if (error)
 921					goto cleanup_dquot;
 922				lock_buffer(new_bh);
 923				/*
 924				 * We have to be careful about races with
 925				 * freeing, rehashing or adding references to
 926				 * xattr block. Once we hold buffer lock xattr
 927				 * block's state is stable so we can check
 928				 * whether the block got freed / rehashed or
 929				 * not.  Since we unhash mbcache entry under
 930				 * buffer lock when freeing / rehashing xattr
 931				 * block, checking whether entry is still
 932				 * hashed is reliable. Same rules hold for
 933				 * e_reusable handling.
 934				 */
 935				if (hlist_bl_unhashed(&ce->e_hash_list) ||
 936				    !ce->e_reusable) {
 937					/*
 938					 * Undo everything and check mbcache
 939					 * again.
 940					 */
 941					unlock_buffer(new_bh);
 942					dquot_free_block(inode,
 943							 EXT4_C2B(EXT4_SB(sb),
 944								  1));
 945					brelse(new_bh);
 946					mb_cache_entry_put(ext4_mb_cache, ce);
 947					ce = NULL;
 948					new_bh = NULL;
 949					goto inserted;
 950				}
 951				ref = le32_to_cpu(BHDR(new_bh)->h_refcount) + 1;
 952				BHDR(new_bh)->h_refcount = cpu_to_le32(ref);
 953				if (ref >= EXT4_XATTR_REFCOUNT_MAX)
 954					ce->e_reusable = 0;
 955				ea_bdebug(new_bh, "reusing; refcount now=%d",
 956					  ref);
 
 957				unlock_buffer(new_bh);
 958				error = ext4_handle_dirty_xattr_block(handle,
 959								      inode,
 960								      new_bh);
 961				if (error)
 962					goto cleanup_dquot;
 963			}
 964			mb_cache_entry_touch(ext4_mb_cache, ce);
 965			mb_cache_entry_put(ext4_mb_cache, ce);
 966			ce = NULL;
 967		} else if (bs->bh && s->base == bs->bh->b_data) {
 968			/* We were modifying this block in-place. */
 969			ea_bdebug(bs->bh, "keeping this block");
 970			new_bh = bs->bh;
 971			get_bh(new_bh);
 972		} else {
 973			/* We need to allocate a new block */
 974			ext4_fsblk_t goal, block;
 975
 976			goal = ext4_group_first_block_no(sb,
 977						EXT4_I(inode)->i_block_group);
 978
 979			/* non-extent files can't have physical blocks past 2^32 */
 980			if (!(ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS)))
 981				goal = goal & EXT4_MAX_BLOCK_FILE_PHYS;
 982
 983			block = ext4_new_meta_blocks(handle, inode, goal, 0,
 984						     NULL, &error);
 985			if (error)
 986				goto cleanup;
 987
 988			if (!(ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS)))
 989				BUG_ON(block > EXT4_MAX_BLOCK_FILE_PHYS);
 990
 991			ea_idebug(inode, "creating block %llu",
 992				  (unsigned long long)block);
 993
 994			new_bh = sb_getblk(sb, block);
 995			if (unlikely(!new_bh)) {
 996				error = -ENOMEM;
 997getblk_failed:
 998				ext4_free_blocks(handle, inode, NULL, block, 1,
 999						 EXT4_FREE_BLOCKS_METADATA);
1000				goto cleanup;
1001			}
1002			lock_buffer(new_bh);
1003			error = ext4_journal_get_create_access(handle, new_bh);
1004			if (error) {
1005				unlock_buffer(new_bh);
1006				error = -EIO;
1007				goto getblk_failed;
1008			}
1009			memcpy(new_bh->b_data, s->base, new_bh->b_size);
 
1010			set_buffer_uptodate(new_bh);
1011			unlock_buffer(new_bh);
1012			ext4_xattr_cache_insert(ext4_mb_cache, new_bh);
1013			error = ext4_handle_dirty_xattr_block(handle,
1014							      inode, new_bh);
1015			if (error)
1016				goto cleanup;
1017		}
1018	}
1019
1020	/* Update the inode. */
1021	EXT4_I(inode)->i_file_acl = new_bh ? new_bh->b_blocknr : 0;
1022
1023	/* Drop the previous xattr block. */
1024	if (bs->bh && bs->bh != new_bh)
1025		ext4_xattr_release_block(handle, inode, bs->bh);
1026	error = 0;
1027
1028cleanup:
1029	if (ce)
1030		mb_cache_entry_put(ext4_mb_cache, ce);
1031	brelse(new_bh);
1032	if (!(bs->bh && s->base == bs->bh->b_data))
1033		kfree(s->base);
1034
1035	return error;
1036
1037cleanup_dquot:
1038	dquot_free_block(inode, EXT4_C2B(EXT4_SB(sb), 1));
1039	goto cleanup;
1040
1041bad_block:
1042	EXT4_ERROR_INODE(inode, "bad block %llu",
1043			 EXT4_I(inode)->i_file_acl);
1044	goto cleanup;
1045
1046#undef header
1047}
1048
1049int ext4_xattr_ibody_find(struct inode *inode, struct ext4_xattr_info *i,
1050			  struct ext4_xattr_ibody_find *is)
1051{
1052	struct ext4_xattr_ibody_header *header;
1053	struct ext4_inode *raw_inode;
1054	int error;
1055
1056	if (EXT4_I(inode)->i_extra_isize == 0)
1057		return 0;
1058	raw_inode = ext4_raw_inode(&is->iloc);
1059	header = IHDR(inode, raw_inode);
1060	is->s.base = is->s.first = IFIRST(header);
1061	is->s.here = is->s.first;
1062	is->s.end = (void *)raw_inode + EXT4_SB(inode->i_sb)->s_inode_size;
1063	if (ext4_test_inode_state(inode, EXT4_STATE_XATTR)) {
1064		error = xattr_check_inode(inode, header, is->s.end);
1065		if (error)
1066			return error;
1067		/* Find the named attribute. */
1068		error = ext4_xattr_find_entry(&is->s.here, i->name_index,
1069					      i->name, is->s.end -
1070					      (void *)is->s.base, 0);
1071		if (error && error != -ENODATA)
1072			return error;
1073		is->s.not_found = error;
1074	}
1075	return 0;
1076}
1077
1078int ext4_xattr_ibody_inline_set(handle_t *handle, struct inode *inode,
1079				struct ext4_xattr_info *i,
1080				struct ext4_xattr_ibody_find *is)
1081{
1082	struct ext4_xattr_ibody_header *header;
1083	struct ext4_xattr_search *s = &is->s;
1084	int error;
1085
1086	if (EXT4_I(inode)->i_extra_isize == 0)
1087		return -ENOSPC;
1088	error = ext4_xattr_set_entry(i, s);
1089	if (error) {
1090		if (error == -ENOSPC &&
1091		    ext4_has_inline_data(inode)) {
1092			error = ext4_try_to_evict_inline_data(handle, inode,
1093					EXT4_XATTR_LEN(strlen(i->name) +
1094					EXT4_XATTR_SIZE(i->value_len)));
1095			if (error)
1096				return error;
1097			error = ext4_xattr_ibody_find(inode, i, is);
1098			if (error)
1099				return error;
1100			error = ext4_xattr_set_entry(i, s);
1101		}
1102		if (error)
1103			return error;
1104	}
1105	header = IHDR(inode, ext4_raw_inode(&is->iloc));
1106	if (!IS_LAST_ENTRY(s->first)) {
1107		header->h_magic = cpu_to_le32(EXT4_XATTR_MAGIC);
1108		ext4_set_inode_state(inode, EXT4_STATE_XATTR);
1109	} else {
1110		header->h_magic = cpu_to_le32(0);
1111		ext4_clear_inode_state(inode, EXT4_STATE_XATTR);
1112	}
1113	return 0;
1114}
1115
1116static int ext4_xattr_ibody_set(handle_t *handle, struct inode *inode,
1117				struct ext4_xattr_info *i,
1118				struct ext4_xattr_ibody_find *is)
1119{
1120	struct ext4_xattr_ibody_header *header;
1121	struct ext4_xattr_search *s = &is->s;
1122	int error;
1123
1124	if (EXT4_I(inode)->i_extra_isize == 0)
1125		return -ENOSPC;
1126	error = ext4_xattr_set_entry(i, s);
1127	if (error)
1128		return error;
1129	header = IHDR(inode, ext4_raw_inode(&is->iloc));
1130	if (!IS_LAST_ENTRY(s->first)) {
1131		header->h_magic = cpu_to_le32(EXT4_XATTR_MAGIC);
1132		ext4_set_inode_state(inode, EXT4_STATE_XATTR);
1133	} else {
1134		header->h_magic = cpu_to_le32(0);
1135		ext4_clear_inode_state(inode, EXT4_STATE_XATTR);
1136	}
1137	return 0;
1138}
1139
1140static int ext4_xattr_value_same(struct ext4_xattr_search *s,
1141				 struct ext4_xattr_info *i)
1142{
1143	void *value;
1144
1145	if (le32_to_cpu(s->here->e_value_size) != i->value_len)
1146		return 0;
1147	value = ((void *)s->base) + le16_to_cpu(s->here->e_value_offs);
1148	return !memcmp(value, i->value, i->value_len);
1149}
1150
1151/*
1152 * ext4_xattr_set_handle()
1153 *
1154 * Create, replace or remove an extended attribute for this inode.  Value
1155 * is NULL to remove an existing extended attribute, and non-NULL to
1156 * either replace an existing extended attribute, or create a new extended
1157 * attribute. The flags XATTR_REPLACE and XATTR_CREATE
1158 * specify that an extended attribute must exist and must not exist
1159 * previous to the call, respectively.
1160 *
1161 * Returns 0, or a negative error number on failure.
1162 */
1163int
1164ext4_xattr_set_handle(handle_t *handle, struct inode *inode, int name_index,
1165		      const char *name, const void *value, size_t value_len,
1166		      int flags)
1167{
1168	struct ext4_xattr_info i = {
1169		.name_index = name_index,
1170		.name = name,
1171		.value = value,
1172		.value_len = value_len,
1173
1174	};
1175	struct ext4_xattr_ibody_find is = {
1176		.s = { .not_found = -ENODATA, },
1177	};
1178	struct ext4_xattr_block_find bs = {
1179		.s = { .not_found = -ENODATA, },
1180	};
1181	unsigned long no_expand;
1182	int error;
1183
1184	if (!name)
1185		return -EINVAL;
1186	if (strlen(name) > 255)
1187		return -ERANGE;
1188	down_write(&EXT4_I(inode)->xattr_sem);
1189	no_expand = ext4_test_inode_state(inode, EXT4_STATE_NO_EXPAND);
1190	ext4_set_inode_state(inode, EXT4_STATE_NO_EXPAND);
1191
1192	error = ext4_reserve_inode_write(handle, inode, &is.iloc);
1193	if (error)
1194		goto cleanup;
1195
1196	if (ext4_test_inode_state(inode, EXT4_STATE_NEW)) {
1197		struct ext4_inode *raw_inode = ext4_raw_inode(&is.iloc);
1198		memset(raw_inode, 0, EXT4_SB(inode->i_sb)->s_inode_size);
1199		ext4_clear_inode_state(inode, EXT4_STATE_NEW);
1200	}
1201
1202	error = ext4_xattr_ibody_find(inode, &i, &is);
1203	if (error)
1204		goto cleanup;
1205	if (is.s.not_found)
1206		error = ext4_xattr_block_find(inode, &i, &bs);
1207	if (error)
1208		goto cleanup;
1209	if (is.s.not_found && bs.s.not_found) {
1210		error = -ENODATA;
1211		if (flags & XATTR_REPLACE)
1212			goto cleanup;
1213		error = 0;
1214		if (!value)
1215			goto cleanup;
1216	} else {
1217		error = -EEXIST;
1218		if (flags & XATTR_CREATE)
1219			goto cleanup;
1220	}
1221	if (!value) {
1222		if (!is.s.not_found)
1223			error = ext4_xattr_ibody_set(handle, inode, &i, &is);
1224		else if (!bs.s.not_found)
1225			error = ext4_xattr_block_set(handle, inode, &i, &bs);
1226	} else {
1227		error = 0;
1228		/* Xattr value did not change? Save us some work and bail out */
1229		if (!is.s.not_found && ext4_xattr_value_same(&is.s, &i))
1230			goto cleanup;
1231		if (!bs.s.not_found && ext4_xattr_value_same(&bs.s, &i))
1232			goto cleanup;
1233
1234		error = ext4_xattr_ibody_set(handle, inode, &i, &is);
1235		if (!error && !bs.s.not_found) {
1236			i.value = NULL;
1237			error = ext4_xattr_block_set(handle, inode, &i, &bs);
1238		} else if (error == -ENOSPC) {
1239			if (EXT4_I(inode)->i_file_acl && !bs.s.base) {
1240				error = ext4_xattr_block_find(inode, &i, &bs);
1241				if (error)
1242					goto cleanup;
1243			}
1244			error = ext4_xattr_block_set(handle, inode, &i, &bs);
1245			if (error)
1246				goto cleanup;
1247			if (!is.s.not_found) {
1248				i.value = NULL;
1249				error = ext4_xattr_ibody_set(handle, inode, &i,
1250							     &is);
1251			}
1252		}
1253	}
1254	if (!error) {
1255		ext4_xattr_update_super_block(handle, inode->i_sb);
1256		inode->i_ctime = ext4_current_time(inode);
1257		if (!value)
1258			ext4_clear_inode_state(inode, EXT4_STATE_NO_EXPAND);
1259		error = ext4_mark_iloc_dirty(handle, inode, &is.iloc);
1260		/*
1261		 * The bh is consumed by ext4_mark_iloc_dirty, even with
1262		 * error != 0.
1263		 */
1264		is.iloc.bh = NULL;
1265		if (IS_SYNC(inode))
1266			ext4_handle_sync(handle);
1267	}
1268
1269cleanup:
1270	brelse(is.iloc.bh);
1271	brelse(bs.bh);
1272	if (no_expand == 0)
1273		ext4_clear_inode_state(inode, EXT4_STATE_NO_EXPAND);
1274	up_write(&EXT4_I(inode)->xattr_sem);
1275	return error;
1276}
1277
1278/*
1279 * ext4_xattr_set()
1280 *
1281 * Like ext4_xattr_set_handle, but start from an inode. This extended
1282 * attribute modification is a filesystem transaction by itself.
1283 *
1284 * Returns 0, or a negative error number on failure.
1285 */
1286int
1287ext4_xattr_set(struct inode *inode, int name_index, const char *name,
1288	       const void *value, size_t value_len, int flags)
1289{
1290	handle_t *handle;
1291	int error, retries = 0;
1292	int credits = ext4_jbd2_credits_xattr(inode);
1293
1294retry:
1295	handle = ext4_journal_start(inode, EXT4_HT_XATTR, credits);
1296	if (IS_ERR(handle)) {
1297		error = PTR_ERR(handle);
1298	} else {
1299		int error2;
1300
1301		error = ext4_xattr_set_handle(handle, inode, name_index, name,
1302					      value, value_len, flags);
1303		error2 = ext4_journal_stop(handle);
1304		if (error == -ENOSPC &&
1305		    ext4_should_retry_alloc(inode->i_sb, &retries))
1306			goto retry;
1307		if (error == 0)
1308			error = error2;
1309	}
1310
1311	return error;
1312}
1313
1314/*
1315 * Shift the EA entries in the inode to create space for the increased
1316 * i_extra_isize.
1317 */
1318static void ext4_xattr_shift_entries(struct ext4_xattr_entry *entry,
1319				     int value_offs_shift, void *to,
1320				     void *from, size_t n, int blocksize)
1321{
1322	struct ext4_xattr_entry *last = entry;
1323	int new_offs;
1324
 
 
 
1325	/* Adjust the value offsets of the entries */
1326	for (; !IS_LAST_ENTRY(last); last = EXT4_XATTR_NEXT(last)) {
1327		if (!last->e_value_block && last->e_value_size) {
1328			new_offs = le16_to_cpu(last->e_value_offs) +
1329							value_offs_shift;
1330			BUG_ON(new_offs + le32_to_cpu(last->e_value_size)
1331				 > blocksize);
1332			last->e_value_offs = cpu_to_le16(new_offs);
1333		}
1334	}
1335	/* Shift the entries by n bytes */
1336	memmove(to, from, n);
1337}
1338
1339/*
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1340 * Expand an inode by new_extra_isize bytes when EAs are present.
1341 * Returns 0 on success or negative error number on failure.
1342 */
1343int ext4_expand_extra_isize_ea(struct inode *inode, int new_extra_isize,
1344			       struct ext4_inode *raw_inode, handle_t *handle)
1345{
1346	struct ext4_xattr_ibody_header *header;
1347	struct ext4_xattr_entry *entry, *last, *first;
1348	struct buffer_head *bh = NULL;
1349	struct ext4_xattr_ibody_find *is = NULL;
1350	struct ext4_xattr_block_find *bs = NULL;
1351	char *buffer = NULL, *b_entry_name = NULL;
1352	size_t min_offs, free;
1353	int total_ino;
1354	void *base, *start, *end;
1355	int extra_isize = 0, error = 0, tried_min_extra_isize = 0;
1356	int s_min_extra_isize = le16_to_cpu(EXT4_SB(inode->i_sb)->s_es->s_min_extra_isize);
 
 
1357
1358	down_write(&EXT4_I(inode)->xattr_sem);
1359retry:
1360	if (EXT4_I(inode)->i_extra_isize >= new_extra_isize) {
1361		up_write(&EXT4_I(inode)->xattr_sem);
1362		return 0;
1363	}
 
 
 
 
1364
1365	header = IHDR(inode, raw_inode);
1366	entry = IFIRST(header);
1367
1368	/*
1369	 * Check if enough free space is available in the inode to shift the
1370	 * entries ahead by new_extra_isize.
1371	 */
1372
1373	base = start = entry;
1374	end = (void *)raw_inode + EXT4_SB(inode->i_sb)->s_inode_size;
1375	min_offs = end - base;
1376	last = entry;
1377	total_ino = sizeof(struct ext4_xattr_ibody_header);
1378
1379	error = xattr_check_inode(inode, header, end);
1380	if (error)
1381		goto cleanup;
1382
1383	free = ext4_xattr_free_space(last, &min_offs, base, &total_ino);
1384	if (free >= new_extra_isize) {
1385		entry = IFIRST(header);
1386		ext4_xattr_shift_entries(entry,	EXT4_I(inode)->i_extra_isize
1387				- new_extra_isize, (void *)raw_inode +
1388				EXT4_GOOD_OLD_INODE_SIZE + new_extra_isize,
1389				(void *)header, total_ino,
1390				inode->i_sb->s_blocksize);
1391		EXT4_I(inode)->i_extra_isize = new_extra_isize;
1392		error = 0;
1393		goto cleanup;
1394	}
1395
1396	/*
1397	 * Enough free space isn't available in the inode, check if
1398	 * EA block can hold new_extra_isize bytes.
1399	 */
1400	if (EXT4_I(inode)->i_file_acl) {
1401		bh = sb_bread(inode->i_sb, EXT4_I(inode)->i_file_acl);
1402		error = -EIO;
1403		if (!bh)
1404			goto cleanup;
1405		if (ext4_xattr_check_block(inode, bh)) {
1406			EXT4_ERROR_INODE(inode, "bad block %llu",
1407					 EXT4_I(inode)->i_file_acl);
1408			error = -EFSCORRUPTED;
1409			goto cleanup;
1410		}
1411		base = BHDR(bh);
1412		first = BFIRST(bh);
1413		end = bh->b_data + bh->b_size;
1414		min_offs = end - base;
1415		free = ext4_xattr_free_space(first, &min_offs, base, NULL);
1416		if (free < new_extra_isize) {
 
1417			if (!tried_min_extra_isize && s_min_extra_isize) {
1418				tried_min_extra_isize++;
1419				new_extra_isize = s_min_extra_isize;
1420				brelse(bh);
1421				goto retry;
1422			}
1423			error = -1;
1424			goto cleanup;
1425		}
1426	} else {
1427		free = inode->i_sb->s_blocksize;
1428	}
1429
1430	while (new_extra_isize > 0) {
1431		size_t offs, size, entry_size;
1432		struct ext4_xattr_entry *small_entry = NULL;
1433		struct ext4_xattr_info i = {
1434			.value = NULL,
1435			.value_len = 0,
1436		};
1437		unsigned int total_size;  /* EA entry size + value size */
1438		unsigned int shift_bytes; /* No. of bytes to shift EAs by? */
1439		unsigned int min_total_size = ~0U;
1440
1441		is = kzalloc(sizeof(struct ext4_xattr_ibody_find), GFP_NOFS);
1442		bs = kzalloc(sizeof(struct ext4_xattr_block_find), GFP_NOFS);
1443		if (!is || !bs) {
1444			error = -ENOMEM;
1445			goto cleanup;
1446		}
1447
1448		is->s.not_found = -ENODATA;
1449		bs->s.not_found = -ENODATA;
1450		is->iloc.bh = NULL;
1451		bs->bh = NULL;
1452
1453		last = IFIRST(header);
1454		/* Find the entry best suited to be pushed into EA block */
1455		entry = NULL;
1456		for (; !IS_LAST_ENTRY(last); last = EXT4_XATTR_NEXT(last)) {
1457			total_size =
1458			EXT4_XATTR_SIZE(le32_to_cpu(last->e_value_size)) +
1459					EXT4_XATTR_LEN(last->e_name_len);
1460			if (total_size <= free && total_size < min_total_size) {
1461				if (total_size < new_extra_isize) {
1462					small_entry = last;
1463				} else {
1464					entry = last;
1465					min_total_size = total_size;
1466				}
1467			}
1468		}
1469
1470		if (entry == NULL) {
1471			if (small_entry) {
1472				entry = small_entry;
1473			} else {
1474				if (!tried_min_extra_isize &&
1475				    s_min_extra_isize) {
1476					tried_min_extra_isize++;
1477					new_extra_isize = s_min_extra_isize;
1478					kfree(is); is = NULL;
1479					kfree(bs); bs = NULL;
1480					brelse(bh);
1481					goto retry;
1482				}
1483				error = -1;
1484				goto cleanup;
1485			}
1486		}
1487		offs = le16_to_cpu(entry->e_value_offs);
1488		size = le32_to_cpu(entry->e_value_size);
1489		entry_size = EXT4_XATTR_LEN(entry->e_name_len);
1490		i.name_index = entry->e_name_index,
1491		buffer = kmalloc(EXT4_XATTR_SIZE(size), GFP_NOFS);
1492		b_entry_name = kmalloc(entry->e_name_len + 1, GFP_NOFS);
1493		if (!buffer || !b_entry_name) {
1494			error = -ENOMEM;
1495			goto cleanup;
1496		}
1497		/* Save the entry name and the entry value */
1498		memcpy(buffer, (void *)IFIRST(header) + offs,
1499		       EXT4_XATTR_SIZE(size));
1500		memcpy(b_entry_name, entry->e_name, entry->e_name_len);
1501		b_entry_name[entry->e_name_len] = '\0';
1502		i.name = b_entry_name;
1503
1504		error = ext4_get_inode_loc(inode, &is->iloc);
1505		if (error)
1506			goto cleanup;
1507
1508		error = ext4_xattr_ibody_find(inode, &i, is);
1509		if (error)
1510			goto cleanup;
1511
1512		/* Remove the chosen entry from the inode */
1513		error = ext4_xattr_ibody_set(handle, inode, &i, is);
1514		if (error)
1515			goto cleanup;
1516
1517		entry = IFIRST(header);
1518		if (entry_size + EXT4_XATTR_SIZE(size) >= new_extra_isize)
1519			shift_bytes = new_extra_isize;
1520		else
1521			shift_bytes = entry_size + size;
1522		/* Adjust the offsets and shift the remaining entries ahead */
1523		ext4_xattr_shift_entries(entry, EXT4_I(inode)->i_extra_isize -
1524			shift_bytes, (void *)raw_inode +
1525			EXT4_GOOD_OLD_INODE_SIZE + extra_isize + shift_bytes,
1526			(void *)header, total_ino - entry_size,
1527			inode->i_sb->s_blocksize);
1528
1529		extra_isize += shift_bytes;
1530		new_extra_isize -= shift_bytes;
1531		EXT4_I(inode)->i_extra_isize = extra_isize;
1532
1533		i.name = b_entry_name;
1534		i.value = buffer;
1535		i.value_len = size;
1536		error = ext4_xattr_block_find(inode, &i, bs);
1537		if (error)
1538			goto cleanup;
1539
1540		/* Add entry which was removed from the inode into the block */
1541		error = ext4_xattr_block_set(handle, inode, &i, bs);
1542		if (error)
1543			goto cleanup;
1544		kfree(b_entry_name);
1545		kfree(buffer);
1546		b_entry_name = NULL;
1547		buffer = NULL;
1548		brelse(is->iloc.bh);
1549		kfree(is);
1550		kfree(bs);
1551	}
 
 
 
 
 
 
 
1552	brelse(bh);
1553	up_write(&EXT4_I(inode)->xattr_sem);
 
1554	return 0;
1555
1556cleanup:
1557	kfree(b_entry_name);
1558	kfree(buffer);
1559	if (is)
1560		brelse(is->iloc.bh);
1561	kfree(is);
1562	kfree(bs);
1563	brelse(bh);
1564	up_write(&EXT4_I(inode)->xattr_sem);
 
 
 
 
1565	return error;
1566}
1567
1568
1569
1570/*
1571 * ext4_xattr_delete_inode()
1572 *
1573 * Free extended attribute resources associated with this inode. This
1574 * is called immediately before an inode is freed. We have exclusive
1575 * access to the inode.
1576 */
1577void
1578ext4_xattr_delete_inode(handle_t *handle, struct inode *inode)
1579{
1580	struct buffer_head *bh = NULL;
1581
1582	if (!EXT4_I(inode)->i_file_acl)
1583		goto cleanup;
1584	bh = sb_bread(inode->i_sb, EXT4_I(inode)->i_file_acl);
1585	if (!bh) {
1586		EXT4_ERROR_INODE(inode, "block %llu read error",
1587				 EXT4_I(inode)->i_file_acl);
1588		goto cleanup;
1589	}
1590	if (BHDR(bh)->h_magic != cpu_to_le32(EXT4_XATTR_MAGIC) ||
1591	    BHDR(bh)->h_blocks != cpu_to_le32(1)) {
1592		EXT4_ERROR_INODE(inode, "bad block %llu",
1593				 EXT4_I(inode)->i_file_acl);
1594		goto cleanup;
1595	}
1596	ext4_xattr_release_block(handle, inode, bh);
1597	EXT4_I(inode)->i_file_acl = 0;
1598
1599cleanup:
1600	brelse(bh);
1601}
1602
1603/*
1604 * ext4_xattr_cache_insert()
1605 *
1606 * Create a new entry in the extended attribute cache, and insert
1607 * it unless such an entry is already in the cache.
1608 *
1609 * Returns 0, or a negative error number on failure.
1610 */
1611static void
1612ext4_xattr_cache_insert(struct mb_cache *ext4_mb_cache, struct buffer_head *bh)
1613{
1614	struct ext4_xattr_header *header = BHDR(bh);
1615	__u32 hash = le32_to_cpu(header->h_hash);
1616	int reusable = le32_to_cpu(header->h_refcount) <
1617		       EXT4_XATTR_REFCOUNT_MAX;
1618	int error;
1619
1620	error = mb_cache_entry_create(ext4_mb_cache, GFP_NOFS, hash,
1621				      bh->b_blocknr, reusable);
1622	if (error) {
1623		if (error == -EBUSY)
1624			ea_bdebug(bh, "already in cache");
1625	} else
1626		ea_bdebug(bh, "inserting [%x]", (int)hash);
1627}
1628
1629/*
1630 * ext4_xattr_cmp()
1631 *
1632 * Compare two extended attribute blocks for equality.
1633 *
1634 * Returns 0 if the blocks are equal, 1 if they differ, and
1635 * a negative error number on errors.
1636 */
1637static int
1638ext4_xattr_cmp(struct ext4_xattr_header *header1,
1639	       struct ext4_xattr_header *header2)
1640{
1641	struct ext4_xattr_entry *entry1, *entry2;
1642
1643	entry1 = ENTRY(header1+1);
1644	entry2 = ENTRY(header2+1);
1645	while (!IS_LAST_ENTRY(entry1)) {
1646		if (IS_LAST_ENTRY(entry2))
1647			return 1;
1648		if (entry1->e_hash != entry2->e_hash ||
1649		    entry1->e_name_index != entry2->e_name_index ||
1650		    entry1->e_name_len != entry2->e_name_len ||
1651		    entry1->e_value_size != entry2->e_value_size ||
1652		    memcmp(entry1->e_name, entry2->e_name, entry1->e_name_len))
1653			return 1;
1654		if (entry1->e_value_block != 0 || entry2->e_value_block != 0)
1655			return -EFSCORRUPTED;
1656		if (memcmp((char *)header1 + le16_to_cpu(entry1->e_value_offs),
1657			   (char *)header2 + le16_to_cpu(entry2->e_value_offs),
1658			   le32_to_cpu(entry1->e_value_size)))
1659			return 1;
1660
1661		entry1 = EXT4_XATTR_NEXT(entry1);
1662		entry2 = EXT4_XATTR_NEXT(entry2);
1663	}
1664	if (!IS_LAST_ENTRY(entry2))
1665		return 1;
1666	return 0;
1667}
1668
1669/*
1670 * ext4_xattr_cache_find()
1671 *
1672 * Find an identical extended attribute block.
1673 *
1674 * Returns a pointer to the block found, or NULL if such a block was
1675 * not found or an error occurred.
1676 */
1677static struct buffer_head *
1678ext4_xattr_cache_find(struct inode *inode, struct ext4_xattr_header *header,
1679		      struct mb_cache_entry **pce)
1680{
1681	__u32 hash = le32_to_cpu(header->h_hash);
1682	struct mb_cache_entry *ce;
1683	struct mb_cache *ext4_mb_cache = EXT4_GET_MB_CACHE(inode);
1684
1685	if (!header->h_hash)
1686		return NULL;  /* never share */
1687	ea_idebug(inode, "looking for cached blocks [%x]", (int)hash);
1688	ce = mb_cache_entry_find_first(ext4_mb_cache, hash);
1689	while (ce) {
1690		struct buffer_head *bh;
1691
1692		bh = sb_bread(inode->i_sb, ce->e_block);
1693		if (!bh) {
1694			EXT4_ERROR_INODE(inode, "block %lu read error",
1695					 (unsigned long) ce->e_block);
1696		} else if (ext4_xattr_cmp(header, BHDR(bh)) == 0) {
1697			*pce = ce;
1698			return bh;
1699		}
1700		brelse(bh);
1701		ce = mb_cache_entry_find_next(ext4_mb_cache, ce);
1702	}
1703	return NULL;
1704}
1705
1706#define NAME_HASH_SHIFT 5
1707#define VALUE_HASH_SHIFT 16
1708
1709/*
1710 * ext4_xattr_hash_entry()
1711 *
1712 * Compute the hash of an extended attribute.
1713 */
1714static inline void ext4_xattr_hash_entry(struct ext4_xattr_header *header,
1715					 struct ext4_xattr_entry *entry)
1716{
1717	__u32 hash = 0;
1718	char *name = entry->e_name;
1719	int n;
1720
1721	for (n = 0; n < entry->e_name_len; n++) {
1722		hash = (hash << NAME_HASH_SHIFT) ^
1723		       (hash >> (8*sizeof(hash) - NAME_HASH_SHIFT)) ^
1724		       *name++;
1725	}
1726
1727	if (entry->e_value_block == 0 && entry->e_value_size != 0) {
1728		__le32 *value = (__le32 *)((char *)header +
1729			le16_to_cpu(entry->e_value_offs));
1730		for (n = (le32_to_cpu(entry->e_value_size) +
1731		     EXT4_XATTR_ROUND) >> EXT4_XATTR_PAD_BITS; n; n--) {
1732			hash = (hash << VALUE_HASH_SHIFT) ^
1733			       (hash >> (8*sizeof(hash) - VALUE_HASH_SHIFT)) ^
1734			       le32_to_cpu(*value++);
1735		}
1736	}
1737	entry->e_hash = cpu_to_le32(hash);
1738}
1739
1740#undef NAME_HASH_SHIFT
1741#undef VALUE_HASH_SHIFT
1742
1743#define BLOCK_HASH_SHIFT 16
1744
1745/*
1746 * ext4_xattr_rehash()
1747 *
1748 * Re-compute the extended attribute hash value after an entry has changed.
1749 */
1750static void ext4_xattr_rehash(struct ext4_xattr_header *header,
1751			      struct ext4_xattr_entry *entry)
1752{
1753	struct ext4_xattr_entry *here;
1754	__u32 hash = 0;
1755
1756	ext4_xattr_hash_entry(header, entry);
1757	here = ENTRY(header+1);
1758	while (!IS_LAST_ENTRY(here)) {
1759		if (!here->e_hash) {
1760			/* Block is not shared if an entry's hash value == 0 */
1761			hash = 0;
1762			break;
1763		}
1764		hash = (hash << BLOCK_HASH_SHIFT) ^
1765		       (hash >> (8*sizeof(hash) - BLOCK_HASH_SHIFT)) ^
1766		       le32_to_cpu(here->e_hash);
1767		here = EXT4_XATTR_NEXT(here);
1768	}
1769	header->h_hash = cpu_to_le32(hash);
1770}
1771
1772#undef BLOCK_HASH_SHIFT
1773
1774#define	HASH_BUCKET_BITS	10
1775
1776struct mb_cache *
1777ext4_xattr_create_cache(void)
1778{
1779	return mb_cache_create(HASH_BUCKET_BITS);
1780}
1781
1782void ext4_xattr_destroy_cache(struct mb_cache *cache)
1783{
1784	if (cache)
1785		mb_cache_destroy(cache);
1786}
1787
v4.10.11
   1/*
   2 * linux/fs/ext4/xattr.c
   3 *
   4 * Copyright (C) 2001-2003 Andreas Gruenbacher, <agruen@suse.de>
   5 *
   6 * Fix by Harrison Xing <harrison@mountainviewdata.com>.
   7 * Ext4 code with a lot of help from Eric Jarman <ejarman@acm.org>.
   8 * Extended attributes for symlinks and special files added per
   9 *  suggestion of Luka Renko <luka.renko@hermes.si>.
  10 * xattr consolidation Copyright (c) 2004 James Morris <jmorris@redhat.com>,
  11 *  Red Hat Inc.
  12 * ea-in-inode support by Alex Tomas <alex@clusterfs.com> aka bzzz
  13 *  and Andreas Gruenbacher <agruen@suse.de>.
  14 */
  15
  16/*
  17 * Extended attributes are stored directly in inodes (on file systems with
  18 * inodes bigger than 128 bytes) and on additional disk blocks. The i_file_acl
  19 * field contains the block number if an inode uses an additional block. All
  20 * attributes must fit in the inode and one additional block. Blocks that
  21 * contain the identical set of attributes may be shared among several inodes.
  22 * Identical blocks are detected by keeping a cache of blocks that have
  23 * recently been accessed.
  24 *
  25 * The attributes in inodes and on blocks have a different header; the entries
  26 * are stored in the same format:
  27 *
  28 *   +------------------+
  29 *   | header           |
  30 *   | entry 1          | |
  31 *   | entry 2          | | growing downwards
  32 *   | entry 3          | v
  33 *   | four null bytes  |
  34 *   | . . .            |
  35 *   | value 1          | ^
  36 *   | value 3          | | growing upwards
  37 *   | value 2          | |
  38 *   +------------------+
  39 *
  40 * The header is followed by multiple entry descriptors. In disk blocks, the
  41 * entry descriptors are kept sorted. In inodes, they are unsorted. The
  42 * attribute values are aligned to the end of the block in no specific order.
  43 *
  44 * Locking strategy
  45 * ----------------
  46 * EXT4_I(inode)->i_file_acl is protected by EXT4_I(inode)->xattr_sem.
  47 * EA blocks are only changed if they are exclusive to an inode, so
  48 * holding xattr_sem also means that nothing but the EA block's reference
  49 * count can change. Multiple writers to the same block are synchronized
  50 * by the buffer lock.
  51 */
  52
  53#include <linux/init.h>
  54#include <linux/fs.h>
  55#include <linux/slab.h>
  56#include <linux/mbcache.h>
  57#include <linux/quotaops.h>
  58#include "ext4_jbd2.h"
  59#include "ext4.h"
  60#include "xattr.h"
  61#include "acl.h"
  62
  63#ifdef EXT4_XATTR_DEBUG
  64# define ea_idebug(inode, fmt, ...)					\
  65	printk(KERN_DEBUG "inode %s:%lu: " fmt "\n",			\
  66	       inode->i_sb->s_id, inode->i_ino, ##__VA_ARGS__)
  67# define ea_bdebug(bh, fmt, ...)					\
  68	printk(KERN_DEBUG "block %pg:%lu: " fmt "\n",			\
  69	       bh->b_bdev, (unsigned long)bh->b_blocknr, ##__VA_ARGS__)
 
 
 
 
 
 
  70#else
  71# define ea_idebug(inode, fmt, ...)	no_printk(fmt, ##__VA_ARGS__)
  72# define ea_bdebug(bh, fmt, ...)	no_printk(fmt, ##__VA_ARGS__)
  73#endif
  74
  75static void ext4_xattr_cache_insert(struct mb_cache *, struct buffer_head *);
  76static struct buffer_head *ext4_xattr_cache_find(struct inode *,
  77						 struct ext4_xattr_header *,
  78						 struct mb_cache_entry **);
  79static void ext4_xattr_rehash(struct ext4_xattr_header *,
  80			      struct ext4_xattr_entry *);
  81static int ext4_xattr_list(struct dentry *dentry, char *buffer,
  82			   size_t buffer_size);
  83
  84static const struct xattr_handler *ext4_xattr_handler_map[] = {
  85	[EXT4_XATTR_INDEX_USER]		     = &ext4_xattr_user_handler,
  86#ifdef CONFIG_EXT4_FS_POSIX_ACL
  87	[EXT4_XATTR_INDEX_POSIX_ACL_ACCESS]  = &posix_acl_access_xattr_handler,
  88	[EXT4_XATTR_INDEX_POSIX_ACL_DEFAULT] = &posix_acl_default_xattr_handler,
  89#endif
  90	[EXT4_XATTR_INDEX_TRUSTED]	     = &ext4_xattr_trusted_handler,
  91#ifdef CONFIG_EXT4_FS_SECURITY
  92	[EXT4_XATTR_INDEX_SECURITY]	     = &ext4_xattr_security_handler,
  93#endif
  94};
  95
  96const struct xattr_handler *ext4_xattr_handlers[] = {
  97	&ext4_xattr_user_handler,
  98	&ext4_xattr_trusted_handler,
  99#ifdef CONFIG_EXT4_FS_POSIX_ACL
 100	&posix_acl_access_xattr_handler,
 101	&posix_acl_default_xattr_handler,
 102#endif
 103#ifdef CONFIG_EXT4_FS_SECURITY
 104	&ext4_xattr_security_handler,
 105#endif
 106	NULL
 107};
 108
 109#define EXT4_GET_MB_CACHE(inode)	(((struct ext4_sb_info *) \
 110				inode->i_sb->s_fs_info)->s_mb_cache)
 111
 112static __le32 ext4_xattr_block_csum(struct inode *inode,
 113				    sector_t block_nr,
 114				    struct ext4_xattr_header *hdr)
 115{
 116	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
 117	__u32 csum;
 
 118	__le64 dsk_block_nr = cpu_to_le64(block_nr);
 119	__u32 dummy_csum = 0;
 120	int offset = offsetof(struct ext4_xattr_header, h_checksum);
 121
 
 
 122	csum = ext4_chksum(sbi, sbi->s_csum_seed, (__u8 *)&dsk_block_nr,
 123			   sizeof(dsk_block_nr));
 124	csum = ext4_chksum(sbi, csum, (__u8 *)hdr, offset);
 125	csum = ext4_chksum(sbi, csum, (__u8 *)&dummy_csum, sizeof(dummy_csum));
 126	offset += sizeof(dummy_csum);
 127	csum = ext4_chksum(sbi, csum, (__u8 *)hdr + offset,
 128			   EXT4_BLOCK_SIZE(inode->i_sb) - offset);
 129
 
 130	return cpu_to_le32(csum);
 131}
 132
 133static int ext4_xattr_block_csum_verify(struct inode *inode,
 134					struct buffer_head *bh)
 
 135{
 136	struct ext4_xattr_header *hdr = BHDR(bh);
 137	int ret = 1;
 
 
 
 
 
 
 
 
 
 
 138
 139	if (ext4_has_metadata_csum(inode->i_sb)) {
 140		lock_buffer(bh);
 141		ret = (hdr->h_checksum == ext4_xattr_block_csum(inode,
 142							bh->b_blocknr, hdr));
 143		unlock_buffer(bh);
 144	}
 145	return ret;
 146}
 147
 148static void ext4_xattr_block_csum_set(struct inode *inode,
 149				      struct buffer_head *bh)
 
 150{
 151	if (ext4_has_metadata_csum(inode->i_sb))
 152		BHDR(bh)->h_checksum = ext4_xattr_block_csum(inode,
 153						bh->b_blocknr, BHDR(bh));
 154}
 155
 156static inline const struct xattr_handler *
 157ext4_xattr_handler(int name_index)
 158{
 159	const struct xattr_handler *handler = NULL;
 160
 161	if (name_index > 0 && name_index < ARRAY_SIZE(ext4_xattr_handler_map))
 162		handler = ext4_xattr_handler_map[name_index];
 163	return handler;
 164}
 165
 166/*
 167 * Inode operation listxattr()
 168 *
 169 * d_inode(dentry)->i_mutex: don't care
 170 */
 171ssize_t
 172ext4_listxattr(struct dentry *dentry, char *buffer, size_t size)
 173{
 174	return ext4_xattr_list(dentry, buffer, size);
 175}
 176
 177static int
 178ext4_xattr_check_names(struct ext4_xattr_entry *entry, void *end,
 179		       void *value_start)
 180{
 181	struct ext4_xattr_entry *e = entry;
 182
 183	/* Find the end of the names list */
 184	while (!IS_LAST_ENTRY(e)) {
 185		struct ext4_xattr_entry *next = EXT4_XATTR_NEXT(e);
 186		if ((void *)next >= end)
 187			return -EFSCORRUPTED;
 188		e = next;
 189	}
 190
 191	/* Check the values */
 192	while (!IS_LAST_ENTRY(entry)) {
 193		if (entry->e_value_block != 0)
 
 
 
 
 194			return -EFSCORRUPTED;
 195		if (entry->e_value_size != 0) {
 196			u16 offs = le16_to_cpu(entry->e_value_offs);
 197			u32 size = le32_to_cpu(entry->e_value_size);
 198			void *value;
 199
 200			/*
 201			 * The value cannot overlap the names, and the value
 202			 * with padding cannot extend beyond 'end'.  Check both
 203			 * the padded and unpadded sizes, since the size may
 204			 * overflow to 0 when adding padding.
 205			 */
 206			if (offs > end - value_start)
 207				return -EFSCORRUPTED;
 208			value = value_start + offs;
 209			if (value < (void *)e + sizeof(u32) ||
 210			    size > end - value ||
 211			    EXT4_XATTR_SIZE(size) > end - value)
 212				return -EFSCORRUPTED;
 213		}
 214		entry = EXT4_XATTR_NEXT(entry);
 215	}
 216
 217	return 0;
 218}
 219
 220static inline int
 221ext4_xattr_check_block(struct inode *inode, struct buffer_head *bh)
 222{
 223	int error;
 224
 225	if (buffer_verified(bh))
 226		return 0;
 227
 228	if (BHDR(bh)->h_magic != cpu_to_le32(EXT4_XATTR_MAGIC) ||
 229	    BHDR(bh)->h_blocks != cpu_to_le32(1))
 230		return -EFSCORRUPTED;
 231	if (!ext4_xattr_block_csum_verify(inode, bh))
 232		return -EFSBADCRC;
 233	error = ext4_xattr_check_names(BFIRST(bh), bh->b_data + bh->b_size,
 234				       bh->b_data);
 235	if (!error)
 236		set_buffer_verified(bh);
 237	return error;
 238}
 239
 240static int
 241__xattr_check_inode(struct inode *inode, struct ext4_xattr_ibody_header *header,
 242			 void *end, const char *function, unsigned int line)
 243{
 
 244	int error = -EFSCORRUPTED;
 245
 246	if (end - (void *)header < sizeof(*header) + sizeof(u32) ||
 247	    (header->h_magic != cpu_to_le32(EXT4_XATTR_MAGIC)))
 248		goto errout;
 249	error = ext4_xattr_check_names(IFIRST(header), end, IFIRST(header));
 250errout:
 251	if (error)
 252		__ext4_error_inode(inode, function, line, 0,
 253				   "corrupted in-inode xattr");
 254	return error;
 255}
 256
 257#define xattr_check_inode(inode, header, end) \
 258	__xattr_check_inode((inode), (header), (end), __func__, __LINE__)
 259
 260static inline int
 261ext4_xattr_check_entry(struct ext4_xattr_entry *entry, size_t size)
 262{
 263	size_t value_size = le32_to_cpu(entry->e_value_size);
 264
 265	if (entry->e_value_block != 0 || value_size > size ||
 266	    le16_to_cpu(entry->e_value_offs) + value_size > size)
 267		return -EFSCORRUPTED;
 268	return 0;
 269}
 270
 271static int
 272ext4_xattr_find_entry(struct ext4_xattr_entry **pentry, int name_index,
 273		      const char *name, size_t size, int sorted)
 274{
 275	struct ext4_xattr_entry *entry;
 276	size_t name_len;
 277	int cmp = 1;
 278
 279	if (name == NULL)
 280		return -EINVAL;
 281	name_len = strlen(name);
 282	entry = *pentry;
 283	for (; !IS_LAST_ENTRY(entry); entry = EXT4_XATTR_NEXT(entry)) {
 284		cmp = name_index - entry->e_name_index;
 285		if (!cmp)
 286			cmp = name_len - entry->e_name_len;
 287		if (!cmp)
 288			cmp = memcmp(name, entry->e_name, name_len);
 289		if (cmp <= 0 && (sorted || cmp == 0))
 290			break;
 291	}
 292	*pentry = entry;
 293	if (!cmp && ext4_xattr_check_entry(entry, size))
 294		return -EFSCORRUPTED;
 295	return cmp ? -ENODATA : 0;
 296}
 297
 298static int
 299ext4_xattr_block_get(struct inode *inode, int name_index, const char *name,
 300		     void *buffer, size_t buffer_size)
 301{
 302	struct buffer_head *bh = NULL;
 303	struct ext4_xattr_entry *entry;
 304	size_t size;
 305	int error;
 306	struct mb_cache *ext4_mb_cache = EXT4_GET_MB_CACHE(inode);
 307
 308	ea_idebug(inode, "name=%d.%s, buffer=%p, buffer_size=%ld",
 309		  name_index, name, buffer, (long)buffer_size);
 310
 311	error = -ENODATA;
 312	if (!EXT4_I(inode)->i_file_acl)
 313		goto cleanup;
 314	ea_idebug(inode, "reading block %llu",
 315		  (unsigned long long)EXT4_I(inode)->i_file_acl);
 316	bh = sb_bread(inode->i_sb, EXT4_I(inode)->i_file_acl);
 317	if (!bh)
 318		goto cleanup;
 319	ea_bdebug(bh, "b_count=%d, refcount=%d",
 320		atomic_read(&(bh->b_count)), le32_to_cpu(BHDR(bh)->h_refcount));
 321	if (ext4_xattr_check_block(inode, bh)) {
 322bad_block:
 323		EXT4_ERROR_INODE(inode, "bad block %llu",
 324				 EXT4_I(inode)->i_file_acl);
 325		error = -EFSCORRUPTED;
 326		goto cleanup;
 327	}
 328	ext4_xattr_cache_insert(ext4_mb_cache, bh);
 329	entry = BFIRST(bh);
 330	error = ext4_xattr_find_entry(&entry, name_index, name, bh->b_size, 1);
 331	if (error == -EFSCORRUPTED)
 332		goto bad_block;
 333	if (error)
 334		goto cleanup;
 335	size = le32_to_cpu(entry->e_value_size);
 336	if (buffer) {
 337		error = -ERANGE;
 338		if (size > buffer_size)
 339			goto cleanup;
 340		memcpy(buffer, bh->b_data + le16_to_cpu(entry->e_value_offs),
 341		       size);
 342	}
 343	error = size;
 344
 345cleanup:
 346	brelse(bh);
 347	return error;
 348}
 349
 350int
 351ext4_xattr_ibody_get(struct inode *inode, int name_index, const char *name,
 352		     void *buffer, size_t buffer_size)
 353{
 354	struct ext4_xattr_ibody_header *header;
 355	struct ext4_xattr_entry *entry;
 356	struct ext4_inode *raw_inode;
 357	struct ext4_iloc iloc;
 358	size_t size;
 359	void *end;
 360	int error;
 361
 362	if (!ext4_test_inode_state(inode, EXT4_STATE_XATTR))
 363		return -ENODATA;
 364	error = ext4_get_inode_loc(inode, &iloc);
 365	if (error)
 366		return error;
 367	raw_inode = ext4_raw_inode(&iloc);
 368	header = IHDR(inode, raw_inode);
 369	entry = IFIRST(header);
 370	end = (void *)raw_inode + EXT4_SB(inode->i_sb)->s_inode_size;
 371	error = xattr_check_inode(inode, header, end);
 372	if (error)
 373		goto cleanup;
 374	error = ext4_xattr_find_entry(&entry, name_index, name,
 375				      end - (void *)entry, 0);
 376	if (error)
 377		goto cleanup;
 378	size = le32_to_cpu(entry->e_value_size);
 379	if (buffer) {
 380		error = -ERANGE;
 381		if (size > buffer_size)
 382			goto cleanup;
 383		memcpy(buffer, (void *)IFIRST(header) +
 384		       le16_to_cpu(entry->e_value_offs), size);
 385	}
 386	error = size;
 387
 388cleanup:
 389	brelse(iloc.bh);
 390	return error;
 391}
 392
 393/*
 394 * ext4_xattr_get()
 395 *
 396 * Copy an extended attribute into the buffer
 397 * provided, or compute the buffer size required.
 398 * Buffer is NULL to compute the size of the buffer required.
 399 *
 400 * Returns a negative error number on failure, or the number of bytes
 401 * used / required on success.
 402 */
 403int
 404ext4_xattr_get(struct inode *inode, int name_index, const char *name,
 405	       void *buffer, size_t buffer_size)
 406{
 407	int error;
 408
 409	if (strlen(name) > 255)
 410		return -ERANGE;
 411
 412	down_read(&EXT4_I(inode)->xattr_sem);
 413	error = ext4_xattr_ibody_get(inode, name_index, name, buffer,
 414				     buffer_size);
 415	if (error == -ENODATA)
 416		error = ext4_xattr_block_get(inode, name_index, name, buffer,
 417					     buffer_size);
 418	up_read(&EXT4_I(inode)->xattr_sem);
 419	return error;
 420}
 421
 422static int
 423ext4_xattr_list_entries(struct dentry *dentry, struct ext4_xattr_entry *entry,
 424			char *buffer, size_t buffer_size)
 425{
 426	size_t rest = buffer_size;
 427
 428	for (; !IS_LAST_ENTRY(entry); entry = EXT4_XATTR_NEXT(entry)) {
 429		const struct xattr_handler *handler =
 430			ext4_xattr_handler(entry->e_name_index);
 431
 432		if (handler && (!handler->list || handler->list(dentry))) {
 433			const char *prefix = handler->prefix ?: handler->name;
 434			size_t prefix_len = strlen(prefix);
 435			size_t size = prefix_len + entry->e_name_len + 1;
 436
 437			if (buffer) {
 438				if (size > rest)
 439					return -ERANGE;
 440				memcpy(buffer, prefix, prefix_len);
 441				buffer += prefix_len;
 442				memcpy(buffer, entry->e_name, entry->e_name_len);
 443				buffer += entry->e_name_len;
 444				*buffer++ = 0;
 445			}
 446			rest -= size;
 447		}
 448	}
 449	return buffer_size - rest;  /* total size */
 450}
 451
 452static int
 453ext4_xattr_block_list(struct dentry *dentry, char *buffer, size_t buffer_size)
 454{
 455	struct inode *inode = d_inode(dentry);
 456	struct buffer_head *bh = NULL;
 457	int error;
 458	struct mb_cache *ext4_mb_cache = EXT4_GET_MB_CACHE(inode);
 459
 460	ea_idebug(inode, "buffer=%p, buffer_size=%ld",
 461		  buffer, (long)buffer_size);
 462
 463	error = 0;
 464	if (!EXT4_I(inode)->i_file_acl)
 465		goto cleanup;
 466	ea_idebug(inode, "reading block %llu",
 467		  (unsigned long long)EXT4_I(inode)->i_file_acl);
 468	bh = sb_bread(inode->i_sb, EXT4_I(inode)->i_file_acl);
 469	error = -EIO;
 470	if (!bh)
 471		goto cleanup;
 472	ea_bdebug(bh, "b_count=%d, refcount=%d",
 473		atomic_read(&(bh->b_count)), le32_to_cpu(BHDR(bh)->h_refcount));
 474	if (ext4_xattr_check_block(inode, bh)) {
 475		EXT4_ERROR_INODE(inode, "bad block %llu",
 476				 EXT4_I(inode)->i_file_acl);
 477		error = -EFSCORRUPTED;
 478		goto cleanup;
 479	}
 480	ext4_xattr_cache_insert(ext4_mb_cache, bh);
 481	error = ext4_xattr_list_entries(dentry, BFIRST(bh), buffer, buffer_size);
 482
 483cleanup:
 484	brelse(bh);
 485
 486	return error;
 487}
 488
 489static int
 490ext4_xattr_ibody_list(struct dentry *dentry, char *buffer, size_t buffer_size)
 491{
 492	struct inode *inode = d_inode(dentry);
 493	struct ext4_xattr_ibody_header *header;
 494	struct ext4_inode *raw_inode;
 495	struct ext4_iloc iloc;
 496	void *end;
 497	int error;
 498
 499	if (!ext4_test_inode_state(inode, EXT4_STATE_XATTR))
 500		return 0;
 501	error = ext4_get_inode_loc(inode, &iloc);
 502	if (error)
 503		return error;
 504	raw_inode = ext4_raw_inode(&iloc);
 505	header = IHDR(inode, raw_inode);
 506	end = (void *)raw_inode + EXT4_SB(inode->i_sb)->s_inode_size;
 507	error = xattr_check_inode(inode, header, end);
 508	if (error)
 509		goto cleanup;
 510	error = ext4_xattr_list_entries(dentry, IFIRST(header),
 511					buffer, buffer_size);
 512
 513cleanup:
 514	brelse(iloc.bh);
 515	return error;
 516}
 517
 518/*
 519 * ext4_xattr_list()
 520 *
 521 * Copy a list of attribute names into the buffer
 522 * provided, or compute the buffer size required.
 523 * Buffer is NULL to compute the size of the buffer required.
 524 *
 525 * Returns a negative error number on failure, or the number of bytes
 526 * used / required on success.
 527 */
 528static int
 529ext4_xattr_list(struct dentry *dentry, char *buffer, size_t buffer_size)
 530{
 531	int ret, ret2;
 532
 533	down_read(&EXT4_I(d_inode(dentry))->xattr_sem);
 534	ret = ret2 = ext4_xattr_ibody_list(dentry, buffer, buffer_size);
 535	if (ret < 0)
 536		goto errout;
 537	if (buffer) {
 538		buffer += ret;
 539		buffer_size -= ret;
 540	}
 541	ret = ext4_xattr_block_list(dentry, buffer, buffer_size);
 542	if (ret < 0)
 543		goto errout;
 544	ret += ret2;
 545errout:
 546	up_read(&EXT4_I(d_inode(dentry))->xattr_sem);
 547	return ret;
 548}
 549
 550/*
 551 * If the EXT4_FEATURE_COMPAT_EXT_ATTR feature of this file system is
 552 * not set, set it.
 553 */
 554static void ext4_xattr_update_super_block(handle_t *handle,
 555					  struct super_block *sb)
 556{
 557	if (ext4_has_feature_xattr(sb))
 558		return;
 559
 560	BUFFER_TRACE(EXT4_SB(sb)->s_sbh, "get_write_access");
 561	if (ext4_journal_get_write_access(handle, EXT4_SB(sb)->s_sbh) == 0) {
 562		ext4_set_feature_xattr(sb);
 563		ext4_handle_dirty_super(handle, sb);
 564	}
 565}
 566
 567/*
 568 * Release the xattr block BH: If the reference count is > 1, decrement it;
 569 * otherwise free the block.
 570 */
 571static void
 572ext4_xattr_release_block(handle_t *handle, struct inode *inode,
 573			 struct buffer_head *bh)
 574{
 575	struct mb_cache *ext4_mb_cache = EXT4_GET_MB_CACHE(inode);
 576	u32 hash, ref;
 577	int error = 0;
 578
 579	BUFFER_TRACE(bh, "get_write_access");
 580	error = ext4_journal_get_write_access(handle, bh);
 581	if (error)
 582		goto out;
 583
 584	lock_buffer(bh);
 585	hash = le32_to_cpu(BHDR(bh)->h_hash);
 586	ref = le32_to_cpu(BHDR(bh)->h_refcount);
 587	if (ref == 1) {
 588		ea_bdebug(bh, "refcount now=0; freeing");
 589		/*
 590		 * This must happen under buffer lock for
 591		 * ext4_xattr_block_set() to reliably detect freed block
 592		 */
 593		mb_cache_entry_delete_block(ext4_mb_cache, hash, bh->b_blocknr);
 594		get_bh(bh);
 595		unlock_buffer(bh);
 596		ext4_free_blocks(handle, inode, bh, 0, 1,
 597				 EXT4_FREE_BLOCKS_METADATA |
 598				 EXT4_FREE_BLOCKS_FORGET);
 599	} else {
 600		ref--;
 601		BHDR(bh)->h_refcount = cpu_to_le32(ref);
 602		if (ref == EXT4_XATTR_REFCOUNT_MAX - 1) {
 603			struct mb_cache_entry *ce;
 604
 605			ce = mb_cache_entry_get(ext4_mb_cache, hash,
 606						bh->b_blocknr);
 607			if (ce) {
 608				ce->e_reusable = 1;
 609				mb_cache_entry_put(ext4_mb_cache, ce);
 610			}
 611		}
 612
 613		ext4_xattr_block_csum_set(inode, bh);
 614		/*
 615		 * Beware of this ugliness: Releasing of xattr block references
 616		 * from different inodes can race and so we have to protect
 617		 * from a race where someone else frees the block (and releases
 618		 * its journal_head) before we are done dirtying the buffer. In
 619		 * nojournal mode this race is harmless and we actually cannot
 620		 * call ext4_handle_dirty_metadata() with locked buffer as
 621		 * that function can call sync_dirty_buffer() so for that case
 622		 * we handle the dirtying after unlocking the buffer.
 623		 */
 624		if (ext4_handle_valid(handle))
 625			error = ext4_handle_dirty_metadata(handle, inode, bh);
 
 626		unlock_buffer(bh);
 627		if (!ext4_handle_valid(handle))
 628			error = ext4_handle_dirty_metadata(handle, inode, bh);
 
 629		if (IS_SYNC(inode))
 630			ext4_handle_sync(handle);
 631		dquot_free_block(inode, EXT4_C2B(EXT4_SB(inode->i_sb), 1));
 632		ea_bdebug(bh, "refcount now=%d; releasing",
 633			  le32_to_cpu(BHDR(bh)->h_refcount));
 634	}
 635out:
 636	ext4_std_error(inode->i_sb, error);
 637	return;
 638}
 639
 640/*
 641 * Find the available free space for EAs. This also returns the total number of
 642 * bytes used by EA entries.
 643 */
 644static size_t ext4_xattr_free_space(struct ext4_xattr_entry *last,
 645				    size_t *min_offs, void *base, int *total)
 646{
 647	for (; !IS_LAST_ENTRY(last); last = EXT4_XATTR_NEXT(last)) {
 648		if (last->e_value_size) {
 649			size_t offs = le16_to_cpu(last->e_value_offs);
 650			if (offs < *min_offs)
 651				*min_offs = offs;
 652		}
 653		if (total)
 654			*total += EXT4_XATTR_LEN(last->e_name_len);
 655	}
 656	return (*min_offs - ((void *)last - base) - sizeof(__u32));
 657}
 658
 659static int
 660ext4_xattr_set_entry(struct ext4_xattr_info *i, struct ext4_xattr_search *s)
 661{
 662	struct ext4_xattr_entry *last;
 663	size_t free, min_offs = s->end - s->base, name_len = strlen(i->name);
 664
 665	/* Compute min_offs and last. */
 666	last = s->first;
 667	for (; !IS_LAST_ENTRY(last); last = EXT4_XATTR_NEXT(last)) {
 668		if (last->e_value_size) {
 669			size_t offs = le16_to_cpu(last->e_value_offs);
 670			if (offs < min_offs)
 671				min_offs = offs;
 672		}
 673	}
 674	free = min_offs - ((void *)last - s->base) - sizeof(__u32);
 675	if (!s->not_found) {
 676		if (s->here->e_value_size) {
 677			size_t size = le32_to_cpu(s->here->e_value_size);
 678			free += EXT4_XATTR_SIZE(size);
 679		}
 680		free += EXT4_XATTR_LEN(name_len);
 681	}
 682	if (i->value) {
 683		if (free < EXT4_XATTR_LEN(name_len) +
 684			   EXT4_XATTR_SIZE(i->value_len))
 685			return -ENOSPC;
 686	}
 687
 688	if (i->value && s->not_found) {
 689		/* Insert the new name. */
 690		size_t size = EXT4_XATTR_LEN(name_len);
 691		size_t rest = (void *)last - (void *)s->here + sizeof(__u32);
 692		memmove((void *)s->here + size, s->here, rest);
 693		memset(s->here, 0, size);
 694		s->here->e_name_index = i->name_index;
 695		s->here->e_name_len = name_len;
 696		memcpy(s->here->e_name, i->name, name_len);
 697	} else {
 698		if (s->here->e_value_size) {
 699			void *first_val = s->base + min_offs;
 700			size_t offs = le16_to_cpu(s->here->e_value_offs);
 701			void *val = s->base + offs;
 702			size_t size = EXT4_XATTR_SIZE(
 703				le32_to_cpu(s->here->e_value_size));
 704
 705			if (i->value && size == EXT4_XATTR_SIZE(i->value_len)) {
 706				/* The old and the new value have the same
 707				   size. Just replace. */
 708				s->here->e_value_size =
 709					cpu_to_le32(i->value_len);
 710				if (i->value == EXT4_ZERO_XATTR_VALUE) {
 711					memset(val, 0, size);
 712				} else {
 713					/* Clear pad bytes first. */
 714					memset(val + size - EXT4_XATTR_PAD, 0,
 715					       EXT4_XATTR_PAD);
 716					memcpy(val, i->value, i->value_len);
 717				}
 718				return 0;
 719			}
 720
 721			/* Remove the old value. */
 722			memmove(first_val + size, first_val, val - first_val);
 723			memset(first_val, 0, size);
 724			s->here->e_value_size = 0;
 725			s->here->e_value_offs = 0;
 726			min_offs += size;
 727
 728			/* Adjust all value offsets. */
 729			last = s->first;
 730			while (!IS_LAST_ENTRY(last)) {
 731				size_t o = le16_to_cpu(last->e_value_offs);
 732				if (last->e_value_size && o < offs)
 
 733					last->e_value_offs =
 734						cpu_to_le16(o + size);
 735				last = EXT4_XATTR_NEXT(last);
 736			}
 737		}
 738		if (!i->value) {
 739			/* Remove the old name. */
 740			size_t size = EXT4_XATTR_LEN(name_len);
 741			last = ENTRY((void *)last - size);
 742			memmove(s->here, (void *)s->here + size,
 743				(void *)last - (void *)s->here + sizeof(__u32));
 744			memset(last, 0, size);
 745		}
 746	}
 747
 748	if (i->value) {
 749		/* Insert the new value. */
 750		s->here->e_value_size = cpu_to_le32(i->value_len);
 751		if (i->value_len) {
 752			size_t size = EXT4_XATTR_SIZE(i->value_len);
 753			void *val = s->base + min_offs - size;
 754			s->here->e_value_offs = cpu_to_le16(min_offs - size);
 755			if (i->value == EXT4_ZERO_XATTR_VALUE) {
 756				memset(val, 0, size);
 757			} else {
 758				/* Clear the pad bytes first. */
 759				memset(val + size - EXT4_XATTR_PAD, 0,
 760				       EXT4_XATTR_PAD);
 761				memcpy(val, i->value, i->value_len);
 762			}
 763		}
 764	}
 765	return 0;
 766}
 767
 768struct ext4_xattr_block_find {
 769	struct ext4_xattr_search s;
 770	struct buffer_head *bh;
 771};
 772
 773static int
 774ext4_xattr_block_find(struct inode *inode, struct ext4_xattr_info *i,
 775		      struct ext4_xattr_block_find *bs)
 776{
 777	struct super_block *sb = inode->i_sb;
 778	int error;
 779
 780	ea_idebug(inode, "name=%d.%s, value=%p, value_len=%ld",
 781		  i->name_index, i->name, i->value, (long)i->value_len);
 782
 783	if (EXT4_I(inode)->i_file_acl) {
 784		/* The inode already has an extended attribute block. */
 785		bs->bh = sb_bread(sb, EXT4_I(inode)->i_file_acl);
 786		error = -EIO;
 787		if (!bs->bh)
 788			goto cleanup;
 789		ea_bdebug(bs->bh, "b_count=%d, refcount=%d",
 790			atomic_read(&(bs->bh->b_count)),
 791			le32_to_cpu(BHDR(bs->bh)->h_refcount));
 792		if (ext4_xattr_check_block(inode, bs->bh)) {
 793			EXT4_ERROR_INODE(inode, "bad block %llu",
 794					 EXT4_I(inode)->i_file_acl);
 795			error = -EFSCORRUPTED;
 796			goto cleanup;
 797		}
 798		/* Find the named attribute. */
 799		bs->s.base = BHDR(bs->bh);
 800		bs->s.first = BFIRST(bs->bh);
 801		bs->s.end = bs->bh->b_data + bs->bh->b_size;
 802		bs->s.here = bs->s.first;
 803		error = ext4_xattr_find_entry(&bs->s.here, i->name_index,
 804					      i->name, bs->bh->b_size, 1);
 805		if (error && error != -ENODATA)
 806			goto cleanup;
 807		bs->s.not_found = error;
 808	}
 809	error = 0;
 810
 811cleanup:
 812	return error;
 813}
 814
 815static int
 816ext4_xattr_block_set(handle_t *handle, struct inode *inode,
 817		     struct ext4_xattr_info *i,
 818		     struct ext4_xattr_block_find *bs)
 819{
 820	struct super_block *sb = inode->i_sb;
 821	struct buffer_head *new_bh = NULL;
 822	struct ext4_xattr_search *s = &bs->s;
 823	struct mb_cache_entry *ce = NULL;
 824	int error = 0;
 825	struct mb_cache *ext4_mb_cache = EXT4_GET_MB_CACHE(inode);
 826
 827#define header(x) ((struct ext4_xattr_header *)(x))
 828
 829	if (i->value && i->value_len > sb->s_blocksize)
 830		return -ENOSPC;
 831	if (s->base) {
 832		BUFFER_TRACE(bs->bh, "get_write_access");
 833		error = ext4_journal_get_write_access(handle, bs->bh);
 834		if (error)
 835			goto cleanup;
 836		lock_buffer(bs->bh);
 837
 838		if (header(s->base)->h_refcount == cpu_to_le32(1)) {
 839			__u32 hash = le32_to_cpu(BHDR(bs->bh)->h_hash);
 840
 841			/*
 842			 * This must happen under buffer lock for
 843			 * ext4_xattr_block_set() to reliably detect modified
 844			 * block
 845			 */
 846			mb_cache_entry_delete_block(ext4_mb_cache, hash,
 847						    bs->bh->b_blocknr);
 848			ea_bdebug(bs->bh, "modifying in-place");
 849			error = ext4_xattr_set_entry(i, s);
 850			if (!error) {
 851				if (!IS_LAST_ENTRY(s->first))
 852					ext4_xattr_rehash(header(s->base),
 853							  s->here);
 854				ext4_xattr_cache_insert(ext4_mb_cache,
 855					bs->bh);
 856			}
 857			ext4_xattr_block_csum_set(inode, bs->bh);
 858			unlock_buffer(bs->bh);
 859			if (error == -EFSCORRUPTED)
 860				goto bad_block;
 861			if (!error)
 862				error = ext4_handle_dirty_metadata(handle,
 863								   inode,
 864								   bs->bh);
 865			if (error)
 866				goto cleanup;
 867			goto inserted;
 868		} else {
 869			int offset = (char *)s->here - bs->bh->b_data;
 870
 871			unlock_buffer(bs->bh);
 872			ea_bdebug(bs->bh, "cloning");
 873			s->base = kmalloc(bs->bh->b_size, GFP_NOFS);
 874			error = -ENOMEM;
 875			if (s->base == NULL)
 876				goto cleanup;
 877			memcpy(s->base, BHDR(bs->bh), bs->bh->b_size);
 878			s->first = ENTRY(header(s->base)+1);
 879			header(s->base)->h_refcount = cpu_to_le32(1);
 880			s->here = ENTRY(s->base + offset);
 881			s->end = s->base + bs->bh->b_size;
 882		}
 883	} else {
 884		/* Allocate a buffer where we construct the new block. */
 885		s->base = kzalloc(sb->s_blocksize, GFP_NOFS);
 886		/* assert(header == s->base) */
 887		error = -ENOMEM;
 888		if (s->base == NULL)
 889			goto cleanup;
 890		header(s->base)->h_magic = cpu_to_le32(EXT4_XATTR_MAGIC);
 891		header(s->base)->h_blocks = cpu_to_le32(1);
 892		header(s->base)->h_refcount = cpu_to_le32(1);
 893		s->first = ENTRY(header(s->base)+1);
 894		s->here = ENTRY(header(s->base)+1);
 895		s->end = s->base + sb->s_blocksize;
 896	}
 897
 898	error = ext4_xattr_set_entry(i, s);
 899	if (error == -EFSCORRUPTED)
 900		goto bad_block;
 901	if (error)
 902		goto cleanup;
 903	if (!IS_LAST_ENTRY(s->first))
 904		ext4_xattr_rehash(header(s->base), s->here);
 905
 906inserted:
 907	if (!IS_LAST_ENTRY(s->first)) {
 908		new_bh = ext4_xattr_cache_find(inode, header(s->base), &ce);
 909		if (new_bh) {
 910			/* We found an identical block in the cache. */
 911			if (new_bh == bs->bh)
 912				ea_bdebug(new_bh, "keeping");
 913			else {
 914				u32 ref;
 915
 916				/* The old block is released after updating
 917				   the inode. */
 918				error = dquot_alloc_block(inode,
 919						EXT4_C2B(EXT4_SB(sb), 1));
 920				if (error)
 921					goto cleanup;
 922				BUFFER_TRACE(new_bh, "get_write_access");
 923				error = ext4_journal_get_write_access(handle,
 924								      new_bh);
 925				if (error)
 926					goto cleanup_dquot;
 927				lock_buffer(new_bh);
 928				/*
 929				 * We have to be careful about races with
 930				 * freeing, rehashing or adding references to
 931				 * xattr block. Once we hold buffer lock xattr
 932				 * block's state is stable so we can check
 933				 * whether the block got freed / rehashed or
 934				 * not.  Since we unhash mbcache entry under
 935				 * buffer lock when freeing / rehashing xattr
 936				 * block, checking whether entry is still
 937				 * hashed is reliable. Same rules hold for
 938				 * e_reusable handling.
 939				 */
 940				if (hlist_bl_unhashed(&ce->e_hash_list) ||
 941				    !ce->e_reusable) {
 942					/*
 943					 * Undo everything and check mbcache
 944					 * again.
 945					 */
 946					unlock_buffer(new_bh);
 947					dquot_free_block(inode,
 948							 EXT4_C2B(EXT4_SB(sb),
 949								  1));
 950					brelse(new_bh);
 951					mb_cache_entry_put(ext4_mb_cache, ce);
 952					ce = NULL;
 953					new_bh = NULL;
 954					goto inserted;
 955				}
 956				ref = le32_to_cpu(BHDR(new_bh)->h_refcount) + 1;
 957				BHDR(new_bh)->h_refcount = cpu_to_le32(ref);
 958				if (ref >= EXT4_XATTR_REFCOUNT_MAX)
 959					ce->e_reusable = 0;
 960				ea_bdebug(new_bh, "reusing; refcount now=%d",
 961					  ref);
 962				ext4_xattr_block_csum_set(inode, new_bh);
 963				unlock_buffer(new_bh);
 964				error = ext4_handle_dirty_metadata(handle,
 965								   inode,
 966								   new_bh);
 967				if (error)
 968					goto cleanup_dquot;
 969			}
 970			mb_cache_entry_touch(ext4_mb_cache, ce);
 971			mb_cache_entry_put(ext4_mb_cache, ce);
 972			ce = NULL;
 973		} else if (bs->bh && s->base == bs->bh->b_data) {
 974			/* We were modifying this block in-place. */
 975			ea_bdebug(bs->bh, "keeping this block");
 976			new_bh = bs->bh;
 977			get_bh(new_bh);
 978		} else {
 979			/* We need to allocate a new block */
 980			ext4_fsblk_t goal, block;
 981
 982			goal = ext4_group_first_block_no(sb,
 983						EXT4_I(inode)->i_block_group);
 984
 985			/* non-extent files can't have physical blocks past 2^32 */
 986			if (!(ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS)))
 987				goal = goal & EXT4_MAX_BLOCK_FILE_PHYS;
 988
 989			block = ext4_new_meta_blocks(handle, inode, goal, 0,
 990						     NULL, &error);
 991			if (error)
 992				goto cleanup;
 993
 994			if (!(ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS)))
 995				BUG_ON(block > EXT4_MAX_BLOCK_FILE_PHYS);
 996
 997			ea_idebug(inode, "creating block %llu",
 998				  (unsigned long long)block);
 999
1000			new_bh = sb_getblk(sb, block);
1001			if (unlikely(!new_bh)) {
1002				error = -ENOMEM;
1003getblk_failed:
1004				ext4_free_blocks(handle, inode, NULL, block, 1,
1005						 EXT4_FREE_BLOCKS_METADATA);
1006				goto cleanup;
1007			}
1008			lock_buffer(new_bh);
1009			error = ext4_journal_get_create_access(handle, new_bh);
1010			if (error) {
1011				unlock_buffer(new_bh);
1012				error = -EIO;
1013				goto getblk_failed;
1014			}
1015			memcpy(new_bh->b_data, s->base, new_bh->b_size);
1016			ext4_xattr_block_csum_set(inode, new_bh);
1017			set_buffer_uptodate(new_bh);
1018			unlock_buffer(new_bh);
1019			ext4_xattr_cache_insert(ext4_mb_cache, new_bh);
1020			error = ext4_handle_dirty_metadata(handle, inode,
1021							   new_bh);
1022			if (error)
1023				goto cleanup;
1024		}
1025	}
1026
1027	/* Update the inode. */
1028	EXT4_I(inode)->i_file_acl = new_bh ? new_bh->b_blocknr : 0;
1029
1030	/* Drop the previous xattr block. */
1031	if (bs->bh && bs->bh != new_bh)
1032		ext4_xattr_release_block(handle, inode, bs->bh);
1033	error = 0;
1034
1035cleanup:
1036	if (ce)
1037		mb_cache_entry_put(ext4_mb_cache, ce);
1038	brelse(new_bh);
1039	if (!(bs->bh && s->base == bs->bh->b_data))
1040		kfree(s->base);
1041
1042	return error;
1043
1044cleanup_dquot:
1045	dquot_free_block(inode, EXT4_C2B(EXT4_SB(sb), 1));
1046	goto cleanup;
1047
1048bad_block:
1049	EXT4_ERROR_INODE(inode, "bad block %llu",
1050			 EXT4_I(inode)->i_file_acl);
1051	goto cleanup;
1052
1053#undef header
1054}
1055
1056int ext4_xattr_ibody_find(struct inode *inode, struct ext4_xattr_info *i,
1057			  struct ext4_xattr_ibody_find *is)
1058{
1059	struct ext4_xattr_ibody_header *header;
1060	struct ext4_inode *raw_inode;
1061	int error;
1062
1063	if (EXT4_I(inode)->i_extra_isize == 0)
1064		return 0;
1065	raw_inode = ext4_raw_inode(&is->iloc);
1066	header = IHDR(inode, raw_inode);
1067	is->s.base = is->s.first = IFIRST(header);
1068	is->s.here = is->s.first;
1069	is->s.end = (void *)raw_inode + EXT4_SB(inode->i_sb)->s_inode_size;
1070	if (ext4_test_inode_state(inode, EXT4_STATE_XATTR)) {
1071		error = xattr_check_inode(inode, header, is->s.end);
1072		if (error)
1073			return error;
1074		/* Find the named attribute. */
1075		error = ext4_xattr_find_entry(&is->s.here, i->name_index,
1076					      i->name, is->s.end -
1077					      (void *)is->s.base, 0);
1078		if (error && error != -ENODATA)
1079			return error;
1080		is->s.not_found = error;
1081	}
1082	return 0;
1083}
1084
1085int ext4_xattr_ibody_inline_set(handle_t *handle, struct inode *inode,
1086				struct ext4_xattr_info *i,
1087				struct ext4_xattr_ibody_find *is)
1088{
1089	struct ext4_xattr_ibody_header *header;
1090	struct ext4_xattr_search *s = &is->s;
1091	int error;
1092
1093	if (EXT4_I(inode)->i_extra_isize == 0)
1094		return -ENOSPC;
1095	error = ext4_xattr_set_entry(i, s);
1096	if (error) {
1097		if (error == -ENOSPC &&
1098		    ext4_has_inline_data(inode)) {
1099			error = ext4_try_to_evict_inline_data(handle, inode,
1100					EXT4_XATTR_LEN(strlen(i->name) +
1101					EXT4_XATTR_SIZE(i->value_len)));
1102			if (error)
1103				return error;
1104			error = ext4_xattr_ibody_find(inode, i, is);
1105			if (error)
1106				return error;
1107			error = ext4_xattr_set_entry(i, s);
1108		}
1109		if (error)
1110			return error;
1111	}
1112	header = IHDR(inode, ext4_raw_inode(&is->iloc));
1113	if (!IS_LAST_ENTRY(s->first)) {
1114		header->h_magic = cpu_to_le32(EXT4_XATTR_MAGIC);
1115		ext4_set_inode_state(inode, EXT4_STATE_XATTR);
1116	} else {
1117		header->h_magic = cpu_to_le32(0);
1118		ext4_clear_inode_state(inode, EXT4_STATE_XATTR);
1119	}
1120	return 0;
1121}
1122
1123static int ext4_xattr_ibody_set(struct inode *inode,
1124				struct ext4_xattr_info *i,
1125				struct ext4_xattr_ibody_find *is)
1126{
1127	struct ext4_xattr_ibody_header *header;
1128	struct ext4_xattr_search *s = &is->s;
1129	int error;
1130
1131	if (EXT4_I(inode)->i_extra_isize == 0)
1132		return -ENOSPC;
1133	error = ext4_xattr_set_entry(i, s);
1134	if (error)
1135		return error;
1136	header = IHDR(inode, ext4_raw_inode(&is->iloc));
1137	if (!IS_LAST_ENTRY(s->first)) {
1138		header->h_magic = cpu_to_le32(EXT4_XATTR_MAGIC);
1139		ext4_set_inode_state(inode, EXT4_STATE_XATTR);
1140	} else {
1141		header->h_magic = cpu_to_le32(0);
1142		ext4_clear_inode_state(inode, EXT4_STATE_XATTR);
1143	}
1144	return 0;
1145}
1146
1147static int ext4_xattr_value_same(struct ext4_xattr_search *s,
1148				 struct ext4_xattr_info *i)
1149{
1150	void *value;
1151
1152	if (le32_to_cpu(s->here->e_value_size) != i->value_len)
1153		return 0;
1154	value = ((void *)s->base) + le16_to_cpu(s->here->e_value_offs);
1155	return !memcmp(value, i->value, i->value_len);
1156}
1157
1158/*
1159 * ext4_xattr_set_handle()
1160 *
1161 * Create, replace or remove an extended attribute for this inode.  Value
1162 * is NULL to remove an existing extended attribute, and non-NULL to
1163 * either replace an existing extended attribute, or create a new extended
1164 * attribute. The flags XATTR_REPLACE and XATTR_CREATE
1165 * specify that an extended attribute must exist and must not exist
1166 * previous to the call, respectively.
1167 *
1168 * Returns 0, or a negative error number on failure.
1169 */
1170int
1171ext4_xattr_set_handle(handle_t *handle, struct inode *inode, int name_index,
1172		      const char *name, const void *value, size_t value_len,
1173		      int flags)
1174{
1175	struct ext4_xattr_info i = {
1176		.name_index = name_index,
1177		.name = name,
1178		.value = value,
1179		.value_len = value_len,
1180
1181	};
1182	struct ext4_xattr_ibody_find is = {
1183		.s = { .not_found = -ENODATA, },
1184	};
1185	struct ext4_xattr_block_find bs = {
1186		.s = { .not_found = -ENODATA, },
1187	};
1188	int no_expand;
1189	int error;
1190
1191	if (!name)
1192		return -EINVAL;
1193	if (strlen(name) > 255)
1194		return -ERANGE;
1195	ext4_write_lock_xattr(inode, &no_expand);
 
 
1196
1197	error = ext4_reserve_inode_write(handle, inode, &is.iloc);
1198	if (error)
1199		goto cleanup;
1200
1201	if (ext4_test_inode_state(inode, EXT4_STATE_NEW)) {
1202		struct ext4_inode *raw_inode = ext4_raw_inode(&is.iloc);
1203		memset(raw_inode, 0, EXT4_SB(inode->i_sb)->s_inode_size);
1204		ext4_clear_inode_state(inode, EXT4_STATE_NEW);
1205	}
1206
1207	error = ext4_xattr_ibody_find(inode, &i, &is);
1208	if (error)
1209		goto cleanup;
1210	if (is.s.not_found)
1211		error = ext4_xattr_block_find(inode, &i, &bs);
1212	if (error)
1213		goto cleanup;
1214	if (is.s.not_found && bs.s.not_found) {
1215		error = -ENODATA;
1216		if (flags & XATTR_REPLACE)
1217			goto cleanup;
1218		error = 0;
1219		if (!value)
1220			goto cleanup;
1221	} else {
1222		error = -EEXIST;
1223		if (flags & XATTR_CREATE)
1224			goto cleanup;
1225	}
1226	if (!value) {
1227		if (!is.s.not_found)
1228			error = ext4_xattr_ibody_set(inode, &i, &is);
1229		else if (!bs.s.not_found)
1230			error = ext4_xattr_block_set(handle, inode, &i, &bs);
1231	} else {
1232		error = 0;
1233		/* Xattr value did not change? Save us some work and bail out */
1234		if (!is.s.not_found && ext4_xattr_value_same(&is.s, &i))
1235			goto cleanup;
1236		if (!bs.s.not_found && ext4_xattr_value_same(&bs.s, &i))
1237			goto cleanup;
1238
1239		error = ext4_xattr_ibody_set(inode, &i, &is);
1240		if (!error && !bs.s.not_found) {
1241			i.value = NULL;
1242			error = ext4_xattr_block_set(handle, inode, &i, &bs);
1243		} else if (error == -ENOSPC) {
1244			if (EXT4_I(inode)->i_file_acl && !bs.s.base) {
1245				error = ext4_xattr_block_find(inode, &i, &bs);
1246				if (error)
1247					goto cleanup;
1248			}
1249			error = ext4_xattr_block_set(handle, inode, &i, &bs);
1250			if (error)
1251				goto cleanup;
1252			if (!is.s.not_found) {
1253				i.value = NULL;
1254				error = ext4_xattr_ibody_set(inode, &i, &is);
 
1255			}
1256		}
1257	}
1258	if (!error) {
1259		ext4_xattr_update_super_block(handle, inode->i_sb);
1260		inode->i_ctime = current_time(inode);
1261		if (!value)
1262			no_expand = 0;
1263		error = ext4_mark_iloc_dirty(handle, inode, &is.iloc);
1264		/*
1265		 * The bh is consumed by ext4_mark_iloc_dirty, even with
1266		 * error != 0.
1267		 */
1268		is.iloc.bh = NULL;
1269		if (IS_SYNC(inode))
1270			ext4_handle_sync(handle);
1271	}
1272
1273cleanup:
1274	brelse(is.iloc.bh);
1275	brelse(bs.bh);
1276	ext4_write_unlock_xattr(inode, &no_expand);
 
 
1277	return error;
1278}
1279
1280/*
1281 * ext4_xattr_set()
1282 *
1283 * Like ext4_xattr_set_handle, but start from an inode. This extended
1284 * attribute modification is a filesystem transaction by itself.
1285 *
1286 * Returns 0, or a negative error number on failure.
1287 */
1288int
1289ext4_xattr_set(struct inode *inode, int name_index, const char *name,
1290	       const void *value, size_t value_len, int flags)
1291{
1292	handle_t *handle;
1293	int error, retries = 0;
1294	int credits = ext4_jbd2_credits_xattr(inode);
1295
1296retry:
1297	handle = ext4_journal_start(inode, EXT4_HT_XATTR, credits);
1298	if (IS_ERR(handle)) {
1299		error = PTR_ERR(handle);
1300	} else {
1301		int error2;
1302
1303		error = ext4_xattr_set_handle(handle, inode, name_index, name,
1304					      value, value_len, flags);
1305		error2 = ext4_journal_stop(handle);
1306		if (error == -ENOSPC &&
1307		    ext4_should_retry_alloc(inode->i_sb, &retries))
1308			goto retry;
1309		if (error == 0)
1310			error = error2;
1311	}
1312
1313	return error;
1314}
1315
1316/*
1317 * Shift the EA entries in the inode to create space for the increased
1318 * i_extra_isize.
1319 */
1320static void ext4_xattr_shift_entries(struct ext4_xattr_entry *entry,
1321				     int value_offs_shift, void *to,
1322				     void *from, size_t n)
1323{
1324	struct ext4_xattr_entry *last = entry;
1325	int new_offs;
1326
1327	/* We always shift xattr headers further thus offsets get lower */
1328	BUG_ON(value_offs_shift > 0);
1329
1330	/* Adjust the value offsets of the entries */
1331	for (; !IS_LAST_ENTRY(last); last = EXT4_XATTR_NEXT(last)) {
1332		if (last->e_value_size) {
1333			new_offs = le16_to_cpu(last->e_value_offs) +
1334							value_offs_shift;
 
 
1335			last->e_value_offs = cpu_to_le16(new_offs);
1336		}
1337	}
1338	/* Shift the entries by n bytes */
1339	memmove(to, from, n);
1340}
1341
1342/*
1343 * Move xattr pointed to by 'entry' from inode into external xattr block
1344 */
1345static int ext4_xattr_move_to_block(handle_t *handle, struct inode *inode,
1346				    struct ext4_inode *raw_inode,
1347				    struct ext4_xattr_entry *entry)
1348{
1349	struct ext4_xattr_ibody_find *is = NULL;
1350	struct ext4_xattr_block_find *bs = NULL;
1351	char *buffer = NULL, *b_entry_name = NULL;
1352	size_t value_offs, value_size;
1353	struct ext4_xattr_info i = {
1354		.value = NULL,
1355		.value_len = 0,
1356		.name_index = entry->e_name_index,
1357	};
1358	struct ext4_xattr_ibody_header *header = IHDR(inode, raw_inode);
1359	int error;
1360
1361	value_offs = le16_to_cpu(entry->e_value_offs);
1362	value_size = le32_to_cpu(entry->e_value_size);
1363
1364	is = kzalloc(sizeof(struct ext4_xattr_ibody_find), GFP_NOFS);
1365	bs = kzalloc(sizeof(struct ext4_xattr_block_find), GFP_NOFS);
1366	buffer = kmalloc(value_size, GFP_NOFS);
1367	b_entry_name = kmalloc(entry->e_name_len + 1, GFP_NOFS);
1368	if (!is || !bs || !buffer || !b_entry_name) {
1369		error = -ENOMEM;
1370		goto out;
1371	}
1372
1373	is->s.not_found = -ENODATA;
1374	bs->s.not_found = -ENODATA;
1375	is->iloc.bh = NULL;
1376	bs->bh = NULL;
1377
1378	/* Save the entry name and the entry value */
1379	memcpy(buffer, (void *)IFIRST(header) + value_offs, value_size);
1380	memcpy(b_entry_name, entry->e_name, entry->e_name_len);
1381	b_entry_name[entry->e_name_len] = '\0';
1382	i.name = b_entry_name;
1383
1384	error = ext4_get_inode_loc(inode, &is->iloc);
1385	if (error)
1386		goto out;
1387
1388	error = ext4_xattr_ibody_find(inode, &i, is);
1389	if (error)
1390		goto out;
1391
1392	/* Remove the chosen entry from the inode */
1393	error = ext4_xattr_ibody_set(inode, &i, is);
1394	if (error)
1395		goto out;
1396
1397	i.name = b_entry_name;
1398	i.value = buffer;
1399	i.value_len = value_size;
1400	error = ext4_xattr_block_find(inode, &i, bs);
1401	if (error)
1402		goto out;
1403
1404	/* Add entry which was removed from the inode into the block */
1405	error = ext4_xattr_block_set(handle, inode, &i, bs);
1406	if (error)
1407		goto out;
1408	error = 0;
1409out:
1410	kfree(b_entry_name);
1411	kfree(buffer);
1412	if (is)
1413		brelse(is->iloc.bh);
1414	kfree(is);
1415	kfree(bs);
1416
1417	return error;
1418}
1419
1420static int ext4_xattr_make_inode_space(handle_t *handle, struct inode *inode,
1421				       struct ext4_inode *raw_inode,
1422				       int isize_diff, size_t ifree,
1423				       size_t bfree, int *total_ino)
1424{
1425	struct ext4_xattr_ibody_header *header = IHDR(inode, raw_inode);
1426	struct ext4_xattr_entry *small_entry;
1427	struct ext4_xattr_entry *entry;
1428	struct ext4_xattr_entry *last;
1429	unsigned int entry_size;	/* EA entry size */
1430	unsigned int total_size;	/* EA entry size + value size */
1431	unsigned int min_total_size;
1432	int error;
1433
1434	while (isize_diff > ifree) {
1435		entry = NULL;
1436		small_entry = NULL;
1437		min_total_size = ~0U;
1438		last = IFIRST(header);
1439		/* Find the entry best suited to be pushed into EA block */
1440		for (; !IS_LAST_ENTRY(last); last = EXT4_XATTR_NEXT(last)) {
1441			total_size =
1442			EXT4_XATTR_SIZE(le32_to_cpu(last->e_value_size)) +
1443					EXT4_XATTR_LEN(last->e_name_len);
1444			if (total_size <= bfree &&
1445			    total_size < min_total_size) {
1446				if (total_size + ifree < isize_diff) {
1447					small_entry = last;
1448				} else {
1449					entry = last;
1450					min_total_size = total_size;
1451				}
1452			}
1453		}
1454
1455		if (entry == NULL) {
1456			if (small_entry == NULL)
1457				return -ENOSPC;
1458			entry = small_entry;
1459		}
1460
1461		entry_size = EXT4_XATTR_LEN(entry->e_name_len);
1462		total_size = entry_size +
1463			EXT4_XATTR_SIZE(le32_to_cpu(entry->e_value_size));
1464		error = ext4_xattr_move_to_block(handle, inode, raw_inode,
1465						 entry);
1466		if (error)
1467			return error;
1468
1469		*total_ino -= entry_size;
1470		ifree += total_size;
1471		bfree -= total_size;
1472	}
1473
1474	return 0;
1475}
1476
1477/*
1478 * Expand an inode by new_extra_isize bytes when EAs are present.
1479 * Returns 0 on success or negative error number on failure.
1480 */
1481int ext4_expand_extra_isize_ea(struct inode *inode, int new_extra_isize,
1482			       struct ext4_inode *raw_inode, handle_t *handle)
1483{
1484	struct ext4_xattr_ibody_header *header;
 
1485	struct buffer_head *bh = NULL;
1486	size_t min_offs;
1487	size_t ifree, bfree;
 
 
1488	int total_ino;
1489	void *base, *end;
1490	int error = 0, tried_min_extra_isize = 0;
1491	int s_min_extra_isize = le16_to_cpu(EXT4_SB(inode->i_sb)->s_es->s_min_extra_isize);
1492	int isize_diff;	/* How much do we need to grow i_extra_isize */
1493	int no_expand;
1494
1495	if (ext4_write_trylock_xattr(inode, &no_expand) == 0)
 
 
 
1496		return 0;
1497
1498retry:
1499	isize_diff = new_extra_isize - EXT4_I(inode)->i_extra_isize;
1500	if (EXT4_I(inode)->i_extra_isize >= new_extra_isize)
1501		goto out;
1502
1503	header = IHDR(inode, raw_inode);
 
1504
1505	/*
1506	 * Check if enough free space is available in the inode to shift the
1507	 * entries ahead by new_extra_isize.
1508	 */
1509
1510	base = IFIRST(header);
1511	end = (void *)raw_inode + EXT4_SB(inode->i_sb)->s_inode_size;
1512	min_offs = end - base;
 
1513	total_ino = sizeof(struct ext4_xattr_ibody_header);
1514
1515	error = xattr_check_inode(inode, header, end);
1516	if (error)
1517		goto cleanup;
1518
1519	ifree = ext4_xattr_free_space(base, &min_offs, base, &total_ino);
1520	if (ifree >= isize_diff)
1521		goto shift;
 
 
 
 
 
 
 
 
 
1522
1523	/*
1524	 * Enough free space isn't available in the inode, check if
1525	 * EA block can hold new_extra_isize bytes.
1526	 */
1527	if (EXT4_I(inode)->i_file_acl) {
1528		bh = sb_bread(inode->i_sb, EXT4_I(inode)->i_file_acl);
1529		error = -EIO;
1530		if (!bh)
1531			goto cleanup;
1532		if (ext4_xattr_check_block(inode, bh)) {
1533			EXT4_ERROR_INODE(inode, "bad block %llu",
1534					 EXT4_I(inode)->i_file_acl);
1535			error = -EFSCORRUPTED;
1536			goto cleanup;
1537		}
1538		base = BHDR(bh);
 
1539		end = bh->b_data + bh->b_size;
1540		min_offs = end - base;
1541		bfree = ext4_xattr_free_space(BFIRST(bh), &min_offs, base,
1542					      NULL);
1543		if (bfree + ifree < isize_diff) {
1544			if (!tried_min_extra_isize && s_min_extra_isize) {
1545				tried_min_extra_isize++;
1546				new_extra_isize = s_min_extra_isize;
1547				brelse(bh);
1548				goto retry;
1549			}
1550			error = -ENOSPC;
1551			goto cleanup;
1552		}
1553	} else {
1554		bfree = inode->i_sb->s_blocksize;
1555	}
1556
1557	error = ext4_xattr_make_inode_space(handle, inode, raw_inode,
1558					    isize_diff, ifree, bfree,
1559					    &total_ino);
1560	if (error) {
1561		if (error == -ENOSPC && !tried_min_extra_isize &&
1562		    s_min_extra_isize) {
1563			tried_min_extra_isize++;
1564			new_extra_isize = s_min_extra_isize;
1565			brelse(bh);
1566			goto retry;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1567		}
1568		goto cleanup;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1569	}
1570shift:
1571	/* Adjust the offsets and shift the remaining entries ahead */
1572	ext4_xattr_shift_entries(IFIRST(header), EXT4_I(inode)->i_extra_isize
1573			- new_extra_isize, (void *)raw_inode +
1574			EXT4_GOOD_OLD_INODE_SIZE + new_extra_isize,
1575			(void *)header, total_ino);
1576	EXT4_I(inode)->i_extra_isize = new_extra_isize;
1577	brelse(bh);
1578out:
1579	ext4_write_unlock_xattr(inode, &no_expand);
1580	return 0;
1581
1582cleanup:
 
 
 
 
 
 
1583	brelse(bh);
1584	/*
1585	 * Inode size expansion failed; don't try again
1586	 */
1587	no_expand = 1;
1588	ext4_write_unlock_xattr(inode, &no_expand);
1589	return error;
1590}
1591
1592
1593
1594/*
1595 * ext4_xattr_delete_inode()
1596 *
1597 * Free extended attribute resources associated with this inode. This
1598 * is called immediately before an inode is freed. We have exclusive
1599 * access to the inode.
1600 */
1601void
1602ext4_xattr_delete_inode(handle_t *handle, struct inode *inode)
1603{
1604	struct buffer_head *bh = NULL;
1605
1606	if (!EXT4_I(inode)->i_file_acl)
1607		goto cleanup;
1608	bh = sb_bread(inode->i_sb, EXT4_I(inode)->i_file_acl);
1609	if (!bh) {
1610		EXT4_ERROR_INODE(inode, "block %llu read error",
1611				 EXT4_I(inode)->i_file_acl);
1612		goto cleanup;
1613	}
1614	if (BHDR(bh)->h_magic != cpu_to_le32(EXT4_XATTR_MAGIC) ||
1615	    BHDR(bh)->h_blocks != cpu_to_le32(1)) {
1616		EXT4_ERROR_INODE(inode, "bad block %llu",
1617				 EXT4_I(inode)->i_file_acl);
1618		goto cleanup;
1619	}
1620	ext4_xattr_release_block(handle, inode, bh);
1621	EXT4_I(inode)->i_file_acl = 0;
1622
1623cleanup:
1624	brelse(bh);
1625}
1626
1627/*
1628 * ext4_xattr_cache_insert()
1629 *
1630 * Create a new entry in the extended attribute cache, and insert
1631 * it unless such an entry is already in the cache.
1632 *
1633 * Returns 0, or a negative error number on failure.
1634 */
1635static void
1636ext4_xattr_cache_insert(struct mb_cache *ext4_mb_cache, struct buffer_head *bh)
1637{
1638	struct ext4_xattr_header *header = BHDR(bh);
1639	__u32 hash = le32_to_cpu(header->h_hash);
1640	int reusable = le32_to_cpu(header->h_refcount) <
1641		       EXT4_XATTR_REFCOUNT_MAX;
1642	int error;
1643
1644	error = mb_cache_entry_create(ext4_mb_cache, GFP_NOFS, hash,
1645				      bh->b_blocknr, reusable);
1646	if (error) {
1647		if (error == -EBUSY)
1648			ea_bdebug(bh, "already in cache");
1649	} else
1650		ea_bdebug(bh, "inserting [%x]", (int)hash);
1651}
1652
1653/*
1654 * ext4_xattr_cmp()
1655 *
1656 * Compare two extended attribute blocks for equality.
1657 *
1658 * Returns 0 if the blocks are equal, 1 if they differ, and
1659 * a negative error number on errors.
1660 */
1661static int
1662ext4_xattr_cmp(struct ext4_xattr_header *header1,
1663	       struct ext4_xattr_header *header2)
1664{
1665	struct ext4_xattr_entry *entry1, *entry2;
1666
1667	entry1 = ENTRY(header1+1);
1668	entry2 = ENTRY(header2+1);
1669	while (!IS_LAST_ENTRY(entry1)) {
1670		if (IS_LAST_ENTRY(entry2))
1671			return 1;
1672		if (entry1->e_hash != entry2->e_hash ||
1673		    entry1->e_name_index != entry2->e_name_index ||
1674		    entry1->e_name_len != entry2->e_name_len ||
1675		    entry1->e_value_size != entry2->e_value_size ||
1676		    memcmp(entry1->e_name, entry2->e_name, entry1->e_name_len))
1677			return 1;
1678		if (entry1->e_value_block != 0 || entry2->e_value_block != 0)
1679			return -EFSCORRUPTED;
1680		if (memcmp((char *)header1 + le16_to_cpu(entry1->e_value_offs),
1681			   (char *)header2 + le16_to_cpu(entry2->e_value_offs),
1682			   le32_to_cpu(entry1->e_value_size)))
1683			return 1;
1684
1685		entry1 = EXT4_XATTR_NEXT(entry1);
1686		entry2 = EXT4_XATTR_NEXT(entry2);
1687	}
1688	if (!IS_LAST_ENTRY(entry2))
1689		return 1;
1690	return 0;
1691}
1692
1693/*
1694 * ext4_xattr_cache_find()
1695 *
1696 * Find an identical extended attribute block.
1697 *
1698 * Returns a pointer to the block found, or NULL if such a block was
1699 * not found or an error occurred.
1700 */
1701static struct buffer_head *
1702ext4_xattr_cache_find(struct inode *inode, struct ext4_xattr_header *header,
1703		      struct mb_cache_entry **pce)
1704{
1705	__u32 hash = le32_to_cpu(header->h_hash);
1706	struct mb_cache_entry *ce;
1707	struct mb_cache *ext4_mb_cache = EXT4_GET_MB_CACHE(inode);
1708
1709	if (!header->h_hash)
1710		return NULL;  /* never share */
1711	ea_idebug(inode, "looking for cached blocks [%x]", (int)hash);
1712	ce = mb_cache_entry_find_first(ext4_mb_cache, hash);
1713	while (ce) {
1714		struct buffer_head *bh;
1715
1716		bh = sb_bread(inode->i_sb, ce->e_block);
1717		if (!bh) {
1718			EXT4_ERROR_INODE(inode, "block %lu read error",
1719					 (unsigned long) ce->e_block);
1720		} else if (ext4_xattr_cmp(header, BHDR(bh)) == 0) {
1721			*pce = ce;
1722			return bh;
1723		}
1724		brelse(bh);
1725		ce = mb_cache_entry_find_next(ext4_mb_cache, ce);
1726	}
1727	return NULL;
1728}
1729
1730#define NAME_HASH_SHIFT 5
1731#define VALUE_HASH_SHIFT 16
1732
1733/*
1734 * ext4_xattr_hash_entry()
1735 *
1736 * Compute the hash of an extended attribute.
1737 */
1738static inline void ext4_xattr_hash_entry(struct ext4_xattr_header *header,
1739					 struct ext4_xattr_entry *entry)
1740{
1741	__u32 hash = 0;
1742	char *name = entry->e_name;
1743	int n;
1744
1745	for (n = 0; n < entry->e_name_len; n++) {
1746		hash = (hash << NAME_HASH_SHIFT) ^
1747		       (hash >> (8*sizeof(hash) - NAME_HASH_SHIFT)) ^
1748		       *name++;
1749	}
1750
1751	if (entry->e_value_size != 0) {
1752		__le32 *value = (__le32 *)((char *)header +
1753			le16_to_cpu(entry->e_value_offs));
1754		for (n = (le32_to_cpu(entry->e_value_size) +
1755		     EXT4_XATTR_ROUND) >> EXT4_XATTR_PAD_BITS; n; n--) {
1756			hash = (hash << VALUE_HASH_SHIFT) ^
1757			       (hash >> (8*sizeof(hash) - VALUE_HASH_SHIFT)) ^
1758			       le32_to_cpu(*value++);
1759		}
1760	}
1761	entry->e_hash = cpu_to_le32(hash);
1762}
1763
1764#undef NAME_HASH_SHIFT
1765#undef VALUE_HASH_SHIFT
1766
1767#define BLOCK_HASH_SHIFT 16
1768
1769/*
1770 * ext4_xattr_rehash()
1771 *
1772 * Re-compute the extended attribute hash value after an entry has changed.
1773 */
1774static void ext4_xattr_rehash(struct ext4_xattr_header *header,
1775			      struct ext4_xattr_entry *entry)
1776{
1777	struct ext4_xattr_entry *here;
1778	__u32 hash = 0;
1779
1780	ext4_xattr_hash_entry(header, entry);
1781	here = ENTRY(header+1);
1782	while (!IS_LAST_ENTRY(here)) {
1783		if (!here->e_hash) {
1784			/* Block is not shared if an entry's hash value == 0 */
1785			hash = 0;
1786			break;
1787		}
1788		hash = (hash << BLOCK_HASH_SHIFT) ^
1789		       (hash >> (8*sizeof(hash) - BLOCK_HASH_SHIFT)) ^
1790		       le32_to_cpu(here->e_hash);
1791		here = EXT4_XATTR_NEXT(here);
1792	}
1793	header->h_hash = cpu_to_le32(hash);
1794}
1795
1796#undef BLOCK_HASH_SHIFT
1797
1798#define	HASH_BUCKET_BITS	10
1799
1800struct mb_cache *
1801ext4_xattr_create_cache(void)
1802{
1803	return mb_cache_create(HASH_BUCKET_BITS);
1804}
1805
1806void ext4_xattr_destroy_cache(struct mb_cache *cache)
1807{
1808	if (cache)
1809		mb_cache_destroy(cache);
1810}
1811