Linux Audio

Check our new training course

Linux kernel drivers training

Mar 31-Apr 9, 2025, special US time zones
Register
Loading...
v3.1
   1/*
   2 * Copyright (C) 2001, 2002 Sistina Software (UK) Limited.
   3 * Copyright (C) 2004 - 2006 Red Hat, Inc. All rights reserved.
   4 *
   5 * This file is released under the GPL.
   6 */
   7
   8#include "dm.h"
   9
  10#include <linux/module.h>
  11#include <linux/vmalloc.h>
  12#include <linux/miscdevice.h>
  13#include <linux/init.h>
  14#include <linux/wait.h>
  15#include <linux/slab.h>
  16#include <linux/dm-ioctl.h>
  17#include <linux/hdreg.h>
  18#include <linux/compat.h>
  19
  20#include <asm/uaccess.h>
  21
  22#define DM_MSG_PREFIX "ioctl"
  23#define DM_DRIVER_EMAIL "dm-devel@redhat.com"
  24
  25/*-----------------------------------------------------------------
  26 * The ioctl interface needs to be able to look up devices by
  27 * name or uuid.
  28 *---------------------------------------------------------------*/
  29struct hash_cell {
  30	struct list_head name_list;
  31	struct list_head uuid_list;
  32
  33	char *name;
  34	char *uuid;
  35	struct mapped_device *md;
  36	struct dm_table *new_map;
  37};
  38
 
 
 
 
 
 
 
 
  39struct vers_iter {
  40    size_t param_size;
  41    struct dm_target_versions *vers, *old_vers;
  42    char *end;
  43    uint32_t flags;
  44};
  45
  46
  47#define NUM_BUCKETS 64
  48#define MASK_BUCKETS (NUM_BUCKETS - 1)
  49static struct list_head _name_buckets[NUM_BUCKETS];
  50static struct list_head _uuid_buckets[NUM_BUCKETS];
  51
  52static void dm_hash_remove_all(int keep_open_devices);
  53
  54/*
  55 * Guards access to both hash tables.
  56 */
  57static DECLARE_RWSEM(_hash_lock);
  58
  59/*
  60 * Protects use of mdptr to obtain hash cell name and uuid from mapped device.
  61 */
  62static DEFINE_MUTEX(dm_hash_cells_mutex);
  63
  64static void init_buckets(struct list_head *buckets)
  65{
  66	unsigned int i;
  67
  68	for (i = 0; i < NUM_BUCKETS; i++)
  69		INIT_LIST_HEAD(buckets + i);
  70}
  71
  72static int dm_hash_init(void)
  73{
  74	init_buckets(_name_buckets);
  75	init_buckets(_uuid_buckets);
  76	return 0;
  77}
  78
  79static void dm_hash_exit(void)
  80{
  81	dm_hash_remove_all(0);
  82}
  83
  84/*-----------------------------------------------------------------
  85 * Hash function:
  86 * We're not really concerned with the str hash function being
  87 * fast since it's only used by the ioctl interface.
  88 *---------------------------------------------------------------*/
  89static unsigned int hash_str(const char *str)
  90{
  91	const unsigned int hash_mult = 2654435387U;
  92	unsigned int h = 0;
  93
  94	while (*str)
  95		h = (h + (unsigned int) *str++) * hash_mult;
  96
  97	return h & MASK_BUCKETS;
  98}
  99
 100/*-----------------------------------------------------------------
 101 * Code for looking up a device by name
 102 *---------------------------------------------------------------*/
 103static struct hash_cell *__get_name_cell(const char *str)
 104{
 105	struct hash_cell *hc;
 106	unsigned int h = hash_str(str);
 107
 108	list_for_each_entry (hc, _name_buckets + h, name_list)
 109		if (!strcmp(hc->name, str)) {
 110			dm_get(hc->md);
 111			return hc;
 112		}
 113
 114	return NULL;
 115}
 116
 117static struct hash_cell *__get_uuid_cell(const char *str)
 118{
 119	struct hash_cell *hc;
 120	unsigned int h = hash_str(str);
 121
 122	list_for_each_entry (hc, _uuid_buckets + h, uuid_list)
 123		if (!strcmp(hc->uuid, str)) {
 124			dm_get(hc->md);
 125			return hc;
 126		}
 127
 128	return NULL;
 129}
 130
 131static struct hash_cell *__get_dev_cell(uint64_t dev)
 132{
 133	struct mapped_device *md;
 134	struct hash_cell *hc;
 135
 136	md = dm_get_md(huge_decode_dev(dev));
 137	if (!md)
 138		return NULL;
 139
 140	hc = dm_get_mdptr(md);
 141	if (!hc) {
 142		dm_put(md);
 143		return NULL;
 144	}
 145
 146	return hc;
 147}
 148
 149/*-----------------------------------------------------------------
 150 * Inserting, removing and renaming a device.
 151 *---------------------------------------------------------------*/
 152static struct hash_cell *alloc_cell(const char *name, const char *uuid,
 153				    struct mapped_device *md)
 154{
 155	struct hash_cell *hc;
 156
 157	hc = kmalloc(sizeof(*hc), GFP_KERNEL);
 158	if (!hc)
 159		return NULL;
 160
 161	hc->name = kstrdup(name, GFP_KERNEL);
 162	if (!hc->name) {
 163		kfree(hc);
 164		return NULL;
 165	}
 166
 167	if (!uuid)
 168		hc->uuid = NULL;
 169
 170	else {
 171		hc->uuid = kstrdup(uuid, GFP_KERNEL);
 172		if (!hc->uuid) {
 173			kfree(hc->name);
 174			kfree(hc);
 175			return NULL;
 176		}
 177	}
 178
 179	INIT_LIST_HEAD(&hc->name_list);
 180	INIT_LIST_HEAD(&hc->uuid_list);
 181	hc->md = md;
 182	hc->new_map = NULL;
 183	return hc;
 184}
 185
 186static void free_cell(struct hash_cell *hc)
 187{
 188	if (hc) {
 189		kfree(hc->name);
 190		kfree(hc->uuid);
 191		kfree(hc);
 192	}
 193}
 194
 195/*
 196 * The kdev_t and uuid of a device can never change once it is
 197 * initially inserted.
 198 */
 199static int dm_hash_insert(const char *name, const char *uuid, struct mapped_device *md)
 200{
 201	struct hash_cell *cell, *hc;
 202
 203	/*
 204	 * Allocate the new cells.
 205	 */
 206	cell = alloc_cell(name, uuid, md);
 207	if (!cell)
 208		return -ENOMEM;
 209
 210	/*
 211	 * Insert the cell into both hash tables.
 212	 */
 213	down_write(&_hash_lock);
 214	hc = __get_name_cell(name);
 215	if (hc) {
 216		dm_put(hc->md);
 217		goto bad;
 218	}
 219
 220	list_add(&cell->name_list, _name_buckets + hash_str(name));
 221
 222	if (uuid) {
 223		hc = __get_uuid_cell(uuid);
 224		if (hc) {
 225			list_del(&cell->name_list);
 226			dm_put(hc->md);
 227			goto bad;
 228		}
 229		list_add(&cell->uuid_list, _uuid_buckets + hash_str(uuid));
 230	}
 231	dm_get(md);
 232	mutex_lock(&dm_hash_cells_mutex);
 233	dm_set_mdptr(md, cell);
 234	mutex_unlock(&dm_hash_cells_mutex);
 235	up_write(&_hash_lock);
 236
 237	return 0;
 238
 239 bad:
 240	up_write(&_hash_lock);
 241	free_cell(cell);
 242	return -EBUSY;
 243}
 244
 245static void __hash_remove(struct hash_cell *hc)
 246{
 247	struct dm_table *table;
 
 248
 249	/* remove from the dev hash */
 250	list_del(&hc->uuid_list);
 251	list_del(&hc->name_list);
 252	mutex_lock(&dm_hash_cells_mutex);
 253	dm_set_mdptr(hc->md, NULL);
 254	mutex_unlock(&dm_hash_cells_mutex);
 255
 256	table = dm_get_live_table(hc->md);
 257	if (table) {
 258		dm_table_event(table);
 259		dm_table_put(table);
 260	}
 261
 
 262	if (hc->new_map)
 263		dm_table_destroy(hc->new_map);
 264	dm_put(hc->md);
 265	free_cell(hc);
 
 
 266}
 267
 268static void dm_hash_remove_all(int keep_open_devices)
 269{
 270	int i, dev_skipped;
 271	struct hash_cell *hc;
 272	struct mapped_device *md;
 
 273
 274retry:
 275	dev_skipped = 0;
 276
 277	down_write(&_hash_lock);
 278
 279	for (i = 0; i < NUM_BUCKETS; i++) {
 280		list_for_each_entry(hc, _name_buckets + i, name_list) {
 281			md = hc->md;
 282			dm_get(md);
 283
 284			if (keep_open_devices && dm_lock_for_deletion(md)) {
 
 285				dm_put(md);
 286				dev_skipped++;
 287				continue;
 288			}
 289
 290			__hash_remove(hc);
 291
 292			up_write(&_hash_lock);
 293
 
 
 
 
 294			dm_put(md);
 295			if (likely(keep_open_devices))
 296				dm_destroy(md);
 297			else
 298				dm_destroy_immediate(md);
 299
 300			/*
 301			 * Some mapped devices may be using other mapped
 302			 * devices, so repeat until we make no further
 303			 * progress.  If a new mapped device is created
 304			 * here it will also get removed.
 305			 */
 306			goto retry;
 307		}
 308	}
 309
 310	up_write(&_hash_lock);
 311
 312	if (dev_skipped)
 313		DMWARN("remove_all left %d open device(s)", dev_skipped);
 314}
 315
 316/*
 317 * Set the uuid of a hash_cell that isn't already set.
 318 */
 319static void __set_cell_uuid(struct hash_cell *hc, char *new_uuid)
 320{
 321	mutex_lock(&dm_hash_cells_mutex);
 322	hc->uuid = new_uuid;
 323	mutex_unlock(&dm_hash_cells_mutex);
 324
 325	list_add(&hc->uuid_list, _uuid_buckets + hash_str(new_uuid));
 326}
 327
 328/*
 329 * Changes the name of a hash_cell and returns the old name for
 330 * the caller to free.
 331 */
 332static char *__change_cell_name(struct hash_cell *hc, char *new_name)
 333{
 334	char *old_name;
 335
 336	/*
 337	 * Rename and move the name cell.
 338	 */
 339	list_del(&hc->name_list);
 340	old_name = hc->name;
 341
 342	mutex_lock(&dm_hash_cells_mutex);
 343	hc->name = new_name;
 344	mutex_unlock(&dm_hash_cells_mutex);
 345
 346	list_add(&hc->name_list, _name_buckets + hash_str(new_name));
 347
 348	return old_name;
 349}
 350
 351static struct mapped_device *dm_hash_rename(struct dm_ioctl *param,
 352					    const char *new)
 353{
 354	char *new_data, *old_name = NULL;
 355	struct hash_cell *hc;
 356	struct dm_table *table;
 357	struct mapped_device *md;
 358	unsigned change_uuid = (param->flags & DM_UUID_FLAG) ? 1 : 0;
 
 359
 360	/*
 361	 * duplicate new.
 362	 */
 363	new_data = kstrdup(new, GFP_KERNEL);
 364	if (!new_data)
 365		return ERR_PTR(-ENOMEM);
 366
 367	down_write(&_hash_lock);
 368
 369	/*
 370	 * Is new free ?
 371	 */
 372	if (change_uuid)
 373		hc = __get_uuid_cell(new);
 374	else
 375		hc = __get_name_cell(new);
 376
 377	if (hc) {
 378		DMWARN("Unable to change %s on mapped device %s to one that "
 379		       "already exists: %s",
 380		       change_uuid ? "uuid" : "name",
 381		       param->name, new);
 382		dm_put(hc->md);
 383		up_write(&_hash_lock);
 384		kfree(new_data);
 385		return ERR_PTR(-EBUSY);
 386	}
 387
 388	/*
 389	 * Is there such a device as 'old' ?
 390	 */
 391	hc = __get_name_cell(param->name);
 392	if (!hc) {
 393		DMWARN("Unable to rename non-existent device, %s to %s%s",
 394		       param->name, change_uuid ? "uuid " : "", new);
 395		up_write(&_hash_lock);
 396		kfree(new_data);
 397		return ERR_PTR(-ENXIO);
 398	}
 399
 400	/*
 401	 * Does this device already have a uuid?
 402	 */
 403	if (change_uuid && hc->uuid) {
 404		DMWARN("Unable to change uuid of mapped device %s to %s "
 405		       "because uuid is already set to %s",
 406		       param->name, new, hc->uuid);
 407		dm_put(hc->md);
 408		up_write(&_hash_lock);
 409		kfree(new_data);
 410		return ERR_PTR(-EINVAL);
 411	}
 412
 413	if (change_uuid)
 414		__set_cell_uuid(hc, new_data);
 415	else
 416		old_name = __change_cell_name(hc, new_data);
 417
 418	/*
 419	 * Wake up any dm event waiters.
 420	 */
 421	table = dm_get_live_table(hc->md);
 422	if (table) {
 423		dm_table_event(table);
 424		dm_table_put(table);
 425	}
 426
 427	if (!dm_kobject_uevent(hc->md, KOBJ_CHANGE, param->event_nr))
 428		param->flags |= DM_UEVENT_GENERATED_FLAG;
 429
 430	md = hc->md;
 431	up_write(&_hash_lock);
 432	kfree(old_name);
 433
 434	return md;
 435}
 436
 
 
 
 
 
 437/*-----------------------------------------------------------------
 438 * Implementation of the ioctl commands
 439 *---------------------------------------------------------------*/
 440/*
 441 * All the ioctl commands get dispatched to functions with this
 442 * prototype.
 443 */
 444typedef int (*ioctl_fn)(struct dm_ioctl *param, size_t param_size);
 445
 446static int remove_all(struct dm_ioctl *param, size_t param_size)
 447{
 448	dm_hash_remove_all(1);
 449	param->data_size = 0;
 450	return 0;
 451}
 452
 453/*
 454 * Round up the ptr to an 8-byte boundary.
 455 */
 456#define ALIGN_MASK 7
 457static inline void *align_ptr(void *ptr)
 458{
 459	return (void *) (((size_t) (ptr + ALIGN_MASK)) & ~ALIGN_MASK);
 460}
 461
 462/*
 463 * Retrieves the data payload buffer from an already allocated
 464 * struct dm_ioctl.
 465 */
 466static void *get_result_buffer(struct dm_ioctl *param, size_t param_size,
 467			       size_t *len)
 468{
 469	param->data_start = align_ptr(param + 1) - (void *) param;
 470
 471	if (param->data_start < param_size)
 472		*len = param_size - param->data_start;
 473	else
 474		*len = 0;
 475
 476	return ((void *) param) + param->data_start;
 477}
 478
 479static int list_devices(struct dm_ioctl *param, size_t param_size)
 480{
 481	unsigned int i;
 482	struct hash_cell *hc;
 483	size_t len, needed = 0;
 484	struct gendisk *disk;
 485	struct dm_name_list *nl, *old_nl = NULL;
 486
 487	down_write(&_hash_lock);
 488
 489	/*
 490	 * Loop through all the devices working out how much
 491	 * space we need.
 492	 */
 493	for (i = 0; i < NUM_BUCKETS; i++) {
 494		list_for_each_entry (hc, _name_buckets + i, name_list) {
 495			needed += sizeof(struct dm_name_list);
 496			needed += strlen(hc->name) + 1;
 497			needed += ALIGN_MASK;
 498		}
 499	}
 500
 501	/*
 502	 * Grab our output buffer.
 503	 */
 504	nl = get_result_buffer(param, param_size, &len);
 505	if (len < needed) {
 506		param->flags |= DM_BUFFER_FULL_FLAG;
 507		goto out;
 508	}
 509	param->data_size = param->data_start + needed;
 510
 511	nl->dev = 0;	/* Flags no data */
 512
 513	/*
 514	 * Now loop through filling out the names.
 515	 */
 516	for (i = 0; i < NUM_BUCKETS; i++) {
 517		list_for_each_entry (hc, _name_buckets + i, name_list) {
 518			if (old_nl)
 519				old_nl->next = (uint32_t) ((void *) nl -
 520							   (void *) old_nl);
 521			disk = dm_disk(hc->md);
 522			nl->dev = huge_encode_dev(disk_devt(disk));
 523			nl->next = 0;
 524			strcpy(nl->name, hc->name);
 525
 526			old_nl = nl;
 527			nl = align_ptr(((void *) ++nl) + strlen(hc->name) + 1);
 528		}
 529	}
 530
 531 out:
 532	up_write(&_hash_lock);
 533	return 0;
 534}
 535
 536static void list_version_get_needed(struct target_type *tt, void *needed_param)
 537{
 538    size_t *needed = needed_param;
 539
 540    *needed += sizeof(struct dm_target_versions);
 541    *needed += strlen(tt->name);
 542    *needed += ALIGN_MASK;
 543}
 544
 545static void list_version_get_info(struct target_type *tt, void *param)
 546{
 547    struct vers_iter *info = param;
 548
 549    /* Check space - it might have changed since the first iteration */
 550    if ((char *)info->vers + sizeof(tt->version) + strlen(tt->name) + 1 >
 551	info->end) {
 552
 553	info->flags = DM_BUFFER_FULL_FLAG;
 554	return;
 555    }
 556
 557    if (info->old_vers)
 558	info->old_vers->next = (uint32_t) ((void *)info->vers -
 559					   (void *)info->old_vers);
 560    info->vers->version[0] = tt->version[0];
 561    info->vers->version[1] = tt->version[1];
 562    info->vers->version[2] = tt->version[2];
 563    info->vers->next = 0;
 564    strcpy(info->vers->name, tt->name);
 565
 566    info->old_vers = info->vers;
 567    info->vers = align_ptr(((void *) ++info->vers) + strlen(tt->name) + 1);
 568}
 569
 570static int list_versions(struct dm_ioctl *param, size_t param_size)
 571{
 572	size_t len, needed = 0;
 573	struct dm_target_versions *vers;
 574	struct vers_iter iter_info;
 575
 576	/*
 577	 * Loop through all the devices working out how much
 578	 * space we need.
 579	 */
 580	dm_target_iterate(list_version_get_needed, &needed);
 581
 582	/*
 583	 * Grab our output buffer.
 584	 */
 585	vers = get_result_buffer(param, param_size, &len);
 586	if (len < needed) {
 587		param->flags |= DM_BUFFER_FULL_FLAG;
 588		goto out;
 589	}
 590	param->data_size = param->data_start + needed;
 591
 592	iter_info.param_size = param_size;
 593	iter_info.old_vers = NULL;
 594	iter_info.vers = vers;
 595	iter_info.flags = 0;
 596	iter_info.end = (char *)vers+len;
 597
 598	/*
 599	 * Now loop through filling out the names & versions.
 600	 */
 601	dm_target_iterate(list_version_get_info, &iter_info);
 602	param->flags |= iter_info.flags;
 603
 604 out:
 605	return 0;
 606}
 607
 608static int check_name(const char *name)
 609{
 610	if (strchr(name, '/')) {
 611		DMWARN("invalid device name");
 612		return -EINVAL;
 613	}
 614
 615	return 0;
 616}
 617
 618/*
 619 * On successful return, the caller must not attempt to acquire
 620 * _hash_lock without first calling dm_table_put, because dm_table_destroy
 621 * waits for this dm_table_put and could be called under this lock.
 622 */
 623static struct dm_table *dm_get_inactive_table(struct mapped_device *md)
 624{
 625	struct hash_cell *hc;
 626	struct dm_table *table = NULL;
 627
 
 
 
 628	down_read(&_hash_lock);
 629	hc = dm_get_mdptr(md);
 630	if (!hc || hc->md != md) {
 631		DMWARN("device has been removed from the dev hash table.");
 632		goto out;
 633	}
 634
 635	table = hc->new_map;
 636	if (table)
 637		dm_table_get(table);
 638
 639out:
 640	up_read(&_hash_lock);
 641
 642	return table;
 643}
 644
 645static struct dm_table *dm_get_live_or_inactive_table(struct mapped_device *md,
 646						      struct dm_ioctl *param)
 
 647{
 648	return (param->flags & DM_QUERY_INACTIVE_TABLE_FLAG) ?
 649		dm_get_inactive_table(md) : dm_get_live_table(md);
 650}
 651
 652/*
 653 * Fills in a dm_ioctl structure, ready for sending back to
 654 * userland.
 655 */
 656static void __dev_status(struct mapped_device *md, struct dm_ioctl *param)
 657{
 658	struct gendisk *disk = dm_disk(md);
 659	struct dm_table *table;
 
 660
 661	param->flags &= ~(DM_SUSPEND_FLAG | DM_READONLY_FLAG |
 662			  DM_ACTIVE_PRESENT_FLAG);
 663
 664	if (dm_suspended_md(md))
 665		param->flags |= DM_SUSPEND_FLAG;
 666
 
 
 
 
 
 
 667	param->dev = huge_encode_dev(disk_devt(disk));
 668
 669	/*
 670	 * Yes, this will be out of date by the time it gets back
 671	 * to userland, but it is still very useful for
 672	 * debugging.
 673	 */
 674	param->open_count = dm_open_count(md);
 675
 676	param->event_nr = dm_get_event_nr(md);
 677	param->target_count = 0;
 678
 679	table = dm_get_live_table(md);
 680	if (table) {
 681		if (!(param->flags & DM_QUERY_INACTIVE_TABLE_FLAG)) {
 682			if (get_disk_ro(disk))
 683				param->flags |= DM_READONLY_FLAG;
 684			param->target_count = dm_table_get_num_targets(table);
 685		}
 686		dm_table_put(table);
 687
 688		param->flags |= DM_ACTIVE_PRESENT_FLAG;
 689	}
 
 690
 691	if (param->flags & DM_QUERY_INACTIVE_TABLE_FLAG) {
 692		table = dm_get_inactive_table(md);
 
 693		if (table) {
 694			if (!(dm_table_get_mode(table) & FMODE_WRITE))
 695				param->flags |= DM_READONLY_FLAG;
 696			param->target_count = dm_table_get_num_targets(table);
 697			dm_table_put(table);
 698		}
 
 699	}
 700}
 701
 702static int dev_create(struct dm_ioctl *param, size_t param_size)
 703{
 704	int r, m = DM_ANY_MINOR;
 705	struct mapped_device *md;
 706
 707	r = check_name(param->name);
 708	if (r)
 709		return r;
 710
 711	if (param->flags & DM_PERSISTENT_DEV_FLAG)
 712		m = MINOR(huge_decode_dev(param->dev));
 713
 714	r = dm_create(m, &md);
 715	if (r)
 716		return r;
 717
 718	r = dm_hash_insert(param->name, *param->uuid ? param->uuid : NULL, md);
 719	if (r) {
 720		dm_put(md);
 721		dm_destroy(md);
 722		return r;
 723	}
 724
 725	param->flags &= ~DM_INACTIVE_PRESENT_FLAG;
 726
 727	__dev_status(md, param);
 728
 729	dm_put(md);
 730
 731	return 0;
 732}
 733
 734/*
 735 * Always use UUID for lookups if it's present, otherwise use name or dev.
 736 */
 737static struct hash_cell *__find_device_hash_cell(struct dm_ioctl *param)
 738{
 739	struct hash_cell *hc = NULL;
 740
 741	if (*param->uuid) {
 742		if (*param->name || param->dev)
 743			return NULL;
 744
 745		hc = __get_uuid_cell(param->uuid);
 746		if (!hc)
 747			return NULL;
 748	} else if (*param->name) {
 749		if (param->dev)
 750			return NULL;
 751
 752		hc = __get_name_cell(param->name);
 753		if (!hc)
 754			return NULL;
 755	} else if (param->dev) {
 756		hc = __get_dev_cell(param->dev);
 757		if (!hc)
 758			return NULL;
 759	} else
 760		return NULL;
 761
 762	/*
 763	 * Sneakily write in both the name and the uuid
 764	 * while we have the cell.
 765	 */
 766	strlcpy(param->name, hc->name, sizeof(param->name));
 767	if (hc->uuid)
 768		strlcpy(param->uuid, hc->uuid, sizeof(param->uuid));
 769	else
 770		param->uuid[0] = '\0';
 771
 772	if (hc->new_map)
 773		param->flags |= DM_INACTIVE_PRESENT_FLAG;
 774	else
 775		param->flags &= ~DM_INACTIVE_PRESENT_FLAG;
 776
 777	return hc;
 778}
 779
 780static struct mapped_device *find_device(struct dm_ioctl *param)
 781{
 782	struct hash_cell *hc;
 783	struct mapped_device *md = NULL;
 784
 785	down_read(&_hash_lock);
 786	hc = __find_device_hash_cell(param);
 787	if (hc)
 788		md = hc->md;
 789	up_read(&_hash_lock);
 790
 791	return md;
 792}
 793
 794static int dev_remove(struct dm_ioctl *param, size_t param_size)
 795{
 796	struct hash_cell *hc;
 797	struct mapped_device *md;
 798	int r;
 
 799
 800	down_write(&_hash_lock);
 801	hc = __find_device_hash_cell(param);
 802
 803	if (!hc) {
 804		DMDEBUG_LIMIT("device doesn't appear to be in the dev hash table.");
 805		up_write(&_hash_lock);
 806		return -ENXIO;
 807	}
 808
 809	md = hc->md;
 810
 811	/*
 812	 * Ensure the device is not open and nothing further can open it.
 813	 */
 814	r = dm_lock_for_deletion(md);
 815	if (r) {
 
 
 
 
 
 816		DMDEBUG_LIMIT("unable to remove open device %s", hc->name);
 817		up_write(&_hash_lock);
 818		dm_put(md);
 819		return r;
 820	}
 821
 822	__hash_remove(hc);
 823	up_write(&_hash_lock);
 824
 
 
 
 
 
 
 
 825	if (!dm_kobject_uevent(md, KOBJ_REMOVE, param->event_nr))
 826		param->flags |= DM_UEVENT_GENERATED_FLAG;
 827
 828	dm_put(md);
 829	dm_destroy(md);
 830	return 0;
 831}
 832
 833/*
 834 * Check a string doesn't overrun the chunk of
 835 * memory we copied from userland.
 836 */
 837static int invalid_str(char *str, void *end)
 838{
 839	while ((void *) str < end)
 840		if (!*str++)
 841			return 0;
 842
 843	return -EINVAL;
 844}
 845
 846static int dev_rename(struct dm_ioctl *param, size_t param_size)
 847{
 848	int r;
 849	char *new_data = (char *) param + param->data_start;
 850	struct mapped_device *md;
 851	unsigned change_uuid = (param->flags & DM_UUID_FLAG) ? 1 : 0;
 852
 853	if (new_data < param->data ||
 854	    invalid_str(new_data, (void *) param + param_size) ||
 855	    strlen(new_data) > (change_uuid ? DM_UUID_LEN - 1 : DM_NAME_LEN - 1)) {
 856		DMWARN("Invalid new mapped device name or uuid string supplied.");
 857		return -EINVAL;
 858	}
 859
 860	if (!change_uuid) {
 861		r = check_name(new_data);
 862		if (r)
 863			return r;
 864	}
 865
 866	md = dm_hash_rename(param, new_data);
 867	if (IS_ERR(md))
 868		return PTR_ERR(md);
 869
 870	__dev_status(md, param);
 871	dm_put(md);
 872
 873	return 0;
 874}
 875
 876static int dev_set_geometry(struct dm_ioctl *param, size_t param_size)
 877{
 878	int r = -EINVAL, x;
 879	struct mapped_device *md;
 880	struct hd_geometry geometry;
 881	unsigned long indata[4];
 882	char *geostr = (char *) param + param->data_start;
 
 883
 884	md = find_device(param);
 885	if (!md)
 886		return -ENXIO;
 887
 888	if (geostr < param->data ||
 889	    invalid_str(geostr, (void *) param + param_size)) {
 890		DMWARN("Invalid geometry supplied.");
 891		goto out;
 892	}
 893
 894	x = sscanf(geostr, "%lu %lu %lu %lu", indata,
 895		   indata + 1, indata + 2, indata + 3);
 896
 897	if (x != 4) {
 898		DMWARN("Unable to interpret geometry settings.");
 899		goto out;
 900	}
 901
 902	if (indata[0] > 65535 || indata[1] > 255 ||
 903	    indata[2] > 255 || indata[3] > ULONG_MAX) {
 904		DMWARN("Geometry exceeds range limits.");
 905		goto out;
 906	}
 907
 908	geometry.cylinders = indata[0];
 909	geometry.heads = indata[1];
 910	geometry.sectors = indata[2];
 911	geometry.start = indata[3];
 912
 913	r = dm_set_geometry(md, &geometry);
 914
 915	param->data_size = 0;
 916
 917out:
 918	dm_put(md);
 919	return r;
 920}
 921
 922static int do_suspend(struct dm_ioctl *param)
 923{
 924	int r = 0;
 925	unsigned suspend_flags = DM_SUSPEND_LOCKFS_FLAG;
 926	struct mapped_device *md;
 927
 928	md = find_device(param);
 929	if (!md)
 930		return -ENXIO;
 931
 932	if (param->flags & DM_SKIP_LOCKFS_FLAG)
 933		suspend_flags &= ~DM_SUSPEND_LOCKFS_FLAG;
 934	if (param->flags & DM_NOFLUSH_FLAG)
 935		suspend_flags |= DM_SUSPEND_NOFLUSH_FLAG;
 936
 937	if (!dm_suspended_md(md)) {
 938		r = dm_suspend(md, suspend_flags);
 939		if (r)
 940			goto out;
 941	}
 942
 943	__dev_status(md, param);
 944
 945out:
 946	dm_put(md);
 947
 948	return r;
 949}
 950
 951static int do_resume(struct dm_ioctl *param)
 952{
 953	int r = 0;
 954	unsigned suspend_flags = DM_SUSPEND_LOCKFS_FLAG;
 955	struct hash_cell *hc;
 956	struct mapped_device *md;
 957	struct dm_table *new_map, *old_map = NULL;
 958
 959	down_write(&_hash_lock);
 960
 961	hc = __find_device_hash_cell(param);
 962	if (!hc) {
 963		DMDEBUG_LIMIT("device doesn't appear to be in the dev hash table.");
 964		up_write(&_hash_lock);
 965		return -ENXIO;
 966	}
 967
 968	md = hc->md;
 969
 970	new_map = hc->new_map;
 971	hc->new_map = NULL;
 972	param->flags &= ~DM_INACTIVE_PRESENT_FLAG;
 973
 974	up_write(&_hash_lock);
 975
 976	/* Do we need to load a new map ? */
 977	if (new_map) {
 978		/* Suspend if it isn't already suspended */
 979		if (param->flags & DM_SKIP_LOCKFS_FLAG)
 980			suspend_flags &= ~DM_SUSPEND_LOCKFS_FLAG;
 981		if (param->flags & DM_NOFLUSH_FLAG)
 982			suspend_flags |= DM_SUSPEND_NOFLUSH_FLAG;
 983		if (!dm_suspended_md(md))
 984			dm_suspend(md, suspend_flags);
 985
 986		old_map = dm_swap_table(md, new_map);
 987		if (IS_ERR(old_map)) {
 
 988			dm_table_destroy(new_map);
 989			dm_put(md);
 990			return PTR_ERR(old_map);
 991		}
 992
 993		if (dm_table_get_mode(new_map) & FMODE_WRITE)
 994			set_disk_ro(dm_disk(md), 0);
 995		else
 996			set_disk_ro(dm_disk(md), 1);
 997	}
 998
 999	if (dm_suspended_md(md)) {
1000		r = dm_resume(md);
1001		if (!r && !dm_kobject_uevent(md, KOBJ_CHANGE, param->event_nr))
1002			param->flags |= DM_UEVENT_GENERATED_FLAG;
1003	}
1004
 
 
 
 
1005	if (old_map)
1006		dm_table_destroy(old_map);
1007
1008	if (!r)
1009		__dev_status(md, param);
1010
1011	dm_put(md);
1012	return r;
1013}
1014
1015/*
1016 * Set or unset the suspension state of a device.
1017 * If the device already is in the requested state we just return its status.
1018 */
1019static int dev_suspend(struct dm_ioctl *param, size_t param_size)
1020{
1021	if (param->flags & DM_SUSPEND_FLAG)
1022		return do_suspend(param);
1023
1024	return do_resume(param);
1025}
1026
1027/*
1028 * Copies device info back to user space, used by
1029 * the create and info ioctls.
1030 */
1031static int dev_status(struct dm_ioctl *param, size_t param_size)
1032{
1033	struct mapped_device *md;
1034
1035	md = find_device(param);
1036	if (!md)
1037		return -ENXIO;
1038
1039	__dev_status(md, param);
1040	dm_put(md);
1041
1042	return 0;
1043}
1044
1045/*
1046 * Build up the status struct for each target
1047 */
1048static void retrieve_status(struct dm_table *table,
1049			    struct dm_ioctl *param, size_t param_size)
1050{
1051	unsigned int i, num_targets;
1052	struct dm_target_spec *spec;
1053	char *outbuf, *outptr;
1054	status_type_t type;
1055	size_t remaining, len, used = 0;
 
1056
1057	outptr = outbuf = get_result_buffer(param, param_size, &len);
1058
1059	if (param->flags & DM_STATUS_TABLE_FLAG)
1060		type = STATUSTYPE_TABLE;
1061	else
1062		type = STATUSTYPE_INFO;
1063
1064	/* Get all the target info */
1065	num_targets = dm_table_get_num_targets(table);
1066	for (i = 0; i < num_targets; i++) {
1067		struct dm_target *ti = dm_table_get_target(table, i);
 
1068
1069		remaining = len - (outptr - outbuf);
1070		if (remaining <= sizeof(struct dm_target_spec)) {
1071			param->flags |= DM_BUFFER_FULL_FLAG;
1072			break;
1073		}
1074
1075		spec = (struct dm_target_spec *) outptr;
1076
1077		spec->status = 0;
1078		spec->sector_start = ti->begin;
1079		spec->length = ti->len;
1080		strncpy(spec->target_type, ti->type->name,
1081			sizeof(spec->target_type));
1082
1083		outptr += sizeof(struct dm_target_spec);
1084		remaining = len - (outptr - outbuf);
1085		if (remaining <= 0) {
1086			param->flags |= DM_BUFFER_FULL_FLAG;
1087			break;
1088		}
1089
1090		/* Get the status/table string from the target driver */
1091		if (ti->type->status) {
1092			if (ti->type->status(ti, type, outptr, remaining)) {
1093				param->flags |= DM_BUFFER_FULL_FLAG;
1094				break;
1095			}
1096		} else
1097			outptr[0] = '\0';
1098
1099		outptr += strlen(outptr) + 1;
 
 
 
 
 
 
1100		used = param->data_start + (outptr - outbuf);
1101
1102		outptr = align_ptr(outptr);
1103		spec->next = outptr - outbuf;
1104	}
1105
1106	if (used)
1107		param->data_size = used;
1108
1109	param->target_count = num_targets;
1110}
1111
1112/*
1113 * Wait for a device to report an event
1114 */
1115static int dev_wait(struct dm_ioctl *param, size_t param_size)
1116{
1117	int r = 0;
1118	struct mapped_device *md;
1119	struct dm_table *table;
 
1120
1121	md = find_device(param);
1122	if (!md)
1123		return -ENXIO;
1124
1125	/*
1126	 * Wait for a notification event
1127	 */
1128	if (dm_wait_event(md, param->event_nr)) {
1129		r = -ERESTARTSYS;
1130		goto out;
1131	}
1132
1133	/*
1134	 * The userland program is going to want to know what
1135	 * changed to trigger the event, so we may as well tell
1136	 * him and save an ioctl.
1137	 */
1138	__dev_status(md, param);
1139
1140	table = dm_get_live_or_inactive_table(md, param);
1141	if (table) {
1142		retrieve_status(table, param, param_size);
1143		dm_table_put(table);
1144	}
1145
1146out:
1147	dm_put(md);
1148
1149	return r;
1150}
1151
1152static inline fmode_t get_mode(struct dm_ioctl *param)
1153{
1154	fmode_t mode = FMODE_READ | FMODE_WRITE;
1155
1156	if (param->flags & DM_READONLY_FLAG)
1157		mode = FMODE_READ;
1158
1159	return mode;
1160}
1161
1162static int next_target(struct dm_target_spec *last, uint32_t next, void *end,
1163		       struct dm_target_spec **spec, char **target_params)
1164{
1165	*spec = (struct dm_target_spec *) ((unsigned char *) last + next);
1166	*target_params = (char *) (*spec + 1);
1167
1168	if (*spec < (last + 1))
1169		return -EINVAL;
1170
1171	return invalid_str(*target_params, end);
1172}
1173
1174static int populate_table(struct dm_table *table,
1175			  struct dm_ioctl *param, size_t param_size)
1176{
1177	int r;
1178	unsigned int i = 0;
1179	struct dm_target_spec *spec = (struct dm_target_spec *) param;
1180	uint32_t next = param->data_start;
1181	void *end = (void *) param + param_size;
1182	char *target_params;
1183
1184	if (!param->target_count) {
1185		DMWARN("populate_table: no targets specified");
1186		return -EINVAL;
1187	}
1188
1189	for (i = 0; i < param->target_count; i++) {
1190
1191		r = next_target(spec, next, end, &spec, &target_params);
1192		if (r) {
1193			DMWARN("unable to find target");
1194			return r;
1195		}
1196
1197		r = dm_table_add_target(table, spec->target_type,
1198					(sector_t) spec->sector_start,
1199					(sector_t) spec->length,
1200					target_params);
1201		if (r) {
1202			DMWARN("error adding target to table");
1203			return r;
1204		}
1205
1206		next = spec->next;
1207	}
1208
1209	return dm_table_complete(table);
1210}
1211
1212static int table_load(struct dm_ioctl *param, size_t param_size)
1213{
1214	int r;
1215	struct hash_cell *hc;
1216	struct dm_table *t;
1217	struct mapped_device *md;
 
1218
1219	md = find_device(param);
1220	if (!md)
1221		return -ENXIO;
1222
1223	r = dm_table_create(&t, get_mode(param), param->target_count, md);
1224	if (r)
1225		goto out;
1226
 
 
1227	r = populate_table(t, param, param_size);
1228	if (r) {
1229		dm_table_destroy(t);
1230		goto out;
 
 
 
 
 
 
 
 
1231	}
1232
1233	/* Protect md->type and md->queue against concurrent table loads. */
1234	dm_lock_md_type(md);
1235	if (dm_get_md_type(md) == DM_TYPE_NONE)
1236		/* Initial table load: acquire type of table. */
1237		dm_set_md_type(md, dm_table_get_type(t));
1238	else if (dm_get_md_type(md) != dm_table_get_type(t)) {
 
 
 
 
 
 
 
1239		DMWARN("can't change device type after initial table load.");
1240		dm_table_destroy(t);
1241		dm_unlock_md_type(md);
1242		r = -EINVAL;
1243		goto out;
1244	}
1245
1246	/* setup md->queue to reflect md's type (may block) */
1247	r = dm_setup_md_queue(md);
1248	if (r) {
1249		DMWARN("unable to set up device queue for new table.");
1250		dm_table_destroy(t);
1251		dm_unlock_md_type(md);
1252		goto out;
1253	}
1254	dm_unlock_md_type(md);
1255
1256	/* stage inactive table */
1257	down_write(&_hash_lock);
1258	hc = dm_get_mdptr(md);
1259	if (!hc || hc->md != md) {
1260		DMWARN("device has been removed from the dev hash table.");
1261		dm_table_destroy(t);
1262		up_write(&_hash_lock);
1263		r = -ENXIO;
1264		goto out;
1265	}
1266
1267	if (hc->new_map)
1268		dm_table_destroy(hc->new_map);
1269	hc->new_map = t;
1270	up_write(&_hash_lock);
1271
1272	param->flags |= DM_INACTIVE_PRESENT_FLAG;
1273	__dev_status(md, param);
1274
1275out:
 
 
 
 
 
 
 
 
 
 
 
 
 
1276	dm_put(md);
1277
1278	return r;
1279}
1280
1281static int table_clear(struct dm_ioctl *param, size_t param_size)
1282{
1283	struct hash_cell *hc;
1284	struct mapped_device *md;
 
1285
1286	down_write(&_hash_lock);
1287
1288	hc = __find_device_hash_cell(param);
1289	if (!hc) {
1290		DMDEBUG_LIMIT("device doesn't appear to be in the dev hash table.");
1291		up_write(&_hash_lock);
1292		return -ENXIO;
1293	}
1294
1295	if (hc->new_map) {
1296		dm_table_destroy(hc->new_map);
1297		hc->new_map = NULL;
1298	}
1299
1300	param->flags &= ~DM_INACTIVE_PRESENT_FLAG;
1301
1302	__dev_status(hc->md, param);
1303	md = hc->md;
1304	up_write(&_hash_lock);
 
 
 
 
1305	dm_put(md);
1306
1307	return 0;
1308}
1309
1310/*
1311 * Retrieves a list of devices used by a particular dm device.
1312 */
1313static void retrieve_deps(struct dm_table *table,
1314			  struct dm_ioctl *param, size_t param_size)
1315{
1316	unsigned int count = 0;
1317	struct list_head *tmp;
1318	size_t len, needed;
1319	struct dm_dev_internal *dd;
1320	struct dm_target_deps *deps;
1321
1322	deps = get_result_buffer(param, param_size, &len);
1323
1324	/*
1325	 * Count the devices.
1326	 */
1327	list_for_each (tmp, dm_table_get_devices(table))
1328		count++;
1329
1330	/*
1331	 * Check we have enough space.
1332	 */
1333	needed = sizeof(*deps) + (sizeof(*deps->dev) * count);
1334	if (len < needed) {
1335		param->flags |= DM_BUFFER_FULL_FLAG;
1336		return;
1337	}
1338
1339	/*
1340	 * Fill in the devices.
1341	 */
1342	deps->count = count;
1343	count = 0;
1344	list_for_each_entry (dd, dm_table_get_devices(table), list)
1345		deps->dev[count++] = huge_encode_dev(dd->dm_dev.bdev->bd_dev);
1346
1347	param->data_size = param->data_start + needed;
1348}
1349
1350static int table_deps(struct dm_ioctl *param, size_t param_size)
1351{
1352	struct mapped_device *md;
1353	struct dm_table *table;
 
1354
1355	md = find_device(param);
1356	if (!md)
1357		return -ENXIO;
1358
1359	__dev_status(md, param);
1360
1361	table = dm_get_live_or_inactive_table(md, param);
1362	if (table) {
1363		retrieve_deps(table, param, param_size);
1364		dm_table_put(table);
1365	}
1366
1367	dm_put(md);
1368
1369	return 0;
1370}
1371
1372/*
1373 * Return the status of a device as a text string for each
1374 * target.
1375 */
1376static int table_status(struct dm_ioctl *param, size_t param_size)
1377{
1378	struct mapped_device *md;
1379	struct dm_table *table;
 
1380
1381	md = find_device(param);
1382	if (!md)
1383		return -ENXIO;
1384
1385	__dev_status(md, param);
1386
1387	table = dm_get_live_or_inactive_table(md, param);
1388	if (table) {
1389		retrieve_status(table, param, param_size);
1390		dm_table_put(table);
1391	}
1392
1393	dm_put(md);
1394
1395	return 0;
1396}
1397
1398/*
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1399 * Pass a message to the target that's at the supplied device offset.
1400 */
1401static int target_message(struct dm_ioctl *param, size_t param_size)
1402{
1403	int r, argc;
1404	char **argv;
1405	struct mapped_device *md;
1406	struct dm_table *table;
1407	struct dm_target *ti;
1408	struct dm_target_msg *tmsg = (void *) param + param->data_start;
 
 
 
1409
1410	md = find_device(param);
1411	if (!md)
1412		return -ENXIO;
1413
1414	if (tmsg < (struct dm_target_msg *) param->data ||
1415	    invalid_str(tmsg->message, (void *) param + param_size)) {
1416		DMWARN("Invalid target message parameters.");
1417		r = -EINVAL;
1418		goto out;
1419	}
1420
1421	r = dm_split_args(&argc, &argv, tmsg->message);
1422	if (r) {
1423		DMWARN("Failed to split target message parameters");
1424		goto out;
1425	}
1426
1427	if (!argc) {
1428		DMWARN("Empty message received.");
1429		goto out;
1430	}
1431
1432	table = dm_get_live_table(md);
1433	if (!table)
1434		goto out_argv;
1435
 
 
 
 
1436	if (dm_deleting_md(md)) {
1437		r = -ENXIO;
1438		goto out_table;
1439	}
1440
1441	ti = dm_table_find_target(table, tmsg->sector);
1442	if (!dm_target_is_valid(ti)) {
1443		DMWARN("Target message sector outside device.");
1444		r = -EINVAL;
1445	} else if (ti->type->message)
1446		r = ti->type->message(ti, argc, argv);
1447	else {
1448		DMWARN("Target type does not support messages");
1449		r = -EINVAL;
1450	}
1451
1452 out_table:
1453	dm_table_put(table);
1454 out_argv:
1455	kfree(argv);
1456 out:
1457	param->data_size = 0;
 
 
 
 
 
 
 
 
 
 
 
1458	dm_put(md);
1459	return r;
1460}
1461
 
 
 
 
 
 
 
 
1462/*-----------------------------------------------------------------
1463 * Implementation of open/close/ioctl on the special char
1464 * device.
1465 *---------------------------------------------------------------*/
1466static ioctl_fn lookup_ioctl(unsigned int cmd)
1467{
1468	static struct {
1469		int cmd;
 
1470		ioctl_fn fn;
1471	} _ioctls[] = {
1472		{DM_VERSION_CMD, NULL},	/* version is dealt with elsewhere */
1473		{DM_REMOVE_ALL_CMD, remove_all},
1474		{DM_LIST_DEVICES_CMD, list_devices},
1475
1476		{DM_DEV_CREATE_CMD, dev_create},
1477		{DM_DEV_REMOVE_CMD, dev_remove},
1478		{DM_DEV_RENAME_CMD, dev_rename},
1479		{DM_DEV_SUSPEND_CMD, dev_suspend},
1480		{DM_DEV_STATUS_CMD, dev_status},
1481		{DM_DEV_WAIT_CMD, dev_wait},
1482
1483		{DM_TABLE_LOAD_CMD, table_load},
1484		{DM_TABLE_CLEAR_CMD, table_clear},
1485		{DM_TABLE_DEPS_CMD, table_deps},
1486		{DM_TABLE_STATUS_CMD, table_status},
1487
1488		{DM_LIST_VERSIONS_CMD, list_versions},
1489
1490		{DM_TARGET_MSG_CMD, target_message},
1491		{DM_DEV_SET_GEOMETRY_CMD, dev_set_geometry}
1492	};
1493
1494	return (cmd >= ARRAY_SIZE(_ioctls)) ? NULL : _ioctls[cmd].fn;
 
 
 
 
1495}
1496
1497/*
1498 * As well as checking the version compatibility this always
1499 * copies the kernel interface version out.
1500 */
1501static int check_version(unsigned int cmd, struct dm_ioctl __user *user)
1502{
1503	uint32_t version[3];
1504	int r = 0;
1505
1506	if (copy_from_user(version, user->version, sizeof(version)))
1507		return -EFAULT;
1508
1509	if ((DM_VERSION_MAJOR != version[0]) ||
1510	    (DM_VERSION_MINOR < version[1])) {
1511		DMWARN("ioctl interface mismatch: "
1512		       "kernel(%u.%u.%u), user(%u.%u.%u), cmd(%d)",
1513		       DM_VERSION_MAJOR, DM_VERSION_MINOR,
1514		       DM_VERSION_PATCHLEVEL,
1515		       version[0], version[1], version[2], cmd);
1516		r = -EINVAL;
1517	}
1518
1519	/*
1520	 * Fill in the kernel version.
1521	 */
1522	version[0] = DM_VERSION_MAJOR;
1523	version[1] = DM_VERSION_MINOR;
1524	version[2] = DM_VERSION_PATCHLEVEL;
1525	if (copy_to_user(user->version, version, sizeof(version)))
1526		return -EFAULT;
1527
1528	return r;
1529}
1530
1531static int copy_params(struct dm_ioctl __user *user, struct dm_ioctl **param)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1532{
1533	struct dm_ioctl tmp, *dmi;
1534	int secure_data;
 
1535
1536	if (copy_from_user(&tmp, user, sizeof(tmp) - sizeof(tmp.data)))
1537		return -EFAULT;
1538
1539	if (tmp.data_size < (sizeof(tmp) - sizeof(tmp.data)))
1540		return -EINVAL;
1541
1542	secure_data = tmp.flags & DM_SECURE_DATA_FLAG;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1543
1544	dmi = vmalloc(tmp.data_size);
1545	if (!dmi) {
1546		if (secure_data && clear_user(user, tmp.data_size))
 
 
 
 
 
 
 
 
 
1547			return -EFAULT;
1548		return -ENOMEM;
1549	}
1550
1551	if (copy_from_user(dmi, user, tmp.data_size))
1552		goto bad;
1553
 
 
 
 
 
 
 
 
 
1554	/* Wipe the user buffer so we do not return it to userspace */
1555	if (secure_data && clear_user(user, tmp.data_size))
1556		goto bad;
1557
1558	*param = dmi;
1559	return 0;
1560
1561bad:
1562	if (secure_data)
1563		memset(dmi, 0, tmp.data_size);
1564	vfree(dmi);
1565	return -EFAULT;
1566}
1567
1568static int validate_params(uint cmd, struct dm_ioctl *param)
1569{
1570	/* Always clear this flag */
1571	param->flags &= ~DM_BUFFER_FULL_FLAG;
1572	param->flags &= ~DM_UEVENT_GENERATED_FLAG;
1573	param->flags &= ~DM_SECURE_DATA_FLAG;
 
1574
1575	/* Ignores parameters */
1576	if (cmd == DM_REMOVE_ALL_CMD ||
1577	    cmd == DM_LIST_DEVICES_CMD ||
1578	    cmd == DM_LIST_VERSIONS_CMD)
1579		return 0;
1580
1581	if ((cmd == DM_DEV_CREATE_CMD)) {
1582		if (!*param->name) {
1583			DMWARN("name not supplied when creating device");
1584			return -EINVAL;
1585		}
1586	} else if ((*param->uuid && *param->name)) {
1587		DMWARN("only supply one of name or uuid, cmd(%u)", cmd);
1588		return -EINVAL;
1589	}
1590
1591	/* Ensure strings are terminated */
1592	param->name[DM_NAME_LEN - 1] = '\0';
1593	param->uuid[DM_UUID_LEN - 1] = '\0';
1594
1595	return 0;
1596}
1597
1598static int ctl_ioctl(uint command, struct dm_ioctl __user *user)
1599{
1600	int r = 0;
1601	int wipe_buffer;
 
1602	unsigned int cmd;
1603	struct dm_ioctl *uninitialized_var(param);
1604	ioctl_fn fn = NULL;
1605	size_t input_param_size;
 
1606
1607	/* only root can play with this */
1608	if (!capable(CAP_SYS_ADMIN))
1609		return -EACCES;
1610
1611	if (_IOC_TYPE(command) != DM_IOCTL)
1612		return -ENOTTY;
1613
1614	cmd = _IOC_NR(command);
1615
1616	/*
1617	 * Check the interface version passed in.  This also
1618	 * writes out the kernel's interface version.
1619	 */
1620	r = check_version(cmd, user);
1621	if (r)
1622		return r;
1623
1624	/*
1625	 * Nothing more to do for the version command.
1626	 */
1627	if (cmd == DM_VERSION_CMD)
1628		return 0;
1629
1630	fn = lookup_ioctl(cmd);
1631	if (!fn) {
1632		DMWARN("dm_ctl_ioctl: unknown command 0x%x", command);
1633		return -ENOTTY;
1634	}
1635
1636	/*
1637	 * Trying to avoid low memory issues when a device is
1638	 * suspended.
1639	 */
1640	current->flags |= PF_MEMALLOC;
1641
1642	/*
1643	 * Copy the parameters into kernel space.
1644	 */
1645	r = copy_params(user, &param);
1646
1647	current->flags &= ~PF_MEMALLOC;
1648
1649	if (r)
1650		return r;
1651
1652	input_param_size = param->data_size;
1653	wipe_buffer = param->flags & DM_SECURE_DATA_FLAG;
1654
1655	r = validate_params(cmd, param);
1656	if (r)
1657		goto out;
1658
1659	param->data_size = sizeof(*param);
1660	r = fn(param, input_param_size);
1661
 
 
 
 
1662	/*
1663	 * Copy the results back to userland.
1664	 */
1665	if (!r && copy_to_user(user, param, param->data_size))
1666		r = -EFAULT;
1667
1668out:
1669	if (wipe_buffer)
1670		memset(param, 0, input_param_size);
1671
1672	vfree(param);
1673	return r;
1674}
1675
1676static long dm_ctl_ioctl(struct file *file, uint command, ulong u)
1677{
1678	return (long)ctl_ioctl(command, (struct dm_ioctl __user *)u);
1679}
1680
1681#ifdef CONFIG_COMPAT
1682static long dm_compat_ctl_ioctl(struct file *file, uint command, ulong u)
1683{
1684	return (long)dm_ctl_ioctl(file, command, (ulong) compat_ptr(u));
1685}
1686#else
1687#define dm_compat_ctl_ioctl NULL
1688#endif
1689
1690static const struct file_operations _ctl_fops = {
1691	.open = nonseekable_open,
1692	.unlocked_ioctl	 = dm_ctl_ioctl,
1693	.compat_ioctl = dm_compat_ctl_ioctl,
1694	.owner	 = THIS_MODULE,
1695	.llseek  = noop_llseek,
1696};
1697
1698static struct miscdevice _dm_misc = {
1699	.minor		= MAPPER_CTRL_MINOR,
1700	.name  		= DM_NAME,
1701	.nodename	= DM_DIR "/" DM_CONTROL_NODE,
1702	.fops  		= &_ctl_fops
1703};
1704
1705MODULE_ALIAS_MISCDEV(MAPPER_CTRL_MINOR);
1706MODULE_ALIAS("devname:" DM_DIR "/" DM_CONTROL_NODE);
1707
1708/*
1709 * Create misc character device and link to DM_DIR/control.
1710 */
1711int __init dm_interface_init(void)
1712{
1713	int r;
1714
1715	r = dm_hash_init();
1716	if (r)
1717		return r;
1718
1719	r = misc_register(&_dm_misc);
1720	if (r) {
1721		DMERR("misc_register failed for control device");
1722		dm_hash_exit();
1723		return r;
1724	}
1725
1726	DMINFO("%d.%d.%d%s initialised: %s", DM_VERSION_MAJOR,
1727	       DM_VERSION_MINOR, DM_VERSION_PATCHLEVEL, DM_VERSION_EXTRA,
1728	       DM_DRIVER_EMAIL);
1729	return 0;
1730}
1731
1732void dm_interface_exit(void)
1733{
1734	if (misc_deregister(&_dm_misc) < 0)
1735		DMERR("misc_deregister failed for control device");
1736
1737	dm_hash_exit();
1738}
1739
1740/**
1741 * dm_copy_name_and_uuid - Copy mapped device name & uuid into supplied buffers
1742 * @md: Pointer to mapped_device
1743 * @name: Buffer (size DM_NAME_LEN) for name
1744 * @uuid: Buffer (size DM_UUID_LEN) for uuid or empty string if uuid not defined
1745 */
1746int dm_copy_name_and_uuid(struct mapped_device *md, char *name, char *uuid)
1747{
1748	int r = 0;
1749	struct hash_cell *hc;
1750
1751	if (!md)
1752		return -ENXIO;
1753
1754	mutex_lock(&dm_hash_cells_mutex);
1755	hc = dm_get_mdptr(md);
1756	if (!hc || hc->md != md) {
1757		r = -ENXIO;
1758		goto out;
1759	}
1760
1761	if (name)
1762		strcpy(name, hc->name);
1763	if (uuid)
1764		strcpy(uuid, hc->uuid ? : "");
1765
1766out:
1767	mutex_unlock(&dm_hash_cells_mutex);
1768
1769	return r;
1770}
v4.6
   1/*
   2 * Copyright (C) 2001, 2002 Sistina Software (UK) Limited.
   3 * Copyright (C) 2004 - 2006 Red Hat, Inc. All rights reserved.
   4 *
   5 * This file is released under the GPL.
   6 */
   7
   8#include "dm.h"
   9
  10#include <linux/module.h>
  11#include <linux/vmalloc.h>
  12#include <linux/miscdevice.h>
  13#include <linux/init.h>
  14#include <linux/wait.h>
  15#include <linux/slab.h>
  16#include <linux/dm-ioctl.h>
  17#include <linux/hdreg.h>
  18#include <linux/compat.h>
  19
  20#include <asm/uaccess.h>
  21
  22#define DM_MSG_PREFIX "ioctl"
  23#define DM_DRIVER_EMAIL "dm-devel@redhat.com"
  24
  25/*-----------------------------------------------------------------
  26 * The ioctl interface needs to be able to look up devices by
  27 * name or uuid.
  28 *---------------------------------------------------------------*/
  29struct hash_cell {
  30	struct list_head name_list;
  31	struct list_head uuid_list;
  32
  33	char *name;
  34	char *uuid;
  35	struct mapped_device *md;
  36	struct dm_table *new_map;
  37};
  38
  39/*
  40 * A dummy definition to make RCU happy.
  41 * struct dm_table should never be dereferenced in this file.
  42 */
  43struct dm_table {
  44	int undefined__;
  45};
  46
  47struct vers_iter {
  48    size_t param_size;
  49    struct dm_target_versions *vers, *old_vers;
  50    char *end;
  51    uint32_t flags;
  52};
  53
  54
  55#define NUM_BUCKETS 64
  56#define MASK_BUCKETS (NUM_BUCKETS - 1)
  57static struct list_head _name_buckets[NUM_BUCKETS];
  58static struct list_head _uuid_buckets[NUM_BUCKETS];
  59
  60static void dm_hash_remove_all(bool keep_open_devices, bool mark_deferred, bool only_deferred);
  61
  62/*
  63 * Guards access to both hash tables.
  64 */
  65static DECLARE_RWSEM(_hash_lock);
  66
  67/*
  68 * Protects use of mdptr to obtain hash cell name and uuid from mapped device.
  69 */
  70static DEFINE_MUTEX(dm_hash_cells_mutex);
  71
  72static void init_buckets(struct list_head *buckets)
  73{
  74	unsigned int i;
  75
  76	for (i = 0; i < NUM_BUCKETS; i++)
  77		INIT_LIST_HEAD(buckets + i);
  78}
  79
  80static int dm_hash_init(void)
  81{
  82	init_buckets(_name_buckets);
  83	init_buckets(_uuid_buckets);
  84	return 0;
  85}
  86
  87static void dm_hash_exit(void)
  88{
  89	dm_hash_remove_all(false, false, false);
  90}
  91
  92/*-----------------------------------------------------------------
  93 * Hash function:
  94 * We're not really concerned with the str hash function being
  95 * fast since it's only used by the ioctl interface.
  96 *---------------------------------------------------------------*/
  97static unsigned int hash_str(const char *str)
  98{
  99	const unsigned int hash_mult = 2654435387U;
 100	unsigned int h = 0;
 101
 102	while (*str)
 103		h = (h + (unsigned int) *str++) * hash_mult;
 104
 105	return h & MASK_BUCKETS;
 106}
 107
 108/*-----------------------------------------------------------------
 109 * Code for looking up a device by name
 110 *---------------------------------------------------------------*/
 111static struct hash_cell *__get_name_cell(const char *str)
 112{
 113	struct hash_cell *hc;
 114	unsigned int h = hash_str(str);
 115
 116	list_for_each_entry (hc, _name_buckets + h, name_list)
 117		if (!strcmp(hc->name, str)) {
 118			dm_get(hc->md);
 119			return hc;
 120		}
 121
 122	return NULL;
 123}
 124
 125static struct hash_cell *__get_uuid_cell(const char *str)
 126{
 127	struct hash_cell *hc;
 128	unsigned int h = hash_str(str);
 129
 130	list_for_each_entry (hc, _uuid_buckets + h, uuid_list)
 131		if (!strcmp(hc->uuid, str)) {
 132			dm_get(hc->md);
 133			return hc;
 134		}
 135
 136	return NULL;
 137}
 138
 139static struct hash_cell *__get_dev_cell(uint64_t dev)
 140{
 141	struct mapped_device *md;
 142	struct hash_cell *hc;
 143
 144	md = dm_get_md(huge_decode_dev(dev));
 145	if (!md)
 146		return NULL;
 147
 148	hc = dm_get_mdptr(md);
 149	if (!hc) {
 150		dm_put(md);
 151		return NULL;
 152	}
 153
 154	return hc;
 155}
 156
 157/*-----------------------------------------------------------------
 158 * Inserting, removing and renaming a device.
 159 *---------------------------------------------------------------*/
 160static struct hash_cell *alloc_cell(const char *name, const char *uuid,
 161				    struct mapped_device *md)
 162{
 163	struct hash_cell *hc;
 164
 165	hc = kmalloc(sizeof(*hc), GFP_KERNEL);
 166	if (!hc)
 167		return NULL;
 168
 169	hc->name = kstrdup(name, GFP_KERNEL);
 170	if (!hc->name) {
 171		kfree(hc);
 172		return NULL;
 173	}
 174
 175	if (!uuid)
 176		hc->uuid = NULL;
 177
 178	else {
 179		hc->uuid = kstrdup(uuid, GFP_KERNEL);
 180		if (!hc->uuid) {
 181			kfree(hc->name);
 182			kfree(hc);
 183			return NULL;
 184		}
 185	}
 186
 187	INIT_LIST_HEAD(&hc->name_list);
 188	INIT_LIST_HEAD(&hc->uuid_list);
 189	hc->md = md;
 190	hc->new_map = NULL;
 191	return hc;
 192}
 193
 194static void free_cell(struct hash_cell *hc)
 195{
 196	if (hc) {
 197		kfree(hc->name);
 198		kfree(hc->uuid);
 199		kfree(hc);
 200	}
 201}
 202
 203/*
 204 * The kdev_t and uuid of a device can never change once it is
 205 * initially inserted.
 206 */
 207static int dm_hash_insert(const char *name, const char *uuid, struct mapped_device *md)
 208{
 209	struct hash_cell *cell, *hc;
 210
 211	/*
 212	 * Allocate the new cells.
 213	 */
 214	cell = alloc_cell(name, uuid, md);
 215	if (!cell)
 216		return -ENOMEM;
 217
 218	/*
 219	 * Insert the cell into both hash tables.
 220	 */
 221	down_write(&_hash_lock);
 222	hc = __get_name_cell(name);
 223	if (hc) {
 224		dm_put(hc->md);
 225		goto bad;
 226	}
 227
 228	list_add(&cell->name_list, _name_buckets + hash_str(name));
 229
 230	if (uuid) {
 231		hc = __get_uuid_cell(uuid);
 232		if (hc) {
 233			list_del(&cell->name_list);
 234			dm_put(hc->md);
 235			goto bad;
 236		}
 237		list_add(&cell->uuid_list, _uuid_buckets + hash_str(uuid));
 238	}
 239	dm_get(md);
 240	mutex_lock(&dm_hash_cells_mutex);
 241	dm_set_mdptr(md, cell);
 242	mutex_unlock(&dm_hash_cells_mutex);
 243	up_write(&_hash_lock);
 244
 245	return 0;
 246
 247 bad:
 248	up_write(&_hash_lock);
 249	free_cell(cell);
 250	return -EBUSY;
 251}
 252
 253static struct dm_table *__hash_remove(struct hash_cell *hc)
 254{
 255	struct dm_table *table;
 256	int srcu_idx;
 257
 258	/* remove from the dev hash */
 259	list_del(&hc->uuid_list);
 260	list_del(&hc->name_list);
 261	mutex_lock(&dm_hash_cells_mutex);
 262	dm_set_mdptr(hc->md, NULL);
 263	mutex_unlock(&dm_hash_cells_mutex);
 264
 265	table = dm_get_live_table(hc->md, &srcu_idx);
 266	if (table)
 267		dm_table_event(table);
 268	dm_put_live_table(hc->md, srcu_idx);
 
 269
 270	table = NULL;
 271	if (hc->new_map)
 272		table = hc->new_map;
 273	dm_put(hc->md);
 274	free_cell(hc);
 275
 276	return table;
 277}
 278
 279static void dm_hash_remove_all(bool keep_open_devices, bool mark_deferred, bool only_deferred)
 280{
 281	int i, dev_skipped;
 282	struct hash_cell *hc;
 283	struct mapped_device *md;
 284	struct dm_table *t;
 285
 286retry:
 287	dev_skipped = 0;
 288
 289	down_write(&_hash_lock);
 290
 291	for (i = 0; i < NUM_BUCKETS; i++) {
 292		list_for_each_entry(hc, _name_buckets + i, name_list) {
 293			md = hc->md;
 294			dm_get(md);
 295
 296			if (keep_open_devices &&
 297			    dm_lock_for_deletion(md, mark_deferred, only_deferred)) {
 298				dm_put(md);
 299				dev_skipped++;
 300				continue;
 301			}
 302
 303			t = __hash_remove(hc);
 304
 305			up_write(&_hash_lock);
 306
 307			if (t) {
 308				dm_sync_table(md);
 309				dm_table_destroy(t);
 310			}
 311			dm_put(md);
 312			if (likely(keep_open_devices))
 313				dm_destroy(md);
 314			else
 315				dm_destroy_immediate(md);
 316
 317			/*
 318			 * Some mapped devices may be using other mapped
 319			 * devices, so repeat until we make no further
 320			 * progress.  If a new mapped device is created
 321			 * here it will also get removed.
 322			 */
 323			goto retry;
 324		}
 325	}
 326
 327	up_write(&_hash_lock);
 328
 329	if (dev_skipped)
 330		DMWARN("remove_all left %d open device(s)", dev_skipped);
 331}
 332
 333/*
 334 * Set the uuid of a hash_cell that isn't already set.
 335 */
 336static void __set_cell_uuid(struct hash_cell *hc, char *new_uuid)
 337{
 338	mutex_lock(&dm_hash_cells_mutex);
 339	hc->uuid = new_uuid;
 340	mutex_unlock(&dm_hash_cells_mutex);
 341
 342	list_add(&hc->uuid_list, _uuid_buckets + hash_str(new_uuid));
 343}
 344
 345/*
 346 * Changes the name of a hash_cell and returns the old name for
 347 * the caller to free.
 348 */
 349static char *__change_cell_name(struct hash_cell *hc, char *new_name)
 350{
 351	char *old_name;
 352
 353	/*
 354	 * Rename and move the name cell.
 355	 */
 356	list_del(&hc->name_list);
 357	old_name = hc->name;
 358
 359	mutex_lock(&dm_hash_cells_mutex);
 360	hc->name = new_name;
 361	mutex_unlock(&dm_hash_cells_mutex);
 362
 363	list_add(&hc->name_list, _name_buckets + hash_str(new_name));
 364
 365	return old_name;
 366}
 367
 368static struct mapped_device *dm_hash_rename(struct dm_ioctl *param,
 369					    const char *new)
 370{
 371	char *new_data, *old_name = NULL;
 372	struct hash_cell *hc;
 373	struct dm_table *table;
 374	struct mapped_device *md;
 375	unsigned change_uuid = (param->flags & DM_UUID_FLAG) ? 1 : 0;
 376	int srcu_idx;
 377
 378	/*
 379	 * duplicate new.
 380	 */
 381	new_data = kstrdup(new, GFP_KERNEL);
 382	if (!new_data)
 383		return ERR_PTR(-ENOMEM);
 384
 385	down_write(&_hash_lock);
 386
 387	/*
 388	 * Is new free ?
 389	 */
 390	if (change_uuid)
 391		hc = __get_uuid_cell(new);
 392	else
 393		hc = __get_name_cell(new);
 394
 395	if (hc) {
 396		DMWARN("Unable to change %s on mapped device %s to one that "
 397		       "already exists: %s",
 398		       change_uuid ? "uuid" : "name",
 399		       param->name, new);
 400		dm_put(hc->md);
 401		up_write(&_hash_lock);
 402		kfree(new_data);
 403		return ERR_PTR(-EBUSY);
 404	}
 405
 406	/*
 407	 * Is there such a device as 'old' ?
 408	 */
 409	hc = __get_name_cell(param->name);
 410	if (!hc) {
 411		DMWARN("Unable to rename non-existent device, %s to %s%s",
 412		       param->name, change_uuid ? "uuid " : "", new);
 413		up_write(&_hash_lock);
 414		kfree(new_data);
 415		return ERR_PTR(-ENXIO);
 416	}
 417
 418	/*
 419	 * Does this device already have a uuid?
 420	 */
 421	if (change_uuid && hc->uuid) {
 422		DMWARN("Unable to change uuid of mapped device %s to %s "
 423		       "because uuid is already set to %s",
 424		       param->name, new, hc->uuid);
 425		dm_put(hc->md);
 426		up_write(&_hash_lock);
 427		kfree(new_data);
 428		return ERR_PTR(-EINVAL);
 429	}
 430
 431	if (change_uuid)
 432		__set_cell_uuid(hc, new_data);
 433	else
 434		old_name = __change_cell_name(hc, new_data);
 435
 436	/*
 437	 * Wake up any dm event waiters.
 438	 */
 439	table = dm_get_live_table(hc->md, &srcu_idx);
 440	if (table)
 441		dm_table_event(table);
 442	dm_put_live_table(hc->md, srcu_idx);
 
 443
 444	if (!dm_kobject_uevent(hc->md, KOBJ_CHANGE, param->event_nr))
 445		param->flags |= DM_UEVENT_GENERATED_FLAG;
 446
 447	md = hc->md;
 448	up_write(&_hash_lock);
 449	kfree(old_name);
 450
 451	return md;
 452}
 453
 454void dm_deferred_remove(void)
 455{
 456	dm_hash_remove_all(true, false, true);
 457}
 458
 459/*-----------------------------------------------------------------
 460 * Implementation of the ioctl commands
 461 *---------------------------------------------------------------*/
 462/*
 463 * All the ioctl commands get dispatched to functions with this
 464 * prototype.
 465 */
 466typedef int (*ioctl_fn)(struct dm_ioctl *param, size_t param_size);
 467
 468static int remove_all(struct dm_ioctl *param, size_t param_size)
 469{
 470	dm_hash_remove_all(true, !!(param->flags & DM_DEFERRED_REMOVE), false);
 471	param->data_size = 0;
 472	return 0;
 473}
 474
 475/*
 476 * Round up the ptr to an 8-byte boundary.
 477 */
 478#define ALIGN_MASK 7
 479static inline void *align_ptr(void *ptr)
 480{
 481	return (void *) (((size_t) (ptr + ALIGN_MASK)) & ~ALIGN_MASK);
 482}
 483
 484/*
 485 * Retrieves the data payload buffer from an already allocated
 486 * struct dm_ioctl.
 487 */
 488static void *get_result_buffer(struct dm_ioctl *param, size_t param_size,
 489			       size_t *len)
 490{
 491	param->data_start = align_ptr(param + 1) - (void *) param;
 492
 493	if (param->data_start < param_size)
 494		*len = param_size - param->data_start;
 495	else
 496		*len = 0;
 497
 498	return ((void *) param) + param->data_start;
 499}
 500
 501static int list_devices(struct dm_ioctl *param, size_t param_size)
 502{
 503	unsigned int i;
 504	struct hash_cell *hc;
 505	size_t len, needed = 0;
 506	struct gendisk *disk;
 507	struct dm_name_list *nl, *old_nl = NULL;
 508
 509	down_write(&_hash_lock);
 510
 511	/*
 512	 * Loop through all the devices working out how much
 513	 * space we need.
 514	 */
 515	for (i = 0; i < NUM_BUCKETS; i++) {
 516		list_for_each_entry (hc, _name_buckets + i, name_list) {
 517			needed += sizeof(struct dm_name_list);
 518			needed += strlen(hc->name) + 1;
 519			needed += ALIGN_MASK;
 520		}
 521	}
 522
 523	/*
 524	 * Grab our output buffer.
 525	 */
 526	nl = get_result_buffer(param, param_size, &len);
 527	if (len < needed) {
 528		param->flags |= DM_BUFFER_FULL_FLAG;
 529		goto out;
 530	}
 531	param->data_size = param->data_start + needed;
 532
 533	nl->dev = 0;	/* Flags no data */
 534
 535	/*
 536	 * Now loop through filling out the names.
 537	 */
 538	for (i = 0; i < NUM_BUCKETS; i++) {
 539		list_for_each_entry (hc, _name_buckets + i, name_list) {
 540			if (old_nl)
 541				old_nl->next = (uint32_t) ((void *) nl -
 542							   (void *) old_nl);
 543			disk = dm_disk(hc->md);
 544			nl->dev = huge_encode_dev(disk_devt(disk));
 545			nl->next = 0;
 546			strcpy(nl->name, hc->name);
 547
 548			old_nl = nl;
 549			nl = align_ptr(((void *) ++nl) + strlen(hc->name) + 1);
 550		}
 551	}
 552
 553 out:
 554	up_write(&_hash_lock);
 555	return 0;
 556}
 557
 558static void list_version_get_needed(struct target_type *tt, void *needed_param)
 559{
 560    size_t *needed = needed_param;
 561
 562    *needed += sizeof(struct dm_target_versions);
 563    *needed += strlen(tt->name);
 564    *needed += ALIGN_MASK;
 565}
 566
 567static void list_version_get_info(struct target_type *tt, void *param)
 568{
 569    struct vers_iter *info = param;
 570
 571    /* Check space - it might have changed since the first iteration */
 572    if ((char *)info->vers + sizeof(tt->version) + strlen(tt->name) + 1 >
 573	info->end) {
 574
 575	info->flags = DM_BUFFER_FULL_FLAG;
 576	return;
 577    }
 578
 579    if (info->old_vers)
 580	info->old_vers->next = (uint32_t) ((void *)info->vers -
 581					   (void *)info->old_vers);
 582    info->vers->version[0] = tt->version[0];
 583    info->vers->version[1] = tt->version[1];
 584    info->vers->version[2] = tt->version[2];
 585    info->vers->next = 0;
 586    strcpy(info->vers->name, tt->name);
 587
 588    info->old_vers = info->vers;
 589    info->vers = align_ptr(((void *) ++info->vers) + strlen(tt->name) + 1);
 590}
 591
 592static int list_versions(struct dm_ioctl *param, size_t param_size)
 593{
 594	size_t len, needed = 0;
 595	struct dm_target_versions *vers;
 596	struct vers_iter iter_info;
 597
 598	/*
 599	 * Loop through all the devices working out how much
 600	 * space we need.
 601	 */
 602	dm_target_iterate(list_version_get_needed, &needed);
 603
 604	/*
 605	 * Grab our output buffer.
 606	 */
 607	vers = get_result_buffer(param, param_size, &len);
 608	if (len < needed) {
 609		param->flags |= DM_BUFFER_FULL_FLAG;
 610		goto out;
 611	}
 612	param->data_size = param->data_start + needed;
 613
 614	iter_info.param_size = param_size;
 615	iter_info.old_vers = NULL;
 616	iter_info.vers = vers;
 617	iter_info.flags = 0;
 618	iter_info.end = (char *)vers+len;
 619
 620	/*
 621	 * Now loop through filling out the names & versions.
 622	 */
 623	dm_target_iterate(list_version_get_info, &iter_info);
 624	param->flags |= iter_info.flags;
 625
 626 out:
 627	return 0;
 628}
 629
 630static int check_name(const char *name)
 631{
 632	if (strchr(name, '/')) {
 633		DMWARN("invalid device name");
 634		return -EINVAL;
 635	}
 636
 637	return 0;
 638}
 639
 640/*
 641 * On successful return, the caller must not attempt to acquire
 642 * _hash_lock without first calling dm_put_live_table, because dm_table_destroy
 643 * waits for this dm_put_live_table and could be called under this lock.
 644 */
 645static struct dm_table *dm_get_inactive_table(struct mapped_device *md, int *srcu_idx)
 646{
 647	struct hash_cell *hc;
 648	struct dm_table *table = NULL;
 649
 650	/* increment rcu count, we don't care about the table pointer */
 651	dm_get_live_table(md, srcu_idx);
 652
 653	down_read(&_hash_lock);
 654	hc = dm_get_mdptr(md);
 655	if (!hc || hc->md != md) {
 656		DMWARN("device has been removed from the dev hash table.");
 657		goto out;
 658	}
 659
 660	table = hc->new_map;
 
 
 661
 662out:
 663	up_read(&_hash_lock);
 664
 665	return table;
 666}
 667
 668static struct dm_table *dm_get_live_or_inactive_table(struct mapped_device *md,
 669						      struct dm_ioctl *param,
 670						      int *srcu_idx)
 671{
 672	return (param->flags & DM_QUERY_INACTIVE_TABLE_FLAG) ?
 673		dm_get_inactive_table(md, srcu_idx) : dm_get_live_table(md, srcu_idx);
 674}
 675
 676/*
 677 * Fills in a dm_ioctl structure, ready for sending back to
 678 * userland.
 679 */
 680static void __dev_status(struct mapped_device *md, struct dm_ioctl *param)
 681{
 682	struct gendisk *disk = dm_disk(md);
 683	struct dm_table *table;
 684	int srcu_idx;
 685
 686	param->flags &= ~(DM_SUSPEND_FLAG | DM_READONLY_FLAG |
 687			  DM_ACTIVE_PRESENT_FLAG | DM_INTERNAL_SUSPEND_FLAG);
 688
 689	if (dm_suspended_md(md))
 690		param->flags |= DM_SUSPEND_FLAG;
 691
 692	if (dm_suspended_internally_md(md))
 693		param->flags |= DM_INTERNAL_SUSPEND_FLAG;
 694
 695	if (dm_test_deferred_remove_flag(md))
 696		param->flags |= DM_DEFERRED_REMOVE;
 697
 698	param->dev = huge_encode_dev(disk_devt(disk));
 699
 700	/*
 701	 * Yes, this will be out of date by the time it gets back
 702	 * to userland, but it is still very useful for
 703	 * debugging.
 704	 */
 705	param->open_count = dm_open_count(md);
 706
 707	param->event_nr = dm_get_event_nr(md);
 708	param->target_count = 0;
 709
 710	table = dm_get_live_table(md, &srcu_idx);
 711	if (table) {
 712		if (!(param->flags & DM_QUERY_INACTIVE_TABLE_FLAG)) {
 713			if (get_disk_ro(disk))
 714				param->flags |= DM_READONLY_FLAG;
 715			param->target_count = dm_table_get_num_targets(table);
 716		}
 
 717
 718		param->flags |= DM_ACTIVE_PRESENT_FLAG;
 719	}
 720	dm_put_live_table(md, srcu_idx);
 721
 722	if (param->flags & DM_QUERY_INACTIVE_TABLE_FLAG) {
 723		int srcu_idx;
 724		table = dm_get_inactive_table(md, &srcu_idx);
 725		if (table) {
 726			if (!(dm_table_get_mode(table) & FMODE_WRITE))
 727				param->flags |= DM_READONLY_FLAG;
 728			param->target_count = dm_table_get_num_targets(table);
 
 729		}
 730		dm_put_live_table(md, srcu_idx);
 731	}
 732}
 733
 734static int dev_create(struct dm_ioctl *param, size_t param_size)
 735{
 736	int r, m = DM_ANY_MINOR;
 737	struct mapped_device *md;
 738
 739	r = check_name(param->name);
 740	if (r)
 741		return r;
 742
 743	if (param->flags & DM_PERSISTENT_DEV_FLAG)
 744		m = MINOR(huge_decode_dev(param->dev));
 745
 746	r = dm_create(m, &md);
 747	if (r)
 748		return r;
 749
 750	r = dm_hash_insert(param->name, *param->uuid ? param->uuid : NULL, md);
 751	if (r) {
 752		dm_put(md);
 753		dm_destroy(md);
 754		return r;
 755	}
 756
 757	param->flags &= ~DM_INACTIVE_PRESENT_FLAG;
 758
 759	__dev_status(md, param);
 760
 761	dm_put(md);
 762
 763	return 0;
 764}
 765
 766/*
 767 * Always use UUID for lookups if it's present, otherwise use name or dev.
 768 */
 769static struct hash_cell *__find_device_hash_cell(struct dm_ioctl *param)
 770{
 771	struct hash_cell *hc = NULL;
 772
 773	if (*param->uuid) {
 774		if (*param->name || param->dev)
 775			return NULL;
 776
 777		hc = __get_uuid_cell(param->uuid);
 778		if (!hc)
 779			return NULL;
 780	} else if (*param->name) {
 781		if (param->dev)
 782			return NULL;
 783
 784		hc = __get_name_cell(param->name);
 785		if (!hc)
 786			return NULL;
 787	} else if (param->dev) {
 788		hc = __get_dev_cell(param->dev);
 789		if (!hc)
 790			return NULL;
 791	} else
 792		return NULL;
 793
 794	/*
 795	 * Sneakily write in both the name and the uuid
 796	 * while we have the cell.
 797	 */
 798	strlcpy(param->name, hc->name, sizeof(param->name));
 799	if (hc->uuid)
 800		strlcpy(param->uuid, hc->uuid, sizeof(param->uuid));
 801	else
 802		param->uuid[0] = '\0';
 803
 804	if (hc->new_map)
 805		param->flags |= DM_INACTIVE_PRESENT_FLAG;
 806	else
 807		param->flags &= ~DM_INACTIVE_PRESENT_FLAG;
 808
 809	return hc;
 810}
 811
 812static struct mapped_device *find_device(struct dm_ioctl *param)
 813{
 814	struct hash_cell *hc;
 815	struct mapped_device *md = NULL;
 816
 817	down_read(&_hash_lock);
 818	hc = __find_device_hash_cell(param);
 819	if (hc)
 820		md = hc->md;
 821	up_read(&_hash_lock);
 822
 823	return md;
 824}
 825
 826static int dev_remove(struct dm_ioctl *param, size_t param_size)
 827{
 828	struct hash_cell *hc;
 829	struct mapped_device *md;
 830	int r;
 831	struct dm_table *t;
 832
 833	down_write(&_hash_lock);
 834	hc = __find_device_hash_cell(param);
 835
 836	if (!hc) {
 837		DMDEBUG_LIMIT("device doesn't appear to be in the dev hash table.");
 838		up_write(&_hash_lock);
 839		return -ENXIO;
 840	}
 841
 842	md = hc->md;
 843
 844	/*
 845	 * Ensure the device is not open and nothing further can open it.
 846	 */
 847	r = dm_lock_for_deletion(md, !!(param->flags & DM_DEFERRED_REMOVE), false);
 848	if (r) {
 849		if (r == -EBUSY && param->flags & DM_DEFERRED_REMOVE) {
 850			up_write(&_hash_lock);
 851			dm_put(md);
 852			return 0;
 853		}
 854		DMDEBUG_LIMIT("unable to remove open device %s", hc->name);
 855		up_write(&_hash_lock);
 856		dm_put(md);
 857		return r;
 858	}
 859
 860	t = __hash_remove(hc);
 861	up_write(&_hash_lock);
 862
 863	if (t) {
 864		dm_sync_table(md);
 865		dm_table_destroy(t);
 866	}
 867
 868	param->flags &= ~DM_DEFERRED_REMOVE;
 869
 870	if (!dm_kobject_uevent(md, KOBJ_REMOVE, param->event_nr))
 871		param->flags |= DM_UEVENT_GENERATED_FLAG;
 872
 873	dm_put(md);
 874	dm_destroy(md);
 875	return 0;
 876}
 877
 878/*
 879 * Check a string doesn't overrun the chunk of
 880 * memory we copied from userland.
 881 */
 882static int invalid_str(char *str, void *end)
 883{
 884	while ((void *) str < end)
 885		if (!*str++)
 886			return 0;
 887
 888	return -EINVAL;
 889}
 890
 891static int dev_rename(struct dm_ioctl *param, size_t param_size)
 892{
 893	int r;
 894	char *new_data = (char *) param + param->data_start;
 895	struct mapped_device *md;
 896	unsigned change_uuid = (param->flags & DM_UUID_FLAG) ? 1 : 0;
 897
 898	if (new_data < param->data ||
 899	    invalid_str(new_data, (void *) param + param_size) || !*new_data ||
 900	    strlen(new_data) > (change_uuid ? DM_UUID_LEN - 1 : DM_NAME_LEN - 1)) {
 901		DMWARN("Invalid new mapped device name or uuid string supplied.");
 902		return -EINVAL;
 903	}
 904
 905	if (!change_uuid) {
 906		r = check_name(new_data);
 907		if (r)
 908			return r;
 909	}
 910
 911	md = dm_hash_rename(param, new_data);
 912	if (IS_ERR(md))
 913		return PTR_ERR(md);
 914
 915	__dev_status(md, param);
 916	dm_put(md);
 917
 918	return 0;
 919}
 920
 921static int dev_set_geometry(struct dm_ioctl *param, size_t param_size)
 922{
 923	int r = -EINVAL, x;
 924	struct mapped_device *md;
 925	struct hd_geometry geometry;
 926	unsigned long indata[4];
 927	char *geostr = (char *) param + param->data_start;
 928	char dummy;
 929
 930	md = find_device(param);
 931	if (!md)
 932		return -ENXIO;
 933
 934	if (geostr < param->data ||
 935	    invalid_str(geostr, (void *) param + param_size)) {
 936		DMWARN("Invalid geometry supplied.");
 937		goto out;
 938	}
 939
 940	x = sscanf(geostr, "%lu %lu %lu %lu%c", indata,
 941		   indata + 1, indata + 2, indata + 3, &dummy);
 942
 943	if (x != 4) {
 944		DMWARN("Unable to interpret geometry settings.");
 945		goto out;
 946	}
 947
 948	if (indata[0] > 65535 || indata[1] > 255 ||
 949	    indata[2] > 255 || indata[3] > ULONG_MAX) {
 950		DMWARN("Geometry exceeds range limits.");
 951		goto out;
 952	}
 953
 954	geometry.cylinders = indata[0];
 955	geometry.heads = indata[1];
 956	geometry.sectors = indata[2];
 957	geometry.start = indata[3];
 958
 959	r = dm_set_geometry(md, &geometry);
 960
 961	param->data_size = 0;
 962
 963out:
 964	dm_put(md);
 965	return r;
 966}
 967
 968static int do_suspend(struct dm_ioctl *param)
 969{
 970	int r = 0;
 971	unsigned suspend_flags = DM_SUSPEND_LOCKFS_FLAG;
 972	struct mapped_device *md;
 973
 974	md = find_device(param);
 975	if (!md)
 976		return -ENXIO;
 977
 978	if (param->flags & DM_SKIP_LOCKFS_FLAG)
 979		suspend_flags &= ~DM_SUSPEND_LOCKFS_FLAG;
 980	if (param->flags & DM_NOFLUSH_FLAG)
 981		suspend_flags |= DM_SUSPEND_NOFLUSH_FLAG;
 982
 983	if (!dm_suspended_md(md)) {
 984		r = dm_suspend(md, suspend_flags);
 985		if (r)
 986			goto out;
 987	}
 988
 989	__dev_status(md, param);
 990
 991out:
 992	dm_put(md);
 993
 994	return r;
 995}
 996
 997static int do_resume(struct dm_ioctl *param)
 998{
 999	int r = 0;
1000	unsigned suspend_flags = DM_SUSPEND_LOCKFS_FLAG;
1001	struct hash_cell *hc;
1002	struct mapped_device *md;
1003	struct dm_table *new_map, *old_map = NULL;
1004
1005	down_write(&_hash_lock);
1006
1007	hc = __find_device_hash_cell(param);
1008	if (!hc) {
1009		DMDEBUG_LIMIT("device doesn't appear to be in the dev hash table.");
1010		up_write(&_hash_lock);
1011		return -ENXIO;
1012	}
1013
1014	md = hc->md;
1015
1016	new_map = hc->new_map;
1017	hc->new_map = NULL;
1018	param->flags &= ~DM_INACTIVE_PRESENT_FLAG;
1019
1020	up_write(&_hash_lock);
1021
1022	/* Do we need to load a new map ? */
1023	if (new_map) {
1024		/* Suspend if it isn't already suspended */
1025		if (param->flags & DM_SKIP_LOCKFS_FLAG)
1026			suspend_flags &= ~DM_SUSPEND_LOCKFS_FLAG;
1027		if (param->flags & DM_NOFLUSH_FLAG)
1028			suspend_flags |= DM_SUSPEND_NOFLUSH_FLAG;
1029		if (!dm_suspended_md(md))
1030			dm_suspend(md, suspend_flags);
1031
1032		old_map = dm_swap_table(md, new_map);
1033		if (IS_ERR(old_map)) {
1034			dm_sync_table(md);
1035			dm_table_destroy(new_map);
1036			dm_put(md);
1037			return PTR_ERR(old_map);
1038		}
1039
1040		if (dm_table_get_mode(new_map) & FMODE_WRITE)
1041			set_disk_ro(dm_disk(md), 0);
1042		else
1043			set_disk_ro(dm_disk(md), 1);
1044	}
1045
1046	if (dm_suspended_md(md)) {
1047		r = dm_resume(md);
1048		if (!r && !dm_kobject_uevent(md, KOBJ_CHANGE, param->event_nr))
1049			param->flags |= DM_UEVENT_GENERATED_FLAG;
1050	}
1051
1052	/*
1053	 * Since dm_swap_table synchronizes RCU, nobody should be in
1054	 * read-side critical section already.
1055	 */
1056	if (old_map)
1057		dm_table_destroy(old_map);
1058
1059	if (!r)
1060		__dev_status(md, param);
1061
1062	dm_put(md);
1063	return r;
1064}
1065
1066/*
1067 * Set or unset the suspension state of a device.
1068 * If the device already is in the requested state we just return its status.
1069 */
1070static int dev_suspend(struct dm_ioctl *param, size_t param_size)
1071{
1072	if (param->flags & DM_SUSPEND_FLAG)
1073		return do_suspend(param);
1074
1075	return do_resume(param);
1076}
1077
1078/*
1079 * Copies device info back to user space, used by
1080 * the create and info ioctls.
1081 */
1082static int dev_status(struct dm_ioctl *param, size_t param_size)
1083{
1084	struct mapped_device *md;
1085
1086	md = find_device(param);
1087	if (!md)
1088		return -ENXIO;
1089
1090	__dev_status(md, param);
1091	dm_put(md);
1092
1093	return 0;
1094}
1095
1096/*
1097 * Build up the status struct for each target
1098 */
1099static void retrieve_status(struct dm_table *table,
1100			    struct dm_ioctl *param, size_t param_size)
1101{
1102	unsigned int i, num_targets;
1103	struct dm_target_spec *spec;
1104	char *outbuf, *outptr;
1105	status_type_t type;
1106	size_t remaining, len, used = 0;
1107	unsigned status_flags = 0;
1108
1109	outptr = outbuf = get_result_buffer(param, param_size, &len);
1110
1111	if (param->flags & DM_STATUS_TABLE_FLAG)
1112		type = STATUSTYPE_TABLE;
1113	else
1114		type = STATUSTYPE_INFO;
1115
1116	/* Get all the target info */
1117	num_targets = dm_table_get_num_targets(table);
1118	for (i = 0; i < num_targets; i++) {
1119		struct dm_target *ti = dm_table_get_target(table, i);
1120		size_t l;
1121
1122		remaining = len - (outptr - outbuf);
1123		if (remaining <= sizeof(struct dm_target_spec)) {
1124			param->flags |= DM_BUFFER_FULL_FLAG;
1125			break;
1126		}
1127
1128		spec = (struct dm_target_spec *) outptr;
1129
1130		spec->status = 0;
1131		spec->sector_start = ti->begin;
1132		spec->length = ti->len;
1133		strncpy(spec->target_type, ti->type->name,
1134			sizeof(spec->target_type));
1135
1136		outptr += sizeof(struct dm_target_spec);
1137		remaining = len - (outptr - outbuf);
1138		if (remaining <= 0) {
1139			param->flags |= DM_BUFFER_FULL_FLAG;
1140			break;
1141		}
1142
1143		/* Get the status/table string from the target driver */
1144		if (ti->type->status) {
1145			if (param->flags & DM_NOFLUSH_FLAG)
1146				status_flags |= DM_STATUS_NOFLUSH_FLAG;
1147			ti->type->status(ti, type, status_flags, outptr, remaining);
 
1148		} else
1149			outptr[0] = '\0';
1150
1151		l = strlen(outptr) + 1;
1152		if (l == remaining) {
1153			param->flags |= DM_BUFFER_FULL_FLAG;
1154			break;
1155		}
1156
1157		outptr += l;
1158		used = param->data_start + (outptr - outbuf);
1159
1160		outptr = align_ptr(outptr);
1161		spec->next = outptr - outbuf;
1162	}
1163
1164	if (used)
1165		param->data_size = used;
1166
1167	param->target_count = num_targets;
1168}
1169
1170/*
1171 * Wait for a device to report an event
1172 */
1173static int dev_wait(struct dm_ioctl *param, size_t param_size)
1174{
1175	int r = 0;
1176	struct mapped_device *md;
1177	struct dm_table *table;
1178	int srcu_idx;
1179
1180	md = find_device(param);
1181	if (!md)
1182		return -ENXIO;
1183
1184	/*
1185	 * Wait for a notification event
1186	 */
1187	if (dm_wait_event(md, param->event_nr)) {
1188		r = -ERESTARTSYS;
1189		goto out;
1190	}
1191
1192	/*
1193	 * The userland program is going to want to know what
1194	 * changed to trigger the event, so we may as well tell
1195	 * him and save an ioctl.
1196	 */
1197	__dev_status(md, param);
1198
1199	table = dm_get_live_or_inactive_table(md, param, &srcu_idx);
1200	if (table)
1201		retrieve_status(table, param, param_size);
1202	dm_put_live_table(md, srcu_idx);
 
1203
1204out:
1205	dm_put(md);
1206
1207	return r;
1208}
1209
1210static inline fmode_t get_mode(struct dm_ioctl *param)
1211{
1212	fmode_t mode = FMODE_READ | FMODE_WRITE;
1213
1214	if (param->flags & DM_READONLY_FLAG)
1215		mode = FMODE_READ;
1216
1217	return mode;
1218}
1219
1220static int next_target(struct dm_target_spec *last, uint32_t next, void *end,
1221		       struct dm_target_spec **spec, char **target_params)
1222{
1223	*spec = (struct dm_target_spec *) ((unsigned char *) last + next);
1224	*target_params = (char *) (*spec + 1);
1225
1226	if (*spec < (last + 1))
1227		return -EINVAL;
1228
1229	return invalid_str(*target_params, end);
1230}
1231
1232static int populate_table(struct dm_table *table,
1233			  struct dm_ioctl *param, size_t param_size)
1234{
1235	int r;
1236	unsigned int i = 0;
1237	struct dm_target_spec *spec = (struct dm_target_spec *) param;
1238	uint32_t next = param->data_start;
1239	void *end = (void *) param + param_size;
1240	char *target_params;
1241
1242	if (!param->target_count) {
1243		DMWARN("populate_table: no targets specified");
1244		return -EINVAL;
1245	}
1246
1247	for (i = 0; i < param->target_count; i++) {
1248
1249		r = next_target(spec, next, end, &spec, &target_params);
1250		if (r) {
1251			DMWARN("unable to find target");
1252			return r;
1253		}
1254
1255		r = dm_table_add_target(table, spec->target_type,
1256					(sector_t) spec->sector_start,
1257					(sector_t) spec->length,
1258					target_params);
1259		if (r) {
1260			DMWARN("error adding target to table");
1261			return r;
1262		}
1263
1264		next = spec->next;
1265	}
1266
1267	return dm_table_complete(table);
1268}
1269
1270static int table_load(struct dm_ioctl *param, size_t param_size)
1271{
1272	int r;
1273	struct hash_cell *hc;
1274	struct dm_table *t, *old_map = NULL;
1275	struct mapped_device *md;
1276	struct target_type *immutable_target_type;
1277
1278	md = find_device(param);
1279	if (!md)
1280		return -ENXIO;
1281
1282	r = dm_table_create(&t, get_mode(param), param->target_count, md);
1283	if (r)
1284		goto err;
1285
1286	/* Protect md->type and md->queue against concurrent table loads. */
1287	dm_lock_md_type(md);
1288	r = populate_table(t, param, param_size);
1289	if (r)
1290		goto err_unlock_md_type;
1291
1292	immutable_target_type = dm_get_immutable_target_type(md);
1293	if (immutable_target_type &&
1294	    (immutable_target_type != dm_table_get_immutable_target_type(t)) &&
1295	    !dm_table_get_wildcard_target(t)) {
1296		DMWARN("can't replace immutable target type %s",
1297		       immutable_target_type->name);
1298		r = -EINVAL;
1299		goto err_unlock_md_type;
1300	}
1301
1302	if (dm_get_md_type(md) == DM_TYPE_NONE) {
 
 
1303		/* Initial table load: acquire type of table. */
1304		dm_set_md_type(md, dm_table_get_type(t));
1305
1306		/* setup md->queue to reflect md's type (may block) */
1307		r = dm_setup_md_queue(md, t);
1308		if (r) {
1309			DMWARN("unable to set up device queue for new table.");
1310			goto err_unlock_md_type;
1311		}
1312	} else if (dm_get_md_type(md) != dm_table_get_type(t)) {
1313		DMWARN("can't change device type after initial table load.");
 
 
1314		r = -EINVAL;
1315		goto err_unlock_md_type;
1316	}
1317
 
 
 
 
 
 
 
 
1318	dm_unlock_md_type(md);
1319
1320	/* stage inactive table */
1321	down_write(&_hash_lock);
1322	hc = dm_get_mdptr(md);
1323	if (!hc || hc->md != md) {
1324		DMWARN("device has been removed from the dev hash table.");
 
1325		up_write(&_hash_lock);
1326		r = -ENXIO;
1327		goto err_destroy_table;
1328	}
1329
1330	if (hc->new_map)
1331		old_map = hc->new_map;
1332	hc->new_map = t;
1333	up_write(&_hash_lock);
1334
1335	param->flags |= DM_INACTIVE_PRESENT_FLAG;
1336	__dev_status(md, param);
1337
1338	if (old_map) {
1339		dm_sync_table(md);
1340		dm_table_destroy(old_map);
1341	}
1342
1343	dm_put(md);
1344
1345	return 0;
1346
1347err_unlock_md_type:
1348	dm_unlock_md_type(md);
1349err_destroy_table:
1350	dm_table_destroy(t);
1351err:
1352	dm_put(md);
1353
1354	return r;
1355}
1356
1357static int table_clear(struct dm_ioctl *param, size_t param_size)
1358{
1359	struct hash_cell *hc;
1360	struct mapped_device *md;
1361	struct dm_table *old_map = NULL;
1362
1363	down_write(&_hash_lock);
1364
1365	hc = __find_device_hash_cell(param);
1366	if (!hc) {
1367		DMDEBUG_LIMIT("device doesn't appear to be in the dev hash table.");
1368		up_write(&_hash_lock);
1369		return -ENXIO;
1370	}
1371
1372	if (hc->new_map) {
1373		old_map = hc->new_map;
1374		hc->new_map = NULL;
1375	}
1376
1377	param->flags &= ~DM_INACTIVE_PRESENT_FLAG;
1378
1379	__dev_status(hc->md, param);
1380	md = hc->md;
1381	up_write(&_hash_lock);
1382	if (old_map) {
1383		dm_sync_table(md);
1384		dm_table_destroy(old_map);
1385	}
1386	dm_put(md);
1387
1388	return 0;
1389}
1390
1391/*
1392 * Retrieves a list of devices used by a particular dm device.
1393 */
1394static void retrieve_deps(struct dm_table *table,
1395			  struct dm_ioctl *param, size_t param_size)
1396{
1397	unsigned int count = 0;
1398	struct list_head *tmp;
1399	size_t len, needed;
1400	struct dm_dev_internal *dd;
1401	struct dm_target_deps *deps;
1402
1403	deps = get_result_buffer(param, param_size, &len);
1404
1405	/*
1406	 * Count the devices.
1407	 */
1408	list_for_each (tmp, dm_table_get_devices(table))
1409		count++;
1410
1411	/*
1412	 * Check we have enough space.
1413	 */
1414	needed = sizeof(*deps) + (sizeof(*deps->dev) * count);
1415	if (len < needed) {
1416		param->flags |= DM_BUFFER_FULL_FLAG;
1417		return;
1418	}
1419
1420	/*
1421	 * Fill in the devices.
1422	 */
1423	deps->count = count;
1424	count = 0;
1425	list_for_each_entry (dd, dm_table_get_devices(table), list)
1426		deps->dev[count++] = huge_encode_dev(dd->dm_dev->bdev->bd_dev);
1427
1428	param->data_size = param->data_start + needed;
1429}
1430
1431static int table_deps(struct dm_ioctl *param, size_t param_size)
1432{
1433	struct mapped_device *md;
1434	struct dm_table *table;
1435	int srcu_idx;
1436
1437	md = find_device(param);
1438	if (!md)
1439		return -ENXIO;
1440
1441	__dev_status(md, param);
1442
1443	table = dm_get_live_or_inactive_table(md, param, &srcu_idx);
1444	if (table)
1445		retrieve_deps(table, param, param_size);
1446	dm_put_live_table(md, srcu_idx);
 
1447
1448	dm_put(md);
1449
1450	return 0;
1451}
1452
1453/*
1454 * Return the status of a device as a text string for each
1455 * target.
1456 */
1457static int table_status(struct dm_ioctl *param, size_t param_size)
1458{
1459	struct mapped_device *md;
1460	struct dm_table *table;
1461	int srcu_idx;
1462
1463	md = find_device(param);
1464	if (!md)
1465		return -ENXIO;
1466
1467	__dev_status(md, param);
1468
1469	table = dm_get_live_or_inactive_table(md, param, &srcu_idx);
1470	if (table)
1471		retrieve_status(table, param, param_size);
1472	dm_put_live_table(md, srcu_idx);
 
1473
1474	dm_put(md);
1475
1476	return 0;
1477}
1478
1479/*
1480 * Process device-mapper dependent messages.  Messages prefixed with '@'
1481 * are processed by the DM core.  All others are delivered to the target.
1482 * Returns a number <= 1 if message was processed by device mapper.
1483 * Returns 2 if message should be delivered to the target.
1484 */
1485static int message_for_md(struct mapped_device *md, unsigned argc, char **argv,
1486			  char *result, unsigned maxlen)
1487{
1488	int r;
1489
1490	if (**argv != '@')
1491		return 2; /* no '@' prefix, deliver to target */
1492
1493	if (!strcasecmp(argv[0], "@cancel_deferred_remove")) {
1494		if (argc != 1) {
1495			DMERR("Invalid arguments for @cancel_deferred_remove");
1496			return -EINVAL;
1497		}
1498		return dm_cancel_deferred_remove(md);
1499	}
1500
1501	r = dm_stats_message(md, argc, argv, result, maxlen);
1502	if (r < 2)
1503		return r;
1504
1505	DMERR("Unsupported message sent to DM core: %s", argv[0]);
1506	return -EINVAL;
1507}
1508
1509/*
1510 * Pass a message to the target that's at the supplied device offset.
1511 */
1512static int target_message(struct dm_ioctl *param, size_t param_size)
1513{
1514	int r, argc;
1515	char **argv;
1516	struct mapped_device *md;
1517	struct dm_table *table;
1518	struct dm_target *ti;
1519	struct dm_target_msg *tmsg = (void *) param + param->data_start;
1520	size_t maxlen;
1521	char *result = get_result_buffer(param, param_size, &maxlen);
1522	int srcu_idx;
1523
1524	md = find_device(param);
1525	if (!md)
1526		return -ENXIO;
1527
1528	if (tmsg < (struct dm_target_msg *) param->data ||
1529	    invalid_str(tmsg->message, (void *) param + param_size)) {
1530		DMWARN("Invalid target message parameters.");
1531		r = -EINVAL;
1532		goto out;
1533	}
1534
1535	r = dm_split_args(&argc, &argv, tmsg->message);
1536	if (r) {
1537		DMWARN("Failed to split target message parameters");
1538		goto out;
1539	}
1540
1541	if (!argc) {
1542		DMWARN("Empty message received.");
1543		goto out_argv;
1544	}
1545
1546	r = message_for_md(md, argc, argv, result, maxlen);
1547	if (r <= 1)
1548		goto out_argv;
1549
1550	table = dm_get_live_table(md, &srcu_idx);
1551	if (!table)
1552		goto out_table;
1553
1554	if (dm_deleting_md(md)) {
1555		r = -ENXIO;
1556		goto out_table;
1557	}
1558
1559	ti = dm_table_find_target(table, tmsg->sector);
1560	if (!dm_target_is_valid(ti)) {
1561		DMWARN("Target message sector outside device.");
1562		r = -EINVAL;
1563	} else if (ti->type->message)
1564		r = ti->type->message(ti, argc, argv);
1565	else {
1566		DMWARN("Target type does not support messages");
1567		r = -EINVAL;
1568	}
1569
1570 out_table:
1571	dm_put_live_table(md, srcu_idx);
1572 out_argv:
1573	kfree(argv);
1574 out:
1575	if (r >= 0)
1576		__dev_status(md, param);
1577
1578	if (r == 1) {
1579		param->flags |= DM_DATA_OUT_FLAG;
1580		if (dm_message_test_buffer_overflow(result, maxlen))
1581			param->flags |= DM_BUFFER_FULL_FLAG;
1582		else
1583			param->data_size = param->data_start + strlen(result) + 1;
1584		r = 0;
1585	}
1586
1587	dm_put(md);
1588	return r;
1589}
1590
1591/*
1592 * The ioctl parameter block consists of two parts, a dm_ioctl struct
1593 * followed by a data buffer.  This flag is set if the second part,
1594 * which has a variable size, is not used by the function processing
1595 * the ioctl.
1596 */
1597#define IOCTL_FLAGS_NO_PARAMS	1
1598
1599/*-----------------------------------------------------------------
1600 * Implementation of open/close/ioctl on the special char
1601 * device.
1602 *---------------------------------------------------------------*/
1603static ioctl_fn lookup_ioctl(unsigned int cmd, int *ioctl_flags)
1604{
1605	static struct {
1606		int cmd;
1607		int flags;
1608		ioctl_fn fn;
1609	} _ioctls[] = {
1610		{DM_VERSION_CMD, 0, NULL}, /* version is dealt with elsewhere */
1611		{DM_REMOVE_ALL_CMD, IOCTL_FLAGS_NO_PARAMS, remove_all},
1612		{DM_LIST_DEVICES_CMD, 0, list_devices},
1613
1614		{DM_DEV_CREATE_CMD, IOCTL_FLAGS_NO_PARAMS, dev_create},
1615		{DM_DEV_REMOVE_CMD, IOCTL_FLAGS_NO_PARAMS, dev_remove},
1616		{DM_DEV_RENAME_CMD, 0, dev_rename},
1617		{DM_DEV_SUSPEND_CMD, IOCTL_FLAGS_NO_PARAMS, dev_suspend},
1618		{DM_DEV_STATUS_CMD, IOCTL_FLAGS_NO_PARAMS, dev_status},
1619		{DM_DEV_WAIT_CMD, 0, dev_wait},
1620
1621		{DM_TABLE_LOAD_CMD, 0, table_load},
1622		{DM_TABLE_CLEAR_CMD, IOCTL_FLAGS_NO_PARAMS, table_clear},
1623		{DM_TABLE_DEPS_CMD, 0, table_deps},
1624		{DM_TABLE_STATUS_CMD, 0, table_status},
1625
1626		{DM_LIST_VERSIONS_CMD, 0, list_versions},
1627
1628		{DM_TARGET_MSG_CMD, 0, target_message},
1629		{DM_DEV_SET_GEOMETRY_CMD, 0, dev_set_geometry}
1630	};
1631
1632	if (unlikely(cmd >= ARRAY_SIZE(_ioctls)))
1633		return NULL;
1634
1635	*ioctl_flags = _ioctls[cmd].flags;
1636	return _ioctls[cmd].fn;
1637}
1638
1639/*
1640 * As well as checking the version compatibility this always
1641 * copies the kernel interface version out.
1642 */
1643static int check_version(unsigned int cmd, struct dm_ioctl __user *user)
1644{
1645	uint32_t version[3];
1646	int r = 0;
1647
1648	if (copy_from_user(version, user->version, sizeof(version)))
1649		return -EFAULT;
1650
1651	if ((DM_VERSION_MAJOR != version[0]) ||
1652	    (DM_VERSION_MINOR < version[1])) {
1653		DMWARN("ioctl interface mismatch: "
1654		       "kernel(%u.%u.%u), user(%u.%u.%u), cmd(%d)",
1655		       DM_VERSION_MAJOR, DM_VERSION_MINOR,
1656		       DM_VERSION_PATCHLEVEL,
1657		       version[0], version[1], version[2], cmd);
1658		r = -EINVAL;
1659	}
1660
1661	/*
1662	 * Fill in the kernel version.
1663	 */
1664	version[0] = DM_VERSION_MAJOR;
1665	version[1] = DM_VERSION_MINOR;
1666	version[2] = DM_VERSION_PATCHLEVEL;
1667	if (copy_to_user(user->version, version, sizeof(version)))
1668		return -EFAULT;
1669
1670	return r;
1671}
1672
1673#define DM_PARAMS_KMALLOC	0x0001	/* Params alloced with kmalloc */
1674#define DM_PARAMS_VMALLOC	0x0002	/* Params alloced with vmalloc */
1675#define DM_WIPE_BUFFER		0x0010	/* Wipe input buffer before returning from ioctl */
1676
1677static void free_params(struct dm_ioctl *param, size_t param_size, int param_flags)
1678{
1679	if (param_flags & DM_WIPE_BUFFER)
1680		memset(param, 0, param_size);
1681
1682	if (param_flags & DM_PARAMS_KMALLOC)
1683		kfree(param);
1684	if (param_flags & DM_PARAMS_VMALLOC)
1685		vfree(param);
1686}
1687
1688static int copy_params(struct dm_ioctl __user *user, struct dm_ioctl *param_kernel,
1689		       int ioctl_flags,
1690		       struct dm_ioctl **param, int *param_flags)
1691{
1692	struct dm_ioctl *dmi;
1693	int secure_data;
1694	const size_t minimum_data_size = sizeof(*param_kernel) - sizeof(param_kernel->data);
1695
1696	if (copy_from_user(param_kernel, user, minimum_data_size))
1697		return -EFAULT;
1698
1699	if (param_kernel->data_size < minimum_data_size)
1700		return -EINVAL;
1701
1702	secure_data = param_kernel->flags & DM_SECURE_DATA_FLAG;
1703
1704	*param_flags = secure_data ? DM_WIPE_BUFFER : 0;
1705
1706	if (ioctl_flags & IOCTL_FLAGS_NO_PARAMS) {
1707		dmi = param_kernel;
1708		dmi->data_size = minimum_data_size;
1709		goto data_copied;
1710	}
1711
1712	/*
1713	 * Try to avoid low memory issues when a device is suspended.
1714	 * Use kmalloc() rather than vmalloc() when we can.
1715	 */
1716	dmi = NULL;
1717	if (param_kernel->data_size <= KMALLOC_MAX_SIZE) {
1718		dmi = kmalloc(param_kernel->data_size, GFP_NOIO | __GFP_NORETRY | __GFP_NOMEMALLOC | __GFP_NOWARN);
1719		if (dmi)
1720			*param_flags |= DM_PARAMS_KMALLOC;
1721	}
1722
 
1723	if (!dmi) {
1724		unsigned noio_flag;
1725		noio_flag = memalloc_noio_save();
1726		dmi = __vmalloc(param_kernel->data_size, GFP_NOIO | __GFP_REPEAT | __GFP_HIGH | __GFP_HIGHMEM, PAGE_KERNEL);
1727		memalloc_noio_restore(noio_flag);
1728		if (dmi)
1729			*param_flags |= DM_PARAMS_VMALLOC;
1730	}
1731
1732	if (!dmi) {
1733		if (secure_data && clear_user(user, param_kernel->data_size))
1734			return -EFAULT;
1735		return -ENOMEM;
1736	}
1737
1738	if (copy_from_user(dmi, user, param_kernel->data_size))
1739		goto bad;
1740
1741data_copied:
1742	/*
1743	 * Abort if something changed the ioctl data while it was being copied.
1744	 */
1745	if (dmi->data_size != param_kernel->data_size) {
1746		DMERR("rejecting ioctl: data size modified while processing parameters");
1747		goto bad;
1748	}
1749
1750	/* Wipe the user buffer so we do not return it to userspace */
1751	if (secure_data && clear_user(user, param_kernel->data_size))
1752		goto bad;
1753
1754	*param = dmi;
1755	return 0;
1756
1757bad:
1758	free_params(dmi, param_kernel->data_size, *param_flags);
1759
 
1760	return -EFAULT;
1761}
1762
1763static int validate_params(uint cmd, struct dm_ioctl *param)
1764{
1765	/* Always clear this flag */
1766	param->flags &= ~DM_BUFFER_FULL_FLAG;
1767	param->flags &= ~DM_UEVENT_GENERATED_FLAG;
1768	param->flags &= ~DM_SECURE_DATA_FLAG;
1769	param->flags &= ~DM_DATA_OUT_FLAG;
1770
1771	/* Ignores parameters */
1772	if (cmd == DM_REMOVE_ALL_CMD ||
1773	    cmd == DM_LIST_DEVICES_CMD ||
1774	    cmd == DM_LIST_VERSIONS_CMD)
1775		return 0;
1776
1777	if ((cmd == DM_DEV_CREATE_CMD)) {
1778		if (!*param->name) {
1779			DMWARN("name not supplied when creating device");
1780			return -EINVAL;
1781		}
1782	} else if ((*param->uuid && *param->name)) {
1783		DMWARN("only supply one of name or uuid, cmd(%u)", cmd);
1784		return -EINVAL;
1785	}
1786
1787	/* Ensure strings are terminated */
1788	param->name[DM_NAME_LEN - 1] = '\0';
1789	param->uuid[DM_UUID_LEN - 1] = '\0';
1790
1791	return 0;
1792}
1793
1794static int ctl_ioctl(uint command, struct dm_ioctl __user *user)
1795{
1796	int r = 0;
1797	int ioctl_flags;
1798	int param_flags;
1799	unsigned int cmd;
1800	struct dm_ioctl *uninitialized_var(param);
1801	ioctl_fn fn = NULL;
1802	size_t input_param_size;
1803	struct dm_ioctl param_kernel;
1804
1805	/* only root can play with this */
1806	if (!capable(CAP_SYS_ADMIN))
1807		return -EACCES;
1808
1809	if (_IOC_TYPE(command) != DM_IOCTL)
1810		return -ENOTTY;
1811
1812	cmd = _IOC_NR(command);
1813
1814	/*
1815	 * Check the interface version passed in.  This also
1816	 * writes out the kernel's interface version.
1817	 */
1818	r = check_version(cmd, user);
1819	if (r)
1820		return r;
1821
1822	/*
1823	 * Nothing more to do for the version command.
1824	 */
1825	if (cmd == DM_VERSION_CMD)
1826		return 0;
1827
1828	fn = lookup_ioctl(cmd, &ioctl_flags);
1829	if (!fn) {
1830		DMWARN("dm_ctl_ioctl: unknown command 0x%x", command);
1831		return -ENOTTY;
1832	}
1833
1834	/*
 
 
 
 
 
 
1835	 * Copy the parameters into kernel space.
1836	 */
1837	r = copy_params(user, &param_kernel, ioctl_flags, &param, &param_flags);
 
 
1838
1839	if (r)
1840		return r;
1841
1842	input_param_size = param->data_size;
 
 
1843	r = validate_params(cmd, param);
1844	if (r)
1845		goto out;
1846
1847	param->data_size = sizeof(*param);
1848	r = fn(param, input_param_size);
1849
1850	if (unlikely(param->flags & DM_BUFFER_FULL_FLAG) &&
1851	    unlikely(ioctl_flags & IOCTL_FLAGS_NO_PARAMS))
1852		DMERR("ioctl %d tried to output some data but has IOCTL_FLAGS_NO_PARAMS set", cmd);
1853
1854	/*
1855	 * Copy the results back to userland.
1856	 */
1857	if (!r && copy_to_user(user, param, param->data_size))
1858		r = -EFAULT;
1859
1860out:
1861	free_params(param, input_param_size, param_flags);
 
 
 
1862	return r;
1863}
1864
1865static long dm_ctl_ioctl(struct file *file, uint command, ulong u)
1866{
1867	return (long)ctl_ioctl(command, (struct dm_ioctl __user *)u);
1868}
1869
1870#ifdef CONFIG_COMPAT
1871static long dm_compat_ctl_ioctl(struct file *file, uint command, ulong u)
1872{
1873	return (long)dm_ctl_ioctl(file, command, (ulong) compat_ptr(u));
1874}
1875#else
1876#define dm_compat_ctl_ioctl NULL
1877#endif
1878
1879static const struct file_operations _ctl_fops = {
1880	.open = nonseekable_open,
1881	.unlocked_ioctl	 = dm_ctl_ioctl,
1882	.compat_ioctl = dm_compat_ctl_ioctl,
1883	.owner	 = THIS_MODULE,
1884	.llseek  = noop_llseek,
1885};
1886
1887static struct miscdevice _dm_misc = {
1888	.minor		= MAPPER_CTRL_MINOR,
1889	.name  		= DM_NAME,
1890	.nodename	= DM_DIR "/" DM_CONTROL_NODE,
1891	.fops  		= &_ctl_fops
1892};
1893
1894MODULE_ALIAS_MISCDEV(MAPPER_CTRL_MINOR);
1895MODULE_ALIAS("devname:" DM_DIR "/" DM_CONTROL_NODE);
1896
1897/*
1898 * Create misc character device and link to DM_DIR/control.
1899 */
1900int __init dm_interface_init(void)
1901{
1902	int r;
1903
1904	r = dm_hash_init();
1905	if (r)
1906		return r;
1907
1908	r = misc_register(&_dm_misc);
1909	if (r) {
1910		DMERR("misc_register failed for control device");
1911		dm_hash_exit();
1912		return r;
1913	}
1914
1915	DMINFO("%d.%d.%d%s initialised: %s", DM_VERSION_MAJOR,
1916	       DM_VERSION_MINOR, DM_VERSION_PATCHLEVEL, DM_VERSION_EXTRA,
1917	       DM_DRIVER_EMAIL);
1918	return 0;
1919}
1920
1921void dm_interface_exit(void)
1922{
1923	misc_deregister(&_dm_misc);
 
 
1924	dm_hash_exit();
1925}
1926
1927/**
1928 * dm_copy_name_and_uuid - Copy mapped device name & uuid into supplied buffers
1929 * @md: Pointer to mapped_device
1930 * @name: Buffer (size DM_NAME_LEN) for name
1931 * @uuid: Buffer (size DM_UUID_LEN) for uuid or empty string if uuid not defined
1932 */
1933int dm_copy_name_and_uuid(struct mapped_device *md, char *name, char *uuid)
1934{
1935	int r = 0;
1936	struct hash_cell *hc;
1937
1938	if (!md)
1939		return -ENXIO;
1940
1941	mutex_lock(&dm_hash_cells_mutex);
1942	hc = dm_get_mdptr(md);
1943	if (!hc || hc->md != md) {
1944		r = -ENXIO;
1945		goto out;
1946	}
1947
1948	if (name)
1949		strcpy(name, hc->name);
1950	if (uuid)
1951		strcpy(uuid, hc->uuid ? : "");
1952
1953out:
1954	mutex_unlock(&dm_hash_cells_mutex);
1955
1956	return r;
1957}