Linux Audio

Check our new training course

Loading...
v6.2
  1/* SPDX-License-Identifier: GPL-2.0 */
  2/*
  3 * Copyright (C) 2007 Oracle.  All rights reserved.
  4 */
  5
  6#ifndef BTRFS_VOLUMES_H
  7#define BTRFS_VOLUMES_H
  8
 
  9#include <linux/sort.h>
 10#include <linux/btrfs.h>
 11#include "async-thread.h"
 12#include "messages.h"
 13#include "tree-checker.h"
 14#include "rcu-string.h"
 15
 16#define BTRFS_MAX_DATA_CHUNK_SIZE	(10ULL * SZ_1G)
 17
 18extern struct mutex uuid_mutex;
 19
 20#define BTRFS_STRIPE_LEN	SZ_64K
 21
 22/* Used by sanity check for btrfs_raid_types. */
 23#define const_ffs(n) (__builtin_ctzll(n) + 1)
 24
 25/*
 26 * The conversion from BTRFS_BLOCK_GROUP_* bits to btrfs_raid_type requires
 27 * RAID0 always to be the lowest profile bit.
 28 * Although it's part of on-disk format and should never change, do extra
 29 * compile-time sanity checks.
 30 */
 31static_assert(const_ffs(BTRFS_BLOCK_GROUP_RAID0) <
 32	      const_ffs(BTRFS_BLOCK_GROUP_PROFILE_MASK & ~BTRFS_BLOCK_GROUP_RAID0));
 33static_assert(const_ilog2(BTRFS_BLOCK_GROUP_RAID0) >
 34	      ilog2(BTRFS_BLOCK_GROUP_TYPE_MASK));
 35
 36/* ilog2() can handle both constants and variables */
 37#define BTRFS_BG_FLAG_TO_INDEX(profile)					\
 38	ilog2((profile) >> (ilog2(BTRFS_BLOCK_GROUP_RAID0) - 1))
 39
 40enum btrfs_raid_types {
 41	/* SINGLE is the special one as it doesn't have on-disk bit. */
 42	BTRFS_RAID_SINGLE  = 0,
 43
 44	BTRFS_RAID_RAID0   = BTRFS_BG_FLAG_TO_INDEX(BTRFS_BLOCK_GROUP_RAID0),
 45	BTRFS_RAID_RAID1   = BTRFS_BG_FLAG_TO_INDEX(BTRFS_BLOCK_GROUP_RAID1),
 46	BTRFS_RAID_DUP	   = BTRFS_BG_FLAG_TO_INDEX(BTRFS_BLOCK_GROUP_DUP),
 47	BTRFS_RAID_RAID10  = BTRFS_BG_FLAG_TO_INDEX(BTRFS_BLOCK_GROUP_RAID10),
 48	BTRFS_RAID_RAID5   = BTRFS_BG_FLAG_TO_INDEX(BTRFS_BLOCK_GROUP_RAID5),
 49	BTRFS_RAID_RAID6   = BTRFS_BG_FLAG_TO_INDEX(BTRFS_BLOCK_GROUP_RAID6),
 50	BTRFS_RAID_RAID1C3 = BTRFS_BG_FLAG_TO_INDEX(BTRFS_BLOCK_GROUP_RAID1C3),
 51	BTRFS_RAID_RAID1C4 = BTRFS_BG_FLAG_TO_INDEX(BTRFS_BLOCK_GROUP_RAID1C4),
 52
 53	BTRFS_NR_RAID_TYPES
 54};
 55
 56struct btrfs_io_geometry {
 57	/* remaining bytes before crossing a stripe */
 58	u64 len;
 59	/* offset of logical address in chunk */
 60	u64 offset;
 61	/* length of single IO stripe */
 62	u32 stripe_len;
 63	/* offset of address in stripe */
 64	u32 stripe_offset;
 65	/* number of stripe where address falls */
 66	u64 stripe_nr;
 
 
 67	/* offset of raid56 stripe into the chunk */
 68	u64 raid56_stripe_offset;
 69};
 70
 71/*
 72 * Use sequence counter to get consistent device stat data on
 73 * 32-bit processors.
 74 */
 75#if BITS_PER_LONG==32 && defined(CONFIG_SMP)
 76#include <linux/seqlock.h>
 77#define __BTRFS_NEED_DEVICE_DATA_ORDERED
 78#define btrfs_device_data_ordered_init(device)	\
 79	seqcount_init(&device->data_seqcount)
 80#else
 81#define btrfs_device_data_ordered_init(device) do { } while (0)
 82#endif
 83
 84#define BTRFS_DEV_STATE_WRITEABLE	(0)
 85#define BTRFS_DEV_STATE_IN_FS_METADATA	(1)
 86#define BTRFS_DEV_STATE_MISSING		(2)
 87#define BTRFS_DEV_STATE_REPLACE_TGT	(3)
 88#define BTRFS_DEV_STATE_FLUSH_SENT	(4)
 89#define BTRFS_DEV_STATE_NO_READA	(5)
 90
 91struct btrfs_zoned_device_info;
 92
 93struct btrfs_device {
 94	struct list_head dev_list; /* device_list_mutex */
 95	struct list_head dev_alloc_list; /* chunk mutex */
 96	struct list_head post_commit_list; /* chunk mutex */
 97	struct btrfs_fs_devices *fs_devices;
 98	struct btrfs_fs_info *fs_info;
 99
100	struct rcu_string __rcu *name;
101
102	u64 generation;
103
104	struct block_device *bdev;
 
 
 
 
 
105
106	struct btrfs_zoned_device_info *zone_info;
107
108	/* the mode sent to blkdev_get */
109	fmode_t mode;
110
111	/*
112	 * Device's major-minor number. Must be set even if the device is not
113	 * opened (bdev == NULL), unless the device is missing.
114	 */
115	dev_t devt;
116	unsigned long dev_state;
117	blk_status_t last_flush_error;
118
119#ifdef __BTRFS_NEED_DEVICE_DATA_ORDERED
120	seqcount_t data_seqcount;
121#endif
122
123	/* the internal btrfs device id */
124	u64 devid;
125
126	/* size of the device in memory */
127	u64 total_bytes;
128
129	/* size of the device on disk */
130	u64 disk_total_bytes;
131
132	/* bytes used */
133	u64 bytes_used;
134
135	/* optimal io alignment for this device */
136	u32 io_align;
137
138	/* optimal io width for this device */
139	u32 io_width;
140	/* type and info about this device */
141	u64 type;
142
143	/* minimal io size for this device */
144	u32 sector_size;
145
146	/* physical drive uuid (or lvm uuid) */
147	u8 uuid[BTRFS_UUID_SIZE];
148
149	/*
150	 * size of the device on the current transaction
151	 *
152	 * This variant is update when committing the transaction,
153	 * and protected by chunk mutex
154	 */
155	u64 commit_total_bytes;
156
157	/* bytes used on the current transaction */
158	u64 commit_bytes_used;
159
160	/* Bio used for flushing device barriers */
161	struct bio flush_bio;
162	struct completion flush_wait;
163
164	/* per-device scrub information */
165	struct scrub_ctx *scrub_ctx;
166
 
 
 
 
 
 
 
 
 
167	/* disk I/O failure stats. For detailed description refer to
168	 * enum btrfs_dev_stat_values in ioctl.h */
169	int dev_stats_valid;
170
171	/* Counter to record the change of device stats */
172	atomic_t dev_stats_ccnt;
173	atomic_t dev_stat_values[BTRFS_DEV_STAT_VALUES_MAX];
174
175	struct extent_io_tree alloc_state;
176
177	struct completion kobj_unregister;
178	/* For sysfs/FSID/devinfo/devid/ */
179	struct kobject devid_kobj;
180
181	/* Bandwidth limit for scrub, in bytes */
182	u64 scrub_speed_max;
183};
184
185/*
186 * Block group or device which contains an active swapfile. Used for preventing
187 * unsafe operations while a swapfile is active.
188 *
189 * These are sorted on (ptr, inode) (note that a block group or device can
190 * contain more than one swapfile). We compare the pointer values because we
191 * don't actually care what the object is, we just need a quick check whether
192 * the object exists in the rbtree.
193 */
194struct btrfs_swapfile_pin {
195	struct rb_node node;
196	void *ptr;
197	struct inode *inode;
198	/*
199	 * If true, ptr points to a struct btrfs_block_group. Otherwise, ptr
200	 * points to a struct btrfs_device.
201	 */
202	bool is_block_group;
203	/*
204	 * Only used when 'is_block_group' is true and it is the number of
205	 * extents used by a swapfile for this block group ('ptr' field).
206	 */
207	int bg_extent_count;
208};
209
210/*
211 * If we read those variants at the context of their own lock, we needn't
212 * use the following helpers, reading them directly is safe.
213 */
214#if BITS_PER_LONG==32 && defined(CONFIG_SMP)
215#define BTRFS_DEVICE_GETSET_FUNCS(name)					\
216static inline u64							\
217btrfs_device_get_##name(const struct btrfs_device *dev)			\
218{									\
219	u64 size;							\
220	unsigned int seq;						\
221									\
222	do {								\
223		seq = read_seqcount_begin(&dev->data_seqcount);		\
224		size = dev->name;					\
225	} while (read_seqcount_retry(&dev->data_seqcount, seq));	\
226	return size;							\
227}									\
228									\
229static inline void							\
230btrfs_device_set_##name(struct btrfs_device *dev, u64 size)		\
231{									\
232	preempt_disable();						\
233	write_seqcount_begin(&dev->data_seqcount);			\
234	dev->name = size;						\
235	write_seqcount_end(&dev->data_seqcount);			\
236	preempt_enable();						\
237}
238#elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPTION)
239#define BTRFS_DEVICE_GETSET_FUNCS(name)					\
240static inline u64							\
241btrfs_device_get_##name(const struct btrfs_device *dev)			\
242{									\
243	u64 size;							\
244									\
245	preempt_disable();						\
246	size = dev->name;						\
247	preempt_enable();						\
248	return size;							\
249}									\
250									\
251static inline void							\
252btrfs_device_set_##name(struct btrfs_device *dev, u64 size)		\
253{									\
254	preempt_disable();						\
255	dev->name = size;						\
256	preempt_enable();						\
257}
258#else
259#define BTRFS_DEVICE_GETSET_FUNCS(name)					\
260static inline u64							\
261btrfs_device_get_##name(const struct btrfs_device *dev)			\
262{									\
263	return dev->name;						\
264}									\
265									\
266static inline void							\
267btrfs_device_set_##name(struct btrfs_device *dev, u64 size)		\
268{									\
269	dev->name = size;						\
270}
271#endif
272
273BTRFS_DEVICE_GETSET_FUNCS(total_bytes);
274BTRFS_DEVICE_GETSET_FUNCS(disk_total_bytes);
275BTRFS_DEVICE_GETSET_FUNCS(bytes_used);
276
277enum btrfs_chunk_allocation_policy {
278	BTRFS_CHUNK_ALLOC_REGULAR,
279	BTRFS_CHUNK_ALLOC_ZONED,
280};
281
282/*
283 * Read policies for mirrored block group profiles, read picks the stripe based
284 * on these policies.
285 */
286enum btrfs_read_policy {
287	/* Use process PID to choose the stripe */
288	BTRFS_READ_POLICY_PID,
289	BTRFS_NR_READ_POLICY,
290};
291
292struct btrfs_fs_devices {
293	u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */
294	u8 metadata_uuid[BTRFS_FSID_SIZE];
295	bool fsid_change;
296	struct list_head fs_list;
297
298	/*
299	 * Number of devices under this fsid including missing and
300	 * replace-target device and excludes seed devices.
301	 */
302	u64 num_devices;
303
304	/*
305	 * The number of devices that successfully opened, including
306	 * replace-target, excludes seed devices.
307	 */
308	u64 open_devices;
309
310	/* The number of devices that are under the chunk allocation list. */
311	u64 rw_devices;
312
313	/* Count of missing devices under this fsid excluding seed device. */
314	u64 missing_devices;
315	u64 total_rw_bytes;
316
317	/*
318	 * Count of devices from btrfs_super_block::num_devices for this fsid,
319	 * which includes the seed device, excludes the transient replace-target
320	 * device.
321	 */
322	u64 total_devices;
323
324	/* Highest generation number of seen devices */
325	u64 latest_generation;
326
327	/*
328	 * The mount device or a device with highest generation after removal
329	 * or replace.
330	 */
331	struct btrfs_device *latest_dev;
332
333	/* all of the devices in the FS, protected by a mutex
334	 * so we can safely walk it to write out the supers without
335	 * worrying about add/remove by the multi-device code.
336	 * Scrubbing super can kick off supers writing by holding
337	 * this mutex lock.
338	 */
339	struct mutex device_list_mutex;
340
341	/* List of all devices, protected by device_list_mutex */
342	struct list_head devices;
343
344	/*
345	 * Devices which can satisfy space allocation. Protected by
346	 * chunk_mutex
347	 */
348	struct list_head alloc_list;
349
350	struct list_head seed_list;
351	bool seeding;
352
353	int opened;
354
355	/* set when we find or add a device that doesn't have the
356	 * nonrot flag set
357	 */
358	bool rotating;
359	/* Devices support TRIM/discard commands */
360	bool discardable;
361
362	struct btrfs_fs_info *fs_info;
363	/* sysfs kobjects */
364	struct kobject fsid_kobj;
365	struct kobject *devices_kobj;
366	struct kobject *devinfo_kobj;
367	struct completion kobj_unregister;
368
369	enum btrfs_chunk_allocation_policy chunk_alloc_policy;
370
371	/* Policy used to read the mirrored stripes */
372	enum btrfs_read_policy read_policy;
373};
374
 
 
375#define BTRFS_MAX_DEVS(info) ((BTRFS_MAX_ITEM_SIZE(info)	\
376			- sizeof(struct btrfs_chunk))		\
377			/ sizeof(struct btrfs_stripe) + 1)
378
379#define BTRFS_MAX_DEVS_SYS_CHUNK ((BTRFS_SYSTEM_CHUNK_ARRAY_SIZE	\
380				- 2 * sizeof(struct btrfs_disk_key)	\
381				- 2 * sizeof(struct btrfs_chunk))	\
382				/ sizeof(struct btrfs_stripe) + 1)
383
384struct btrfs_io_stripe {
385	struct btrfs_device *dev;
386	union {
387		/* Block mapping */
388		u64 physical;
389		/* For the endio handler */
390		struct btrfs_io_context *bioc;
391	};
 
 
 
 
 
 
 
 
 
 
 
 
 
392};
393
394struct btrfs_discard_stripe {
 
 
 
 
 
 
 
 
 
 
 
 
 
395	struct btrfs_device *dev;
396	u64 physical;
397	u64 length;
398};
399
400/*
401 * Context for IO subsmission for device stripe.
402 *
403 * - Track the unfinished mirrors for mirror based profiles
404 *   Mirror based profiles are SINGLE/DUP/RAID1/RAID10.
405 *
406 * - Contain the logical -> physical mapping info
407 *   Used by submit_stripe_bio() for mapping logical bio
408 *   into physical device address.
409 *
410 * - Contain device replace info
411 *   Used by handle_ops_on_dev_replace() to copy logical bios
412 *   into the new device.
413 *
414 * - Contain RAID56 full stripe logical bytenrs
415 */
416struct btrfs_io_context {
417	refcount_t refs;
 
418	struct btrfs_fs_info *fs_info;
419	u64 map_type; /* get from map_lookup->type */
 
420	struct bio *orig_bio;
 
 
421	atomic_t error;
422	int max_errors;
423	int num_stripes;
424	int mirror_num;
425	int num_tgtdevs;
426	int *tgtdev_map;
427	/*
428	 * logical block numbers for the start of each stripe
429	 * The last one or two are p/q.  These are sorted,
430	 * so raid_map[0] is the start of our full stripe
431	 */
432	u64 *raid_map;
433	struct btrfs_io_stripe stripes[];
434};
435
436struct btrfs_device_info {
437	struct btrfs_device *dev;
438	u64 dev_offset;
439	u64 max_avail;
440	u64 total_avail;
441};
442
443struct btrfs_raid_attr {
444	u8 sub_stripes;		/* sub_stripes info for map */
445	u8 dev_stripes;		/* stripes per dev */
446	u8 devs_max;		/* max devs to use */
447	u8 devs_min;		/* min devs needed */
448	u8 tolerated_failures;	/* max tolerated fail devs */
449	u8 devs_increment;	/* ndevs has to be a multiple of this */
450	u8 ncopies;		/* how many copies to data has */
451	u8 nparity;		/* number of stripes worth of bytes to store
452				 * parity information */
453	u8 mindev_error;	/* error code if min devs requisite is unmet */
454	const char raid_name[8]; /* name of the raid */
455	u64 bg_flag;		/* block group flag of the raid */
456};
457
458extern const struct btrfs_raid_attr btrfs_raid_array[BTRFS_NR_RAID_TYPES];
459
460struct map_lookup {
461	u64 type;
462	int io_align;
463	int io_width;
464	u32 stripe_len;
465	int num_stripes;
466	int sub_stripes;
467	int verified_stripes; /* For mount time dev extent verification */
468	struct btrfs_io_stripe stripes[];
469};
470
471#define map_lookup_size(n) (sizeof(struct map_lookup) + \
472			    (sizeof(struct btrfs_io_stripe) * (n)))
473
474struct btrfs_balance_args;
475struct btrfs_balance_progress;
476struct btrfs_balance_control {
477	struct btrfs_balance_args data;
478	struct btrfs_balance_args meta;
479	struct btrfs_balance_args sys;
480
481	u64 flags;
482
483	struct btrfs_balance_progress stat;
484};
485
486/*
487 * Search for a given device by the set parameters
488 */
489struct btrfs_dev_lookup_args {
490	u64 devid;
491	u8 *uuid;
492	u8 *fsid;
493	bool missing;
494};
495
496/* We have to initialize to -1 because BTRFS_DEV_REPLACE_DEVID is 0 */
497#define BTRFS_DEV_LOOKUP_ARGS_INIT { .devid = (u64)-1 }
498
499#define BTRFS_DEV_LOOKUP_ARGS(name) \
500	struct btrfs_dev_lookup_args name = BTRFS_DEV_LOOKUP_ARGS_INIT
501
502enum btrfs_map_op {
503	BTRFS_MAP_READ,
504	BTRFS_MAP_WRITE,
505	BTRFS_MAP_DISCARD,
506	BTRFS_MAP_GET_READ_MIRRORS,
507};
508
509static inline enum btrfs_map_op btrfs_op(struct bio *bio)
510{
511	switch (bio_op(bio)) {
512	case REQ_OP_DISCARD:
513		return BTRFS_MAP_DISCARD;
514	case REQ_OP_WRITE:
515	case REQ_OP_ZONE_APPEND:
516		return BTRFS_MAP_WRITE;
517	default:
518		WARN_ON_ONCE(1);
519		fallthrough;
520	case REQ_OP_READ:
521		return BTRFS_MAP_READ;
522	}
523}
524
525static inline unsigned long btrfs_chunk_item_size(int num_stripes)
526{
527	ASSERT(num_stripes);
528	return sizeof(struct btrfs_chunk) +
529		sizeof(struct btrfs_stripe) * (num_stripes - 1);
530}
531
532void btrfs_get_bioc(struct btrfs_io_context *bioc);
533void btrfs_put_bioc(struct btrfs_io_context *bioc);
534int btrfs_map_block(struct btrfs_fs_info *fs_info, enum btrfs_map_op op,
535		    u64 logical, u64 *length,
536		    struct btrfs_io_context **bioc_ret, int mirror_num);
537int btrfs_map_sblock(struct btrfs_fs_info *fs_info, enum btrfs_map_op op,
538		     u64 logical, u64 *length,
539		     struct btrfs_io_context **bioc_ret);
540int __btrfs_map_block(struct btrfs_fs_info *fs_info, enum btrfs_map_op op,
541		      u64 logical, u64 *length,
542		      struct btrfs_io_context **bioc_ret,
543		      struct btrfs_io_stripe *smap, int *mirror_num_ret,
544		      int need_raid_map);
545struct btrfs_discard_stripe *btrfs_map_discard(struct btrfs_fs_info *fs_info,
546					       u64 logical, u64 *length_ret,
547					       u32 *num_stripes);
548int btrfs_get_io_geometry(struct btrfs_fs_info *fs_info, struct extent_map *map,
549			  enum btrfs_map_op op, u64 logical,
550			  struct btrfs_io_geometry *io_geom);
551int btrfs_read_sys_array(struct btrfs_fs_info *fs_info);
552int btrfs_read_chunk_tree(struct btrfs_fs_info *fs_info);
553struct btrfs_block_group *btrfs_create_chunk(struct btrfs_trans_handle *trans,
554					    u64 type);
555void btrfs_mapping_tree_free(struct extent_map_tree *tree);
 
 
556int btrfs_open_devices(struct btrfs_fs_devices *fs_devices,
557		       fmode_t flags, void *holder);
558struct btrfs_device *btrfs_scan_one_device(const char *path,
559					   fmode_t flags, void *holder);
560int btrfs_forget_devices(dev_t devt);
561void btrfs_close_devices(struct btrfs_fs_devices *fs_devices);
562void btrfs_free_extra_devids(struct btrfs_fs_devices *fs_devices);
563void btrfs_assign_next_active_device(struct btrfs_device *device,
564				     struct btrfs_device *this_dev);
565struct btrfs_device *btrfs_find_device_by_devspec(struct btrfs_fs_info *fs_info,
566						  u64 devid,
567						  const char *devpath);
568int btrfs_get_dev_args_from_path(struct btrfs_fs_info *fs_info,
569				 struct btrfs_dev_lookup_args *args,
570				 const char *path);
571struct btrfs_device *btrfs_alloc_device(struct btrfs_fs_info *fs_info,
572					const u64 *devid, const u8 *uuid,
573					const char *path);
574void btrfs_put_dev_args_from_path(struct btrfs_dev_lookup_args *args);
575void btrfs_free_device(struct btrfs_device *device);
576int btrfs_rm_device(struct btrfs_fs_info *fs_info,
577		    struct btrfs_dev_lookup_args *args,
578		    struct block_device **bdev, fmode_t *mode);
579void __exit btrfs_cleanup_fs_uuids(void);
580int btrfs_num_copies(struct btrfs_fs_info *fs_info, u64 logical, u64 len);
581int btrfs_grow_device(struct btrfs_trans_handle *trans,
582		      struct btrfs_device *device, u64 new_size);
583struct btrfs_device *btrfs_find_device(const struct btrfs_fs_devices *fs_devices,
584				       const struct btrfs_dev_lookup_args *args);
585int btrfs_shrink_device(struct btrfs_device *device, u64 new_size);
586int btrfs_init_new_device(struct btrfs_fs_info *fs_info, const char *path);
587int btrfs_balance(struct btrfs_fs_info *fs_info,
588		  struct btrfs_balance_control *bctl,
589		  struct btrfs_ioctl_balance_args *bargs);
590void btrfs_describe_block_groups(u64 flags, char *buf, u32 size_buf);
591int btrfs_resume_balance_async(struct btrfs_fs_info *fs_info);
592int btrfs_recover_balance(struct btrfs_fs_info *fs_info);
593int btrfs_pause_balance(struct btrfs_fs_info *fs_info);
594int btrfs_relocate_chunk(struct btrfs_fs_info *fs_info, u64 chunk_offset);
595int btrfs_cancel_balance(struct btrfs_fs_info *fs_info);
596int btrfs_create_uuid_tree(struct btrfs_fs_info *fs_info);
597int btrfs_uuid_scan_kthread(void *data);
598bool btrfs_chunk_writeable(struct btrfs_fs_info *fs_info, u64 chunk_offset);
599int find_free_dev_extent(struct btrfs_device *device, u64 num_bytes,
600			 u64 *start, u64 *max_avail);
601void btrfs_dev_stat_inc_and_print(struct btrfs_device *dev, int index);
602int btrfs_get_dev_stats(struct btrfs_fs_info *fs_info,
603			struct btrfs_ioctl_get_dev_stats *stats);
604int btrfs_init_devices_late(struct btrfs_fs_info *fs_info);
605int btrfs_init_dev_stats(struct btrfs_fs_info *fs_info);
606int btrfs_run_dev_stats(struct btrfs_trans_handle *trans);
607void btrfs_rm_dev_replace_remove_srcdev(struct btrfs_device *srcdev);
608void btrfs_rm_dev_replace_free_srcdev(struct btrfs_device *srcdev);
609void btrfs_destroy_dev_replace_tgtdev(struct btrfs_device *tgtdev);
 
610int btrfs_is_parity_mirror(struct btrfs_fs_info *fs_info,
611			   u64 logical, u64 len);
612unsigned long btrfs_full_stripe_len(struct btrfs_fs_info *fs_info,
613				    u64 logical);
614u64 btrfs_calc_stripe_length(const struct extent_map *em);
615int btrfs_nr_parity_stripes(u64 type);
616int btrfs_chunk_alloc_add_chunk_item(struct btrfs_trans_handle *trans,
617				     struct btrfs_block_group *bg);
618int btrfs_remove_chunk(struct btrfs_trans_handle *trans, u64 chunk_offset);
619struct extent_map *btrfs_get_chunk_map(struct btrfs_fs_info *fs_info,
620				       u64 logical, u64 length);
621void btrfs_release_disk_super(struct btrfs_super_block *super);
622
623static inline void btrfs_dev_stat_inc(struct btrfs_device *dev,
624				      int index)
625{
626	atomic_inc(dev->dev_stat_values + index);
627	/*
628	 * This memory barrier orders stores updating statistics before stores
629	 * updating dev_stats_ccnt.
630	 *
631	 * It pairs with smp_rmb() in btrfs_run_dev_stats().
632	 */
633	smp_mb__before_atomic();
634	atomic_inc(&dev->dev_stats_ccnt);
635}
636
637static inline int btrfs_dev_stat_read(struct btrfs_device *dev,
638				      int index)
639{
640	return atomic_read(dev->dev_stat_values + index);
641}
642
643static inline int btrfs_dev_stat_read_and_reset(struct btrfs_device *dev,
644						int index)
645{
646	int ret;
647
648	ret = atomic_xchg(dev->dev_stat_values + index, 0);
649	/*
650	 * atomic_xchg implies a full memory barriers as per atomic_t.txt:
651	 * - RMW operations that have a return value are fully ordered;
652	 *
653	 * This implicit memory barriers is paired with the smp_rmb in
654	 * btrfs_run_dev_stats
655	 */
656	atomic_inc(&dev->dev_stats_ccnt);
657	return ret;
658}
659
660static inline void btrfs_dev_stat_set(struct btrfs_device *dev,
661				      int index, unsigned long val)
662{
663	atomic_set(dev->dev_stat_values + index, val);
664	/*
665	 * This memory barrier orders stores updating statistics before stores
666	 * updating dev_stats_ccnt.
667	 *
668	 * It pairs with smp_rmb() in btrfs_run_dev_stats().
669	 */
670	smp_mb__before_atomic();
671	atomic_inc(&dev->dev_stats_ccnt);
672}
673
674static inline const char *btrfs_dev_name(const struct btrfs_device *device)
 
 
 
 
675{
676	if (!device || test_bit(BTRFS_DEV_STATE_MISSING, &device->dev_state))
677		return "<missing disk>";
678	else
679		return rcu_str_deref(device->name);
 
 
 
 
 
 
 
 
 
 
680}
681
682void btrfs_commit_device_sizes(struct btrfs_transaction *trans);
683
684struct list_head * __attribute_const__ btrfs_get_fs_uuids(void);
 
 
685bool btrfs_check_rw_degradable(struct btrfs_fs_info *fs_info,
686					struct btrfs_device *failing_dev);
687void btrfs_scratch_superblocks(struct btrfs_fs_info *fs_info,
688			       struct block_device *bdev,
689			       const char *device_path);
690
691enum btrfs_raid_types __attribute_const__ btrfs_bg_flags_to_raid_index(u64 flags);
692int btrfs_bg_type_to_factor(u64 flags);
693const char *btrfs_bg_type_to_raid_name(u64 flags);
694int btrfs_verify_dev_extents(struct btrfs_fs_info *fs_info);
695bool btrfs_repair_one_zone(struct btrfs_fs_info *fs_info, u64 logical);
696
697bool btrfs_pinned_by_swapfile(struct btrfs_fs_info *fs_info, void *ptr);
698
699#endif
v5.4
  1/* SPDX-License-Identifier: GPL-2.0 */
  2/*
  3 * Copyright (C) 2007 Oracle.  All rights reserved.
  4 */
  5
  6#ifndef BTRFS_VOLUMES_H
  7#define BTRFS_VOLUMES_H
  8
  9#include <linux/bio.h>
 10#include <linux/sort.h>
 11#include <linux/btrfs.h>
 12#include "async-thread.h"
 
 
 
 13
 14#define BTRFS_MAX_DATA_CHUNK_SIZE	(10ULL * SZ_1G)
 15
 16extern struct mutex uuid_mutex;
 17
 18#define BTRFS_STRIPE_LEN	SZ_64K
 19
 20struct buffer_head;
 21struct btrfs_pending_bios {
 22	struct bio *head;
 23	struct bio *tail;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 24};
 25
 26struct btrfs_io_geometry {
 27	/* remaining bytes before crossing a stripe */
 28	u64 len;
 29	/* offset of logical address in chunk */
 30	u64 offset;
 31	/* length of single IO stripe */
 32	u64 stripe_len;
 
 
 33	/* number of stripe where address falls */
 34	u64 stripe_nr;
 35	/* offset of address in stripe */
 36	u64 stripe_offset;
 37	/* offset of raid56 stripe into the chunk */
 38	u64 raid56_stripe_offset;
 39};
 40
 41/*
 42 * Use sequence counter to get consistent device stat data on
 43 * 32-bit processors.
 44 */
 45#if BITS_PER_LONG==32 && defined(CONFIG_SMP)
 46#include <linux/seqlock.h>
 47#define __BTRFS_NEED_DEVICE_DATA_ORDERED
 48#define btrfs_device_data_ordered_init(device)	\
 49	seqcount_init(&device->data_seqcount)
 50#else
 51#define btrfs_device_data_ordered_init(device) do { } while (0)
 52#endif
 53
 54#define BTRFS_DEV_STATE_WRITEABLE	(0)
 55#define BTRFS_DEV_STATE_IN_FS_METADATA	(1)
 56#define BTRFS_DEV_STATE_MISSING		(2)
 57#define BTRFS_DEV_STATE_REPLACE_TGT	(3)
 58#define BTRFS_DEV_STATE_FLUSH_SENT	(4)
 
 
 
 59
 60struct btrfs_device {
 61	struct list_head dev_list; /* device_list_mutex */
 62	struct list_head dev_alloc_list; /* chunk mutex */
 63	struct list_head post_commit_list; /* chunk mutex */
 64	struct btrfs_fs_devices *fs_devices;
 65	struct btrfs_fs_info *fs_info;
 66
 67	struct rcu_string *name;
 68
 69	u64 generation;
 70
 71	spinlock_t io_lock ____cacheline_aligned;
 72	int running_pending;
 73	/* regular prio bios */
 74	struct btrfs_pending_bios pending_bios;
 75	/* sync bios */
 76	struct btrfs_pending_bios pending_sync_bios;
 77
 78	struct block_device *bdev;
 79
 80	/* the mode sent to blkdev_get */
 81	fmode_t mode;
 82
 
 
 
 
 
 83	unsigned long dev_state;
 84	blk_status_t last_flush_error;
 85
 86#ifdef __BTRFS_NEED_DEVICE_DATA_ORDERED
 87	seqcount_t data_seqcount;
 88#endif
 89
 90	/* the internal btrfs device id */
 91	u64 devid;
 92
 93	/* size of the device in memory */
 94	u64 total_bytes;
 95
 96	/* size of the device on disk */
 97	u64 disk_total_bytes;
 98
 99	/* bytes used */
100	u64 bytes_used;
101
102	/* optimal io alignment for this device */
103	u32 io_align;
104
105	/* optimal io width for this device */
106	u32 io_width;
107	/* type and info about this device */
108	u64 type;
109
110	/* minimal io size for this device */
111	u32 sector_size;
112
113	/* physical drive uuid (or lvm uuid) */
114	u8 uuid[BTRFS_UUID_SIZE];
115
116	/*
117	 * size of the device on the current transaction
118	 *
119	 * This variant is update when committing the transaction,
120	 * and protected by chunk mutex
121	 */
122	u64 commit_total_bytes;
123
124	/* bytes used on the current transaction */
125	u64 commit_bytes_used;
126
127	/* for sending down flush barriers */
128	struct bio *flush_bio;
129	struct completion flush_wait;
130
131	/* per-device scrub information */
132	struct scrub_ctx *scrub_ctx;
133
134	struct btrfs_work work;
135
136	/* readahead state */
137	atomic_t reada_in_flight;
138	u64 reada_next;
139	struct reada_zone *reada_curr_zone;
140	struct radix_tree_root reada_zones;
141	struct radix_tree_root reada_extents;
142
143	/* disk I/O failure stats. For detailed description refer to
144	 * enum btrfs_dev_stat_values in ioctl.h */
145	int dev_stats_valid;
146
147	/* Counter to record the change of device stats */
148	atomic_t dev_stats_ccnt;
149	atomic_t dev_stat_values[BTRFS_DEV_STAT_VALUES_MAX];
150
151	struct extent_io_tree alloc_state;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
152};
153
154/*
155 * If we read those variants at the context of their own lock, we needn't
156 * use the following helpers, reading them directly is safe.
157 */
158#if BITS_PER_LONG==32 && defined(CONFIG_SMP)
159#define BTRFS_DEVICE_GETSET_FUNCS(name)					\
160static inline u64							\
161btrfs_device_get_##name(const struct btrfs_device *dev)			\
162{									\
163	u64 size;							\
164	unsigned int seq;						\
165									\
166	do {								\
167		seq = read_seqcount_begin(&dev->data_seqcount);		\
168		size = dev->name;					\
169	} while (read_seqcount_retry(&dev->data_seqcount, seq));	\
170	return size;							\
171}									\
172									\
173static inline void							\
174btrfs_device_set_##name(struct btrfs_device *dev, u64 size)		\
175{									\
176	preempt_disable();						\
177	write_seqcount_begin(&dev->data_seqcount);			\
178	dev->name = size;						\
179	write_seqcount_end(&dev->data_seqcount);			\
180	preempt_enable();						\
181}
182#elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPT)
183#define BTRFS_DEVICE_GETSET_FUNCS(name)					\
184static inline u64							\
185btrfs_device_get_##name(const struct btrfs_device *dev)			\
186{									\
187	u64 size;							\
188									\
189	preempt_disable();						\
190	size = dev->name;						\
191	preempt_enable();						\
192	return size;							\
193}									\
194									\
195static inline void							\
196btrfs_device_set_##name(struct btrfs_device *dev, u64 size)		\
197{									\
198	preempt_disable();						\
199	dev->name = size;						\
200	preempt_enable();						\
201}
202#else
203#define BTRFS_DEVICE_GETSET_FUNCS(name)					\
204static inline u64							\
205btrfs_device_get_##name(const struct btrfs_device *dev)			\
206{									\
207	return dev->name;						\
208}									\
209									\
210static inline void							\
211btrfs_device_set_##name(struct btrfs_device *dev, u64 size)		\
212{									\
213	dev->name = size;						\
214}
215#endif
216
217BTRFS_DEVICE_GETSET_FUNCS(total_bytes);
218BTRFS_DEVICE_GETSET_FUNCS(disk_total_bytes);
219BTRFS_DEVICE_GETSET_FUNCS(bytes_used);
220
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
221struct btrfs_fs_devices {
222	u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */
223	u8 metadata_uuid[BTRFS_FSID_SIZE];
224	bool fsid_change;
225	struct list_head fs_list;
226
 
 
 
 
227	u64 num_devices;
 
 
 
 
 
228	u64 open_devices;
 
 
229	u64 rw_devices;
 
 
230	u64 missing_devices;
231	u64 total_rw_bytes;
 
 
 
 
 
 
232	u64 total_devices;
233
234	/* Highest generation number of seen devices */
235	u64 latest_generation;
236
237	struct block_device *latest_bdev;
 
 
 
 
238
239	/* all of the devices in the FS, protected by a mutex
240	 * so we can safely walk it to write out the supers without
241	 * worrying about add/remove by the multi-device code.
242	 * Scrubbing super can kick off supers writing by holding
243	 * this mutex lock.
244	 */
245	struct mutex device_list_mutex;
246
247	/* List of all devices, protected by device_list_mutex */
248	struct list_head devices;
249
250	/*
251	 * Devices which can satisfy space allocation. Protected by
252	 * chunk_mutex
253	 */
254	struct list_head alloc_list;
255
256	struct btrfs_fs_devices *seed;
257	int seeding;
258
259	int opened;
260
261	/* set when we find or add a device that doesn't have the
262	 * nonrot flag set
263	 */
264	int rotating;
 
 
265
266	struct btrfs_fs_info *fs_info;
267	/* sysfs kobjects */
268	struct kobject fsid_kobj;
269	struct kobject *device_dir_kobj;
 
270	struct completion kobj_unregister;
 
 
 
 
 
271};
272
273#define BTRFS_BIO_INLINE_CSUM_SIZE	64
274
275#define BTRFS_MAX_DEVS(info) ((BTRFS_MAX_ITEM_SIZE(info)	\
276			- sizeof(struct btrfs_chunk))		\
277			/ sizeof(struct btrfs_stripe) + 1)
278
279#define BTRFS_MAX_DEVS_SYS_CHUNK ((BTRFS_SYSTEM_CHUNK_ARRAY_SIZE	\
280				- 2 * sizeof(struct btrfs_disk_key)	\
281				- 2 * sizeof(struct btrfs_chunk))	\
282				/ sizeof(struct btrfs_stripe) + 1)
283
284/*
285 * we need the mirror number and stripe index to be passed around
286 * the call chain while we are processing end_io (especially errors).
287 * Really, what we need is a btrfs_bio structure that has this info
288 * and is properly sized with its stripe array, but we're not there
289 * quite yet.  We have our own btrfs bioset, and all of the bios
290 * we allocate are actually btrfs_io_bios.  We'll cram as much of
291 * struct btrfs_bio as we can into this over time.
292 */
293struct btrfs_io_bio {
294	unsigned int mirror_num;
295	unsigned int stripe_index;
296	u64 logical;
297	u8 *csum;
298	u8 csum_inline[BTRFS_BIO_INLINE_CSUM_SIZE];
299	struct bvec_iter iter;
300	/*
301	 * This member must come last, bio_alloc_bioset will allocate enough
302	 * bytes for entire btrfs_io_bio but relies on bio being last.
303	 */
304	struct bio bio;
305};
306
307static inline struct btrfs_io_bio *btrfs_io_bio(struct bio *bio)
308{
309	return container_of(bio, struct btrfs_io_bio, bio);
310}
311
312static inline void btrfs_io_bio_free_csum(struct btrfs_io_bio *io_bio)
313{
314	if (io_bio->csum != io_bio->csum_inline) {
315		kfree(io_bio->csum);
316		io_bio->csum = NULL;
317	}
318}
319
320struct btrfs_bio_stripe {
321	struct btrfs_device *dev;
322	u64 physical;
323	u64 length; /* only used for discard mappings */
324};
325
326struct btrfs_bio {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
327	refcount_t refs;
328	atomic_t stripes_pending;
329	struct btrfs_fs_info *fs_info;
330	u64 map_type; /* get from map_lookup->type */
331	bio_end_io_t *end_io;
332	struct bio *orig_bio;
333	unsigned long flags;
334	void *private;
335	atomic_t error;
336	int max_errors;
337	int num_stripes;
338	int mirror_num;
339	int num_tgtdevs;
340	int *tgtdev_map;
341	/*
342	 * logical block numbers for the start of each stripe
343	 * The last one or two are p/q.  These are sorted,
344	 * so raid_map[0] is the start of our full stripe
345	 */
346	u64 *raid_map;
347	struct btrfs_bio_stripe stripes[];
348};
349
350struct btrfs_device_info {
351	struct btrfs_device *dev;
352	u64 dev_offset;
353	u64 max_avail;
354	u64 total_avail;
355};
356
357struct btrfs_raid_attr {
358	u8 sub_stripes;		/* sub_stripes info for map */
359	u8 dev_stripes;		/* stripes per dev */
360	u8 devs_max;		/* max devs to use */
361	u8 devs_min;		/* min devs needed */
362	u8 tolerated_failures;	/* max tolerated fail devs */
363	u8 devs_increment;	/* ndevs has to be a multiple of this */
364	u8 ncopies;		/* how many copies to data has */
365	u8 nparity;		/* number of stripes worth of bytes to store
366				 * parity information */
367	u8 mindev_error;	/* error code if min devs requisite is unmet */
368	const char raid_name[8]; /* name of the raid */
369	u64 bg_flag;		/* block group flag of the raid */
370};
371
372extern const struct btrfs_raid_attr btrfs_raid_array[BTRFS_NR_RAID_TYPES];
373
374struct map_lookup {
375	u64 type;
376	int io_align;
377	int io_width;
378	u64 stripe_len;
379	int num_stripes;
380	int sub_stripes;
381	int verified_stripes; /* For mount time dev extent verification */
382	struct btrfs_bio_stripe stripes[];
383};
384
385#define map_lookup_size(n) (sizeof(struct map_lookup) + \
386			    (sizeof(struct btrfs_bio_stripe) * (n)))
387
388struct btrfs_balance_args;
389struct btrfs_balance_progress;
390struct btrfs_balance_control {
391	struct btrfs_balance_args data;
392	struct btrfs_balance_args meta;
393	struct btrfs_balance_args sys;
394
395	u64 flags;
396
397	struct btrfs_balance_progress stat;
398};
399
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
400enum btrfs_map_op {
401	BTRFS_MAP_READ,
402	BTRFS_MAP_WRITE,
403	BTRFS_MAP_DISCARD,
404	BTRFS_MAP_GET_READ_MIRRORS,
405};
406
407static inline enum btrfs_map_op btrfs_op(struct bio *bio)
408{
409	switch (bio_op(bio)) {
410	case REQ_OP_DISCARD:
411		return BTRFS_MAP_DISCARD;
412	case REQ_OP_WRITE:
 
413		return BTRFS_MAP_WRITE;
414	default:
415		WARN_ON_ONCE(1);
416		/* fall through */
417	case REQ_OP_READ:
418		return BTRFS_MAP_READ;
419	}
420}
421
422void btrfs_get_bbio(struct btrfs_bio *bbio);
423void btrfs_put_bbio(struct btrfs_bio *bbio);
 
 
 
 
 
 
 
424int btrfs_map_block(struct btrfs_fs_info *fs_info, enum btrfs_map_op op,
425		    u64 logical, u64 *length,
426		    struct btrfs_bio **bbio_ret, int mirror_num);
427int btrfs_map_sblock(struct btrfs_fs_info *fs_info, enum btrfs_map_op op,
428		     u64 logical, u64 *length,
429		     struct btrfs_bio **bbio_ret);
430int btrfs_get_io_geometry(struct btrfs_fs_info *fs_info, enum btrfs_map_op op,
431		u64 logical, u64 len, struct btrfs_io_geometry *io_geom);
432int btrfs_rmap_block(struct btrfs_fs_info *fs_info, u64 chunk_start,
433		     u64 physical, u64 **logical, int *naddrs, int *stripe_len);
 
 
 
 
 
 
 
434int btrfs_read_sys_array(struct btrfs_fs_info *fs_info);
435int btrfs_read_chunk_tree(struct btrfs_fs_info *fs_info);
436int btrfs_alloc_chunk(struct btrfs_trans_handle *trans, u64 type);
 
437void btrfs_mapping_tree_free(struct extent_map_tree *tree);
438blk_status_t btrfs_map_bio(struct btrfs_fs_info *fs_info, struct bio *bio,
439			   int mirror_num, int async_submit);
440int btrfs_open_devices(struct btrfs_fs_devices *fs_devices,
441		       fmode_t flags, void *holder);
442struct btrfs_device *btrfs_scan_one_device(const char *path,
443					   fmode_t flags, void *holder);
444int btrfs_forget_devices(const char *path);
445int btrfs_close_devices(struct btrfs_fs_devices *fs_devices);
446void btrfs_free_extra_devids(struct btrfs_fs_devices *fs_devices, int step);
447void btrfs_assign_next_active_device(struct btrfs_device *device,
448				     struct btrfs_device *this_dev);
449struct btrfs_device *btrfs_find_device_by_devspec(struct btrfs_fs_info *fs_info,
450						  u64 devid,
451						  const char *devpath);
 
 
 
452struct btrfs_device *btrfs_alloc_device(struct btrfs_fs_info *fs_info,
453					const u64 *devid,
454					const u8 *uuid);
 
455void btrfs_free_device(struct btrfs_device *device);
456int btrfs_rm_device(struct btrfs_fs_info *fs_info,
457		    const char *device_path, u64 devid);
 
458void __exit btrfs_cleanup_fs_uuids(void);
459int btrfs_num_copies(struct btrfs_fs_info *fs_info, u64 logical, u64 len);
460int btrfs_grow_device(struct btrfs_trans_handle *trans,
461		      struct btrfs_device *device, u64 new_size);
462struct btrfs_device *btrfs_find_device(struct btrfs_fs_devices *fs_devices,
463				       u64 devid, u8 *uuid, u8 *fsid, bool seed);
464int btrfs_shrink_device(struct btrfs_device *device, u64 new_size);
465int btrfs_init_new_device(struct btrfs_fs_info *fs_info, const char *path);
466int btrfs_balance(struct btrfs_fs_info *fs_info,
467		  struct btrfs_balance_control *bctl,
468		  struct btrfs_ioctl_balance_args *bargs);
469void btrfs_describe_block_groups(u64 flags, char *buf, u32 size_buf);
470int btrfs_resume_balance_async(struct btrfs_fs_info *fs_info);
471int btrfs_recover_balance(struct btrfs_fs_info *fs_info);
472int btrfs_pause_balance(struct btrfs_fs_info *fs_info);
 
473int btrfs_cancel_balance(struct btrfs_fs_info *fs_info);
474int btrfs_create_uuid_tree(struct btrfs_fs_info *fs_info);
475int btrfs_check_uuid_tree(struct btrfs_fs_info *fs_info);
476int btrfs_chunk_readonly(struct btrfs_fs_info *fs_info, u64 chunk_offset);
477int find_free_dev_extent(struct btrfs_device *device, u64 num_bytes,
478			 u64 *start, u64 *max_avail);
479void btrfs_dev_stat_inc_and_print(struct btrfs_device *dev, int index);
480int btrfs_get_dev_stats(struct btrfs_fs_info *fs_info,
481			struct btrfs_ioctl_get_dev_stats *stats);
482void btrfs_init_devices_late(struct btrfs_fs_info *fs_info);
483int btrfs_init_dev_stats(struct btrfs_fs_info *fs_info);
484int btrfs_run_dev_stats(struct btrfs_trans_handle *trans);
485void btrfs_rm_dev_replace_remove_srcdev(struct btrfs_device *srcdev);
486void btrfs_rm_dev_replace_free_srcdev(struct btrfs_device *srcdev);
487void btrfs_destroy_dev_replace_tgtdev(struct btrfs_device *tgtdev);
488void btrfs_scratch_superblocks(struct block_device *bdev, const char *device_path);
489int btrfs_is_parity_mirror(struct btrfs_fs_info *fs_info,
490			   u64 logical, u64 len);
491unsigned long btrfs_full_stripe_len(struct btrfs_fs_info *fs_info,
492				    u64 logical);
493int btrfs_finish_chunk_alloc(struct btrfs_trans_handle *trans,
494			     u64 chunk_offset, u64 chunk_size);
 
 
495int btrfs_remove_chunk(struct btrfs_trans_handle *trans, u64 chunk_offset);
496struct extent_map *btrfs_get_chunk_map(struct btrfs_fs_info *fs_info,
497				       u64 logical, u64 length);
 
498
499static inline void btrfs_dev_stat_inc(struct btrfs_device *dev,
500				      int index)
501{
502	atomic_inc(dev->dev_stat_values + index);
503	/*
504	 * This memory barrier orders stores updating statistics before stores
505	 * updating dev_stats_ccnt.
506	 *
507	 * It pairs with smp_rmb() in btrfs_run_dev_stats().
508	 */
509	smp_mb__before_atomic();
510	atomic_inc(&dev->dev_stats_ccnt);
511}
512
513static inline int btrfs_dev_stat_read(struct btrfs_device *dev,
514				      int index)
515{
516	return atomic_read(dev->dev_stat_values + index);
517}
518
519static inline int btrfs_dev_stat_read_and_reset(struct btrfs_device *dev,
520						int index)
521{
522	int ret;
523
524	ret = atomic_xchg(dev->dev_stat_values + index, 0);
525	/*
526	 * atomic_xchg implies a full memory barriers as per atomic_t.txt:
527	 * - RMW operations that have a return value are fully ordered;
528	 *
529	 * This implicit memory barriers is paired with the smp_rmb in
530	 * btrfs_run_dev_stats
531	 */
532	atomic_inc(&dev->dev_stats_ccnt);
533	return ret;
534}
535
536static inline void btrfs_dev_stat_set(struct btrfs_device *dev,
537				      int index, unsigned long val)
538{
539	atomic_set(dev->dev_stat_values + index, val);
540	/*
541	 * This memory barrier orders stores updating statistics before stores
542	 * updating dev_stats_ccnt.
543	 *
544	 * It pairs with smp_rmb() in btrfs_run_dev_stats().
545	 */
546	smp_mb__before_atomic();
547	atomic_inc(&dev->dev_stats_ccnt);
548}
549
550/*
551 * Convert block group flags (BTRFS_BLOCK_GROUP_*) to btrfs_raid_types, which
552 * can be used as index to access btrfs_raid_array[].
553 */
554static inline enum btrfs_raid_types btrfs_bg_flags_to_raid_index(u64 flags)
555{
556	if (flags & BTRFS_BLOCK_GROUP_RAID10)
557		return BTRFS_RAID_RAID10;
558	else if (flags & BTRFS_BLOCK_GROUP_RAID1)
559		return BTRFS_RAID_RAID1;
560	else if (flags & BTRFS_BLOCK_GROUP_DUP)
561		return BTRFS_RAID_DUP;
562	else if (flags & BTRFS_BLOCK_GROUP_RAID0)
563		return BTRFS_RAID_RAID0;
564	else if (flags & BTRFS_BLOCK_GROUP_RAID5)
565		return BTRFS_RAID_RAID5;
566	else if (flags & BTRFS_BLOCK_GROUP_RAID6)
567		return BTRFS_RAID_RAID6;
568
569	return BTRFS_RAID_SINGLE; /* BTRFS_BLOCK_GROUP_SINGLE */
570}
571
572void btrfs_commit_device_sizes(struct btrfs_transaction *trans);
573
574struct list_head *btrfs_get_fs_uuids(void);
575void btrfs_set_fs_info_ptr(struct btrfs_fs_info *fs_info);
576void btrfs_reset_fs_info_ptr(struct btrfs_fs_info *fs_info);
577bool btrfs_check_rw_degradable(struct btrfs_fs_info *fs_info,
578					struct btrfs_device *failing_dev);
 
 
 
579
 
580int btrfs_bg_type_to_factor(u64 flags);
581const char *btrfs_bg_type_to_raid_name(u64 flags);
582int btrfs_verify_dev_extents(struct btrfs_fs_info *fs_info);
 
 
 
583
584#endif