Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Copyright (C) 2009 Oracle. All rights reserved.
4 */
5
6#ifndef BTRFS_FREE_SPACE_CACHE_H
7#define BTRFS_FREE_SPACE_CACHE_H
8
9/*
10 * This is the trim state of an extent or bitmap.
11 *
12 * BTRFS_TRIM_STATE_TRIMMING is special and used to maintain the state of a
13 * bitmap as we may need several trims to fully trim a single bitmap entry.
14 * This is reset should any free space other than trimmed space be added to the
15 * bitmap.
16 */
17enum btrfs_trim_state {
18 BTRFS_TRIM_STATE_UNTRIMMED,
19 BTRFS_TRIM_STATE_TRIMMED,
20 BTRFS_TRIM_STATE_TRIMMING,
21};
22
23struct btrfs_free_space {
24 struct rb_node offset_index;
25 struct rb_node bytes_index;
26 u64 offset;
27 u64 bytes;
28 u64 max_extent_size;
29 unsigned long *bitmap;
30 struct list_head list;
31 enum btrfs_trim_state trim_state;
32 s32 bitmap_extents;
33};
34
35static inline bool btrfs_free_space_trimmed(struct btrfs_free_space *info)
36{
37 return (info->trim_state == BTRFS_TRIM_STATE_TRIMMED);
38}
39
40static inline bool btrfs_free_space_trimming_bitmap(
41 struct btrfs_free_space *info)
42{
43 return (info->trim_state == BTRFS_TRIM_STATE_TRIMMING);
44}
45
46/*
47 * Deltas are an effective way to populate global statistics. Give macro names
48 * to make it clear what we're doing. An example is discard_extents in
49 * btrfs_free_space_ctl.
50 */
51enum {
52 BTRFS_STAT_CURR,
53 BTRFS_STAT_PREV,
54 BTRFS_STAT_NR_ENTRIES,
55};
56
57struct btrfs_free_space_ctl {
58 spinlock_t tree_lock;
59 struct rb_root free_space_offset;
60 struct rb_root_cached free_space_bytes;
61 u64 free_space;
62 int extents_thresh;
63 int free_extents;
64 int total_bitmaps;
65 int unit;
66 u64 start;
67 s32 discardable_extents[BTRFS_STAT_NR_ENTRIES];
68 s64 discardable_bytes[BTRFS_STAT_NR_ENTRIES];
69 const struct btrfs_free_space_op *op;
70 struct btrfs_block_group *block_group;
71 struct mutex cache_writeout_mutex;
72 struct list_head trimming_ranges;
73};
74
75struct btrfs_free_space_op {
76 bool (*use_bitmap)(struct btrfs_free_space_ctl *ctl,
77 struct btrfs_free_space *info);
78};
79
80struct btrfs_io_ctl {
81 void *cur, *orig;
82 struct page *page;
83 struct page **pages;
84 struct btrfs_fs_info *fs_info;
85 struct inode *inode;
86 unsigned long size;
87 int index;
88 int num_pages;
89 int entries;
90 int bitmaps;
91};
92
93int __init btrfs_free_space_init(void);
94void __cold btrfs_free_space_exit(void);
95struct inode *lookup_free_space_inode(struct btrfs_block_group *block_group,
96 struct btrfs_path *path);
97int create_free_space_inode(struct btrfs_trans_handle *trans,
98 struct btrfs_block_group *block_group,
99 struct btrfs_path *path);
100int btrfs_remove_free_space_inode(struct btrfs_trans_handle *trans,
101 struct inode *inode,
102 struct btrfs_block_group *block_group);
103
104int btrfs_truncate_free_space_cache(struct btrfs_trans_handle *trans,
105 struct btrfs_block_group *block_group,
106 struct inode *inode);
107int load_free_space_cache(struct btrfs_block_group *block_group);
108int btrfs_wait_cache_io(struct btrfs_trans_handle *trans,
109 struct btrfs_block_group *block_group,
110 struct btrfs_path *path);
111int btrfs_write_out_cache(struct btrfs_trans_handle *trans,
112 struct btrfs_block_group *block_group,
113 struct btrfs_path *path);
114
115void btrfs_init_free_space_ctl(struct btrfs_block_group *block_group,
116 struct btrfs_free_space_ctl *ctl);
117int __btrfs_add_free_space(struct btrfs_block_group *block_group, u64 bytenr,
118 u64 size, enum btrfs_trim_state trim_state);
119int btrfs_add_free_space(struct btrfs_block_group *block_group,
120 u64 bytenr, u64 size);
121int btrfs_add_free_space_unused(struct btrfs_block_group *block_group,
122 u64 bytenr, u64 size);
123int btrfs_add_free_space_async_trimmed(struct btrfs_block_group *block_group,
124 u64 bytenr, u64 size);
125int btrfs_remove_free_space(struct btrfs_block_group *block_group,
126 u64 bytenr, u64 size);
127void btrfs_remove_free_space_cache(struct btrfs_block_group *block_group);
128bool btrfs_is_free_space_trimmed(struct btrfs_block_group *block_group);
129u64 btrfs_find_space_for_alloc(struct btrfs_block_group *block_group,
130 u64 offset, u64 bytes, u64 empty_size,
131 u64 *max_extent_size);
132void btrfs_dump_free_space(struct btrfs_block_group *block_group,
133 u64 bytes);
134int btrfs_find_space_cluster(struct btrfs_block_group *block_group,
135 struct btrfs_free_cluster *cluster,
136 u64 offset, u64 bytes, u64 empty_size);
137void btrfs_init_free_cluster(struct btrfs_free_cluster *cluster);
138u64 btrfs_alloc_from_cluster(struct btrfs_block_group *block_group,
139 struct btrfs_free_cluster *cluster, u64 bytes,
140 u64 min_start, u64 *max_extent_size);
141void btrfs_return_cluster_to_free_space(
142 struct btrfs_block_group *block_group,
143 struct btrfs_free_cluster *cluster);
144int btrfs_trim_block_group(struct btrfs_block_group *block_group,
145 u64 *trimmed, u64 start, u64 end, u64 minlen);
146int btrfs_trim_block_group_extents(struct btrfs_block_group *block_group,
147 u64 *trimmed, u64 start, u64 end, u64 minlen,
148 bool async);
149int btrfs_trim_block_group_bitmaps(struct btrfs_block_group *block_group,
150 u64 *trimmed, u64 start, u64 end, u64 minlen,
151 u64 maxlen, bool async);
152
153bool btrfs_free_space_cache_v1_active(struct btrfs_fs_info *fs_info);
154int btrfs_set_free_space_cache_v1_active(struct btrfs_fs_info *fs_info, bool active);
155/* Support functions for running our sanity tests */
156#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
157int test_add_free_space_entry(struct btrfs_block_group *cache,
158 u64 offset, u64 bytes, bool bitmap);
159int test_check_exists(struct btrfs_block_group *cache, u64 offset, u64 bytes);
160#endif
161
162#endif
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Copyright (C) 2009 Oracle. All rights reserved.
4 */
5
6#ifndef BTRFS_FREE_SPACE_CACHE_H
7#define BTRFS_FREE_SPACE_CACHE_H
8
9struct btrfs_free_space {
10 struct rb_node offset_index;
11 u64 offset;
12 u64 bytes;
13 u64 max_extent_size;
14 unsigned long *bitmap;
15 struct list_head list;
16};
17
18struct btrfs_free_space_ctl {
19 spinlock_t tree_lock;
20 struct rb_root free_space_offset;
21 u64 free_space;
22 int extents_thresh;
23 int free_extents;
24 int total_bitmaps;
25 int unit;
26 u64 start;
27 const struct btrfs_free_space_op *op;
28 void *private;
29 struct mutex cache_writeout_mutex;
30 struct list_head trimming_ranges;
31};
32
33struct btrfs_free_space_op {
34 void (*recalc_thresholds)(struct btrfs_free_space_ctl *ctl);
35 bool (*use_bitmap)(struct btrfs_free_space_ctl *ctl,
36 struct btrfs_free_space *info);
37};
38
39struct btrfs_io_ctl;
40
41struct inode *lookup_free_space_inode(struct btrfs_fs_info *fs_info,
42 struct btrfs_block_group_cache
43 *block_group, struct btrfs_path *path);
44int create_free_space_inode(struct btrfs_fs_info *fs_info,
45 struct btrfs_trans_handle *trans,
46 struct btrfs_block_group_cache *block_group,
47 struct btrfs_path *path);
48
49int btrfs_check_trunc_cache_free_space(struct btrfs_fs_info *fs_info,
50 struct btrfs_block_rsv *rsv);
51int btrfs_truncate_free_space_cache(struct btrfs_trans_handle *trans,
52 struct btrfs_block_group_cache *block_group,
53 struct inode *inode);
54int load_free_space_cache(struct btrfs_fs_info *fs_info,
55 struct btrfs_block_group_cache *block_group);
56int btrfs_wait_cache_io(struct btrfs_trans_handle *trans,
57 struct btrfs_block_group_cache *block_group,
58 struct btrfs_path *path);
59int btrfs_write_out_cache(struct btrfs_fs_info *fs_info,
60 struct btrfs_trans_handle *trans,
61 struct btrfs_block_group_cache *block_group,
62 struct btrfs_path *path);
63struct inode *lookup_free_ino_inode(struct btrfs_root *root,
64 struct btrfs_path *path);
65int create_free_ino_inode(struct btrfs_root *root,
66 struct btrfs_trans_handle *trans,
67 struct btrfs_path *path);
68int load_free_ino_cache(struct btrfs_fs_info *fs_info,
69 struct btrfs_root *root);
70int btrfs_write_out_ino_cache(struct btrfs_root *root,
71 struct btrfs_trans_handle *trans,
72 struct btrfs_path *path,
73 struct inode *inode);
74
75void btrfs_init_free_space_ctl(struct btrfs_block_group_cache *block_group);
76int __btrfs_add_free_space(struct btrfs_fs_info *fs_info,
77 struct btrfs_free_space_ctl *ctl,
78 u64 bytenr, u64 size);
79static inline int
80btrfs_add_free_space(struct btrfs_block_group_cache *block_group,
81 u64 bytenr, u64 size)
82{
83 return __btrfs_add_free_space(block_group->fs_info,
84 block_group->free_space_ctl,
85 bytenr, size);
86}
87int btrfs_remove_free_space(struct btrfs_block_group_cache *block_group,
88 u64 bytenr, u64 size);
89void __btrfs_remove_free_space_cache(struct btrfs_free_space_ctl *ctl);
90void btrfs_remove_free_space_cache(struct btrfs_block_group_cache
91 *block_group);
92u64 btrfs_find_space_for_alloc(struct btrfs_block_group_cache *block_group,
93 u64 offset, u64 bytes, u64 empty_size,
94 u64 *max_extent_size);
95u64 btrfs_find_ino_for_alloc(struct btrfs_root *fs_root);
96void btrfs_dump_free_space(struct btrfs_block_group_cache *block_group,
97 u64 bytes);
98int btrfs_find_space_cluster(struct btrfs_fs_info *fs_info,
99 struct btrfs_block_group_cache *block_group,
100 struct btrfs_free_cluster *cluster,
101 u64 offset, u64 bytes, u64 empty_size);
102void btrfs_init_free_cluster(struct btrfs_free_cluster *cluster);
103u64 btrfs_alloc_from_cluster(struct btrfs_block_group_cache *block_group,
104 struct btrfs_free_cluster *cluster, u64 bytes,
105 u64 min_start, u64 *max_extent_size);
106int btrfs_return_cluster_to_free_space(
107 struct btrfs_block_group_cache *block_group,
108 struct btrfs_free_cluster *cluster);
109int btrfs_trim_block_group(struct btrfs_block_group_cache *block_group,
110 u64 *trimmed, u64 start, u64 end, u64 minlen);
111
112/* Support functions for running our sanity tests */
113#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
114int test_add_free_space_entry(struct btrfs_block_group_cache *cache,
115 u64 offset, u64 bytes, bool bitmap);
116int test_check_exists(struct btrfs_block_group_cache *cache,
117 u64 offset, u64 bytes);
118#endif
119
120#endif