Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Copyright (C) 2007 Oracle. All rights reserved.
4 */
5
6#ifndef BTRFS_ORDERED_DATA_H
7#define BTRFS_ORDERED_DATA_H
8
9struct btrfs_ordered_sum {
10 /*
11 * Logical start address and length for of the blocks covered by
12 * the sums array.
13 */
14 u64 logical;
15 u32 len;
16
17 struct list_head list;
18 /* last field is a variable length array of csums */
19 u8 sums[];
20};
21
22/*
23 * Bits for btrfs_ordered_extent::flags.
24 *
25 * BTRFS_ORDERED_IO_DONE is set when all of the blocks are written.
26 * It is used to make sure metadata is inserted into the tree only once
27 * per extent.
28 *
29 * BTRFS_ORDERED_COMPLETE is set when the extent is removed from the
30 * rbtree, just before waking any waiters. It is used to indicate the
31 * IO is done and any metadata is inserted into the tree.
32 */
33enum {
34 /*
35 * Different types for ordered extents, one and only one of the 4 types
36 * need to be set when creating ordered extent.
37 *
38 * REGULAR: For regular non-compressed COW write
39 * NOCOW: For NOCOW write into existing non-hole extent
40 * PREALLOC: For NOCOW write into preallocated extent
41 * COMPRESSED: For compressed COW write
42 */
43 BTRFS_ORDERED_REGULAR,
44 BTRFS_ORDERED_NOCOW,
45 BTRFS_ORDERED_PREALLOC,
46 BTRFS_ORDERED_COMPRESSED,
47
48 /*
49 * Extra bit for direct io, can only be set for
50 * REGULAR/NOCOW/PREALLOC. No direct io for compressed extent.
51 */
52 BTRFS_ORDERED_DIRECT,
53
54 /* Extra status bits for ordered extents */
55
56 /* set when all the pages are written */
57 BTRFS_ORDERED_IO_DONE,
58 /* set when removed from the tree */
59 BTRFS_ORDERED_COMPLETE,
60 /* We had an io error when writing this out */
61 BTRFS_ORDERED_IOERR,
62 /* Set when we have to truncate an extent */
63 BTRFS_ORDERED_TRUNCATED,
64 /* Used during fsync to track already logged extents */
65 BTRFS_ORDERED_LOGGED,
66 /* We have already logged all the csums of the ordered extent */
67 BTRFS_ORDERED_LOGGED_CSUM,
68 /* We wait for this extent to complete in the current transaction */
69 BTRFS_ORDERED_PENDING,
70 /* BTRFS_IOC_ENCODED_WRITE */
71 BTRFS_ORDERED_ENCODED,
72};
73
74/* BTRFS_ORDERED_* flags that specify the type of the extent. */
75#define BTRFS_ORDERED_TYPE_FLAGS ((1UL << BTRFS_ORDERED_REGULAR) | \
76 (1UL << BTRFS_ORDERED_NOCOW) | \
77 (1UL << BTRFS_ORDERED_PREALLOC) | \
78 (1UL << BTRFS_ORDERED_COMPRESSED) | \
79 (1UL << BTRFS_ORDERED_DIRECT) | \
80 (1UL << BTRFS_ORDERED_ENCODED))
81
82struct btrfs_ordered_extent {
83 /* logical offset in the file */
84 u64 file_offset;
85
86 /*
87 * These fields directly correspond to the same fields in
88 * btrfs_file_extent_item.
89 */
90 u64 num_bytes;
91 u64 ram_bytes;
92 u64 disk_bytenr;
93 u64 disk_num_bytes;
94 u64 offset;
95
96 /* number of bytes that still need writing */
97 u64 bytes_left;
98
99 /*
100 * If we get truncated we need to adjust the file extent we enter for
101 * this ordered extent so that we do not expose stale data.
102 */
103 u64 truncated_len;
104
105 /* flags (described above) */
106 unsigned long flags;
107
108 /* compression algorithm */
109 int compress_type;
110
111 /* Qgroup reserved space */
112 int qgroup_rsv;
113
114 /* reference count */
115 refcount_t refs;
116
117 /* the inode we belong to */
118 struct inode *inode;
119
120 /* list of checksums for insertion when the extent io is done */
121 struct list_head list;
122
123 /* used for fast fsyncs */
124 struct list_head log_list;
125
126 /* used to wait for the BTRFS_ORDERED_COMPLETE bit */
127 wait_queue_head_t wait;
128
129 /* our friendly rbtree entry */
130 struct rb_node rb_node;
131
132 /* a per root list of all the pending ordered extents */
133 struct list_head root_extent_list;
134
135 struct btrfs_work work;
136
137 struct completion completion;
138 struct btrfs_work flush_work;
139 struct list_head work_list;
140
141 struct list_head bioc_list;
142};
143
144int btrfs_finish_one_ordered(struct btrfs_ordered_extent *ordered_extent);
145int btrfs_finish_ordered_io(struct btrfs_ordered_extent *ordered_extent);
146
147void btrfs_put_ordered_extent(struct btrfs_ordered_extent *entry);
148void btrfs_remove_ordered_extent(struct btrfs_inode *btrfs_inode,
149 struct btrfs_ordered_extent *entry);
150bool btrfs_finish_ordered_extent(struct btrfs_ordered_extent *ordered,
151 struct page *page, u64 file_offset, u64 len,
152 bool uptodate);
153void btrfs_mark_ordered_io_finished(struct btrfs_inode *inode,
154 struct page *page, u64 file_offset,
155 u64 num_bytes, bool uptodate);
156bool btrfs_dec_test_ordered_pending(struct btrfs_inode *inode,
157 struct btrfs_ordered_extent **cached,
158 u64 file_offset, u64 io_size);
159struct btrfs_ordered_extent *btrfs_alloc_ordered_extent(
160 struct btrfs_inode *inode, u64 file_offset,
161 u64 num_bytes, u64 ram_bytes, u64 disk_bytenr,
162 u64 disk_num_bytes, u64 offset, unsigned long flags,
163 int compress_type);
164void btrfs_add_ordered_sum(struct btrfs_ordered_extent *entry,
165 struct btrfs_ordered_sum *sum);
166struct btrfs_ordered_extent *btrfs_lookup_ordered_extent(struct btrfs_inode *inode,
167 u64 file_offset);
168void btrfs_start_ordered_extent(struct btrfs_ordered_extent *entry);
169int btrfs_wait_ordered_range(struct inode *inode, u64 start, u64 len);
170struct btrfs_ordered_extent *
171btrfs_lookup_first_ordered_extent(struct btrfs_inode *inode, u64 file_offset);
172struct btrfs_ordered_extent *btrfs_lookup_first_ordered_range(
173 struct btrfs_inode *inode, u64 file_offset, u64 len);
174struct btrfs_ordered_extent *btrfs_lookup_ordered_range(
175 struct btrfs_inode *inode,
176 u64 file_offset,
177 u64 len);
178void btrfs_get_ordered_extents_for_logging(struct btrfs_inode *inode,
179 struct list_head *list);
180u64 btrfs_wait_ordered_extents(struct btrfs_root *root, u64 nr,
181 const u64 range_start, const u64 range_len);
182void btrfs_wait_ordered_roots(struct btrfs_fs_info *fs_info, u64 nr,
183 const u64 range_start, const u64 range_len);
184void btrfs_lock_and_flush_ordered_range(struct btrfs_inode *inode, u64 start,
185 u64 end,
186 struct extent_state **cached_state);
187bool btrfs_try_lock_ordered_range(struct btrfs_inode *inode, u64 start, u64 end,
188 struct extent_state **cached_state);
189struct btrfs_ordered_extent *btrfs_split_ordered_extent(
190 struct btrfs_ordered_extent *ordered, u64 len);
191int __init ordered_data_init(void);
192void __cold ordered_data_exit(void);
193
194#endif
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Copyright (C) 2007 Oracle. All rights reserved.
4 */
5
6#ifndef BTRFS_ORDERED_DATA_H
7#define BTRFS_ORDERED_DATA_H
8
9/* one of these per inode */
10struct btrfs_ordered_inode_tree {
11 spinlock_t lock;
12 struct rb_root tree;
13 struct rb_node *last;
14};
15
16struct btrfs_ordered_sum {
17 /* bytenr is the start of this extent on disk */
18 u64 bytenr;
19
20 /*
21 * this is the length in bytes covered by the sums array below.
22 */
23 int len;
24 struct list_head list;
25 /* last field is a variable length array of csums */
26 u8 sums[];
27};
28
29/*
30 * bits for the flags field:
31 *
32 * BTRFS_ORDERED_IO_DONE is set when all of the blocks are written.
33 * It is used to make sure metadata is inserted into the tree only once
34 * per extent.
35 *
36 * BTRFS_ORDERED_COMPLETE is set when the extent is removed from the
37 * rbtree, just before waking any waiters. It is used to indicate the
38 * IO is done and any metadata is inserted into the tree.
39 */
40enum {
41 /* set when all the pages are written */
42 BTRFS_ORDERED_IO_DONE,
43 /* set when removed from the tree */
44 BTRFS_ORDERED_COMPLETE,
45 /* set when we want to write in place */
46 BTRFS_ORDERED_NOCOW,
47 /* writing a zlib compressed extent */
48 BTRFS_ORDERED_COMPRESSED,
49 /* set when writing to preallocated extent */
50 BTRFS_ORDERED_PREALLOC,
51 /* set when we're doing DIO with this extent */
52 BTRFS_ORDERED_DIRECT,
53 /* We had an io error when writing this out */
54 BTRFS_ORDERED_IOERR,
55 /* Set when we have to truncate an extent */
56 BTRFS_ORDERED_TRUNCATED,
57 /* Regular IO for COW */
58 BTRFS_ORDERED_REGULAR,
59};
60
61struct btrfs_ordered_extent {
62 /* logical offset in the file */
63 u64 file_offset;
64
65 /*
66 * These fields directly correspond to the same fields in
67 * btrfs_file_extent_item.
68 */
69 u64 disk_bytenr;
70 u64 num_bytes;
71 u64 disk_num_bytes;
72
73 /* number of bytes that still need writing */
74 u64 bytes_left;
75
76 /*
77 * the end of the ordered extent which is behind it but
78 * didn't update disk_i_size. Please see the comment of
79 * btrfs_ordered_update_i_size();
80 */
81 u64 outstanding_isize;
82
83 /*
84 * If we get truncated we need to adjust the file extent we enter for
85 * this ordered extent so that we do not expose stale data.
86 */
87 u64 truncated_len;
88
89 /* flags (described above) */
90 unsigned long flags;
91
92 /* compression algorithm */
93 int compress_type;
94
95 /* Qgroup reserved space */
96 int qgroup_rsv;
97
98 /* reference count */
99 refcount_t refs;
100
101 /* the inode we belong to */
102 struct inode *inode;
103
104 /* list of checksums for insertion when the extent io is done */
105 struct list_head list;
106
107 /* used to wait for the BTRFS_ORDERED_COMPLETE bit */
108 wait_queue_head_t wait;
109
110 /* our friendly rbtree entry */
111 struct rb_node rb_node;
112
113 /* a per root list of all the pending ordered extents */
114 struct list_head root_extent_list;
115
116 struct btrfs_work work;
117
118 struct completion completion;
119 struct btrfs_work flush_work;
120 struct list_head work_list;
121};
122
123/*
124 * calculates the total size you need to allocate for an ordered sum
125 * structure spanning 'bytes' in the file
126 */
127static inline int btrfs_ordered_sum_size(struct btrfs_fs_info *fs_info,
128 unsigned long bytes)
129{
130 int num_sectors = (int)DIV_ROUND_UP(bytes, fs_info->sectorsize);
131 int csum_size = btrfs_super_csum_size(fs_info->super_copy);
132
133 return sizeof(struct btrfs_ordered_sum) + num_sectors * csum_size;
134}
135
136static inline void
137btrfs_ordered_inode_tree_init(struct btrfs_ordered_inode_tree *t)
138{
139 spin_lock_init(&t->lock);
140 t->tree = RB_ROOT;
141 t->last = NULL;
142}
143
144void btrfs_put_ordered_extent(struct btrfs_ordered_extent *entry);
145void btrfs_remove_ordered_extent(struct inode *inode,
146 struct btrfs_ordered_extent *entry);
147int btrfs_dec_test_ordered_pending(struct inode *inode,
148 struct btrfs_ordered_extent **cached,
149 u64 file_offset, u64 io_size, int uptodate);
150int btrfs_dec_test_first_ordered_pending(struct btrfs_inode *inode,
151 struct btrfs_ordered_extent **cached,
152 u64 *file_offset, u64 io_size,
153 int uptodate);
154int btrfs_add_ordered_extent(struct btrfs_inode *inode, u64 file_offset,
155 u64 disk_bytenr, u64 num_bytes, u64 disk_num_bytes,
156 int type);
157int btrfs_add_ordered_extent_dio(struct btrfs_inode *inode, u64 file_offset,
158 u64 disk_bytenr, u64 num_bytes,
159 u64 disk_num_bytes, int type);
160int btrfs_add_ordered_extent_compress(struct btrfs_inode *inode, u64 file_offset,
161 u64 disk_bytenr, u64 num_bytes,
162 u64 disk_num_bytes, int type,
163 int compress_type);
164void btrfs_add_ordered_sum(struct btrfs_ordered_extent *entry,
165 struct btrfs_ordered_sum *sum);
166struct btrfs_ordered_extent *btrfs_lookup_ordered_extent(struct btrfs_inode *inode,
167 u64 file_offset);
168void btrfs_start_ordered_extent(struct inode *inode,
169 struct btrfs_ordered_extent *entry, int wait);
170int btrfs_wait_ordered_range(struct inode *inode, u64 start, u64 len);
171struct btrfs_ordered_extent *
172btrfs_lookup_first_ordered_extent(struct inode * inode, u64 file_offset);
173struct btrfs_ordered_extent *btrfs_lookup_ordered_range(
174 struct btrfs_inode *inode,
175 u64 file_offset,
176 u64 len);
177int btrfs_find_ordered_sum(struct inode *inode, u64 offset, u64 disk_bytenr,
178 u8 *sum, int len);
179u64 btrfs_wait_ordered_extents(struct btrfs_root *root, u64 nr,
180 const u64 range_start, const u64 range_len);
181void btrfs_wait_ordered_roots(struct btrfs_fs_info *fs_info, u64 nr,
182 const u64 range_start, const u64 range_len);
183void btrfs_lock_and_flush_ordered_range(struct btrfs_inode *inode, u64 start,
184 u64 end,
185 struct extent_state **cached_state);
186int __init ordered_data_init(void);
187void __cold ordered_data_exit(void);
188
189#endif