Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Copyright (c) 2000-2002,2005 Silicon Graphics, Inc.
4 * Copyright (c) 2013 Red Hat, Inc.
5 * All Rights Reserved.
6 */
7#include "xfs.h"
8#include "xfs_fs.h"
9#include "xfs_shared.h"
10#include "xfs_format.h"
11#include "xfs_log_format.h"
12#include "xfs_trans_resv.h"
13#include "xfs_mount.h"
14#include "xfs_inode.h"
15#include "xfs_dir2.h"
16#include "xfs_dir2_priv.h"
17#include "xfs_error.h"
18#include "xfs_trans.h"
19#include "xfs_buf_item.h"
20#include "xfs_log.h"
21#include "xfs_health.h"
22
23static xfs_failaddr_t xfs_dir2_data_freefind_verify(
24 struct xfs_dir2_data_hdr *hdr, struct xfs_dir2_data_free *bf,
25 struct xfs_dir2_data_unused *dup,
26 struct xfs_dir2_data_free **bf_ent);
27
28struct xfs_dir2_data_free *
29xfs_dir2_data_bestfree_p(
30 struct xfs_mount *mp,
31 struct xfs_dir2_data_hdr *hdr)
32{
33 if (xfs_has_crc(mp))
34 return ((struct xfs_dir3_data_hdr *)hdr)->best_free;
35 return hdr->bestfree;
36}
37
38/*
39 * Pointer to an entry's tag word.
40 */
41__be16 *
42xfs_dir2_data_entry_tag_p(
43 struct xfs_mount *mp,
44 struct xfs_dir2_data_entry *dep)
45{
46 return (__be16 *)((char *)dep +
47 xfs_dir2_data_entsize(mp, dep->namelen) - sizeof(__be16));
48}
49
50uint8_t
51xfs_dir2_data_get_ftype(
52 struct xfs_mount *mp,
53 struct xfs_dir2_data_entry *dep)
54{
55 if (xfs_has_ftype(mp)) {
56 uint8_t ftype = dep->name[dep->namelen];
57
58 if (likely(ftype < XFS_DIR3_FT_MAX))
59 return ftype;
60 }
61
62 return XFS_DIR3_FT_UNKNOWN;
63}
64
65void
66xfs_dir2_data_put_ftype(
67 struct xfs_mount *mp,
68 struct xfs_dir2_data_entry *dep,
69 uint8_t ftype)
70{
71 ASSERT(ftype < XFS_DIR3_FT_MAX);
72 ASSERT(dep->namelen != 0);
73
74 if (xfs_has_ftype(mp))
75 dep->name[dep->namelen] = ftype;
76}
77
78/*
79 * The number of leaf entries is limited by the size of the block and the amount
80 * of space used by the data entries. We don't know how much space is used by
81 * the data entries yet, so just ensure that the count falls somewhere inside
82 * the block right now.
83 */
84static inline unsigned int
85xfs_dir2_data_max_leaf_entries(
86 struct xfs_da_geometry *geo)
87{
88 return (geo->blksize - sizeof(struct xfs_dir2_block_tail) -
89 geo->data_entry_offset) /
90 sizeof(struct xfs_dir2_leaf_entry);
91}
92
93/*
94 * Check the consistency of the data block.
95 * The input can also be a block-format directory.
96 * Return NULL if the buffer is good, otherwise the address of the error.
97 */
98xfs_failaddr_t
99__xfs_dir3_data_check(
100 struct xfs_inode *dp, /* incore inode pointer */
101 struct xfs_buf *bp) /* data block's buffer */
102{
103 xfs_dir2_dataptr_t addr; /* addr for leaf lookup */
104 xfs_dir2_data_free_t *bf; /* bestfree table */
105 xfs_dir2_block_tail_t *btp=NULL; /* block tail */
106 int count; /* count of entries found */
107 xfs_dir2_data_hdr_t *hdr; /* data block header */
108 xfs_dir2_data_free_t *dfp; /* bestfree entry */
109 int freeseen; /* mask of bestfrees seen */
110 xfs_dahash_t hash; /* hash of current name */
111 int i; /* leaf index */
112 int lastfree; /* last entry was unused */
113 xfs_dir2_leaf_entry_t *lep=NULL; /* block leaf entries */
114 struct xfs_mount *mp = bp->b_mount;
115 int stale; /* count of stale leaves */
116 struct xfs_name name;
117 unsigned int offset;
118 unsigned int end;
119 struct xfs_da_geometry *geo = mp->m_dir_geo;
120
121 /*
122 * If this isn't a directory, something is seriously wrong. Bail out.
123 */
124 if (dp && !S_ISDIR(VFS_I(dp)->i_mode))
125 return __this_address;
126
127 hdr = bp->b_addr;
128 offset = geo->data_entry_offset;
129
130 switch (hdr->magic) {
131 case cpu_to_be32(XFS_DIR3_BLOCK_MAGIC):
132 case cpu_to_be32(XFS_DIR2_BLOCK_MAGIC):
133 btp = xfs_dir2_block_tail_p(geo, hdr);
134 lep = xfs_dir2_block_leaf_p(btp);
135
136 if (be32_to_cpu(btp->count) >=
137 xfs_dir2_data_max_leaf_entries(geo))
138 return __this_address;
139 break;
140 case cpu_to_be32(XFS_DIR3_DATA_MAGIC):
141 case cpu_to_be32(XFS_DIR2_DATA_MAGIC):
142 break;
143 default:
144 return __this_address;
145 }
146 end = xfs_dir3_data_end_offset(geo, hdr);
147 if (!end)
148 return __this_address;
149
150 /*
151 * Account for zero bestfree entries.
152 */
153 bf = xfs_dir2_data_bestfree_p(mp, hdr);
154 count = lastfree = freeseen = 0;
155 if (!bf[0].length) {
156 if (bf[0].offset)
157 return __this_address;
158 freeseen |= 1 << 0;
159 }
160 if (!bf[1].length) {
161 if (bf[1].offset)
162 return __this_address;
163 freeseen |= 1 << 1;
164 }
165 if (!bf[2].length) {
166 if (bf[2].offset)
167 return __this_address;
168 freeseen |= 1 << 2;
169 }
170
171 if (be16_to_cpu(bf[0].length) < be16_to_cpu(bf[1].length))
172 return __this_address;
173 if (be16_to_cpu(bf[1].length) < be16_to_cpu(bf[2].length))
174 return __this_address;
175 /*
176 * Loop over the data/unused entries.
177 */
178 while (offset < end) {
179 struct xfs_dir2_data_unused *dup = bp->b_addr + offset;
180 struct xfs_dir2_data_entry *dep = bp->b_addr + offset;
181 unsigned int reclen;
182
183 /*
184 * Are the remaining bytes large enough to hold an
185 * unused entry?
186 */
187 if (offset > end - xfs_dir2_data_unusedsize(1))
188 return __this_address;
189
190 /*
191 * If it's unused, look for the space in the bestfree table.
192 * If we find it, account for that, else make sure it
193 * doesn't need to be there.
194 */
195 if (be16_to_cpu(dup->freetag) == XFS_DIR2_DATA_FREE_TAG) {
196 xfs_failaddr_t fa;
197
198 reclen = xfs_dir2_data_unusedsize(
199 be16_to_cpu(dup->length));
200 if (lastfree != 0)
201 return __this_address;
202 if (be16_to_cpu(dup->length) != reclen)
203 return __this_address;
204 if (offset + reclen > end)
205 return __this_address;
206 if (be16_to_cpu(*xfs_dir2_data_unused_tag_p(dup)) !=
207 offset)
208 return __this_address;
209 fa = xfs_dir2_data_freefind_verify(hdr, bf, dup, &dfp);
210 if (fa)
211 return fa;
212 if (dfp) {
213 i = (int)(dfp - bf);
214 if ((freeseen & (1 << i)) != 0)
215 return __this_address;
216 freeseen |= 1 << i;
217 } else {
218 if (be16_to_cpu(dup->length) >
219 be16_to_cpu(bf[2].length))
220 return __this_address;
221 }
222 offset += reclen;
223 lastfree = 1;
224 continue;
225 }
226
227 /*
228 * This is not an unused entry. Are the remaining bytes
229 * large enough for a dirent with a single-byte name?
230 */
231 if (offset > end - xfs_dir2_data_entsize(mp, 1))
232 return __this_address;
233
234 /*
235 * It's a real entry. Validate the fields.
236 * If this is a block directory then make sure it's
237 * in the leaf section of the block.
238 * The linear search is crude but this is DEBUG code.
239 */
240 if (dep->namelen == 0)
241 return __this_address;
242 reclen = xfs_dir2_data_entsize(mp, dep->namelen);
243 if (offset + reclen > end)
244 return __this_address;
245 if (!xfs_verify_dir_ino(mp, be64_to_cpu(dep->inumber)))
246 return __this_address;
247 if (be16_to_cpu(*xfs_dir2_data_entry_tag_p(mp, dep)) != offset)
248 return __this_address;
249 if (xfs_dir2_data_get_ftype(mp, dep) >= XFS_DIR3_FT_MAX)
250 return __this_address;
251 count++;
252 lastfree = 0;
253 if (hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
254 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC)) {
255 addr = xfs_dir2_db_off_to_dataptr(geo, geo->datablk,
256 (xfs_dir2_data_aoff_t)
257 ((char *)dep - (char *)hdr));
258 name.name = dep->name;
259 name.len = dep->namelen;
260 hash = xfs_dir2_hashname(mp, &name);
261 for (i = 0; i < be32_to_cpu(btp->count); i++) {
262 if (be32_to_cpu(lep[i].address) == addr &&
263 be32_to_cpu(lep[i].hashval) == hash)
264 break;
265 }
266 if (i >= be32_to_cpu(btp->count))
267 return __this_address;
268 }
269 offset += reclen;
270 }
271 /*
272 * Need to have seen all the entries and all the bestfree slots.
273 */
274 if (freeseen != 7)
275 return __this_address;
276 if (hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
277 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC)) {
278 for (i = stale = 0; i < be32_to_cpu(btp->count); i++) {
279 if (lep[i].address ==
280 cpu_to_be32(XFS_DIR2_NULL_DATAPTR))
281 stale++;
282 if (i > 0 && be32_to_cpu(lep[i].hashval) <
283 be32_to_cpu(lep[i - 1].hashval))
284 return __this_address;
285 }
286 if (count != be32_to_cpu(btp->count) - be32_to_cpu(btp->stale))
287 return __this_address;
288 if (stale != be32_to_cpu(btp->stale))
289 return __this_address;
290 }
291 return NULL;
292}
293
294#ifdef DEBUG
295void
296xfs_dir3_data_check(
297 struct xfs_inode *dp,
298 struct xfs_buf *bp)
299{
300 xfs_failaddr_t fa;
301
302 fa = __xfs_dir3_data_check(dp, bp);
303 if (!fa)
304 return;
305 xfs_corruption_error(__func__, XFS_ERRLEVEL_LOW, dp->i_mount,
306 bp->b_addr, BBTOB(bp->b_length), __FILE__, __LINE__,
307 fa);
308 ASSERT(0);
309}
310#endif
311
312static xfs_failaddr_t
313xfs_dir3_data_verify(
314 struct xfs_buf *bp)
315{
316 struct xfs_mount *mp = bp->b_mount;
317 struct xfs_dir3_blk_hdr *hdr3 = bp->b_addr;
318
319 if (!xfs_verify_magic(bp, hdr3->magic))
320 return __this_address;
321
322 if (xfs_has_crc(mp)) {
323 if (!uuid_equal(&hdr3->uuid, &mp->m_sb.sb_meta_uuid))
324 return __this_address;
325 if (be64_to_cpu(hdr3->blkno) != xfs_buf_daddr(bp))
326 return __this_address;
327 if (!xfs_log_check_lsn(mp, be64_to_cpu(hdr3->lsn)))
328 return __this_address;
329 }
330 return __xfs_dir3_data_check(NULL, bp);
331}
332
333/*
334 * Readahead of the first block of the directory when it is opened is completely
335 * oblivious to the format of the directory. Hence we can either get a block
336 * format buffer or a data format buffer on readahead.
337 */
338static void
339xfs_dir3_data_reada_verify(
340 struct xfs_buf *bp)
341{
342 struct xfs_dir2_data_hdr *hdr = bp->b_addr;
343
344 switch (hdr->magic) {
345 case cpu_to_be32(XFS_DIR2_BLOCK_MAGIC):
346 case cpu_to_be32(XFS_DIR3_BLOCK_MAGIC):
347 bp->b_ops = &xfs_dir3_block_buf_ops;
348 bp->b_ops->verify_read(bp);
349 return;
350 case cpu_to_be32(XFS_DIR2_DATA_MAGIC):
351 case cpu_to_be32(XFS_DIR3_DATA_MAGIC):
352 bp->b_ops = &xfs_dir3_data_buf_ops;
353 bp->b_ops->verify_read(bp);
354 return;
355 default:
356 xfs_verifier_error(bp, -EFSCORRUPTED, __this_address);
357 break;
358 }
359}
360
361static void
362xfs_dir3_data_read_verify(
363 struct xfs_buf *bp)
364{
365 struct xfs_mount *mp = bp->b_mount;
366 xfs_failaddr_t fa;
367
368 if (xfs_has_crc(mp) &&
369 !xfs_buf_verify_cksum(bp, XFS_DIR3_DATA_CRC_OFF))
370 xfs_verifier_error(bp, -EFSBADCRC, __this_address);
371 else {
372 fa = xfs_dir3_data_verify(bp);
373 if (fa)
374 xfs_verifier_error(bp, -EFSCORRUPTED, fa);
375 }
376}
377
378static void
379xfs_dir3_data_write_verify(
380 struct xfs_buf *bp)
381{
382 struct xfs_mount *mp = bp->b_mount;
383 struct xfs_buf_log_item *bip = bp->b_log_item;
384 struct xfs_dir3_blk_hdr *hdr3 = bp->b_addr;
385 xfs_failaddr_t fa;
386
387 fa = xfs_dir3_data_verify(bp);
388 if (fa) {
389 xfs_verifier_error(bp, -EFSCORRUPTED, fa);
390 return;
391 }
392
393 if (!xfs_has_crc(mp))
394 return;
395
396 if (bip)
397 hdr3->lsn = cpu_to_be64(bip->bli_item.li_lsn);
398
399 xfs_buf_update_cksum(bp, XFS_DIR3_DATA_CRC_OFF);
400}
401
402const struct xfs_buf_ops xfs_dir3_data_buf_ops = {
403 .name = "xfs_dir3_data",
404 .magic = { cpu_to_be32(XFS_DIR2_DATA_MAGIC),
405 cpu_to_be32(XFS_DIR3_DATA_MAGIC) },
406 .verify_read = xfs_dir3_data_read_verify,
407 .verify_write = xfs_dir3_data_write_verify,
408 .verify_struct = xfs_dir3_data_verify,
409};
410
411static const struct xfs_buf_ops xfs_dir3_data_reada_buf_ops = {
412 .name = "xfs_dir3_data_reada",
413 .magic = { cpu_to_be32(XFS_DIR2_DATA_MAGIC),
414 cpu_to_be32(XFS_DIR3_DATA_MAGIC) },
415 .verify_read = xfs_dir3_data_reada_verify,
416 .verify_write = xfs_dir3_data_write_verify,
417};
418
419xfs_failaddr_t
420xfs_dir3_data_header_check(
421 struct xfs_buf *bp,
422 xfs_ino_t owner)
423{
424 struct xfs_mount *mp = bp->b_mount;
425
426 if (xfs_has_crc(mp)) {
427 struct xfs_dir3_data_hdr *hdr3 = bp->b_addr;
428
429 if (hdr3->hdr.magic != cpu_to_be32(XFS_DIR3_DATA_MAGIC))
430 return __this_address;
431
432 if (be64_to_cpu(hdr3->hdr.owner) != owner)
433 return __this_address;
434 }
435
436 return NULL;
437}
438
439int
440xfs_dir3_data_read(
441 struct xfs_trans *tp,
442 struct xfs_inode *dp,
443 xfs_ino_t owner,
444 xfs_dablk_t bno,
445 unsigned int flags,
446 struct xfs_buf **bpp)
447{
448 xfs_failaddr_t fa;
449 int err;
450
451 err = xfs_da_read_buf(tp, dp, bno, flags, bpp, XFS_DATA_FORK,
452 &xfs_dir3_data_buf_ops);
453 if (err || !*bpp)
454 return err;
455
456 /* Check things that we can't do in the verifier. */
457 fa = xfs_dir3_data_header_check(*bpp, owner);
458 if (fa) {
459 __xfs_buf_mark_corrupt(*bpp, fa);
460 xfs_trans_brelse(tp, *bpp);
461 *bpp = NULL;
462 xfs_dirattr_mark_sick(dp, XFS_DATA_FORK);
463 return -EFSCORRUPTED;
464 }
465
466 xfs_trans_buf_set_type(tp, *bpp, XFS_BLFT_DIR_DATA_BUF);
467 return err;
468}
469
470int
471xfs_dir3_data_readahead(
472 struct xfs_inode *dp,
473 xfs_dablk_t bno,
474 unsigned int flags)
475{
476 return xfs_da_reada_buf(dp, bno, flags, XFS_DATA_FORK,
477 &xfs_dir3_data_reada_buf_ops);
478}
479
480/*
481 * Find the bestfree entry that exactly coincides with unused directory space
482 * or a verifier error because the bestfree data are bad.
483 */
484static xfs_failaddr_t
485xfs_dir2_data_freefind_verify(
486 struct xfs_dir2_data_hdr *hdr,
487 struct xfs_dir2_data_free *bf,
488 struct xfs_dir2_data_unused *dup,
489 struct xfs_dir2_data_free **bf_ent)
490{
491 struct xfs_dir2_data_free *dfp;
492 xfs_dir2_data_aoff_t off;
493 bool matched = false;
494 bool seenzero = false;
495
496 *bf_ent = NULL;
497 off = (xfs_dir2_data_aoff_t)((char *)dup - (char *)hdr);
498
499 /*
500 * Validate some consistency in the bestfree table.
501 * Check order, non-overlapping entries, and if we find the
502 * one we're looking for it has to be exact.
503 */
504 for (dfp = &bf[0]; dfp < &bf[XFS_DIR2_DATA_FD_COUNT]; dfp++) {
505 if (!dfp->offset) {
506 if (dfp->length)
507 return __this_address;
508 seenzero = true;
509 continue;
510 }
511 if (seenzero)
512 return __this_address;
513 if (be16_to_cpu(dfp->offset) == off) {
514 matched = true;
515 if (dfp->length != dup->length)
516 return __this_address;
517 } else if (be16_to_cpu(dfp->offset) > off) {
518 if (off + be16_to_cpu(dup->length) >
519 be16_to_cpu(dfp->offset))
520 return __this_address;
521 } else {
522 if (be16_to_cpu(dfp->offset) +
523 be16_to_cpu(dfp->length) > off)
524 return __this_address;
525 }
526 if (!matched &&
527 be16_to_cpu(dfp->length) < be16_to_cpu(dup->length))
528 return __this_address;
529 if (dfp > &bf[0] &&
530 be16_to_cpu(dfp[-1].length) < be16_to_cpu(dfp[0].length))
531 return __this_address;
532 }
533
534 /* Looks ok so far; now try to match up with a bestfree entry. */
535 *bf_ent = xfs_dir2_data_freefind(hdr, bf, dup);
536 return NULL;
537}
538
539/*
540 * Given a data block and an unused entry from that block,
541 * return the bestfree entry if any that corresponds to it.
542 */
543xfs_dir2_data_free_t *
544xfs_dir2_data_freefind(
545 struct xfs_dir2_data_hdr *hdr, /* data block header */
546 struct xfs_dir2_data_free *bf, /* bestfree table pointer */
547 struct xfs_dir2_data_unused *dup) /* unused space */
548{
549 xfs_dir2_data_free_t *dfp; /* bestfree entry */
550 xfs_dir2_data_aoff_t off; /* offset value needed */
551
552 off = (xfs_dir2_data_aoff_t)((char *)dup - (char *)hdr);
553
554 /*
555 * If this is smaller than the smallest bestfree entry,
556 * it can't be there since they're sorted.
557 */
558 if (be16_to_cpu(dup->length) <
559 be16_to_cpu(bf[XFS_DIR2_DATA_FD_COUNT - 1].length))
560 return NULL;
561 /*
562 * Look at the three bestfree entries for our guy.
563 */
564 for (dfp = &bf[0]; dfp < &bf[XFS_DIR2_DATA_FD_COUNT]; dfp++) {
565 if (!dfp->offset)
566 return NULL;
567 if (be16_to_cpu(dfp->offset) == off)
568 return dfp;
569 }
570 /*
571 * Didn't find it. This only happens if there are duplicate lengths.
572 */
573 return NULL;
574}
575
576/*
577 * Insert an unused-space entry into the bestfree table.
578 */
579xfs_dir2_data_free_t * /* entry inserted */
580xfs_dir2_data_freeinsert(
581 struct xfs_dir2_data_hdr *hdr, /* data block pointer */
582 struct xfs_dir2_data_free *dfp, /* bestfree table pointer */
583 struct xfs_dir2_data_unused *dup, /* unused space */
584 int *loghead) /* log the data header (out) */
585{
586 xfs_dir2_data_free_t new; /* new bestfree entry */
587
588 ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) ||
589 hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
590 hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC) ||
591 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC));
592
593 new.length = dup->length;
594 new.offset = cpu_to_be16((char *)dup - (char *)hdr);
595
596 /*
597 * Insert at position 0, 1, or 2; or not at all.
598 */
599 if (be16_to_cpu(new.length) > be16_to_cpu(dfp[0].length)) {
600 dfp[2] = dfp[1];
601 dfp[1] = dfp[0];
602 dfp[0] = new;
603 *loghead = 1;
604 return &dfp[0];
605 }
606 if (be16_to_cpu(new.length) > be16_to_cpu(dfp[1].length)) {
607 dfp[2] = dfp[1];
608 dfp[1] = new;
609 *loghead = 1;
610 return &dfp[1];
611 }
612 if (be16_to_cpu(new.length) > be16_to_cpu(dfp[2].length)) {
613 dfp[2] = new;
614 *loghead = 1;
615 return &dfp[2];
616 }
617 return NULL;
618}
619
620/*
621 * Remove a bestfree entry from the table.
622 */
623STATIC void
624xfs_dir2_data_freeremove(
625 struct xfs_dir2_data_hdr *hdr, /* data block header */
626 struct xfs_dir2_data_free *bf, /* bestfree table pointer */
627 struct xfs_dir2_data_free *dfp, /* bestfree entry pointer */
628 int *loghead) /* out: log data header */
629{
630
631 ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) ||
632 hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
633 hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC) ||
634 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC));
635
636 /*
637 * It's the first entry, slide the next 2 up.
638 */
639 if (dfp == &bf[0]) {
640 bf[0] = bf[1];
641 bf[1] = bf[2];
642 }
643 /*
644 * It's the second entry, slide the 3rd entry up.
645 */
646 else if (dfp == &bf[1])
647 bf[1] = bf[2];
648 /*
649 * Must be the last entry.
650 */
651 else
652 ASSERT(dfp == &bf[2]);
653 /*
654 * Clear the 3rd entry, must be zero now.
655 */
656 bf[2].length = 0;
657 bf[2].offset = 0;
658 *loghead = 1;
659}
660
661/*
662 * Given a data block, reconstruct its bestfree map.
663 */
664void
665xfs_dir2_data_freescan(
666 struct xfs_mount *mp,
667 struct xfs_dir2_data_hdr *hdr,
668 int *loghead)
669{
670 struct xfs_da_geometry *geo = mp->m_dir_geo;
671 struct xfs_dir2_data_free *bf = xfs_dir2_data_bestfree_p(mp, hdr);
672 void *addr = hdr;
673 unsigned int offset = geo->data_entry_offset;
674 unsigned int end;
675
676 ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) ||
677 hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC) ||
678 hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
679 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC));
680
681 /*
682 * Start by clearing the table.
683 */
684 memset(bf, 0, sizeof(*bf) * XFS_DIR2_DATA_FD_COUNT);
685 *loghead = 1;
686
687 end = xfs_dir3_data_end_offset(geo, addr);
688 while (offset < end) {
689 struct xfs_dir2_data_unused *dup = addr + offset;
690 struct xfs_dir2_data_entry *dep = addr + offset;
691
692 /*
693 * If it's a free entry, insert it.
694 */
695 if (be16_to_cpu(dup->freetag) == XFS_DIR2_DATA_FREE_TAG) {
696 ASSERT(offset ==
697 be16_to_cpu(*xfs_dir2_data_unused_tag_p(dup)));
698 xfs_dir2_data_freeinsert(hdr, bf, dup, loghead);
699 offset += be16_to_cpu(dup->length);
700 continue;
701 }
702
703 /*
704 * For active entries, check their tags and skip them.
705 */
706 ASSERT(offset ==
707 be16_to_cpu(*xfs_dir2_data_entry_tag_p(mp, dep)));
708 offset += xfs_dir2_data_entsize(mp, dep->namelen);
709 }
710}
711
712/*
713 * Initialize a data block at the given block number in the directory.
714 * Give back the buffer for the created block.
715 */
716int /* error */
717xfs_dir3_data_init(
718 struct xfs_da_args *args, /* directory operation args */
719 xfs_dir2_db_t blkno, /* logical dir block number */
720 struct xfs_buf **bpp) /* output block buffer */
721{
722 struct xfs_trans *tp = args->trans;
723 struct xfs_inode *dp = args->dp;
724 struct xfs_mount *mp = dp->i_mount;
725 struct xfs_da_geometry *geo = args->geo;
726 struct xfs_buf *bp;
727 struct xfs_dir2_data_hdr *hdr;
728 struct xfs_dir2_data_unused *dup;
729 struct xfs_dir2_data_free *bf;
730 int error;
731 int i;
732
733 /*
734 * Get the buffer set up for the block.
735 */
736 error = xfs_da_get_buf(tp, dp, xfs_dir2_db_to_da(args->geo, blkno),
737 &bp, XFS_DATA_FORK);
738 if (error)
739 return error;
740 bp->b_ops = &xfs_dir3_data_buf_ops;
741 xfs_trans_buf_set_type(tp, bp, XFS_BLFT_DIR_DATA_BUF);
742
743 /*
744 * Initialize the header.
745 */
746 hdr = bp->b_addr;
747 if (xfs_has_crc(mp)) {
748 struct xfs_dir3_blk_hdr *hdr3 = bp->b_addr;
749
750 memset(hdr3, 0, sizeof(*hdr3));
751 hdr3->magic = cpu_to_be32(XFS_DIR3_DATA_MAGIC);
752 hdr3->blkno = cpu_to_be64(xfs_buf_daddr(bp));
753 hdr3->owner = cpu_to_be64(args->owner);
754 uuid_copy(&hdr3->uuid, &mp->m_sb.sb_meta_uuid);
755
756 } else
757 hdr->magic = cpu_to_be32(XFS_DIR2_DATA_MAGIC);
758
759 bf = xfs_dir2_data_bestfree_p(mp, hdr);
760 bf[0].offset = cpu_to_be16(geo->data_entry_offset);
761 bf[0].length = cpu_to_be16(geo->blksize - geo->data_entry_offset);
762 for (i = 1; i < XFS_DIR2_DATA_FD_COUNT; i++) {
763 bf[i].length = 0;
764 bf[i].offset = 0;
765 }
766
767 /*
768 * Set up an unused entry for the block's body.
769 */
770 dup = bp->b_addr + geo->data_entry_offset;
771 dup->freetag = cpu_to_be16(XFS_DIR2_DATA_FREE_TAG);
772 dup->length = bf[0].length;
773 *xfs_dir2_data_unused_tag_p(dup) = cpu_to_be16((char *)dup - (char *)hdr);
774
775 /*
776 * Log it and return it.
777 */
778 xfs_dir2_data_log_header(args, bp);
779 xfs_dir2_data_log_unused(args, bp, dup);
780 *bpp = bp;
781 return 0;
782}
783
784/*
785 * Log an active data entry from the block.
786 */
787void
788xfs_dir2_data_log_entry(
789 struct xfs_da_args *args,
790 struct xfs_buf *bp,
791 xfs_dir2_data_entry_t *dep) /* data entry pointer */
792{
793 struct xfs_mount *mp = bp->b_mount;
794 struct xfs_dir2_data_hdr *hdr = bp->b_addr;
795
796 ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) ||
797 hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC) ||
798 hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
799 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC));
800
801 xfs_trans_log_buf(args->trans, bp, (uint)((char *)dep - (char *)hdr),
802 (uint)((char *)(xfs_dir2_data_entry_tag_p(mp, dep) + 1) -
803 (char *)hdr - 1));
804}
805
806/*
807 * Log a data block header.
808 */
809void
810xfs_dir2_data_log_header(
811 struct xfs_da_args *args,
812 struct xfs_buf *bp)
813{
814#ifdef DEBUG
815 struct xfs_dir2_data_hdr *hdr = bp->b_addr;
816
817 ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) ||
818 hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC) ||
819 hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
820 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC));
821#endif
822
823 xfs_trans_log_buf(args->trans, bp, 0, args->geo->data_entry_offset - 1);
824}
825
826/*
827 * Log a data unused entry.
828 */
829void
830xfs_dir2_data_log_unused(
831 struct xfs_da_args *args,
832 struct xfs_buf *bp,
833 xfs_dir2_data_unused_t *dup) /* data unused pointer */
834{
835 xfs_dir2_data_hdr_t *hdr = bp->b_addr;
836
837 ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) ||
838 hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC) ||
839 hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
840 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC));
841
842 /*
843 * Log the first part of the unused entry.
844 */
845 xfs_trans_log_buf(args->trans, bp, (uint)((char *)dup - (char *)hdr),
846 (uint)((char *)&dup->length + sizeof(dup->length) -
847 1 - (char *)hdr));
848 /*
849 * Log the end (tag) of the unused entry.
850 */
851 xfs_trans_log_buf(args->trans, bp,
852 (uint)((char *)xfs_dir2_data_unused_tag_p(dup) - (char *)hdr),
853 (uint)((char *)xfs_dir2_data_unused_tag_p(dup) - (char *)hdr +
854 sizeof(xfs_dir2_data_off_t) - 1));
855}
856
857/*
858 * Make a byte range in the data block unused.
859 * Its current contents are unimportant.
860 */
861void
862xfs_dir2_data_make_free(
863 struct xfs_da_args *args,
864 struct xfs_buf *bp,
865 xfs_dir2_data_aoff_t offset, /* starting byte offset */
866 xfs_dir2_data_aoff_t len, /* length in bytes */
867 int *needlogp, /* out: log header */
868 int *needscanp) /* out: regen bestfree */
869{
870 xfs_dir2_data_hdr_t *hdr; /* data block pointer */
871 xfs_dir2_data_free_t *dfp; /* bestfree pointer */
872 int needscan; /* need to regen bestfree */
873 xfs_dir2_data_unused_t *newdup; /* new unused entry */
874 xfs_dir2_data_unused_t *postdup; /* unused entry after us */
875 xfs_dir2_data_unused_t *prevdup; /* unused entry before us */
876 unsigned int end;
877 struct xfs_dir2_data_free *bf;
878
879 hdr = bp->b_addr;
880
881 /*
882 * Figure out where the end of the data area is.
883 */
884 end = xfs_dir3_data_end_offset(args->geo, hdr);
885 ASSERT(end != 0);
886
887 /*
888 * If this isn't the start of the block, then back up to
889 * the previous entry and see if it's free.
890 */
891 if (offset > args->geo->data_entry_offset) {
892 __be16 *tagp; /* tag just before us */
893
894 tagp = (__be16 *)((char *)hdr + offset) - 1;
895 prevdup = (xfs_dir2_data_unused_t *)((char *)hdr + be16_to_cpu(*tagp));
896 if (be16_to_cpu(prevdup->freetag) != XFS_DIR2_DATA_FREE_TAG)
897 prevdup = NULL;
898 } else
899 prevdup = NULL;
900 /*
901 * If this isn't the end of the block, see if the entry after
902 * us is free.
903 */
904 if (offset + len < end) {
905 postdup =
906 (xfs_dir2_data_unused_t *)((char *)hdr + offset + len);
907 if (be16_to_cpu(postdup->freetag) != XFS_DIR2_DATA_FREE_TAG)
908 postdup = NULL;
909 } else
910 postdup = NULL;
911 ASSERT(*needscanp == 0);
912 needscan = 0;
913 /*
914 * Previous and following entries are both free,
915 * merge everything into a single free entry.
916 */
917 bf = xfs_dir2_data_bestfree_p(args->dp->i_mount, hdr);
918 if (prevdup && postdup) {
919 xfs_dir2_data_free_t *dfp2; /* another bestfree pointer */
920
921 /*
922 * See if prevdup and/or postdup are in bestfree table.
923 */
924 dfp = xfs_dir2_data_freefind(hdr, bf, prevdup);
925 dfp2 = xfs_dir2_data_freefind(hdr, bf, postdup);
926 /*
927 * We need a rescan unless there are exactly 2 free entries
928 * namely our two. Then we know what's happening, otherwise
929 * since the third bestfree is there, there might be more
930 * entries.
931 */
932 needscan = (bf[2].length != 0);
933 /*
934 * Fix up the new big freespace.
935 */
936 be16_add_cpu(&prevdup->length, len + be16_to_cpu(postdup->length));
937 *xfs_dir2_data_unused_tag_p(prevdup) =
938 cpu_to_be16((char *)prevdup - (char *)hdr);
939 xfs_dir2_data_log_unused(args, bp, prevdup);
940 if (!needscan) {
941 /*
942 * Has to be the case that entries 0 and 1 are
943 * dfp and dfp2 (don't know which is which), and
944 * entry 2 is empty.
945 * Remove entry 1 first then entry 0.
946 */
947 ASSERT(dfp && dfp2);
948 if (dfp == &bf[1]) {
949 dfp = &bf[0];
950 ASSERT(dfp2 == dfp);
951 dfp2 = &bf[1];
952 }
953 xfs_dir2_data_freeremove(hdr, bf, dfp2, needlogp);
954 xfs_dir2_data_freeremove(hdr, bf, dfp, needlogp);
955 /*
956 * Now insert the new entry.
957 */
958 dfp = xfs_dir2_data_freeinsert(hdr, bf, prevdup,
959 needlogp);
960 ASSERT(dfp == &bf[0]);
961 ASSERT(dfp->length == prevdup->length);
962 ASSERT(!dfp[1].length);
963 ASSERT(!dfp[2].length);
964 }
965 }
966 /*
967 * The entry before us is free, merge with it.
968 */
969 else if (prevdup) {
970 dfp = xfs_dir2_data_freefind(hdr, bf, prevdup);
971 be16_add_cpu(&prevdup->length, len);
972 *xfs_dir2_data_unused_tag_p(prevdup) =
973 cpu_to_be16((char *)prevdup - (char *)hdr);
974 xfs_dir2_data_log_unused(args, bp, prevdup);
975 /*
976 * If the previous entry was in the table, the new entry
977 * is longer, so it will be in the table too. Remove
978 * the old one and add the new one.
979 */
980 if (dfp) {
981 xfs_dir2_data_freeremove(hdr, bf, dfp, needlogp);
982 xfs_dir2_data_freeinsert(hdr, bf, prevdup, needlogp);
983 }
984 /*
985 * Otherwise we need a scan if the new entry is big enough.
986 */
987 else {
988 needscan = be16_to_cpu(prevdup->length) >
989 be16_to_cpu(bf[2].length);
990 }
991 }
992 /*
993 * The following entry is free, merge with it.
994 */
995 else if (postdup) {
996 dfp = xfs_dir2_data_freefind(hdr, bf, postdup);
997 newdup = (xfs_dir2_data_unused_t *)((char *)hdr + offset);
998 newdup->freetag = cpu_to_be16(XFS_DIR2_DATA_FREE_TAG);
999 newdup->length = cpu_to_be16(len + be16_to_cpu(postdup->length));
1000 *xfs_dir2_data_unused_tag_p(newdup) =
1001 cpu_to_be16((char *)newdup - (char *)hdr);
1002 xfs_dir2_data_log_unused(args, bp, newdup);
1003 /*
1004 * If the following entry was in the table, the new entry
1005 * is longer, so it will be in the table too. Remove
1006 * the old one and add the new one.
1007 */
1008 if (dfp) {
1009 xfs_dir2_data_freeremove(hdr, bf, dfp, needlogp);
1010 xfs_dir2_data_freeinsert(hdr, bf, newdup, needlogp);
1011 }
1012 /*
1013 * Otherwise we need a scan if the new entry is big enough.
1014 */
1015 else {
1016 needscan = be16_to_cpu(newdup->length) >
1017 be16_to_cpu(bf[2].length);
1018 }
1019 }
1020 /*
1021 * Neither neighbor is free. Make a new entry.
1022 */
1023 else {
1024 newdup = (xfs_dir2_data_unused_t *)((char *)hdr + offset);
1025 newdup->freetag = cpu_to_be16(XFS_DIR2_DATA_FREE_TAG);
1026 newdup->length = cpu_to_be16(len);
1027 *xfs_dir2_data_unused_tag_p(newdup) =
1028 cpu_to_be16((char *)newdup - (char *)hdr);
1029 xfs_dir2_data_log_unused(args, bp, newdup);
1030 xfs_dir2_data_freeinsert(hdr, bf, newdup, needlogp);
1031 }
1032 *needscanp = needscan;
1033}
1034
1035/* Check our free data for obvious signs of corruption. */
1036static inline xfs_failaddr_t
1037xfs_dir2_data_check_free(
1038 struct xfs_dir2_data_hdr *hdr,
1039 struct xfs_dir2_data_unused *dup,
1040 xfs_dir2_data_aoff_t offset,
1041 xfs_dir2_data_aoff_t len)
1042{
1043 if (hdr->magic != cpu_to_be32(XFS_DIR2_DATA_MAGIC) &&
1044 hdr->magic != cpu_to_be32(XFS_DIR3_DATA_MAGIC) &&
1045 hdr->magic != cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) &&
1046 hdr->magic != cpu_to_be32(XFS_DIR3_BLOCK_MAGIC))
1047 return __this_address;
1048 if (be16_to_cpu(dup->freetag) != XFS_DIR2_DATA_FREE_TAG)
1049 return __this_address;
1050 if (offset < (char *)dup - (char *)hdr)
1051 return __this_address;
1052 if (offset + len > (char *)dup + be16_to_cpu(dup->length) - (char *)hdr)
1053 return __this_address;
1054 if ((char *)dup - (char *)hdr !=
1055 be16_to_cpu(*xfs_dir2_data_unused_tag_p(dup)))
1056 return __this_address;
1057 return NULL;
1058}
1059
1060/* Sanity-check a new bestfree entry. */
1061static inline xfs_failaddr_t
1062xfs_dir2_data_check_new_free(
1063 struct xfs_dir2_data_hdr *hdr,
1064 struct xfs_dir2_data_free *dfp,
1065 struct xfs_dir2_data_unused *newdup)
1066{
1067 if (dfp == NULL)
1068 return __this_address;
1069 if (dfp->length != newdup->length)
1070 return __this_address;
1071 if (be16_to_cpu(dfp->offset) != (char *)newdup - (char *)hdr)
1072 return __this_address;
1073 return NULL;
1074}
1075
1076/*
1077 * Take a byte range out of an existing unused space and make it un-free.
1078 */
1079int
1080xfs_dir2_data_use_free(
1081 struct xfs_da_args *args,
1082 struct xfs_buf *bp,
1083 xfs_dir2_data_unused_t *dup, /* unused entry */
1084 xfs_dir2_data_aoff_t offset, /* starting offset to use */
1085 xfs_dir2_data_aoff_t len, /* length to use */
1086 int *needlogp, /* out: need to log header */
1087 int *needscanp) /* out: need regen bestfree */
1088{
1089 xfs_dir2_data_hdr_t *hdr; /* data block header */
1090 xfs_dir2_data_free_t *dfp; /* bestfree pointer */
1091 xfs_dir2_data_unused_t *newdup; /* new unused entry */
1092 xfs_dir2_data_unused_t *newdup2; /* another new unused entry */
1093 struct xfs_dir2_data_free *bf;
1094 xfs_failaddr_t fa;
1095 int matchback; /* matches end of freespace */
1096 int matchfront; /* matches start of freespace */
1097 int needscan; /* need to regen bestfree */
1098 int oldlen; /* old unused entry's length */
1099
1100 hdr = bp->b_addr;
1101 fa = xfs_dir2_data_check_free(hdr, dup, offset, len);
1102 if (fa)
1103 goto corrupt;
1104 /*
1105 * Look up the entry in the bestfree table.
1106 */
1107 oldlen = be16_to_cpu(dup->length);
1108 bf = xfs_dir2_data_bestfree_p(args->dp->i_mount, hdr);
1109 dfp = xfs_dir2_data_freefind(hdr, bf, dup);
1110 ASSERT(dfp || oldlen <= be16_to_cpu(bf[2].length));
1111 /*
1112 * Check for alignment with front and back of the entry.
1113 */
1114 matchfront = (char *)dup - (char *)hdr == offset;
1115 matchback = (char *)dup + oldlen - (char *)hdr == offset + len;
1116 ASSERT(*needscanp == 0);
1117 needscan = 0;
1118 /*
1119 * If we matched it exactly we just need to get rid of it from
1120 * the bestfree table.
1121 */
1122 if (matchfront && matchback) {
1123 if (dfp) {
1124 needscan = (bf[2].offset != 0);
1125 if (!needscan)
1126 xfs_dir2_data_freeremove(hdr, bf, dfp,
1127 needlogp);
1128 }
1129 }
1130 /*
1131 * We match the first part of the entry.
1132 * Make a new entry with the remaining freespace.
1133 */
1134 else if (matchfront) {
1135 newdup = (xfs_dir2_data_unused_t *)((char *)hdr + offset + len);
1136 newdup->freetag = cpu_to_be16(XFS_DIR2_DATA_FREE_TAG);
1137 newdup->length = cpu_to_be16(oldlen - len);
1138 *xfs_dir2_data_unused_tag_p(newdup) =
1139 cpu_to_be16((char *)newdup - (char *)hdr);
1140 xfs_dir2_data_log_unused(args, bp, newdup);
1141 /*
1142 * If it was in the table, remove it and add the new one.
1143 */
1144 if (dfp) {
1145 xfs_dir2_data_freeremove(hdr, bf, dfp, needlogp);
1146 dfp = xfs_dir2_data_freeinsert(hdr, bf, newdup,
1147 needlogp);
1148 fa = xfs_dir2_data_check_new_free(hdr, dfp, newdup);
1149 if (fa)
1150 goto corrupt;
1151 /*
1152 * If we got inserted at the last slot,
1153 * that means we don't know if there was a better
1154 * choice for the last slot, or not. Rescan.
1155 */
1156 needscan = dfp == &bf[2];
1157 }
1158 }
1159 /*
1160 * We match the last part of the entry.
1161 * Trim the allocated space off the tail of the entry.
1162 */
1163 else if (matchback) {
1164 newdup = dup;
1165 newdup->length = cpu_to_be16(((char *)hdr + offset) - (char *)newdup);
1166 *xfs_dir2_data_unused_tag_p(newdup) =
1167 cpu_to_be16((char *)newdup - (char *)hdr);
1168 xfs_dir2_data_log_unused(args, bp, newdup);
1169 /*
1170 * If it was in the table, remove it and add the new one.
1171 */
1172 if (dfp) {
1173 xfs_dir2_data_freeremove(hdr, bf, dfp, needlogp);
1174 dfp = xfs_dir2_data_freeinsert(hdr, bf, newdup,
1175 needlogp);
1176 fa = xfs_dir2_data_check_new_free(hdr, dfp, newdup);
1177 if (fa)
1178 goto corrupt;
1179 /*
1180 * If we got inserted at the last slot,
1181 * that means we don't know if there was a better
1182 * choice for the last slot, or not. Rescan.
1183 */
1184 needscan = dfp == &bf[2];
1185 }
1186 }
1187 /*
1188 * Poking out the middle of an entry.
1189 * Make two new entries.
1190 */
1191 else {
1192 newdup = dup;
1193 newdup->length = cpu_to_be16(((char *)hdr + offset) - (char *)newdup);
1194 *xfs_dir2_data_unused_tag_p(newdup) =
1195 cpu_to_be16((char *)newdup - (char *)hdr);
1196 xfs_dir2_data_log_unused(args, bp, newdup);
1197 newdup2 = (xfs_dir2_data_unused_t *)((char *)hdr + offset + len);
1198 newdup2->freetag = cpu_to_be16(XFS_DIR2_DATA_FREE_TAG);
1199 newdup2->length = cpu_to_be16(oldlen - len - be16_to_cpu(newdup->length));
1200 *xfs_dir2_data_unused_tag_p(newdup2) =
1201 cpu_to_be16((char *)newdup2 - (char *)hdr);
1202 xfs_dir2_data_log_unused(args, bp, newdup2);
1203 /*
1204 * If the old entry was in the table, we need to scan
1205 * if the 3rd entry was valid, since these entries
1206 * are smaller than the old one.
1207 * If we don't need to scan that means there were 1 or 2
1208 * entries in the table, and removing the old and adding
1209 * the 2 new will work.
1210 */
1211 if (dfp) {
1212 needscan = (bf[2].length != 0);
1213 if (!needscan) {
1214 xfs_dir2_data_freeremove(hdr, bf, dfp,
1215 needlogp);
1216 xfs_dir2_data_freeinsert(hdr, bf, newdup,
1217 needlogp);
1218 xfs_dir2_data_freeinsert(hdr, bf, newdup2,
1219 needlogp);
1220 }
1221 }
1222 }
1223 *needscanp = needscan;
1224 return 0;
1225corrupt:
1226 xfs_corruption_error(__func__, XFS_ERRLEVEL_LOW, args->dp->i_mount,
1227 hdr, sizeof(*hdr), __FILE__, __LINE__, fa);
1228 xfs_da_mark_sick(args);
1229 return -EFSCORRUPTED;
1230}
1231
1232/* Find the end of the entry data in a data/block format dir block. */
1233unsigned int
1234xfs_dir3_data_end_offset(
1235 struct xfs_da_geometry *geo,
1236 struct xfs_dir2_data_hdr *hdr)
1237{
1238 void *p;
1239
1240 switch (hdr->magic) {
1241 case cpu_to_be32(XFS_DIR3_BLOCK_MAGIC):
1242 case cpu_to_be32(XFS_DIR2_BLOCK_MAGIC):
1243 p = xfs_dir2_block_leaf_p(xfs_dir2_block_tail_p(geo, hdr));
1244 return p - (void *)hdr;
1245 case cpu_to_be32(XFS_DIR3_DATA_MAGIC):
1246 case cpu_to_be32(XFS_DIR2_DATA_MAGIC):
1247 return geo->blksize;
1248 default:
1249 return 0;
1250 }
1251}
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Copyright (c) 2000-2002,2005 Silicon Graphics, Inc.
4 * Copyright (c) 2013 Red Hat, Inc.
5 * All Rights Reserved.
6 */
7#include "xfs.h"
8#include "xfs_fs.h"
9#include "xfs_shared.h"
10#include "xfs_format.h"
11#include "xfs_log_format.h"
12#include "xfs_trans_resv.h"
13#include "xfs_mount.h"
14#include "xfs_inode.h"
15#include "xfs_dir2.h"
16#include "xfs_error.h"
17#include "xfs_trans.h"
18#include "xfs_buf_item.h"
19#include "xfs_log.h"
20
21static xfs_failaddr_t xfs_dir2_data_freefind_verify(
22 struct xfs_dir2_data_hdr *hdr, struct xfs_dir2_data_free *bf,
23 struct xfs_dir2_data_unused *dup,
24 struct xfs_dir2_data_free **bf_ent);
25
26/*
27 * Check the consistency of the data block.
28 * The input can also be a block-format directory.
29 * Return NULL if the buffer is good, otherwise the address of the error.
30 */
31xfs_failaddr_t
32__xfs_dir3_data_check(
33 struct xfs_inode *dp, /* incore inode pointer */
34 struct xfs_buf *bp) /* data block's buffer */
35{
36 xfs_dir2_dataptr_t addr; /* addr for leaf lookup */
37 xfs_dir2_data_free_t *bf; /* bestfree table */
38 xfs_dir2_block_tail_t *btp=NULL; /* block tail */
39 int count; /* count of entries found */
40 xfs_dir2_data_hdr_t *hdr; /* data block header */
41 xfs_dir2_data_entry_t *dep; /* data entry */
42 xfs_dir2_data_free_t *dfp; /* bestfree entry */
43 xfs_dir2_data_unused_t *dup; /* unused entry */
44 char *endp; /* end of useful data */
45 int freeseen; /* mask of bestfrees seen */
46 xfs_dahash_t hash; /* hash of current name */
47 int i; /* leaf index */
48 int lastfree; /* last entry was unused */
49 xfs_dir2_leaf_entry_t *lep=NULL; /* block leaf entries */
50 struct xfs_mount *mp = bp->b_mount;
51 char *p; /* current data position */
52 int stale; /* count of stale leaves */
53 struct xfs_name name;
54 const struct xfs_dir_ops *ops;
55 struct xfs_da_geometry *geo;
56
57 geo = mp->m_dir_geo;
58
59 /*
60 * We can be passed a null dp here from a verifier, so we need to go the
61 * hard way to get them.
62 */
63 ops = xfs_dir_get_ops(mp, dp);
64
65 /*
66 * If this isn't a directory, or we don't get handed the dir ops,
67 * something is seriously wrong. Bail out.
68 */
69 if ((dp && !S_ISDIR(VFS_I(dp)->i_mode)) ||
70 ops != xfs_dir_get_ops(mp, NULL))
71 return __this_address;
72
73 hdr = bp->b_addr;
74 p = (char *)ops->data_entry_p(hdr);
75
76 switch (hdr->magic) {
77 case cpu_to_be32(XFS_DIR3_BLOCK_MAGIC):
78 case cpu_to_be32(XFS_DIR2_BLOCK_MAGIC):
79 btp = xfs_dir2_block_tail_p(geo, hdr);
80 lep = xfs_dir2_block_leaf_p(btp);
81
82 /*
83 * The number of leaf entries is limited by the size of the
84 * block and the amount of space used by the data entries.
85 * We don't know how much space is used by the data entries yet,
86 * so just ensure that the count falls somewhere inside the
87 * block right now.
88 */
89 if (be32_to_cpu(btp->count) >=
90 ((char *)btp - p) / sizeof(struct xfs_dir2_leaf_entry))
91 return __this_address;
92 break;
93 case cpu_to_be32(XFS_DIR3_DATA_MAGIC):
94 case cpu_to_be32(XFS_DIR2_DATA_MAGIC):
95 break;
96 default:
97 return __this_address;
98 }
99 endp = xfs_dir3_data_endp(geo, hdr);
100 if (!endp)
101 return __this_address;
102
103 /*
104 * Account for zero bestfree entries.
105 */
106 bf = ops->data_bestfree_p(hdr);
107 count = lastfree = freeseen = 0;
108 if (!bf[0].length) {
109 if (bf[0].offset)
110 return __this_address;
111 freeseen |= 1 << 0;
112 }
113 if (!bf[1].length) {
114 if (bf[1].offset)
115 return __this_address;
116 freeseen |= 1 << 1;
117 }
118 if (!bf[2].length) {
119 if (bf[2].offset)
120 return __this_address;
121 freeseen |= 1 << 2;
122 }
123
124 if (be16_to_cpu(bf[0].length) < be16_to_cpu(bf[1].length))
125 return __this_address;
126 if (be16_to_cpu(bf[1].length) < be16_to_cpu(bf[2].length))
127 return __this_address;
128 /*
129 * Loop over the data/unused entries.
130 */
131 while (p < endp) {
132 dup = (xfs_dir2_data_unused_t *)p;
133 /*
134 * If it's unused, look for the space in the bestfree table.
135 * If we find it, account for that, else make sure it
136 * doesn't need to be there.
137 */
138 if (be16_to_cpu(dup->freetag) == XFS_DIR2_DATA_FREE_TAG) {
139 xfs_failaddr_t fa;
140
141 if (lastfree != 0)
142 return __this_address;
143 if (endp < p + be16_to_cpu(dup->length))
144 return __this_address;
145 if (be16_to_cpu(*xfs_dir2_data_unused_tag_p(dup)) !=
146 (char *)dup - (char *)hdr)
147 return __this_address;
148 fa = xfs_dir2_data_freefind_verify(hdr, bf, dup, &dfp);
149 if (fa)
150 return fa;
151 if (dfp) {
152 i = (int)(dfp - bf);
153 if ((freeseen & (1 << i)) != 0)
154 return __this_address;
155 freeseen |= 1 << i;
156 } else {
157 if (be16_to_cpu(dup->length) >
158 be16_to_cpu(bf[2].length))
159 return __this_address;
160 }
161 p += be16_to_cpu(dup->length);
162 lastfree = 1;
163 continue;
164 }
165 /*
166 * It's a real entry. Validate the fields.
167 * If this is a block directory then make sure it's
168 * in the leaf section of the block.
169 * The linear search is crude but this is DEBUG code.
170 */
171 dep = (xfs_dir2_data_entry_t *)p;
172 if (dep->namelen == 0)
173 return __this_address;
174 if (xfs_dir_ino_validate(mp, be64_to_cpu(dep->inumber)))
175 return __this_address;
176 if (endp < p + ops->data_entsize(dep->namelen))
177 return __this_address;
178 if (be16_to_cpu(*ops->data_entry_tag_p(dep)) !=
179 (char *)dep - (char *)hdr)
180 return __this_address;
181 if (ops->data_get_ftype(dep) >= XFS_DIR3_FT_MAX)
182 return __this_address;
183 count++;
184 lastfree = 0;
185 if (hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
186 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC)) {
187 addr = xfs_dir2_db_off_to_dataptr(geo, geo->datablk,
188 (xfs_dir2_data_aoff_t)
189 ((char *)dep - (char *)hdr));
190 name.name = dep->name;
191 name.len = dep->namelen;
192 hash = mp->m_dirnameops->hashname(&name);
193 for (i = 0; i < be32_to_cpu(btp->count); i++) {
194 if (be32_to_cpu(lep[i].address) == addr &&
195 be32_to_cpu(lep[i].hashval) == hash)
196 break;
197 }
198 if (i >= be32_to_cpu(btp->count))
199 return __this_address;
200 }
201 p += ops->data_entsize(dep->namelen);
202 }
203 /*
204 * Need to have seen all the entries and all the bestfree slots.
205 */
206 if (freeseen != 7)
207 return __this_address;
208 if (hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
209 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC)) {
210 for (i = stale = 0; i < be32_to_cpu(btp->count); i++) {
211 if (lep[i].address ==
212 cpu_to_be32(XFS_DIR2_NULL_DATAPTR))
213 stale++;
214 if (i > 0 && be32_to_cpu(lep[i].hashval) <
215 be32_to_cpu(lep[i - 1].hashval))
216 return __this_address;
217 }
218 if (count != be32_to_cpu(btp->count) - be32_to_cpu(btp->stale))
219 return __this_address;
220 if (stale != be32_to_cpu(btp->stale))
221 return __this_address;
222 }
223 return NULL;
224}
225
226#ifdef DEBUG
227void
228xfs_dir3_data_check(
229 struct xfs_inode *dp,
230 struct xfs_buf *bp)
231{
232 xfs_failaddr_t fa;
233
234 fa = __xfs_dir3_data_check(dp, bp);
235 if (!fa)
236 return;
237 xfs_corruption_error(__func__, XFS_ERRLEVEL_LOW, dp->i_mount,
238 bp->b_addr, BBTOB(bp->b_length), __FILE__, __LINE__,
239 fa);
240 ASSERT(0);
241}
242#endif
243
244static xfs_failaddr_t
245xfs_dir3_data_verify(
246 struct xfs_buf *bp)
247{
248 struct xfs_mount *mp = bp->b_mount;
249 struct xfs_dir3_blk_hdr *hdr3 = bp->b_addr;
250
251 if (!xfs_verify_magic(bp, hdr3->magic))
252 return __this_address;
253
254 if (xfs_sb_version_hascrc(&mp->m_sb)) {
255 if (!uuid_equal(&hdr3->uuid, &mp->m_sb.sb_meta_uuid))
256 return __this_address;
257 if (be64_to_cpu(hdr3->blkno) != bp->b_bn)
258 return __this_address;
259 if (!xfs_log_check_lsn(mp, be64_to_cpu(hdr3->lsn)))
260 return __this_address;
261 }
262 return __xfs_dir3_data_check(NULL, bp);
263}
264
265/*
266 * Readahead of the first block of the directory when it is opened is completely
267 * oblivious to the format of the directory. Hence we can either get a block
268 * format buffer or a data format buffer on readahead.
269 */
270static void
271xfs_dir3_data_reada_verify(
272 struct xfs_buf *bp)
273{
274 struct xfs_dir2_data_hdr *hdr = bp->b_addr;
275
276 switch (hdr->magic) {
277 case cpu_to_be32(XFS_DIR2_BLOCK_MAGIC):
278 case cpu_to_be32(XFS_DIR3_BLOCK_MAGIC):
279 bp->b_ops = &xfs_dir3_block_buf_ops;
280 bp->b_ops->verify_read(bp);
281 return;
282 case cpu_to_be32(XFS_DIR2_DATA_MAGIC):
283 case cpu_to_be32(XFS_DIR3_DATA_MAGIC):
284 bp->b_ops = &xfs_dir3_data_buf_ops;
285 bp->b_ops->verify_read(bp);
286 return;
287 default:
288 xfs_verifier_error(bp, -EFSCORRUPTED, __this_address);
289 break;
290 }
291}
292
293static void
294xfs_dir3_data_read_verify(
295 struct xfs_buf *bp)
296{
297 struct xfs_mount *mp = bp->b_mount;
298 xfs_failaddr_t fa;
299
300 if (xfs_sb_version_hascrc(&mp->m_sb) &&
301 !xfs_buf_verify_cksum(bp, XFS_DIR3_DATA_CRC_OFF))
302 xfs_verifier_error(bp, -EFSBADCRC, __this_address);
303 else {
304 fa = xfs_dir3_data_verify(bp);
305 if (fa)
306 xfs_verifier_error(bp, -EFSCORRUPTED, fa);
307 }
308}
309
310static void
311xfs_dir3_data_write_verify(
312 struct xfs_buf *bp)
313{
314 struct xfs_mount *mp = bp->b_mount;
315 struct xfs_buf_log_item *bip = bp->b_log_item;
316 struct xfs_dir3_blk_hdr *hdr3 = bp->b_addr;
317 xfs_failaddr_t fa;
318
319 fa = xfs_dir3_data_verify(bp);
320 if (fa) {
321 xfs_verifier_error(bp, -EFSCORRUPTED, fa);
322 return;
323 }
324
325 if (!xfs_sb_version_hascrc(&mp->m_sb))
326 return;
327
328 if (bip)
329 hdr3->lsn = cpu_to_be64(bip->bli_item.li_lsn);
330
331 xfs_buf_update_cksum(bp, XFS_DIR3_DATA_CRC_OFF);
332}
333
334const struct xfs_buf_ops xfs_dir3_data_buf_ops = {
335 .name = "xfs_dir3_data",
336 .magic = { cpu_to_be32(XFS_DIR2_DATA_MAGIC),
337 cpu_to_be32(XFS_DIR3_DATA_MAGIC) },
338 .verify_read = xfs_dir3_data_read_verify,
339 .verify_write = xfs_dir3_data_write_verify,
340 .verify_struct = xfs_dir3_data_verify,
341};
342
343static const struct xfs_buf_ops xfs_dir3_data_reada_buf_ops = {
344 .name = "xfs_dir3_data_reada",
345 .magic = { cpu_to_be32(XFS_DIR2_DATA_MAGIC),
346 cpu_to_be32(XFS_DIR3_DATA_MAGIC) },
347 .verify_read = xfs_dir3_data_reada_verify,
348 .verify_write = xfs_dir3_data_write_verify,
349};
350
351
352int
353xfs_dir3_data_read(
354 struct xfs_trans *tp,
355 struct xfs_inode *dp,
356 xfs_dablk_t bno,
357 xfs_daddr_t mapped_bno,
358 struct xfs_buf **bpp)
359{
360 int err;
361
362 err = xfs_da_read_buf(tp, dp, bno, mapped_bno, bpp,
363 XFS_DATA_FORK, &xfs_dir3_data_buf_ops);
364 if (!err && tp && *bpp)
365 xfs_trans_buf_set_type(tp, *bpp, XFS_BLFT_DIR_DATA_BUF);
366 return err;
367}
368
369int
370xfs_dir3_data_readahead(
371 struct xfs_inode *dp,
372 xfs_dablk_t bno,
373 xfs_daddr_t mapped_bno)
374{
375 return xfs_da_reada_buf(dp, bno, mapped_bno,
376 XFS_DATA_FORK, &xfs_dir3_data_reada_buf_ops);
377}
378
379/*
380 * Find the bestfree entry that exactly coincides with unused directory space
381 * or a verifier error because the bestfree data are bad.
382 */
383static xfs_failaddr_t
384xfs_dir2_data_freefind_verify(
385 struct xfs_dir2_data_hdr *hdr,
386 struct xfs_dir2_data_free *bf,
387 struct xfs_dir2_data_unused *dup,
388 struct xfs_dir2_data_free **bf_ent)
389{
390 struct xfs_dir2_data_free *dfp;
391 xfs_dir2_data_aoff_t off;
392 bool matched = false;
393 bool seenzero = false;
394
395 *bf_ent = NULL;
396 off = (xfs_dir2_data_aoff_t)((char *)dup - (char *)hdr);
397
398 /*
399 * Validate some consistency in the bestfree table.
400 * Check order, non-overlapping entries, and if we find the
401 * one we're looking for it has to be exact.
402 */
403 for (dfp = &bf[0]; dfp < &bf[XFS_DIR2_DATA_FD_COUNT]; dfp++) {
404 if (!dfp->offset) {
405 if (dfp->length)
406 return __this_address;
407 seenzero = true;
408 continue;
409 }
410 if (seenzero)
411 return __this_address;
412 if (be16_to_cpu(dfp->offset) == off) {
413 matched = true;
414 if (dfp->length != dup->length)
415 return __this_address;
416 } else if (be16_to_cpu(dfp->offset) > off) {
417 if (off + be16_to_cpu(dup->length) >
418 be16_to_cpu(dfp->offset))
419 return __this_address;
420 } else {
421 if (be16_to_cpu(dfp->offset) +
422 be16_to_cpu(dfp->length) > off)
423 return __this_address;
424 }
425 if (!matched &&
426 be16_to_cpu(dfp->length) < be16_to_cpu(dup->length))
427 return __this_address;
428 if (dfp > &bf[0] &&
429 be16_to_cpu(dfp[-1].length) < be16_to_cpu(dfp[0].length))
430 return __this_address;
431 }
432
433 /* Looks ok so far; now try to match up with a bestfree entry. */
434 *bf_ent = xfs_dir2_data_freefind(hdr, bf, dup);
435 return NULL;
436}
437
438/*
439 * Given a data block and an unused entry from that block,
440 * return the bestfree entry if any that corresponds to it.
441 */
442xfs_dir2_data_free_t *
443xfs_dir2_data_freefind(
444 struct xfs_dir2_data_hdr *hdr, /* data block header */
445 struct xfs_dir2_data_free *bf, /* bestfree table pointer */
446 struct xfs_dir2_data_unused *dup) /* unused space */
447{
448 xfs_dir2_data_free_t *dfp; /* bestfree entry */
449 xfs_dir2_data_aoff_t off; /* offset value needed */
450
451 off = (xfs_dir2_data_aoff_t)((char *)dup - (char *)hdr);
452
453 /*
454 * If this is smaller than the smallest bestfree entry,
455 * it can't be there since they're sorted.
456 */
457 if (be16_to_cpu(dup->length) <
458 be16_to_cpu(bf[XFS_DIR2_DATA_FD_COUNT - 1].length))
459 return NULL;
460 /*
461 * Look at the three bestfree entries for our guy.
462 */
463 for (dfp = &bf[0]; dfp < &bf[XFS_DIR2_DATA_FD_COUNT]; dfp++) {
464 if (!dfp->offset)
465 return NULL;
466 if (be16_to_cpu(dfp->offset) == off)
467 return dfp;
468 }
469 /*
470 * Didn't find it. This only happens if there are duplicate lengths.
471 */
472 return NULL;
473}
474
475/*
476 * Insert an unused-space entry into the bestfree table.
477 */
478xfs_dir2_data_free_t * /* entry inserted */
479xfs_dir2_data_freeinsert(
480 struct xfs_dir2_data_hdr *hdr, /* data block pointer */
481 struct xfs_dir2_data_free *dfp, /* bestfree table pointer */
482 struct xfs_dir2_data_unused *dup, /* unused space */
483 int *loghead) /* log the data header (out) */
484{
485 xfs_dir2_data_free_t new; /* new bestfree entry */
486
487 ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) ||
488 hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
489 hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC) ||
490 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC));
491
492 new.length = dup->length;
493 new.offset = cpu_to_be16((char *)dup - (char *)hdr);
494
495 /*
496 * Insert at position 0, 1, or 2; or not at all.
497 */
498 if (be16_to_cpu(new.length) > be16_to_cpu(dfp[0].length)) {
499 dfp[2] = dfp[1];
500 dfp[1] = dfp[0];
501 dfp[0] = new;
502 *loghead = 1;
503 return &dfp[0];
504 }
505 if (be16_to_cpu(new.length) > be16_to_cpu(dfp[1].length)) {
506 dfp[2] = dfp[1];
507 dfp[1] = new;
508 *loghead = 1;
509 return &dfp[1];
510 }
511 if (be16_to_cpu(new.length) > be16_to_cpu(dfp[2].length)) {
512 dfp[2] = new;
513 *loghead = 1;
514 return &dfp[2];
515 }
516 return NULL;
517}
518
519/*
520 * Remove a bestfree entry from the table.
521 */
522STATIC void
523xfs_dir2_data_freeremove(
524 struct xfs_dir2_data_hdr *hdr, /* data block header */
525 struct xfs_dir2_data_free *bf, /* bestfree table pointer */
526 struct xfs_dir2_data_free *dfp, /* bestfree entry pointer */
527 int *loghead) /* out: log data header */
528{
529
530 ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) ||
531 hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
532 hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC) ||
533 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC));
534
535 /*
536 * It's the first entry, slide the next 2 up.
537 */
538 if (dfp == &bf[0]) {
539 bf[0] = bf[1];
540 bf[1] = bf[2];
541 }
542 /*
543 * It's the second entry, slide the 3rd entry up.
544 */
545 else if (dfp == &bf[1])
546 bf[1] = bf[2];
547 /*
548 * Must be the last entry.
549 */
550 else
551 ASSERT(dfp == &bf[2]);
552 /*
553 * Clear the 3rd entry, must be zero now.
554 */
555 bf[2].length = 0;
556 bf[2].offset = 0;
557 *loghead = 1;
558}
559
560/*
561 * Given a data block, reconstruct its bestfree map.
562 */
563void
564xfs_dir2_data_freescan_int(
565 struct xfs_da_geometry *geo,
566 const struct xfs_dir_ops *ops,
567 struct xfs_dir2_data_hdr *hdr,
568 int *loghead)
569{
570 xfs_dir2_data_entry_t *dep; /* active data entry */
571 xfs_dir2_data_unused_t *dup; /* unused data entry */
572 struct xfs_dir2_data_free *bf;
573 char *endp; /* end of block's data */
574 char *p; /* current entry pointer */
575
576 ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) ||
577 hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC) ||
578 hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
579 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC));
580
581 /*
582 * Start by clearing the table.
583 */
584 bf = ops->data_bestfree_p(hdr);
585 memset(bf, 0, sizeof(*bf) * XFS_DIR2_DATA_FD_COUNT);
586 *loghead = 1;
587 /*
588 * Set up pointers.
589 */
590 p = (char *)ops->data_entry_p(hdr);
591 endp = xfs_dir3_data_endp(geo, hdr);
592 /*
593 * Loop over the block's entries.
594 */
595 while (p < endp) {
596 dup = (xfs_dir2_data_unused_t *)p;
597 /*
598 * If it's a free entry, insert it.
599 */
600 if (be16_to_cpu(dup->freetag) == XFS_DIR2_DATA_FREE_TAG) {
601 ASSERT((char *)dup - (char *)hdr ==
602 be16_to_cpu(*xfs_dir2_data_unused_tag_p(dup)));
603 xfs_dir2_data_freeinsert(hdr, bf, dup, loghead);
604 p += be16_to_cpu(dup->length);
605 }
606 /*
607 * For active entries, check their tags and skip them.
608 */
609 else {
610 dep = (xfs_dir2_data_entry_t *)p;
611 ASSERT((char *)dep - (char *)hdr ==
612 be16_to_cpu(*ops->data_entry_tag_p(dep)));
613 p += ops->data_entsize(dep->namelen);
614 }
615 }
616}
617
618void
619xfs_dir2_data_freescan(
620 struct xfs_inode *dp,
621 struct xfs_dir2_data_hdr *hdr,
622 int *loghead)
623{
624 return xfs_dir2_data_freescan_int(dp->i_mount->m_dir_geo, dp->d_ops,
625 hdr, loghead);
626}
627
628/*
629 * Initialize a data block at the given block number in the directory.
630 * Give back the buffer for the created block.
631 */
632int /* error */
633xfs_dir3_data_init(
634 xfs_da_args_t *args, /* directory operation args */
635 xfs_dir2_db_t blkno, /* logical dir block number */
636 struct xfs_buf **bpp) /* output block buffer */
637{
638 struct xfs_buf *bp; /* block buffer */
639 xfs_dir2_data_hdr_t *hdr; /* data block header */
640 xfs_inode_t *dp; /* incore directory inode */
641 xfs_dir2_data_unused_t *dup; /* unused entry pointer */
642 struct xfs_dir2_data_free *bf;
643 int error; /* error return value */
644 int i; /* bestfree index */
645 xfs_mount_t *mp; /* filesystem mount point */
646 xfs_trans_t *tp; /* transaction pointer */
647 int t; /* temp */
648
649 dp = args->dp;
650 mp = dp->i_mount;
651 tp = args->trans;
652 /*
653 * Get the buffer set up for the block.
654 */
655 error = xfs_da_get_buf(tp, dp, xfs_dir2_db_to_da(args->geo, blkno),
656 -1, &bp, XFS_DATA_FORK);
657 if (error)
658 return error;
659 bp->b_ops = &xfs_dir3_data_buf_ops;
660 xfs_trans_buf_set_type(tp, bp, XFS_BLFT_DIR_DATA_BUF);
661
662 /*
663 * Initialize the header.
664 */
665 hdr = bp->b_addr;
666 if (xfs_sb_version_hascrc(&mp->m_sb)) {
667 struct xfs_dir3_blk_hdr *hdr3 = bp->b_addr;
668
669 memset(hdr3, 0, sizeof(*hdr3));
670 hdr3->magic = cpu_to_be32(XFS_DIR3_DATA_MAGIC);
671 hdr3->blkno = cpu_to_be64(bp->b_bn);
672 hdr3->owner = cpu_to_be64(dp->i_ino);
673 uuid_copy(&hdr3->uuid, &mp->m_sb.sb_meta_uuid);
674
675 } else
676 hdr->magic = cpu_to_be32(XFS_DIR2_DATA_MAGIC);
677
678 bf = dp->d_ops->data_bestfree_p(hdr);
679 bf[0].offset = cpu_to_be16(dp->d_ops->data_entry_offset);
680 for (i = 1; i < XFS_DIR2_DATA_FD_COUNT; i++) {
681 bf[i].length = 0;
682 bf[i].offset = 0;
683 }
684
685 /*
686 * Set up an unused entry for the block's body.
687 */
688 dup = dp->d_ops->data_unused_p(hdr);
689 dup->freetag = cpu_to_be16(XFS_DIR2_DATA_FREE_TAG);
690
691 t = args->geo->blksize - (uint)dp->d_ops->data_entry_offset;
692 bf[0].length = cpu_to_be16(t);
693 dup->length = cpu_to_be16(t);
694 *xfs_dir2_data_unused_tag_p(dup) = cpu_to_be16((char *)dup - (char *)hdr);
695 /*
696 * Log it and return it.
697 */
698 xfs_dir2_data_log_header(args, bp);
699 xfs_dir2_data_log_unused(args, bp, dup);
700 *bpp = bp;
701 return 0;
702}
703
704/*
705 * Log an active data entry from the block.
706 */
707void
708xfs_dir2_data_log_entry(
709 struct xfs_da_args *args,
710 struct xfs_buf *bp,
711 xfs_dir2_data_entry_t *dep) /* data entry pointer */
712{
713 struct xfs_dir2_data_hdr *hdr = bp->b_addr;
714
715 ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) ||
716 hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC) ||
717 hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
718 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC));
719
720 xfs_trans_log_buf(args->trans, bp, (uint)((char *)dep - (char *)hdr),
721 (uint)((char *)(args->dp->d_ops->data_entry_tag_p(dep) + 1) -
722 (char *)hdr - 1));
723}
724
725/*
726 * Log a data block header.
727 */
728void
729xfs_dir2_data_log_header(
730 struct xfs_da_args *args,
731 struct xfs_buf *bp)
732{
733#ifdef DEBUG
734 struct xfs_dir2_data_hdr *hdr = bp->b_addr;
735
736 ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) ||
737 hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC) ||
738 hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
739 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC));
740#endif
741
742 xfs_trans_log_buf(args->trans, bp, 0,
743 args->dp->d_ops->data_entry_offset - 1);
744}
745
746/*
747 * Log a data unused entry.
748 */
749void
750xfs_dir2_data_log_unused(
751 struct xfs_da_args *args,
752 struct xfs_buf *bp,
753 xfs_dir2_data_unused_t *dup) /* data unused pointer */
754{
755 xfs_dir2_data_hdr_t *hdr = bp->b_addr;
756
757 ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) ||
758 hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC) ||
759 hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) ||
760 hdr->magic == cpu_to_be32(XFS_DIR3_BLOCK_MAGIC));
761
762 /*
763 * Log the first part of the unused entry.
764 */
765 xfs_trans_log_buf(args->trans, bp, (uint)((char *)dup - (char *)hdr),
766 (uint)((char *)&dup->length + sizeof(dup->length) -
767 1 - (char *)hdr));
768 /*
769 * Log the end (tag) of the unused entry.
770 */
771 xfs_trans_log_buf(args->trans, bp,
772 (uint)((char *)xfs_dir2_data_unused_tag_p(dup) - (char *)hdr),
773 (uint)((char *)xfs_dir2_data_unused_tag_p(dup) - (char *)hdr +
774 sizeof(xfs_dir2_data_off_t) - 1));
775}
776
777/*
778 * Make a byte range in the data block unused.
779 * Its current contents are unimportant.
780 */
781void
782xfs_dir2_data_make_free(
783 struct xfs_da_args *args,
784 struct xfs_buf *bp,
785 xfs_dir2_data_aoff_t offset, /* starting byte offset */
786 xfs_dir2_data_aoff_t len, /* length in bytes */
787 int *needlogp, /* out: log header */
788 int *needscanp) /* out: regen bestfree */
789{
790 xfs_dir2_data_hdr_t *hdr; /* data block pointer */
791 xfs_dir2_data_free_t *dfp; /* bestfree pointer */
792 char *endptr; /* end of data area */
793 int needscan; /* need to regen bestfree */
794 xfs_dir2_data_unused_t *newdup; /* new unused entry */
795 xfs_dir2_data_unused_t *postdup; /* unused entry after us */
796 xfs_dir2_data_unused_t *prevdup; /* unused entry before us */
797 struct xfs_dir2_data_free *bf;
798
799 hdr = bp->b_addr;
800
801 /*
802 * Figure out where the end of the data area is.
803 */
804 endptr = xfs_dir3_data_endp(args->geo, hdr);
805 ASSERT(endptr != NULL);
806
807 /*
808 * If this isn't the start of the block, then back up to
809 * the previous entry and see if it's free.
810 */
811 if (offset > args->dp->d_ops->data_entry_offset) {
812 __be16 *tagp; /* tag just before us */
813
814 tagp = (__be16 *)((char *)hdr + offset) - 1;
815 prevdup = (xfs_dir2_data_unused_t *)((char *)hdr + be16_to_cpu(*tagp));
816 if (be16_to_cpu(prevdup->freetag) != XFS_DIR2_DATA_FREE_TAG)
817 prevdup = NULL;
818 } else
819 prevdup = NULL;
820 /*
821 * If this isn't the end of the block, see if the entry after
822 * us is free.
823 */
824 if ((char *)hdr + offset + len < endptr) {
825 postdup =
826 (xfs_dir2_data_unused_t *)((char *)hdr + offset + len);
827 if (be16_to_cpu(postdup->freetag) != XFS_DIR2_DATA_FREE_TAG)
828 postdup = NULL;
829 } else
830 postdup = NULL;
831 ASSERT(*needscanp == 0);
832 needscan = 0;
833 /*
834 * Previous and following entries are both free,
835 * merge everything into a single free entry.
836 */
837 bf = args->dp->d_ops->data_bestfree_p(hdr);
838 if (prevdup && postdup) {
839 xfs_dir2_data_free_t *dfp2; /* another bestfree pointer */
840
841 /*
842 * See if prevdup and/or postdup are in bestfree table.
843 */
844 dfp = xfs_dir2_data_freefind(hdr, bf, prevdup);
845 dfp2 = xfs_dir2_data_freefind(hdr, bf, postdup);
846 /*
847 * We need a rescan unless there are exactly 2 free entries
848 * namely our two. Then we know what's happening, otherwise
849 * since the third bestfree is there, there might be more
850 * entries.
851 */
852 needscan = (bf[2].length != 0);
853 /*
854 * Fix up the new big freespace.
855 */
856 be16_add_cpu(&prevdup->length, len + be16_to_cpu(postdup->length));
857 *xfs_dir2_data_unused_tag_p(prevdup) =
858 cpu_to_be16((char *)prevdup - (char *)hdr);
859 xfs_dir2_data_log_unused(args, bp, prevdup);
860 if (!needscan) {
861 /*
862 * Has to be the case that entries 0 and 1 are
863 * dfp and dfp2 (don't know which is which), and
864 * entry 2 is empty.
865 * Remove entry 1 first then entry 0.
866 */
867 ASSERT(dfp && dfp2);
868 if (dfp == &bf[1]) {
869 dfp = &bf[0];
870 ASSERT(dfp2 == dfp);
871 dfp2 = &bf[1];
872 }
873 xfs_dir2_data_freeremove(hdr, bf, dfp2, needlogp);
874 xfs_dir2_data_freeremove(hdr, bf, dfp, needlogp);
875 /*
876 * Now insert the new entry.
877 */
878 dfp = xfs_dir2_data_freeinsert(hdr, bf, prevdup,
879 needlogp);
880 ASSERT(dfp == &bf[0]);
881 ASSERT(dfp->length == prevdup->length);
882 ASSERT(!dfp[1].length);
883 ASSERT(!dfp[2].length);
884 }
885 }
886 /*
887 * The entry before us is free, merge with it.
888 */
889 else if (prevdup) {
890 dfp = xfs_dir2_data_freefind(hdr, bf, prevdup);
891 be16_add_cpu(&prevdup->length, len);
892 *xfs_dir2_data_unused_tag_p(prevdup) =
893 cpu_to_be16((char *)prevdup - (char *)hdr);
894 xfs_dir2_data_log_unused(args, bp, prevdup);
895 /*
896 * If the previous entry was in the table, the new entry
897 * is longer, so it will be in the table too. Remove
898 * the old one and add the new one.
899 */
900 if (dfp) {
901 xfs_dir2_data_freeremove(hdr, bf, dfp, needlogp);
902 xfs_dir2_data_freeinsert(hdr, bf, prevdup, needlogp);
903 }
904 /*
905 * Otherwise we need a scan if the new entry is big enough.
906 */
907 else {
908 needscan = be16_to_cpu(prevdup->length) >
909 be16_to_cpu(bf[2].length);
910 }
911 }
912 /*
913 * The following entry is free, merge with it.
914 */
915 else if (postdup) {
916 dfp = xfs_dir2_data_freefind(hdr, bf, postdup);
917 newdup = (xfs_dir2_data_unused_t *)((char *)hdr + offset);
918 newdup->freetag = cpu_to_be16(XFS_DIR2_DATA_FREE_TAG);
919 newdup->length = cpu_to_be16(len + be16_to_cpu(postdup->length));
920 *xfs_dir2_data_unused_tag_p(newdup) =
921 cpu_to_be16((char *)newdup - (char *)hdr);
922 xfs_dir2_data_log_unused(args, bp, newdup);
923 /*
924 * If the following entry was in the table, the new entry
925 * is longer, so it will be in the table too. Remove
926 * the old one and add the new one.
927 */
928 if (dfp) {
929 xfs_dir2_data_freeremove(hdr, bf, dfp, needlogp);
930 xfs_dir2_data_freeinsert(hdr, bf, newdup, needlogp);
931 }
932 /*
933 * Otherwise we need a scan if the new entry is big enough.
934 */
935 else {
936 needscan = be16_to_cpu(newdup->length) >
937 be16_to_cpu(bf[2].length);
938 }
939 }
940 /*
941 * Neither neighbor is free. Make a new entry.
942 */
943 else {
944 newdup = (xfs_dir2_data_unused_t *)((char *)hdr + offset);
945 newdup->freetag = cpu_to_be16(XFS_DIR2_DATA_FREE_TAG);
946 newdup->length = cpu_to_be16(len);
947 *xfs_dir2_data_unused_tag_p(newdup) =
948 cpu_to_be16((char *)newdup - (char *)hdr);
949 xfs_dir2_data_log_unused(args, bp, newdup);
950 xfs_dir2_data_freeinsert(hdr, bf, newdup, needlogp);
951 }
952 *needscanp = needscan;
953}
954
955/* Check our free data for obvious signs of corruption. */
956static inline xfs_failaddr_t
957xfs_dir2_data_check_free(
958 struct xfs_dir2_data_hdr *hdr,
959 struct xfs_dir2_data_unused *dup,
960 xfs_dir2_data_aoff_t offset,
961 xfs_dir2_data_aoff_t len)
962{
963 if (hdr->magic != cpu_to_be32(XFS_DIR2_DATA_MAGIC) &&
964 hdr->magic != cpu_to_be32(XFS_DIR3_DATA_MAGIC) &&
965 hdr->magic != cpu_to_be32(XFS_DIR2_BLOCK_MAGIC) &&
966 hdr->magic != cpu_to_be32(XFS_DIR3_BLOCK_MAGIC))
967 return __this_address;
968 if (be16_to_cpu(dup->freetag) != XFS_DIR2_DATA_FREE_TAG)
969 return __this_address;
970 if (offset < (char *)dup - (char *)hdr)
971 return __this_address;
972 if (offset + len > (char *)dup + be16_to_cpu(dup->length) - (char *)hdr)
973 return __this_address;
974 if ((char *)dup - (char *)hdr !=
975 be16_to_cpu(*xfs_dir2_data_unused_tag_p(dup)))
976 return __this_address;
977 return NULL;
978}
979
980/* Sanity-check a new bestfree entry. */
981static inline xfs_failaddr_t
982xfs_dir2_data_check_new_free(
983 struct xfs_dir2_data_hdr *hdr,
984 struct xfs_dir2_data_free *dfp,
985 struct xfs_dir2_data_unused *newdup)
986{
987 if (dfp == NULL)
988 return __this_address;
989 if (dfp->length != newdup->length)
990 return __this_address;
991 if (be16_to_cpu(dfp->offset) != (char *)newdup - (char *)hdr)
992 return __this_address;
993 return NULL;
994}
995
996/*
997 * Take a byte range out of an existing unused space and make it un-free.
998 */
999int
1000xfs_dir2_data_use_free(
1001 struct xfs_da_args *args,
1002 struct xfs_buf *bp,
1003 xfs_dir2_data_unused_t *dup, /* unused entry */
1004 xfs_dir2_data_aoff_t offset, /* starting offset to use */
1005 xfs_dir2_data_aoff_t len, /* length to use */
1006 int *needlogp, /* out: need to log header */
1007 int *needscanp) /* out: need regen bestfree */
1008{
1009 xfs_dir2_data_hdr_t *hdr; /* data block header */
1010 xfs_dir2_data_free_t *dfp; /* bestfree pointer */
1011 xfs_dir2_data_unused_t *newdup; /* new unused entry */
1012 xfs_dir2_data_unused_t *newdup2; /* another new unused entry */
1013 struct xfs_dir2_data_free *bf;
1014 xfs_failaddr_t fa;
1015 int matchback; /* matches end of freespace */
1016 int matchfront; /* matches start of freespace */
1017 int needscan; /* need to regen bestfree */
1018 int oldlen; /* old unused entry's length */
1019
1020 hdr = bp->b_addr;
1021 fa = xfs_dir2_data_check_free(hdr, dup, offset, len);
1022 if (fa)
1023 goto corrupt;
1024 /*
1025 * Look up the entry in the bestfree table.
1026 */
1027 oldlen = be16_to_cpu(dup->length);
1028 bf = args->dp->d_ops->data_bestfree_p(hdr);
1029 dfp = xfs_dir2_data_freefind(hdr, bf, dup);
1030 ASSERT(dfp || oldlen <= be16_to_cpu(bf[2].length));
1031 /*
1032 * Check for alignment with front and back of the entry.
1033 */
1034 matchfront = (char *)dup - (char *)hdr == offset;
1035 matchback = (char *)dup + oldlen - (char *)hdr == offset + len;
1036 ASSERT(*needscanp == 0);
1037 needscan = 0;
1038 /*
1039 * If we matched it exactly we just need to get rid of it from
1040 * the bestfree table.
1041 */
1042 if (matchfront && matchback) {
1043 if (dfp) {
1044 needscan = (bf[2].offset != 0);
1045 if (!needscan)
1046 xfs_dir2_data_freeremove(hdr, bf, dfp,
1047 needlogp);
1048 }
1049 }
1050 /*
1051 * We match the first part of the entry.
1052 * Make a new entry with the remaining freespace.
1053 */
1054 else if (matchfront) {
1055 newdup = (xfs_dir2_data_unused_t *)((char *)hdr + offset + len);
1056 newdup->freetag = cpu_to_be16(XFS_DIR2_DATA_FREE_TAG);
1057 newdup->length = cpu_to_be16(oldlen - len);
1058 *xfs_dir2_data_unused_tag_p(newdup) =
1059 cpu_to_be16((char *)newdup - (char *)hdr);
1060 xfs_dir2_data_log_unused(args, bp, newdup);
1061 /*
1062 * If it was in the table, remove it and add the new one.
1063 */
1064 if (dfp) {
1065 xfs_dir2_data_freeremove(hdr, bf, dfp, needlogp);
1066 dfp = xfs_dir2_data_freeinsert(hdr, bf, newdup,
1067 needlogp);
1068 fa = xfs_dir2_data_check_new_free(hdr, dfp, newdup);
1069 if (fa)
1070 goto corrupt;
1071 /*
1072 * If we got inserted at the last slot,
1073 * that means we don't know if there was a better
1074 * choice for the last slot, or not. Rescan.
1075 */
1076 needscan = dfp == &bf[2];
1077 }
1078 }
1079 /*
1080 * We match the last part of the entry.
1081 * Trim the allocated space off the tail of the entry.
1082 */
1083 else if (matchback) {
1084 newdup = dup;
1085 newdup->length = cpu_to_be16(((char *)hdr + offset) - (char *)newdup);
1086 *xfs_dir2_data_unused_tag_p(newdup) =
1087 cpu_to_be16((char *)newdup - (char *)hdr);
1088 xfs_dir2_data_log_unused(args, bp, newdup);
1089 /*
1090 * If it was in the table, remove it and add the new one.
1091 */
1092 if (dfp) {
1093 xfs_dir2_data_freeremove(hdr, bf, dfp, needlogp);
1094 dfp = xfs_dir2_data_freeinsert(hdr, bf, newdup,
1095 needlogp);
1096 fa = xfs_dir2_data_check_new_free(hdr, dfp, newdup);
1097 if (fa)
1098 goto corrupt;
1099 /*
1100 * If we got inserted at the last slot,
1101 * that means we don't know if there was a better
1102 * choice for the last slot, or not. Rescan.
1103 */
1104 needscan = dfp == &bf[2];
1105 }
1106 }
1107 /*
1108 * Poking out the middle of an entry.
1109 * Make two new entries.
1110 */
1111 else {
1112 newdup = dup;
1113 newdup->length = cpu_to_be16(((char *)hdr + offset) - (char *)newdup);
1114 *xfs_dir2_data_unused_tag_p(newdup) =
1115 cpu_to_be16((char *)newdup - (char *)hdr);
1116 xfs_dir2_data_log_unused(args, bp, newdup);
1117 newdup2 = (xfs_dir2_data_unused_t *)((char *)hdr + offset + len);
1118 newdup2->freetag = cpu_to_be16(XFS_DIR2_DATA_FREE_TAG);
1119 newdup2->length = cpu_to_be16(oldlen - len - be16_to_cpu(newdup->length));
1120 *xfs_dir2_data_unused_tag_p(newdup2) =
1121 cpu_to_be16((char *)newdup2 - (char *)hdr);
1122 xfs_dir2_data_log_unused(args, bp, newdup2);
1123 /*
1124 * If the old entry was in the table, we need to scan
1125 * if the 3rd entry was valid, since these entries
1126 * are smaller than the old one.
1127 * If we don't need to scan that means there were 1 or 2
1128 * entries in the table, and removing the old and adding
1129 * the 2 new will work.
1130 */
1131 if (dfp) {
1132 needscan = (bf[2].length != 0);
1133 if (!needscan) {
1134 xfs_dir2_data_freeremove(hdr, bf, dfp,
1135 needlogp);
1136 xfs_dir2_data_freeinsert(hdr, bf, newdup,
1137 needlogp);
1138 xfs_dir2_data_freeinsert(hdr, bf, newdup2,
1139 needlogp);
1140 }
1141 }
1142 }
1143 *needscanp = needscan;
1144 return 0;
1145corrupt:
1146 xfs_corruption_error(__func__, XFS_ERRLEVEL_LOW, args->dp->i_mount,
1147 hdr, sizeof(*hdr), __FILE__, __LINE__, fa);
1148 return -EFSCORRUPTED;
1149}
1150
1151/* Find the end of the entry data in a data/block format dir block. */
1152void *
1153xfs_dir3_data_endp(
1154 struct xfs_da_geometry *geo,
1155 struct xfs_dir2_data_hdr *hdr)
1156{
1157 switch (hdr->magic) {
1158 case cpu_to_be32(XFS_DIR3_BLOCK_MAGIC):
1159 case cpu_to_be32(XFS_DIR2_BLOCK_MAGIC):
1160 return xfs_dir2_block_leaf_p(xfs_dir2_block_tail_p(geo, hdr));
1161 case cpu_to_be32(XFS_DIR3_DATA_MAGIC):
1162 case cpu_to_be32(XFS_DIR2_DATA_MAGIC):
1163 return (char *)hdr + geo->blksize;
1164 default:
1165 return NULL;
1166 }
1167}