Loading...
1/*
2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
3 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
4 *
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
7 * of the GNU General Public License version 2.
8 */
9
10#include <linux/module.h>
11#include <linux/slab.h>
12#include <linux/spinlock.h>
13#include <linux/completion.h>
14#include <linux/buffer_head.h>
15#include <linux/gfs2_ondisk.h>
16#include <linux/crc32.h>
17#include <linux/crc32c.h>
18#include <linux/ktime.h>
19
20#include "gfs2.h"
21#include "incore.h"
22#include "bmap.h"
23#include "glock.h"
24#include "glops.h"
25#include "log.h"
26#include "lops.h"
27#include "meta_io.h"
28#include "recovery.h"
29#include "super.h"
30#include "util.h"
31#include "dir.h"
32
33struct workqueue_struct *gfs_recovery_wq;
34
35int gfs2_replay_read_block(struct gfs2_jdesc *jd, unsigned int blk,
36 struct buffer_head **bh)
37{
38 struct gfs2_inode *ip = GFS2_I(jd->jd_inode);
39 struct gfs2_glock *gl = ip->i_gl;
40 int new = 0;
41 u64 dblock;
42 u32 extlen;
43 int error;
44
45 error = gfs2_extent_map(&ip->i_inode, blk, &new, &dblock, &extlen);
46 if (error)
47 return error;
48 if (!dblock) {
49 gfs2_consist_inode(ip);
50 return -EIO;
51 }
52
53 *bh = gfs2_meta_ra(gl, dblock, extlen);
54
55 return error;
56}
57
58int gfs2_revoke_add(struct gfs2_jdesc *jd, u64 blkno, unsigned int where)
59{
60 struct list_head *head = &jd->jd_revoke_list;
61 struct gfs2_revoke_replay *rr;
62 int found = 0;
63
64 list_for_each_entry(rr, head, rr_list) {
65 if (rr->rr_blkno == blkno) {
66 found = 1;
67 break;
68 }
69 }
70
71 if (found) {
72 rr->rr_where = where;
73 return 0;
74 }
75
76 rr = kmalloc(sizeof(struct gfs2_revoke_replay), GFP_NOFS);
77 if (!rr)
78 return -ENOMEM;
79
80 rr->rr_blkno = blkno;
81 rr->rr_where = where;
82 list_add(&rr->rr_list, head);
83
84 return 1;
85}
86
87int gfs2_revoke_check(struct gfs2_jdesc *jd, u64 blkno, unsigned int where)
88{
89 struct gfs2_revoke_replay *rr;
90 int wrap, a, b, revoke;
91 int found = 0;
92
93 list_for_each_entry(rr, &jd->jd_revoke_list, rr_list) {
94 if (rr->rr_blkno == blkno) {
95 found = 1;
96 break;
97 }
98 }
99
100 if (!found)
101 return 0;
102
103 wrap = (rr->rr_where < jd->jd_replay_tail);
104 a = (jd->jd_replay_tail < where);
105 b = (where < rr->rr_where);
106 revoke = (wrap) ? (a || b) : (a && b);
107
108 return revoke;
109}
110
111void gfs2_revoke_clean(struct gfs2_jdesc *jd)
112{
113 struct list_head *head = &jd->jd_revoke_list;
114 struct gfs2_revoke_replay *rr;
115
116 while (!list_empty(head)) {
117 rr = list_entry(head->next, struct gfs2_revoke_replay, rr_list);
118 list_del(&rr->rr_list);
119 kfree(rr);
120 }
121}
122
123/**
124 * get_log_header - read the log header for a given segment
125 * @jd: the journal
126 * @blk: the block to look at
127 * @lh: the log header to return
128 *
129 * Read the log header for a given segement in a given journal. Do a few
130 * sanity checks on it.
131 *
132 * Returns: 0 on success,
133 * 1 if the header was invalid or incomplete,
134 * errno on error
135 */
136
137static int get_log_header(struct gfs2_jdesc *jd, unsigned int blk,
138 struct gfs2_log_header_host *head)
139{
140 struct gfs2_log_header *lh;
141 struct buffer_head *bh;
142 u32 hash, crc;
143 int error;
144
145 error = gfs2_replay_read_block(jd, blk, &bh);
146 if (error)
147 return error;
148 lh = (void *)bh->b_data;
149
150 hash = crc32(~0, lh, LH_V1_SIZE - 4);
151 hash = ~crc32_le_shift(hash, 4); /* assume lh_hash is zero */
152
153 crc = crc32c(~0, (void *)lh + LH_V1_SIZE + 4,
154 bh->b_size - LH_V1_SIZE - 4);
155
156 error = lh->lh_header.mh_magic != cpu_to_be32(GFS2_MAGIC) ||
157 lh->lh_header.mh_type != cpu_to_be32(GFS2_METATYPE_LH) ||
158 be32_to_cpu(lh->lh_blkno) != blk ||
159 be32_to_cpu(lh->lh_hash) != hash ||
160 (lh->lh_crc != 0 && be32_to_cpu(lh->lh_crc) != crc);
161
162 brelse(bh);
163
164 if (!error) {
165 head->lh_sequence = be64_to_cpu(lh->lh_sequence);
166 head->lh_flags = be32_to_cpu(lh->lh_flags);
167 head->lh_tail = be32_to_cpu(lh->lh_tail);
168 head->lh_blkno = be32_to_cpu(lh->lh_blkno);
169 }
170 return error;
171}
172
173/**
174 * find_good_lh - find a good log header
175 * @jd: the journal
176 * @blk: the segment to start searching from
177 * @lh: the log header to fill in
178 * @forward: if true search forward in the log, else search backward
179 *
180 * Call get_log_header() to get a log header for a segment, but if the
181 * segment is bad, either scan forward or backward until we find a good one.
182 *
183 * Returns: errno
184 */
185
186static int find_good_lh(struct gfs2_jdesc *jd, unsigned int *blk,
187 struct gfs2_log_header_host *head)
188{
189 unsigned int orig_blk = *blk;
190 int error;
191
192 for (;;) {
193 error = get_log_header(jd, *blk, head);
194 if (error <= 0)
195 return error;
196
197 if (++*blk == jd->jd_blocks)
198 *blk = 0;
199
200 if (*blk == orig_blk) {
201 gfs2_consist_inode(GFS2_I(jd->jd_inode));
202 return -EIO;
203 }
204 }
205}
206
207/**
208 * jhead_scan - make sure we've found the head of the log
209 * @jd: the journal
210 * @head: this is filled in with the log descriptor of the head
211 *
212 * At this point, seg and lh should be either the head of the log or just
213 * before. Scan forward until we find the head.
214 *
215 * Returns: errno
216 */
217
218static int jhead_scan(struct gfs2_jdesc *jd, struct gfs2_log_header_host *head)
219{
220 unsigned int blk = head->lh_blkno;
221 struct gfs2_log_header_host lh;
222 int error;
223
224 for (;;) {
225 if (++blk == jd->jd_blocks)
226 blk = 0;
227
228 error = get_log_header(jd, blk, &lh);
229 if (error < 0)
230 return error;
231 if (error == 1)
232 continue;
233
234 if (lh.lh_sequence == head->lh_sequence) {
235 gfs2_consist_inode(GFS2_I(jd->jd_inode));
236 return -EIO;
237 }
238 if (lh.lh_sequence < head->lh_sequence)
239 break;
240
241 *head = lh;
242 }
243
244 return 0;
245}
246
247/**
248 * gfs2_find_jhead - find the head of a log
249 * @jd: the journal
250 * @head: the log descriptor for the head of the log is returned here
251 *
252 * Do a binary search of a journal and find the valid log entry with the
253 * highest sequence number. (i.e. the log head)
254 *
255 * Returns: errno
256 */
257
258int gfs2_find_jhead(struct gfs2_jdesc *jd, struct gfs2_log_header_host *head)
259{
260 struct gfs2_log_header_host lh_1, lh_m;
261 u32 blk_1, blk_2, blk_m;
262 int error;
263
264 blk_1 = 0;
265 blk_2 = jd->jd_blocks - 1;
266
267 for (;;) {
268 blk_m = (blk_1 + blk_2) / 2;
269
270 error = find_good_lh(jd, &blk_1, &lh_1);
271 if (error)
272 return error;
273
274 error = find_good_lh(jd, &blk_m, &lh_m);
275 if (error)
276 return error;
277
278 if (blk_1 == blk_m || blk_m == blk_2)
279 break;
280
281 if (lh_1.lh_sequence <= lh_m.lh_sequence)
282 blk_1 = blk_m;
283 else
284 blk_2 = blk_m;
285 }
286
287 error = jhead_scan(jd, &lh_1);
288 if (error)
289 return error;
290
291 *head = lh_1;
292
293 return error;
294}
295
296/**
297 * foreach_descriptor - go through the active part of the log
298 * @jd: the journal
299 * @start: the first log header in the active region
300 * @end: the last log header (don't process the contents of this entry))
301 *
302 * Call a given function once for every log descriptor in the active
303 * portion of the log.
304 *
305 * Returns: errno
306 */
307
308static int foreach_descriptor(struct gfs2_jdesc *jd, unsigned int start,
309 unsigned int end, int pass)
310{
311 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
312 struct buffer_head *bh;
313 struct gfs2_log_descriptor *ld;
314 int error = 0;
315 u32 length;
316 __be64 *ptr;
317 unsigned int offset = sizeof(struct gfs2_log_descriptor);
318 offset += sizeof(__be64) - 1;
319 offset &= ~(sizeof(__be64) - 1);
320
321 while (start != end) {
322 error = gfs2_replay_read_block(jd, start, &bh);
323 if (error)
324 return error;
325 if (gfs2_meta_check(sdp, bh)) {
326 brelse(bh);
327 return -EIO;
328 }
329 ld = (struct gfs2_log_descriptor *)bh->b_data;
330 length = be32_to_cpu(ld->ld_length);
331
332 if (be32_to_cpu(ld->ld_header.mh_type) == GFS2_METATYPE_LH) {
333 struct gfs2_log_header_host lh;
334 error = get_log_header(jd, start, &lh);
335 if (!error) {
336 gfs2_replay_incr_blk(jd, &start);
337 brelse(bh);
338 continue;
339 }
340 if (error == 1) {
341 gfs2_consist_inode(GFS2_I(jd->jd_inode));
342 error = -EIO;
343 }
344 brelse(bh);
345 return error;
346 } else if (gfs2_metatype_check(sdp, bh, GFS2_METATYPE_LD)) {
347 brelse(bh);
348 return -EIO;
349 }
350 ptr = (__be64 *)(bh->b_data + offset);
351 error = lops_scan_elements(jd, start, ld, ptr, pass);
352 if (error) {
353 brelse(bh);
354 return error;
355 }
356
357 while (length--)
358 gfs2_replay_incr_blk(jd, &start);
359
360 brelse(bh);
361 }
362
363 return 0;
364}
365
366/**
367 * clean_journal - mark a dirty journal as being clean
368 * @jd: the journal
369 * @head: the head journal to start from
370 *
371 * Returns: errno
372 */
373
374static void clean_journal(struct gfs2_jdesc *jd,
375 struct gfs2_log_header_host *head)
376{
377 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
378
379 sdp->sd_log_flush_head = head->lh_blkno;
380 gfs2_replay_incr_blk(jd, &sdp->sd_log_flush_head);
381 gfs2_write_log_header(sdp, jd, head->lh_sequence + 1, 0,
382 GFS2_LOG_HEAD_UNMOUNT | GFS2_LOG_HEAD_RECOVERY,
383 REQ_PREFLUSH | REQ_FUA | REQ_META | REQ_SYNC);
384}
385
386
387static void gfs2_recovery_done(struct gfs2_sbd *sdp, unsigned int jid,
388 unsigned int message)
389{
390 char env_jid[20];
391 char env_status[20];
392 char *envp[] = { env_jid, env_status, NULL };
393 struct lm_lockstruct *ls = &sdp->sd_lockstruct;
394
395 ls->ls_recover_jid_done = jid;
396 ls->ls_recover_jid_status = message;
397 sprintf(env_jid, "JID=%u", jid);
398 sprintf(env_status, "RECOVERY=%s",
399 message == LM_RD_SUCCESS ? "Done" : "Failed");
400 kobject_uevent_env(&sdp->sd_kobj, KOBJ_CHANGE, envp);
401
402 if (sdp->sd_lockstruct.ls_ops->lm_recovery_result)
403 sdp->sd_lockstruct.ls_ops->lm_recovery_result(sdp, jid, message);
404}
405
406void gfs2_recover_func(struct work_struct *work)
407{
408 struct gfs2_jdesc *jd = container_of(work, struct gfs2_jdesc, jd_work);
409 struct gfs2_inode *ip = GFS2_I(jd->jd_inode);
410 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
411 struct gfs2_log_header_host head;
412 struct gfs2_holder j_gh, ji_gh, thaw_gh;
413 ktime_t t_start, t_jlck, t_jhd, t_tlck, t_rep;
414 int ro = 0;
415 unsigned int pass;
416 int error;
417 int jlocked = 0;
418
419 t_start = ktime_get();
420 if (sdp->sd_args.ar_spectator ||
421 (jd->jd_jid != sdp->sd_lockstruct.ls_jid)) {
422 fs_info(sdp, "jid=%u: Trying to acquire journal lock...\n",
423 jd->jd_jid);
424 jlocked = 1;
425 /* Acquire the journal lock so we can do recovery */
426
427 error = gfs2_glock_nq_num(sdp, jd->jd_jid, &gfs2_journal_glops,
428 LM_ST_EXCLUSIVE,
429 LM_FLAG_NOEXP | LM_FLAG_TRY | GL_NOCACHE,
430 &j_gh);
431 switch (error) {
432 case 0:
433 break;
434
435 case GLR_TRYFAILED:
436 fs_info(sdp, "jid=%u: Busy\n", jd->jd_jid);
437 error = 0;
438
439 default:
440 goto fail;
441 };
442
443 error = gfs2_glock_nq_init(ip->i_gl, LM_ST_SHARED,
444 LM_FLAG_NOEXP | GL_NOCACHE, &ji_gh);
445 if (error)
446 goto fail_gunlock_j;
447 } else {
448 fs_info(sdp, "jid=%u, already locked for use\n", jd->jd_jid);
449 }
450
451 t_jlck = ktime_get();
452 fs_info(sdp, "jid=%u: Looking at journal...\n", jd->jd_jid);
453
454 error = gfs2_jdesc_check(jd);
455 if (error)
456 goto fail_gunlock_ji;
457
458 error = gfs2_find_jhead(jd, &head);
459 if (error)
460 goto fail_gunlock_ji;
461 t_jhd = ktime_get();
462
463 if (!(head.lh_flags & GFS2_LOG_HEAD_UNMOUNT)) {
464 fs_info(sdp, "jid=%u: Acquiring the transaction lock...\n",
465 jd->jd_jid);
466
467 /* Acquire a shared hold on the freeze lock */
468
469 error = gfs2_glock_nq_init(sdp->sd_freeze_gl, LM_ST_SHARED,
470 LM_FLAG_NOEXP | LM_FLAG_PRIORITY,
471 &thaw_gh);
472 if (error)
473 goto fail_gunlock_ji;
474
475 if (test_bit(SDF_RORECOVERY, &sdp->sd_flags)) {
476 ro = 1;
477 } else if (test_bit(SDF_JOURNAL_CHECKED, &sdp->sd_flags)) {
478 if (!test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags))
479 ro = 1;
480 } else {
481 if (sb_rdonly(sdp->sd_vfs)) {
482 /* check if device itself is read-only */
483 ro = bdev_read_only(sdp->sd_vfs->s_bdev);
484 if (!ro) {
485 fs_info(sdp, "recovery required on "
486 "read-only filesystem.\n");
487 fs_info(sdp, "write access will be "
488 "enabled during recovery.\n");
489 }
490 }
491 }
492
493 if (ro) {
494 fs_warn(sdp, "jid=%u: Can't replay: read-only block "
495 "device\n", jd->jd_jid);
496 error = -EROFS;
497 goto fail_gunlock_thaw;
498 }
499
500 t_tlck = ktime_get();
501 fs_info(sdp, "jid=%u: Replaying journal...\n", jd->jd_jid);
502
503 for (pass = 0; pass < 2; pass++) {
504 lops_before_scan(jd, &head, pass);
505 error = foreach_descriptor(jd, head.lh_tail,
506 head.lh_blkno, pass);
507 lops_after_scan(jd, error, pass);
508 if (error)
509 goto fail_gunlock_thaw;
510 }
511
512 clean_journal(jd, &head);
513
514 gfs2_glock_dq_uninit(&thaw_gh);
515 t_rep = ktime_get();
516 fs_info(sdp, "jid=%u: Journal replayed in %lldms [jlck:%lldms, "
517 "jhead:%lldms, tlck:%lldms, replay:%lldms]\n",
518 jd->jd_jid, ktime_ms_delta(t_rep, t_start),
519 ktime_ms_delta(t_jlck, t_start),
520 ktime_ms_delta(t_jhd, t_jlck),
521 ktime_ms_delta(t_tlck, t_jhd),
522 ktime_ms_delta(t_rep, t_tlck));
523 }
524
525 gfs2_recovery_done(sdp, jd->jd_jid, LM_RD_SUCCESS);
526
527 if (jlocked) {
528 gfs2_glock_dq_uninit(&ji_gh);
529 gfs2_glock_dq_uninit(&j_gh);
530 }
531
532 fs_info(sdp, "jid=%u: Done\n", jd->jd_jid);
533 goto done;
534
535fail_gunlock_thaw:
536 gfs2_glock_dq_uninit(&thaw_gh);
537fail_gunlock_ji:
538 if (jlocked) {
539 gfs2_glock_dq_uninit(&ji_gh);
540fail_gunlock_j:
541 gfs2_glock_dq_uninit(&j_gh);
542 }
543
544 fs_info(sdp, "jid=%u: %s\n", jd->jd_jid, (error) ? "Failed" : "Done");
545fail:
546 jd->jd_recover_error = error;
547 gfs2_recovery_done(sdp, jd->jd_jid, LM_RD_GAVEUP);
548done:
549 clear_bit(JDF_RECOVERY, &jd->jd_flags);
550 smp_mb__after_atomic();
551 wake_up_bit(&jd->jd_flags, JDF_RECOVERY);
552}
553
554int gfs2_recover_journal(struct gfs2_jdesc *jd, bool wait)
555{
556 int rv;
557
558 if (test_and_set_bit(JDF_RECOVERY, &jd->jd_flags))
559 return -EBUSY;
560
561 /* we have JDF_RECOVERY, queue should always succeed */
562 rv = queue_work(gfs_recovery_wq, &jd->jd_work);
563 BUG_ON(!rv);
564
565 if (wait)
566 wait_on_bit(&jd->jd_flags, JDF_RECOVERY,
567 TASK_UNINTERRUPTIBLE);
568
569 return wait ? jd->jd_recover_error : 0;
570}
571
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
4 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
5 */
6
7#include <linux/module.h>
8#include <linux/slab.h>
9#include <linux/spinlock.h>
10#include <linux/completion.h>
11#include <linux/buffer_head.h>
12#include <linux/gfs2_ondisk.h>
13#include <linux/crc32.h>
14#include <linux/crc32c.h>
15#include <linux/ktime.h>
16
17#include "gfs2.h"
18#include "incore.h"
19#include "bmap.h"
20#include "glock.h"
21#include "glops.h"
22#include "log.h"
23#include "lops.h"
24#include "meta_io.h"
25#include "recovery.h"
26#include "super.h"
27#include "util.h"
28#include "dir.h"
29
30struct workqueue_struct *gfs2_recovery_wq;
31
32int gfs2_replay_read_block(struct gfs2_jdesc *jd, unsigned int blk,
33 struct buffer_head **bh)
34{
35 struct gfs2_inode *ip = GFS2_I(jd->jd_inode);
36 struct gfs2_glock *gl = ip->i_gl;
37 u64 dblock;
38 u32 extlen;
39 int error;
40
41 extlen = 32;
42 error = gfs2_get_extent(&ip->i_inode, blk, &dblock, &extlen);
43 if (error)
44 return error;
45 if (!dblock) {
46 gfs2_consist_inode(ip);
47 return -EIO;
48 }
49
50 *bh = gfs2_meta_ra(gl, dblock, extlen);
51
52 return error;
53}
54
55int gfs2_revoke_add(struct gfs2_jdesc *jd, u64 blkno, unsigned int where)
56{
57 struct list_head *head = &jd->jd_revoke_list;
58 struct gfs2_revoke_replay *rr = NULL, *iter;
59
60 list_for_each_entry(iter, head, rr_list) {
61 if (iter->rr_blkno == blkno) {
62 rr = iter;
63 break;
64 }
65 }
66
67 if (rr) {
68 rr->rr_where = where;
69 return 0;
70 }
71
72 rr = kmalloc(sizeof(struct gfs2_revoke_replay), GFP_NOFS);
73 if (!rr)
74 return -ENOMEM;
75
76 rr->rr_blkno = blkno;
77 rr->rr_where = where;
78 list_add(&rr->rr_list, head);
79
80 return 1;
81}
82
83int gfs2_revoke_check(struct gfs2_jdesc *jd, u64 blkno, unsigned int where)
84{
85 struct gfs2_revoke_replay *rr = NULL, *iter;
86 int wrap, a, b, revoke;
87
88 list_for_each_entry(iter, &jd->jd_revoke_list, rr_list) {
89 if (iter->rr_blkno == blkno) {
90 rr = iter;
91 break;
92 }
93 }
94
95 if (!rr)
96 return 0;
97
98 wrap = (rr->rr_where < jd->jd_replay_tail);
99 a = (jd->jd_replay_tail < where);
100 b = (where < rr->rr_where);
101 revoke = (wrap) ? (a || b) : (a && b);
102
103 return revoke;
104}
105
106void gfs2_revoke_clean(struct gfs2_jdesc *jd)
107{
108 struct list_head *head = &jd->jd_revoke_list;
109 struct gfs2_revoke_replay *rr;
110
111 while (!list_empty(head)) {
112 rr = list_first_entry(head, struct gfs2_revoke_replay, rr_list);
113 list_del(&rr->rr_list);
114 kfree(rr);
115 }
116}
117
118int __get_log_header(struct gfs2_sbd *sdp, const struct gfs2_log_header *lh,
119 unsigned int blkno, struct gfs2_log_header_host *head)
120{
121 u32 hash, crc;
122
123 if (lh->lh_header.mh_magic != cpu_to_be32(GFS2_MAGIC) ||
124 lh->lh_header.mh_type != cpu_to_be32(GFS2_METATYPE_LH) ||
125 (blkno && be32_to_cpu(lh->lh_blkno) != blkno))
126 return 1;
127
128 hash = crc32(~0, lh, LH_V1_SIZE - 4);
129 hash = ~crc32_le_shift(hash, 4); /* assume lh_hash is zero */
130
131 if (be32_to_cpu(lh->lh_hash) != hash)
132 return 1;
133
134 crc = crc32c(~0, (void *)lh + LH_V1_SIZE + 4,
135 sdp->sd_sb.sb_bsize - LH_V1_SIZE - 4);
136
137 if ((lh->lh_crc != 0 && be32_to_cpu(lh->lh_crc) != crc))
138 return 1;
139
140 head->lh_sequence = be64_to_cpu(lh->lh_sequence);
141 head->lh_flags = be32_to_cpu(lh->lh_flags);
142 head->lh_tail = be32_to_cpu(lh->lh_tail);
143 head->lh_blkno = be32_to_cpu(lh->lh_blkno);
144
145 head->lh_local_total = be64_to_cpu(lh->lh_local_total);
146 head->lh_local_free = be64_to_cpu(lh->lh_local_free);
147 head->lh_local_dinodes = be64_to_cpu(lh->lh_local_dinodes);
148
149 return 0;
150}
151/**
152 * get_log_header - read the log header for a given segment
153 * @jd: the journal
154 * @blk: the block to look at
155 * @head: the log header to return
156 *
157 * Read the log header for a given segement in a given journal. Do a few
158 * sanity checks on it.
159 *
160 * Returns: 0 on success,
161 * 1 if the header was invalid or incomplete,
162 * errno on error
163 */
164
165static int get_log_header(struct gfs2_jdesc *jd, unsigned int blk,
166 struct gfs2_log_header_host *head)
167{
168 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
169 struct buffer_head *bh;
170 int error;
171
172 error = gfs2_replay_read_block(jd, blk, &bh);
173 if (error)
174 return error;
175
176 error = __get_log_header(sdp, (const struct gfs2_log_header *)bh->b_data,
177 blk, head);
178 brelse(bh);
179
180 return error;
181}
182
183/**
184 * foreach_descriptor - go through the active part of the log
185 * @jd: the journal
186 * @start: the first log header in the active region
187 * @end: the last log header (don't process the contents of this entry))
188 * @pass: iteration number (foreach_descriptor() is called in a for() loop)
189 *
190 * Call a given function once for every log descriptor in the active
191 * portion of the log.
192 *
193 * Returns: errno
194 */
195
196static int foreach_descriptor(struct gfs2_jdesc *jd, u32 start,
197 unsigned int end, int pass)
198{
199 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
200 struct buffer_head *bh;
201 struct gfs2_log_descriptor *ld;
202 int error = 0;
203 u32 length;
204 __be64 *ptr;
205 unsigned int offset = sizeof(struct gfs2_log_descriptor);
206 offset += sizeof(__be64) - 1;
207 offset &= ~(sizeof(__be64) - 1);
208
209 while (start != end) {
210 error = gfs2_replay_read_block(jd, start, &bh);
211 if (error)
212 return error;
213 if (gfs2_meta_check(sdp, bh)) {
214 brelse(bh);
215 return -EIO;
216 }
217 ld = (struct gfs2_log_descriptor *)bh->b_data;
218 length = be32_to_cpu(ld->ld_length);
219
220 if (be32_to_cpu(ld->ld_header.mh_type) == GFS2_METATYPE_LH) {
221 struct gfs2_log_header_host lh;
222 error = get_log_header(jd, start, &lh);
223 if (!error) {
224 gfs2_replay_incr_blk(jd, &start);
225 brelse(bh);
226 continue;
227 }
228 if (error == 1) {
229 gfs2_consist_inode(GFS2_I(jd->jd_inode));
230 error = -EIO;
231 }
232 brelse(bh);
233 return error;
234 } else if (gfs2_metatype_check(sdp, bh, GFS2_METATYPE_LD)) {
235 brelse(bh);
236 return -EIO;
237 }
238 ptr = (__be64 *)(bh->b_data + offset);
239 error = lops_scan_elements(jd, start, ld, ptr, pass);
240 if (error) {
241 brelse(bh);
242 return error;
243 }
244
245 while (length--)
246 gfs2_replay_incr_blk(jd, &start);
247
248 brelse(bh);
249 }
250
251 return 0;
252}
253
254/**
255 * clean_journal - mark a dirty journal as being clean
256 * @jd: the journal
257 * @head: the head journal to start from
258 *
259 * Returns: errno
260 */
261
262static void clean_journal(struct gfs2_jdesc *jd,
263 struct gfs2_log_header_host *head)
264{
265 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
266 u32 lblock = head->lh_blkno;
267
268 gfs2_replay_incr_blk(jd, &lblock);
269 gfs2_write_log_header(sdp, jd, head->lh_sequence + 1, 0, lblock,
270 GFS2_LOG_HEAD_UNMOUNT | GFS2_LOG_HEAD_RECOVERY,
271 REQ_PREFLUSH | REQ_FUA | REQ_META | REQ_SYNC);
272 if (jd->jd_jid == sdp->sd_lockstruct.ls_jid) {
273 sdp->sd_log_flush_head = lblock;
274 gfs2_log_incr_head(sdp);
275 }
276}
277
278
279static void gfs2_recovery_done(struct gfs2_sbd *sdp, unsigned int jid,
280 unsigned int message)
281{
282 char env_jid[20];
283 char env_status[20];
284 char *envp[] = { env_jid, env_status, NULL };
285 struct lm_lockstruct *ls = &sdp->sd_lockstruct;
286
287 ls->ls_recover_jid_done = jid;
288 ls->ls_recover_jid_status = message;
289 sprintf(env_jid, "JID=%u", jid);
290 sprintf(env_status, "RECOVERY=%s",
291 message == LM_RD_SUCCESS ? "Done" : "Failed");
292 kobject_uevent_env(&sdp->sd_kobj, KOBJ_CHANGE, envp);
293
294 if (sdp->sd_lockstruct.ls_ops->lm_recovery_result)
295 sdp->sd_lockstruct.ls_ops->lm_recovery_result(sdp, jid, message);
296}
297
298/**
299 * update_statfs_inode - Update the master statfs inode or zero out the local
300 * statfs inode for a given journal.
301 * @jd: The journal
302 * @head: If NULL, @inode is the local statfs inode and we need to zero it out.
303 * Otherwise, it @head contains the statfs change info that needs to be
304 * synced to the master statfs inode (pointed to by @inode).
305 * @inode: statfs inode to update.
306 */
307static int update_statfs_inode(struct gfs2_jdesc *jd,
308 struct gfs2_log_header_host *head,
309 struct inode *inode)
310{
311 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
312 struct gfs2_inode *ip;
313 struct buffer_head *bh;
314 struct gfs2_statfs_change_host sc;
315 int error = 0;
316
317 BUG_ON(!inode);
318 ip = GFS2_I(inode);
319
320 error = gfs2_meta_inode_buffer(ip, &bh);
321 if (error)
322 goto out;
323
324 spin_lock(&sdp->sd_statfs_spin);
325
326 if (head) { /* Update the master statfs inode */
327 gfs2_statfs_change_in(&sc, bh->b_data + sizeof(struct gfs2_dinode));
328 sc.sc_total += head->lh_local_total;
329 sc.sc_free += head->lh_local_free;
330 sc.sc_dinodes += head->lh_local_dinodes;
331 gfs2_statfs_change_out(&sc, bh->b_data + sizeof(struct gfs2_dinode));
332
333 fs_info(sdp, "jid=%u: Updated master statfs Total:%lld, "
334 "Free:%lld, Dinodes:%lld after change "
335 "[%+lld,%+lld,%+lld]\n", jd->jd_jid, sc.sc_total,
336 sc.sc_free, sc.sc_dinodes, head->lh_local_total,
337 head->lh_local_free, head->lh_local_dinodes);
338 } else { /* Zero out the local statfs inode */
339 memset(bh->b_data + sizeof(struct gfs2_dinode), 0,
340 sizeof(struct gfs2_statfs_change));
341 /* If it's our own journal, reset any in-memory changes too */
342 if (jd->jd_jid == sdp->sd_lockstruct.ls_jid) {
343 memset(&sdp->sd_statfs_local, 0,
344 sizeof(struct gfs2_statfs_change_host));
345 }
346 }
347 spin_unlock(&sdp->sd_statfs_spin);
348
349 mark_buffer_dirty(bh);
350 brelse(bh);
351 gfs2_inode_metasync(ip->i_gl);
352
353out:
354 return error;
355}
356
357/**
358 * recover_local_statfs - Update the master and local statfs changes for this
359 * journal.
360 *
361 * Previously, statfs updates would be read in from the local statfs inode and
362 * synced to the master statfs inode during recovery.
363 *
364 * We now use the statfs updates in the journal head to update the master statfs
365 * inode instead of reading in from the local statfs inode. To preserve backward
366 * compatibility with kernels that can't do this, we still need to keep the
367 * local statfs inode up to date by writing changes to it. At some point in the
368 * future, we can do away with the local statfs inodes altogether and keep the
369 * statfs changes solely in the journal.
370 *
371 * @jd: the journal
372 * @head: the journal head
373 *
374 * Returns: errno
375 */
376static void recover_local_statfs(struct gfs2_jdesc *jd,
377 struct gfs2_log_header_host *head)
378{
379 int error;
380 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
381
382 if (!head->lh_local_total && !head->lh_local_free
383 && !head->lh_local_dinodes) /* No change */
384 goto zero_local;
385
386 /* First update the master statfs inode with the changes we
387 * found in the journal. */
388 error = update_statfs_inode(jd, head, sdp->sd_statfs_inode);
389 if (error)
390 goto out;
391
392zero_local:
393 /* Zero out the local statfs inode so any changes in there
394 * are not re-recovered. */
395 error = update_statfs_inode(jd, NULL,
396 find_local_statfs_inode(sdp, jd->jd_jid));
397out:
398 return;
399}
400
401void gfs2_recover_func(struct work_struct *work)
402{
403 struct gfs2_jdesc *jd = container_of(work, struct gfs2_jdesc, jd_work);
404 struct gfs2_inode *ip = GFS2_I(jd->jd_inode);
405 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
406 struct gfs2_log_header_host head;
407 struct gfs2_holder j_gh, ji_gh;
408 ktime_t t_start, t_jlck, t_jhd, t_tlck, t_rep;
409 int ro = 0;
410 unsigned int pass;
411 int error = 0;
412 int jlocked = 0;
413
414 if (gfs2_withdrawing_or_withdrawn(sdp)) {
415 fs_err(sdp, "jid=%u: Recovery not attempted due to withdraw.\n",
416 jd->jd_jid);
417 goto fail;
418 }
419 t_start = ktime_get();
420 if (sdp->sd_args.ar_spectator)
421 goto fail;
422 if (jd->jd_jid != sdp->sd_lockstruct.ls_jid) {
423 fs_info(sdp, "jid=%u: Trying to acquire journal glock...\n",
424 jd->jd_jid);
425 jlocked = 1;
426 /* Acquire the journal glock so we can do recovery */
427
428 error = gfs2_glock_nq_num(sdp, jd->jd_jid, &gfs2_journal_glops,
429 LM_ST_EXCLUSIVE,
430 LM_FLAG_NOEXP | LM_FLAG_TRY | GL_NOCACHE,
431 &j_gh);
432 switch (error) {
433 case 0:
434 break;
435
436 case GLR_TRYFAILED:
437 fs_info(sdp, "jid=%u: Busy\n", jd->jd_jid);
438 error = 0;
439 goto fail;
440
441 default:
442 goto fail;
443 }
444
445 error = gfs2_glock_nq_init(ip->i_gl, LM_ST_SHARED,
446 LM_FLAG_NOEXP | GL_NOCACHE, &ji_gh);
447 if (error)
448 goto fail_gunlock_j;
449 } else {
450 fs_info(sdp, "jid=%u, already locked for use\n", jd->jd_jid);
451 }
452
453 t_jlck = ktime_get();
454 fs_info(sdp, "jid=%u: Looking at journal...\n", jd->jd_jid);
455
456 error = gfs2_jdesc_check(jd);
457 if (error)
458 goto fail_gunlock_ji;
459
460 error = gfs2_find_jhead(jd, &head, true);
461 if (error)
462 goto fail_gunlock_ji;
463 t_jhd = ktime_get();
464 fs_info(sdp, "jid=%u: Journal head lookup took %lldms\n", jd->jd_jid,
465 ktime_ms_delta(t_jhd, t_jlck));
466
467 if (!(head.lh_flags & GFS2_LOG_HEAD_UNMOUNT)) {
468 mutex_lock(&sdp->sd_freeze_mutex);
469
470 if (test_bit(SDF_FROZEN, &sdp->sd_flags)) {
471 mutex_unlock(&sdp->sd_freeze_mutex);
472 fs_warn(sdp, "jid=%u: Can't replay: filesystem "
473 "is frozen\n", jd->jd_jid);
474 goto fail_gunlock_ji;
475 }
476
477 if (test_bit(SDF_RORECOVERY, &sdp->sd_flags)) {
478 ro = 1;
479 } else if (test_bit(SDF_JOURNAL_CHECKED, &sdp->sd_flags)) {
480 if (!test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags))
481 ro = 1;
482 } else {
483 if (sb_rdonly(sdp->sd_vfs)) {
484 /* check if device itself is read-only */
485 ro = bdev_read_only(sdp->sd_vfs->s_bdev);
486 if (!ro) {
487 fs_info(sdp, "recovery required on "
488 "read-only filesystem.\n");
489 fs_info(sdp, "write access will be "
490 "enabled during recovery.\n");
491 }
492 }
493 }
494
495 if (ro) {
496 fs_warn(sdp, "jid=%u: Can't replay: read-only block "
497 "device\n", jd->jd_jid);
498 error = -EROFS;
499 goto fail_gunlock_nofreeze;
500 }
501
502 t_tlck = ktime_get();
503 fs_info(sdp, "jid=%u: Replaying journal...0x%x to 0x%x\n",
504 jd->jd_jid, head.lh_tail, head.lh_blkno);
505
506 /* We take the sd_log_flush_lock here primarily to prevent log
507 * flushes and simultaneous journal replays from stomping on
508 * each other wrt jd_log_bio. */
509 down_read(&sdp->sd_log_flush_lock);
510 for (pass = 0; pass < 2; pass++) {
511 lops_before_scan(jd, &head, pass);
512 error = foreach_descriptor(jd, head.lh_tail,
513 head.lh_blkno, pass);
514 lops_after_scan(jd, error, pass);
515 if (error) {
516 up_read(&sdp->sd_log_flush_lock);
517 goto fail_gunlock_nofreeze;
518 }
519 }
520
521 recover_local_statfs(jd, &head);
522 clean_journal(jd, &head);
523 up_read(&sdp->sd_log_flush_lock);
524
525 mutex_unlock(&sdp->sd_freeze_mutex);
526 t_rep = ktime_get();
527 fs_info(sdp, "jid=%u: Journal replayed in %lldms [jlck:%lldms, "
528 "jhead:%lldms, tlck:%lldms, replay:%lldms]\n",
529 jd->jd_jid, ktime_ms_delta(t_rep, t_start),
530 ktime_ms_delta(t_jlck, t_start),
531 ktime_ms_delta(t_jhd, t_jlck),
532 ktime_ms_delta(t_tlck, t_jhd),
533 ktime_ms_delta(t_rep, t_tlck));
534 }
535
536 gfs2_recovery_done(sdp, jd->jd_jid, LM_RD_SUCCESS);
537
538 if (jlocked) {
539 gfs2_glock_dq_uninit(&ji_gh);
540 gfs2_glock_dq_uninit(&j_gh);
541 }
542
543 fs_info(sdp, "jid=%u: Done\n", jd->jd_jid);
544 goto done;
545
546fail_gunlock_nofreeze:
547 mutex_unlock(&sdp->sd_freeze_mutex);
548fail_gunlock_ji:
549 if (jlocked) {
550 gfs2_glock_dq_uninit(&ji_gh);
551fail_gunlock_j:
552 gfs2_glock_dq_uninit(&j_gh);
553 }
554
555 fs_info(sdp, "jid=%u: %s\n", jd->jd_jid, (error) ? "Failed" : "Done");
556fail:
557 jd->jd_recover_error = error;
558 gfs2_recovery_done(sdp, jd->jd_jid, LM_RD_GAVEUP);
559done:
560 clear_bit(JDF_RECOVERY, &jd->jd_flags);
561 smp_mb__after_atomic();
562 wake_up_bit(&jd->jd_flags, JDF_RECOVERY);
563}
564
565int gfs2_recover_journal(struct gfs2_jdesc *jd, bool wait)
566{
567 int rv;
568
569 if (test_and_set_bit(JDF_RECOVERY, &jd->jd_flags))
570 return -EBUSY;
571
572 /* we have JDF_RECOVERY, queue should always succeed */
573 rv = queue_work(gfs2_recovery_wq, &jd->jd_work);
574 BUG_ON(!rv);
575
576 if (wait)
577 wait_on_bit(&jd->jd_flags, JDF_RECOVERY,
578 TASK_UNINTERRUPTIBLE);
579
580 return wait ? jd->jd_recover_error : 0;
581}
582