]> git.sesse.net Git - bcachefs-tools-debian/commitdiff
Update bcachefs sources to 2f11bb05b0 bcachefs: for_each_btree_key2()
authorKent Overstreet <kent.overstreet@gmail.com>
Sat, 16 Jul 2022 00:51:23 +0000 (20:51 -0400)
committerKent Overstreet <kent.overstreet@gmail.com>
Sat, 16 Jul 2022 00:51:23 +0000 (20:51 -0400)
.bcachefs_revision
libbcachefs/btree_iter.h
libbcachefs/fsck.c
libbcachefs/subvolume.c

index 55f6e57db60d222efba6a75b51b2666ef3810229..32ec17bf372840527020d1ce08db4331c7ff6865 100644 (file)
@@ -1 +1 @@
-17a344f26599e37e7023a6daff813e4d1a96cdd2
+2f11bb05b0df04b7e0e190fd27b111e9f20cd749
index 9da0a4152ce496e3c29aabc3a8f99d1efffc48c4..22da3e4bfe715c116914f403b41107a47c7a0aae 100644 (file)
@@ -356,6 +356,37 @@ __bch2_btree_iter_peek_and_restart(struct btree_trans *trans,
        return k;
 }
 
+#define for_each_btree_key2(_trans, _iter, _btree_id,                  \
+                           _start, _flags, _k, _do)                    \
+({                                                                     \
+       int _ret = 0;                                                   \
+                                                                       \
+       bch2_trans_iter_init((_trans), &(_iter), (_btree_id),           \
+                            (_start), (_flags));                       \
+                                                                       \
+       do {                                                            \
+               bch2_trans_begin(_trans);                               \
+               (_k) = bch2_btree_iter_peek_type(&(_iter), (_flags));   \
+               if (!(_k).k)                                            \
+                       break;                                          \
+                                                                       \
+               _ret = bkey_err(_k) ?: (_do);                           \
+               if (!_ret)                                              \
+                       bch2_btree_iter_advance(&(_iter));              \
+       } while (_ret == 0 || _ret == -EINTR);                          \
+                                                                       \
+       bch2_trans_iter_exit((_trans), &(_iter));                       \
+       _ret;                                                           \
+})
+
+#define for_each_btree_key_commit(_trans, _iter, _btree_id,            \
+                                 _start, _iter_flags, _k,              \
+                                 _disk_res, _journal_seq, _commit_flags,\
+                                 _do)                                  \
+       for_each_btree_key2(_trans, _iter, _btree_id, _start, _iter_flags, _k,\
+                           (_do) ?: bch2_trans_commit(_trans, (_disk_res),\
+                                       (_journal_seq), (_commit_flags)))
+
 #define for_each_btree_key(_trans, _iter, _btree_id,                   \
                           _start, _flags, _k, _ret)                    \
        for (bch2_trans_iter_init((_trans), &(_iter), (_btree_id),      \
index c558895ef2918bafe0f7b48094477a6305765688..787658f52982bc9977ca0d6b1e903f117d90e9c1 100644 (file)
@@ -830,24 +830,16 @@ fsck_err:
 
 static int check_inode(struct btree_trans *trans,
                       struct btree_iter *iter,
+                      struct bkey_s_c k,
                       struct bch_inode_unpacked *prev,
                       struct snapshots_seen *s,
                       bool full)
 {
        struct bch_fs *c = trans->c;
-       struct bkey_s_c k;
        struct bch_inode_unpacked u;
        bool do_update = false;
        int ret;
 
-       k = bch2_btree_iter_peek(iter);
-       if (!k.k)
-               return 0;
-
-       ret = bkey_err(k);
-       if (ret)
-               return ret;
-
        ret = check_key_has_snapshot(trans, iter, k);
        if (ret < 0)
                goto err;
@@ -981,25 +973,19 @@ static int check_inodes(struct bch_fs *c, bool full)
        struct btree_iter iter;
        struct bch_inode_unpacked prev = { 0 };
        struct snapshots_seen s;
+       struct bkey_s_c k;
        int ret;
 
        snapshots_seen_init(&s);
        bch2_trans_init(&trans, c, BTREE_ITER_MAX, 0);
 
-       bch2_trans_iter_init(&trans, &iter, BTREE_ID_inodes, POS_MIN,
-                            BTREE_ITER_INTENT|
-                            BTREE_ITER_PREFETCH|
-                            BTREE_ITER_ALL_SNAPSHOTS);
-
-       do {
-               ret = commit_do(&trans, NULL, NULL,
-                                     BTREE_INSERT_LAZY_RW|
-                                     BTREE_INSERT_NOFAIL,
-                       check_inode(&trans, &iter, &prev, &s, full));
-               if (ret)
-                       break;
-       } while (bch2_btree_iter_advance(&iter));
-       bch2_trans_iter_exit(&trans, &iter);
+       ret = for_each_btree_key_commit(&trans, iter, BTREE_ID_inodes,
+                       POS_MIN,
+                       BTREE_ITER_PREFETCH|BTREE_ITER_ALL_SNAPSHOTS,
+                       k,
+                       NULL, NULL,
+                       BTREE_INSERT_LAZY_RW|BTREE_INSERT_NOFAIL,
+               check_inode(&trans, &iter, k, &prev, &s, full));
 
        bch2_trans_exit(&trans);
        snapshots_seen_exit(&s);
@@ -1144,23 +1130,15 @@ fsck_err:
 }
 
 static int check_extent(struct btree_trans *trans, struct btree_iter *iter,
+                       struct bkey_s_c k,
                        struct inode_walker *inode,
                        struct snapshots_seen *s)
 {
        struct bch_fs *c = trans->c;
-       struct bkey_s_c k;
        struct inode_walker_entry *i;
        struct printbuf buf = PRINTBUF;
        struct bpos equiv;
        int ret = 0;
-peek:
-       k = bch2_btree_iter_peek(iter);
-       if (!k.k)
-               goto out;
-
-       ret = bkey_err(k);
-       if (ret)
-               goto err;
 
        ret = check_key_has_snapshot(trans, iter, k);
        if (ret) {
@@ -1190,7 +1168,7 @@ peek:
                 * it shouldn't be but we need to fix the new i_sectors check
                 * code and delete the old bch2_count_inode_sectors() first
                 */
-               goto peek;
+               return -EINTR;
        }
 #if 0
        if (bkey_cmp(prev.k->k.p, bkey_start_pos(k.k)) > 0) {
@@ -1284,6 +1262,7 @@ static int check_extents(struct bch_fs *c)
        struct snapshots_seen s;
        struct btree_trans trans;
        struct btree_iter iter;
+       struct bkey_s_c k;
        int ret = 0;
 
 #if 0
@@ -1296,21 +1275,12 @@ static int check_extents(struct bch_fs *c)
 
        bch_verbose(c, "checking extents");
 
-       bch2_trans_iter_init(&trans, &iter, BTREE_ID_extents,
-                            POS(BCACHEFS_ROOT_INO, 0),
-                            BTREE_ITER_INTENT|
-                            BTREE_ITER_PREFETCH|
-                            BTREE_ITER_ALL_SNAPSHOTS);
-
-       do {
-               ret = commit_do(&trans, NULL, NULL,
-                                     BTREE_INSERT_LAZY_RW|
-                                     BTREE_INSERT_NOFAIL,
-                       check_extent(&trans, &iter, &w, &s));
-               if (ret)
-                       break;
-       } while (bch2_btree_iter_advance(&iter));
-       bch2_trans_iter_exit(&trans, &iter);
+       ret = for_each_btree_key_commit(&trans, iter, BTREE_ID_extents,
+                       POS(BCACHEFS_ROOT_INO, 0),
+                       BTREE_ITER_PREFETCH|BTREE_ITER_ALL_SNAPSHOTS, k,
+                       NULL, NULL,
+                       BTREE_INSERT_LAZY_RW|BTREE_INSERT_NOFAIL,
+               check_extent(&trans, &iter, k, &w, &s));
 #if 0
        bch2_bkey_buf_exit(&prev, c);
 #endif
@@ -1482,26 +1452,18 @@ fsck_err:
 }
 
 static int check_dirent(struct btree_trans *trans, struct btree_iter *iter,
+                       struct bkey_s_c k,
                        struct bch_hash_info *hash_info,
                        struct inode_walker *dir,
                        struct inode_walker *target,
                        struct snapshots_seen *s)
 {
        struct bch_fs *c = trans->c;
-       struct bkey_s_c k;
        struct bkey_s_c_dirent d;
        struct inode_walker_entry *i;
        struct printbuf buf = PRINTBUF;
        struct bpos equiv;
        int ret = 0;
-peek:
-       k = bch2_btree_iter_peek(iter);
-       if (!k.k)
-               goto out;
-
-       ret = bkey_err(k);
-       if (ret)
-               goto err;
 
        ret = check_key_has_snapshot(trans, iter, k);
        if (ret) {
@@ -1527,7 +1489,7 @@ peek:
 
        if (!iter->path->should_be_locked) {
                /* hack: see check_extent() */
-               goto peek;
+               return -EINTR;
        }
 
        ret = __walk_inode(trans, dir, equiv);
@@ -1675,6 +1637,7 @@ static int check_dirents(struct bch_fs *c)
        struct bch_hash_info hash_info;
        struct btree_trans trans;
        struct btree_iter iter;
+       struct bkey_s_c k;
        int ret = 0;
 
        bch_verbose(c, "checking dirents");
@@ -1682,22 +1645,13 @@ static int check_dirents(struct bch_fs *c)
        snapshots_seen_init(&s);
        bch2_trans_init(&trans, c, BTREE_ITER_MAX, 0);
 
-       bch2_trans_iter_init(&trans, &iter, BTREE_ID_dirents,
-                            POS(BCACHEFS_ROOT_INO, 0),
-                            BTREE_ITER_INTENT|
-                            BTREE_ITER_PREFETCH|
-                            BTREE_ITER_ALL_SNAPSHOTS);
-
-       do {
-               ret = commit_do(&trans, NULL, NULL,
-                                     BTREE_INSERT_LAZY_RW|
-                                     BTREE_INSERT_NOFAIL,
-                       check_dirent(&trans, &iter, &hash_info,
-                                    &dir, &target, &s));
-               if (ret)
-                       break;
-       } while (bch2_btree_iter_advance(&iter));
-       bch2_trans_iter_exit(&trans, &iter);
+       ret = for_each_btree_key_commit(&trans, iter, BTREE_ID_dirents,
+                       POS(BCACHEFS_ROOT_INO, 0),
+                       BTREE_ITER_PREFETCH|BTREE_ITER_ALL_SNAPSHOTS,
+                       k,
+                       NULL, NULL,
+                       BTREE_INSERT_LAZY_RW|BTREE_INSERT_NOFAIL,
+               check_dirent(&trans, &iter, k, &hash_info, &dir, &target, &s));
 
        bch2_trans_exit(&trans);
        snapshots_seen_exit(&s);
@@ -1710,21 +1664,13 @@ static int check_dirents(struct bch_fs *c)
 }
 
 static int check_xattr(struct btree_trans *trans, struct btree_iter *iter,
+                      struct bkey_s_c k,
                       struct bch_hash_info *hash_info,
                       struct inode_walker *inode)
 {
        struct bch_fs *c = trans->c;
-       struct bkey_s_c k;
        int ret;
 
-       k = bch2_btree_iter_peek(iter);
-       if (!k.k)
-               return 0;
-
-       ret = bkey_err(k);
-       if (ret)
-               return ret;
-
        ret = check_key_has_snapshot(trans, iter, k);
        if (ret)
                return ret;
@@ -1763,28 +1709,20 @@ static int check_xattrs(struct bch_fs *c)
        struct bch_hash_info hash_info;
        struct btree_trans trans;
        struct btree_iter iter;
+       struct bkey_s_c k;
        int ret = 0;
 
        bch_verbose(c, "checking xattrs");
 
        bch2_trans_init(&trans, c, BTREE_ITER_MAX, 0);
 
-       bch2_trans_iter_init(&trans, &iter, BTREE_ID_xattrs,
-                            POS(BCACHEFS_ROOT_INO, 0),
-                            BTREE_ITER_INTENT|
-                            BTREE_ITER_PREFETCH|
-                            BTREE_ITER_ALL_SNAPSHOTS);
-
-       do {
-               ret = commit_do(&trans, NULL, NULL,
-                                     BTREE_INSERT_LAZY_RW|
-                                     BTREE_INSERT_NOFAIL,
-                                     check_xattr(&trans, &iter, &hash_info,
-                                                 &inode));
-               if (ret)
-                       break;
-       } while (bch2_btree_iter_advance(&iter));
-       bch2_trans_iter_exit(&trans, &iter);
+       ret = for_each_btree_key_commit(&trans, iter, BTREE_ID_xattrs,
+                       POS(BCACHEFS_ROOT_INO, 0),
+                       BTREE_ITER_PREFETCH|BTREE_ITER_ALL_SNAPSHOTS,
+                       k,
+                       NULL, NULL,
+                       BTREE_INSERT_LAZY_RW|BTREE_INSERT_NOFAIL,
+               check_xattr(&trans, &iter, k, &hash_info, &inode));
 
        bch2_trans_exit(&trans);
 
index 463b5afd3fc74cbca1dd329d06d02df17b640e03..1a212bac2a04624709fde0d92aaa53a47af6b117 100644 (file)
@@ -131,7 +131,7 @@ static int snapshot_live(struct btree_trans *trans, u32 id)
        if (!id)
                return 0;
 
-       ret = lockrestart_do(trans, snapshot_lookup(trans, id, &v));
+       ret = snapshot_lookup(trans, id, &v);
        if (ret == -ENOENT)
                bch_err(trans->c, "snapshot node %u not found", id);
        if (ret)
@@ -140,15 +140,20 @@ static int snapshot_live(struct btree_trans *trans, u32 id)
        return !BCH_SNAPSHOT_DELETED(&v);
 }
 
-static int bch2_snapshot_set_equiv(struct btree_trans *trans,
-                                  struct bkey_s_c_snapshot snap)
+static int bch2_snapshot_set_equiv(struct btree_trans *trans, struct bkey_s_c k)
 {
        struct bch_fs *c = trans->c;
        unsigned i, nr_live = 0, live_idx = 0;
-       u32 id = snap.k->p.offset, child[2] = {
-               [0] = le32_to_cpu(snap.v->children[0]),
-               [1] = le32_to_cpu(snap.v->children[1])
-       };
+       struct bkey_s_c_snapshot snap;
+       u32 id = k.k->p.offset, child[2];
+
+       if (k.k->type != KEY_TYPE_snapshot)
+               return 0;
+
+       snap = bkey_s_c_to_snapshot(k);
+
+       child[0] = le32_to_cpu(snap.v->children[0]);
+       child[1] = le32_to_cpu(snap.v->children[1]);
 
        for (i = 0; i < 2; i++) {
                int ret = snapshot_live(trans, child[i]);
@@ -166,58 +171,27 @@ static int bch2_snapshot_set_equiv(struct btree_trans *trans,
        return 0;
 }
 
-static int bch2_snapshots_set_equiv(struct btree_trans *trans)
-{
-       struct btree_iter iter;
-       struct bkey_s_c k;
-       int ret;
-
-       for_each_btree_key(trans, iter, BTREE_ID_snapshots,
-                          POS_MIN, 0, k, ret) {
-               if (k.k->type != KEY_TYPE_snapshot)
-                       continue;
-
-               ret = bch2_snapshot_set_equiv(trans, bkey_s_c_to_snapshot(k));
-               if (ret)
-                       break;
-       }
-       bch2_trans_iter_exit(trans, &iter);
-
-       if (ret)
-               bch_err(trans->c, "error in bch2_snapshots_set_equiv: %i", ret);
-
-       return ret;
-}
-
 /* fsck: */
 static int check_snapshot(struct btree_trans *trans,
-                         struct btree_iter *iter)
+                         struct btree_iter *iter,
+                         struct bkey_s_c k)
 {
        struct bch_fs *c = trans->c;
        struct bkey_s_c_snapshot s;
        struct bch_subvolume subvol;
        struct bch_snapshot v;
-       struct bkey_s_c k;
        struct printbuf buf = PRINTBUF;
        bool should_have_subvol;
        u32 i, id;
        int ret = 0;
 
-       k = bch2_btree_iter_peek(iter);
-       if (!k.k)
-               return 0;
-
-       ret = bkey_err(k);
-       if (ret)
-               return ret;
-
        if (k.k->type != KEY_TYPE_snapshot)
                return 0;
 
        s = bkey_s_c_to_snapshot(k);
        id = le32_to_cpu(s.v->parent);
        if (id) {
-               ret = lockrestart_do(trans, snapshot_lookup(trans, id, &v));
+               ret = snapshot_lookup(trans, id, &v);
                if (ret == -ENOENT)
                        bch_err(c, "snapshot with nonexistent parent:\n  %s",
                                (bch2_bkey_val_to_text(&buf, c, s.s_c), buf.buf));
@@ -236,7 +210,7 @@ static int check_snapshot(struct btree_trans *trans,
        for (i = 0; i < 2 && s.v->children[i]; i++) {
                id = le32_to_cpu(s.v->children[i]);
 
-               ret = lockrestart_do(trans, snapshot_lookup(trans, id, &v));
+               ret = snapshot_lookup(trans, id, &v);
                if (ret == -ENOENT)
                        bch_err(c, "snapshot node %llu has nonexistent child %u",
                                s.k->p.offset, id);
@@ -256,7 +230,7 @@ static int check_snapshot(struct btree_trans *trans,
 
        if (should_have_subvol) {
                id = le32_to_cpu(s.v->subvol);
-               ret = lockrestart_do(trans, bch2_subvolume_get(trans, id, 0, false, &subvol));
+               ret = bch2_subvolume_get(trans, id, 0, false, &subvol);
                if (ret == -ENOENT)
                        bch_err(c, "snapshot points to nonexistent subvolume:\n  %s",
                                (bch2_bkey_val_to_text(&buf, c, s.s_c), buf.buf));
@@ -298,22 +272,16 @@ int bch2_fs_check_snapshots(struct bch_fs *c)
 {
        struct btree_trans trans;
        struct btree_iter iter;
+       struct bkey_s_c k;
        int ret;
 
        bch2_trans_init(&trans, c, 0, 0);
 
-       bch2_trans_iter_init(&trans, &iter, BTREE_ID_snapshots,
-                            POS_MIN, BTREE_ITER_PREFETCH);
-
-       do {
-               ret = commit_do(&trans, NULL, NULL,
-                               BTREE_INSERT_LAZY_RW|
-                               BTREE_INSERT_NOFAIL,
-                               check_snapshot(&trans, &iter));
-               if (ret)
-                       break;
-       } while (bch2_btree_iter_advance(&iter));
-       bch2_trans_iter_exit(&trans, &iter);
+       ret = for_each_btree_key_commit(&trans, iter, BTREE_ID_snapshots,
+                       POS(BCACHEFS_ROOT_INO, 0),
+                       BTREE_ITER_PREFETCH, k,
+                       NULL, NULL, BTREE_INSERT_LAZY_RW|BTREE_INSERT_NOFAIL,
+               check_snapshot(&trans, &iter, k));
 
        if (ret)
                bch_err(c, "error %i checking snapshots", ret);
@@ -404,20 +372,10 @@ int bch2_fs_snapshots_start(struct bch_fs *c)
 
        bch2_trans_init(&trans, c, 0, 0);
 
-       for_each_btree_key(&trans, iter, BTREE_ID_snapshots,
-                          POS_MIN, 0, k, ret) {
-              if (bkey_cmp(k.k->p, POS(0, U32_MAX)) > 0)
-                      break;
-
-               if (k.k->type != KEY_TYPE_snapshot)
-                       continue;
-
-               ret =   bch2_mark_snapshot(&trans, bkey_s_c_null, k, 0) ?:
-                       bch2_snapshot_set_equiv(&trans, bkey_s_c_to_snapshot(k));
-               if (ret)
-                       break;
-       }
-       bch2_trans_iter_exit(&trans, &iter);
+       for_each_btree_key2(&trans, iter, BTREE_ID_snapshots,
+                          POS_MIN, 0, k,
+               bch2_mark_snapshot(&trans, bkey_s_c_null, k, 0) ?:
+               bch2_snapshot_set_equiv(&trans, k));
 
        bch2_trans_exit(&trans);
 
@@ -692,6 +650,34 @@ static int bch2_snapshot_delete_keys_btree(struct btree_trans *trans,
        return ret;
 }
 
+static int bch2_delete_redundant_snapshot(struct btree_trans *trans, struct btree_iter *iter,
+                                         struct bkey_s_c k)
+{
+       struct bkey_s_c_snapshot snap;
+       u32 children[2];
+       int ret;
+
+       if (k.k->type != KEY_TYPE_snapshot)
+               return 0;
+
+       snap = bkey_s_c_to_snapshot(k);
+       if (BCH_SNAPSHOT_DELETED(snap.v) ||
+           BCH_SNAPSHOT_SUBVOL(snap.v))
+               return 0;
+
+       children[0] = le32_to_cpu(snap.v->children[0]);
+       children[1] = le32_to_cpu(snap.v->children[1]);
+
+       ret   = snapshot_live(trans, children[0]) ?:
+               snapshot_live(trans, children[1]);
+       if (ret < 0)
+               return ret;
+
+       if (!ret)
+               return bch2_snapshot_node_set_deleted(trans, k.k->p.offset);
+       return 0;
+}
+
 int bch2_delete_dead_snapshots(struct bch_fs *c)
 {
        struct btree_trans trans;
@@ -699,7 +685,7 @@ int bch2_delete_dead_snapshots(struct bch_fs *c)
        struct bkey_s_c k;
        struct bkey_s_c_snapshot snap;
        snapshot_id_list deleted = { 0 };
-       u32 i, id, children[2];
+       u32 i, id;
        int ret = 0;
 
        if (!test_bit(BCH_FS_HAVE_DELETED_SNAPSHOTS, &c->flags))
@@ -719,43 +705,22 @@ int bch2_delete_dead_snapshots(struct bch_fs *c)
         * For every snapshot node: If we have no live children and it's not
         * pointed to by a subvolume, delete it:
         */
-       for_each_btree_key(&trans, iter, BTREE_ID_snapshots,
-                          POS_MIN, 0, k, ret) {
-               if (k.k->type != KEY_TYPE_snapshot)
-                       continue;
-
-               snap = bkey_s_c_to_snapshot(k);
-               if (BCH_SNAPSHOT_DELETED(snap.v) ||
-                   BCH_SNAPSHOT_SUBVOL(snap.v))
-                       continue;
-
-               children[0] = le32_to_cpu(snap.v->children[0]);
-               children[1] = le32_to_cpu(snap.v->children[1]);
-
-               ret   = snapshot_live(&trans, children[0]) ?:
-                       snapshot_live(&trans, children[1]);
-               if (ret < 0)
-                       break;
-               if (ret)
-                       continue;
-
-               ret = commit_do(&trans, NULL, NULL, 0,
-                       bch2_snapshot_node_set_deleted(&trans, iter.pos.offset));
-               if (ret) {
-                       bch_err(c, "error deleting snapshot %llu: %i", iter.pos.offset, ret);
-                       break;
-               }
-       }
-       bch2_trans_iter_exit(&trans, &iter);
-
+       ret = for_each_btree_key_commit(&trans, iter, BTREE_ID_snapshots,
+                       POS_MIN, 0, k,
+                       NULL, NULL, 0,
+               bch2_delete_redundant_snapshot(&trans, &iter, k));
        if (ret) {
-               bch_err(c, "error walking snapshots: %i", ret);
+               bch_err(c, "error deleting redundant snapshots: %i", ret);
                goto err;
        }
 
-       ret = bch2_snapshots_set_equiv(&trans);
-       if (ret)
+       for_each_btree_key2(&trans, iter, BTREE_ID_snapshots,
+                          POS_MIN, 0, k,
+               bch2_snapshot_set_equiv(&trans, k));
+       if (ret) {
+               bch_err(c, "error in bch2_snapshots_set_equiv: %i", ret);
                goto err;
+       }
 
        for_each_btree_key(&trans, iter, BTREE_ID_snapshots,
                           POS_MIN, 0, k, ret) {