]> git.sesse.net Git - bcachefs-tools-debian/blobdiff - libbcachefs/btree_gc.c
Update bcachefs sources to aa439f3b94 bcachefs: btree_gc no longer uses main in-memor...
[bcachefs-tools-debian] / libbcachefs / btree_gc.c
index 9e3213b90439ff16211eecff5f728ff8db89defd..101cef7e927963ccda16c4d452b230d2f894d0ad 100644 (file)
@@ -9,6 +9,7 @@
 #include "alloc_foreground.h"
 #include "bkey_methods.h"
 #include "bkey_buf.h"
+#include "btree_key_cache.h"
 #include "btree_locking.h"
 #include "btree_update_interior.h"
 #include "btree_io.h"
@@ -505,7 +506,6 @@ static int bch2_check_fix_ptrs(struct bch_fs *c, enum btree_id btree_id,
        bkey_for_each_ptr_decode(k->k, ptrs, p, entry) {
                struct bch_dev *ca = bch_dev_bkey_exists(c, p.ptr.dev);
                struct bucket *g = PTR_GC_BUCKET(ca, &p.ptr);
-               struct bucket *g2 = PTR_BUCKET(ca, &p.ptr);
                enum bch_data_type data_type = bch2_bkey_ptr_data_type(*k, &entry->ptr);
 
                if (fsck_err_on(!g->gen_valid, c,
@@ -516,9 +516,8 @@ static int bch2_check_fix_ptrs(struct bch_fs *c, enum btree_id btree_id,
                                p.ptr.gen,
                                (bch2_bkey_val_to_text(&PBUF(buf), c, *k), buf))) {
                        if (!p.ptr.cached) {
-                               g2->_mark.gen   = g->_mark.gen          = p.ptr.gen;
-                               g2->gen_valid   = g->gen_valid          = true;
-                               set_bit(BCH_FS_NEED_ALLOC_WRITE, &c->flags);
+                               g->_mark.gen            = p.ptr.gen;
+                               g->gen_valid            = true;
                        } else {
                                do_update = true;
                        }
@@ -532,9 +531,8 @@ static int bch2_check_fix_ptrs(struct bch_fs *c, enum btree_id btree_id,
                                bch2_data_types[ptr_data_type(k->k, &p.ptr)],
                                p.ptr.gen, g->mark.gen,
                                (bch2_bkey_val_to_text(&PBUF(buf), c, *k), buf))) {
-                       g2->_mark.data_type     = g->_mark.data_type    = data_type;
-                       g2->gen_valid           = g->gen_valid          = true;
-                       set_bit(BCH_FS_NEED_ALLOC_WRITE, &c->flags);
+                       g->_mark.data_type      = data_type;
+                       g->gen_valid            = true;
                }
 
                if (fsck_err_on(gen_cmp(p.ptr.gen, g->mark.gen) > 0, c,
@@ -545,13 +543,12 @@ static int bch2_check_fix_ptrs(struct bch_fs *c, enum btree_id btree_id,
                                p.ptr.gen, g->mark.gen,
                                (bch2_bkey_val_to_text(&PBUF(buf), c, *k), buf))) {
                        if (!p.ptr.cached) {
-                               g2->_mark.gen   = g->_mark.gen  = p.ptr.gen;
-                               g2->gen_valid   = g->gen_valid  = true;
-                               g2->_mark.data_type             = 0;
-                               g2->_mark.dirty_sectors         = 0;
-                               g2->_mark.cached_sectors        = 0;
+                               g->_mark.gen            = p.ptr.gen;
+                               g->gen_valid            = true;
+                               g->_mark.data_type      = 0;
+                               g->_mark.dirty_sectors  = 0;
+                               g->_mark.cached_sectors = 0;
                                set_bit(BCH_FS_NEED_ANOTHER_GC, &c->flags);
-                               set_bit(BCH_FS_NEED_ALLOC_WRITE, &c->flags);
                        } else {
                                do_update = true;
                        }
@@ -588,9 +585,8 @@ static int bch2_check_fix_ptrs(struct bch_fs *c, enum btree_id btree_id,
                                bch2_data_types[data_type],
                                (bch2_bkey_val_to_text(&PBUF(buf), c, *k), buf))) {
                        if (data_type == BCH_DATA_btree) {
-                               g2->_mark.data_type     = g->_mark.data_type    = data_type;
-                               g2->gen_valid           = g->gen_valid          = true;
-                               set_bit(BCH_FS_NEED_ALLOC_WRITE, &c->flags);
+                               g->_mark.data_type      = data_type;
+                               g->gen_valid            = true;
                        } else {
                                do_update = true;
                        }
@@ -691,10 +687,16 @@ found:
                }
 
                ret = bch2_journal_key_insert_take(c, btree_id, level, new);
+
                if (ret)
                        kfree(new);
-               else
+               else {
+                       bch2_bkey_val_to_text(&PBUF(buf), c, *k);
+                       bch_info(c, "updated %s", buf);
+                       bch2_bkey_val_to_text(&PBUF(buf), c, bkey_i_to_s_c(new));
+                       bch_info(c, "new key %s", buf);
                        *k = bkey_i_to_s_c(new);
+               }
        }
 fsck_err:
        return ret;
@@ -1145,13 +1147,14 @@ static int bch2_gc_done(struct bch_fs *c,
        unsigned i, dev;
        int ret = 0;
 
+       percpu_down_write(&c->mark_lock);
+
 #define copy_field(_f, _msg, ...)                                      \
        if (dst->_f != src->_f) {                                       \
                if (verify)                                             \
                        fsck_err(c, _msg ": got %llu, should be %llu"   \
                                , ##__VA_ARGS__, dst->_f, src->_f);     \
                dst->_f = src->_f;                                      \
-               set_bit(BCH_FS_NEED_ALLOC_WRITE, &c->flags);            \
        }
 #define copy_stripe_field(_f, _msg, ...)                               \
        if (dst->_f != src->_f) {                                       \
@@ -1161,18 +1164,6 @@ static int bch2_gc_done(struct bch_fs *c,
                                iter.pos, ##__VA_ARGS__,                \
                                dst->_f, src->_f);                      \
                dst->_f = src->_f;                                      \
-               set_bit(BCH_FS_NEED_ALLOC_WRITE, &c->flags);            \
-       }
-#define copy_bucket_field(_f)                                          \
-       if (dst->b[b]._f != src->b[b]._f) {                             \
-               if (verify)                                             \
-                       fsck_err(c, "bucket %u:%zu gen %u data type %s has wrong " #_f  \
-                               ": got %u, should be %u", dev, b,       \
-                               dst->b[b].mark.gen,                     \
-                               bch2_data_types[dst->b[b].mark.data_type],\
-                               dst->b[b]._f, src->b[b]._f);            \
-               dst->b[b]._f = src->b[b]._f;                            \
-               set_bit(BCH_FS_NEED_ALLOC_WRITE, &c->flags);            \
        }
 #define copy_dev_field(_f, _msg, ...)                                  \
        copy_field(_f, "dev %u has wrong " _msg, dev, ##__VA_ARGS__)
@@ -1183,36 +1174,18 @@ static int bch2_gc_done(struct bch_fs *c,
                bch2_fs_usage_acc_to_base(c, i);
 
        for_each_member_device(ca, c, dev) {
-               struct bucket_array *dst = __bucket_array(ca, 0);
-               struct bucket_array *src = __bucket_array(ca, 1);
-               size_t b;
-
-               for (b = 0; b < src->nbuckets; b++) {
-                       copy_bucket_field(_mark.gen);
-                       copy_bucket_field(_mark.data_type);
-                       copy_bucket_field(_mark.stripe);
-                       copy_bucket_field(_mark.dirty_sectors);
-                       copy_bucket_field(_mark.cached_sectors);
-                       copy_bucket_field(stripe_redundancy);
-                       copy_bucket_field(stripe);
-
-                       dst->b[b].oldest_gen = src->b[b].oldest_gen;
-               }
-
-               {
-                       struct bch_dev_usage *dst = ca->usage_base;
-                       struct bch_dev_usage *src = (void *)
-                               bch2_acc_percpu_u64s((void *) ca->usage_gc,
-                                                    dev_usage_u64s());
-
-                       copy_dev_field(buckets_ec,              "buckets_ec");
-                       copy_dev_field(buckets_unavailable,     "buckets_unavailable");
-
-                       for (i = 0; i < BCH_DATA_NR; i++) {
-                               copy_dev_field(d[i].buckets,    "%s buckets", bch2_data_types[i]);
-                               copy_dev_field(d[i].sectors,    "%s sectors", bch2_data_types[i]);
-                               copy_dev_field(d[i].fragmented, "%s fragmented", bch2_data_types[i]);
-                       }
+               struct bch_dev_usage *dst = ca->usage_base;
+               struct bch_dev_usage *src = (void *)
+                       bch2_acc_percpu_u64s((void *) ca->usage_gc,
+                                            dev_usage_u64s());
+
+               copy_dev_field(buckets_ec,              "buckets_ec");
+               copy_dev_field(buckets_unavailable,     "buckets_unavailable");
+
+               for (i = 0; i < BCH_DATA_NR; i++) {
+                       copy_dev_field(d[i].buckets,    "%s buckets", bch2_data_types[i]);
+                       copy_dev_field(d[i].sectors,    "%s sectors", bch2_data_types[i]);
+                       copy_dev_field(d[i].fragmented, "%s fragmented", bch2_data_types[i]);
                }
        };
 
@@ -1254,7 +1227,6 @@ static int bch2_gc_done(struct bch_fs *c,
 
 #undef copy_fs_field
 #undef copy_dev_field
-#undef copy_bucket_field
 #undef copy_stripe_field
 #undef copy_field
 fsck_err:
@@ -1262,6 +1234,8 @@ fsck_err:
                percpu_ref_put(&ca->ref);
        if (ret)
                bch_err(c, "%s: ret %i", __func__, ret);
+
+       percpu_up_write(&c->mark_lock);
        return ret;
 }
 
@@ -1284,15 +1258,6 @@ static int bch2_gc_start(struct bch_fs *c,
                BUG_ON(ca->buckets[1]);
                BUG_ON(ca->usage_gc);
 
-               ca->buckets[1] = kvpmalloc(sizeof(struct bucket_array) +
-                               ca->mi.nbuckets * sizeof(struct bucket),
-                               GFP_KERNEL|__GFP_ZERO);
-               if (!ca->buckets[1]) {
-                       percpu_ref_put(&ca->ref);
-                       bch_err(c, "error allocating ca->buckets[gc]");
-                       return -ENOMEM;
-               }
-
                ca->usage_gc = alloc_percpu(struct bch_dev_usage);
                if (!ca->usage_gc) {
                        bch_err(c, "error allocating ca->usage_gc");
@@ -1301,94 +1266,165 @@ static int bch2_gc_start(struct bch_fs *c,
                }
        }
 
-       percpu_down_write(&c->mark_lock);
+       return 0;
+}
+
+static int bch2_alloc_write_key(struct btree_trans *trans,
+                               struct btree_iter *iter,
+                               bool initial, bool metadata_only)
+{
+       struct bch_fs *c = trans->c;
+       struct bch_dev *ca = bch_dev_bkey_exists(c, iter->pos.inode);
+       struct bucket *g;
+       struct bkey_s_c k;
+       struct bkey_alloc_unpacked old_u, new_u, gc_u;
+       struct bkey_alloc_buf *a;
+       int ret;
 
        /*
-        * indicate to stripe code that we need to allocate for the gc stripes
-        * radix tree, too
+        * For this to be correct at runtime, we'll need to figure out a way for
+        * it to actually lock the key in the btree key cache:
         */
-       gc_pos_set(c, gc_phase(GC_PHASE_START));
 
-       for_each_member_device(ca, c, i) {
-               struct bucket_array *dst = __bucket_array(ca, 1);
-               struct bucket_array *src = __bucket_array(ca, 0);
-               size_t b;
-
-               dst->first_bucket       = src->first_bucket;
-               dst->nbuckets           = src->nbuckets;
+       if (!initial) {
+               ret = bch2_btree_key_cache_flush(trans,
+                               BTREE_ID_alloc, iter->pos);
+               if (ret)
+                       return ret;
+       }
 
-               for (b = 0; b < src->nbuckets; b++) {
-                       struct bucket *d = &dst->b[b];
-                       struct bucket *s = &src->b[b];
+       k = bch2_btree_iter_peek_slot(iter);
+       ret = bkey_err(k);
+       if (ret)
+               return ret;
 
-                       d->_mark.gen = dst->b[b].oldest_gen = s->mark.gen;
-                       d->gen_valid = s->gen_valid;
+       old_u = new_u   = bch2_alloc_unpack(k);
 
-                       if (metadata_only &&
-                           (s->mark.data_type == BCH_DATA_user ||
-                            s->mark.data_type == BCH_DATA_cached))
-                               d->_mark = s->mark;
-               }
+       percpu_down_read(&c->mark_lock);
+       g       = gc_bucket(ca, iter->pos.offset);
+       gc_u = (struct bkey_alloc_unpacked) {
+               .dev            = iter->pos.inode,
+               .bucket         = iter->pos.offset,
+               .gen            = g->mark.gen,
+               .oldest_gen     = g->oldest_gen,
+               .data_type      = g->mark.data_type,
+               .dirty_sectors  = g->mark.dirty_sectors,
+               .cached_sectors = g->mark.cached_sectors,
+               .read_time      = g->io_time[READ],
+               .write_time     = g->io_time[WRITE],
+               .stripe         = g->stripe,
+               .stripe_redundancy = g->stripe_redundancy,
        };
+       percpu_up_read(&c->mark_lock);
 
-       percpu_up_write(&c->mark_lock);
+       if (metadata_only &&
+           gc_u.data_type != BCH_DATA_sb &&
+           gc_u.data_type != BCH_DATA_journal &&
+           gc_u.data_type != BCH_DATA_btree)
+               return 0;
 
-       return 0;
-}
+       if (!bkey_alloc_unpacked_cmp(old_u, gc_u) ||
+           gen_after(old_u.gen, gc_u.gen))
+               return 0;
 
-static int bch2_gc_reflink_done_initial_fn(struct btree_trans *trans,
-                                          struct bkey_s_c k)
-{
-       struct bch_fs *c = trans->c;
-       struct reflink_gc *r;
-       const __le64 *refcount = bkey_refcount_c(k);
-       char buf[200];
-       int ret = 0;
+#define copy_bucket_field(_f)                                          \
+       if (fsck_err_on(new_u._f != gc_u._f, c,                         \
+                       "bucket %llu:%llu gen %u data type %s has wrong " #_f   \
+                       ": got %u, should be %u",                       \
+                       iter->pos.inode, iter->pos.offset,              \
+                       new_u.gen,                                      \
+                       bch2_data_types[new_u.data_type],               \
+                       new_u._f, gc_u._f))                             \
+               new_u._f = gc_u._f;                                     \
+
+       copy_bucket_field(gen);
+       copy_bucket_field(data_type);
+       copy_bucket_field(stripe);
+       copy_bucket_field(dirty_sectors);
+       copy_bucket_field(cached_sectors);
+       copy_bucket_field(stripe_redundancy);
+       copy_bucket_field(stripe);
+#undef copy_bucket_field
+
+       new_u.oldest_gen = gc_u.oldest_gen;
 
-       if (!refcount)
+       if (!bkey_alloc_unpacked_cmp(old_u, new_u))
                return 0;
 
-       r = genradix_ptr(&c->reflink_gc_table, c->reflink_gc_idx++);
-       if (!r)
-               return -ENOMEM;
+       a = bch2_alloc_pack(trans, new_u);
+       if (IS_ERR(a))
+               return PTR_ERR(a);
 
-       if (!r ||
-           r->offset != k.k->p.offset ||
-           r->size != k.k->size) {
-               bch_err(c, "unexpected inconsistency walking reflink table at gc finish");
-               return -EINVAL;
-       }
+       ret = initial
+               ? bch2_journal_key_insert(c, BTREE_ID_alloc, 0, &a->k)
+               : bch2_trans_update(trans, iter, &a->k, BTREE_TRIGGER_NORUN);
+fsck_err:
+       return ret;
+}
 
-       if (fsck_err_on(r->refcount != le64_to_cpu(*refcount), c,
-                       "reflink key has wrong refcount:\n"
-                       "  %s\n"
-                       "  should be %u",
-                       (bch2_bkey_val_to_text(&PBUF(buf), c, k), buf),
-                       r->refcount)) {
-               struct bkey_i *new;
+static int bch2_gc_alloc_done(struct bch_fs *c, bool initial, bool metadata_only)
+{
+       struct btree_trans trans;
+       struct btree_iter iter;
+       struct bkey_s_c k;
+       struct bch_dev *ca;
+       unsigned i;
+       int ret = 0;
 
-               new = kmalloc(bkey_bytes(k.k), GFP_KERNEL);
-               if (!new) {
-                       ret = -ENOMEM;
-                       goto fsck_err;
-               }
+       bch2_trans_init(&trans, c, 0, 0);
 
-               bkey_reassemble(new, k);
+       for_each_member_device(ca, c, i) {
+               for_each_btree_key(&trans, iter, BTREE_ID_alloc,
+                                  POS(ca->dev_idx, ca->mi.first_bucket),
+                                  BTREE_ITER_SLOTS|
+                                  BTREE_ITER_PREFETCH, k, ret) {
+                       if (bkey_cmp(iter.pos, POS(ca->dev_idx, ca->mi.nbuckets)) >= 0)
+                               break;
 
-               if (!r->refcount) {
-                       new->k.type = KEY_TYPE_deleted;
-                       new->k.size = 0;
-               } else {
-                       *bkey_refcount(new) = cpu_to_le64(r->refcount);
+                       ret = __bch2_trans_do(&trans, NULL, NULL,
+                                             BTREE_INSERT_LAZY_RW,
+                                       bch2_alloc_write_key(&trans, &iter,
+                                                            initial, metadata_only));
+                       if (ret)
+                               break;
                }
+               bch2_trans_iter_exit(&trans, &iter);
 
-               ret = bch2_journal_key_insert(c, BTREE_ID_reflink, 0, new);
-               kfree(new);
+               if (ret) {
+                       bch_err(c, "error writing alloc info: %i", ret);
+                       percpu_ref_put(&ca->ref);
+                       break;
+               }
        }
-fsck_err:
+
+       bch2_trans_exit(&trans);
        return ret;
 }
 
+static int bch2_gc_alloc_start(struct bch_fs *c, bool initial, bool metadata_only)
+{
+       struct bch_dev *ca;
+       unsigned i;
+
+       for_each_member_device(ca, c, i) {
+               struct bucket_array *buckets = kvpmalloc(sizeof(struct bucket_array) +
+                               ca->mi.nbuckets * sizeof(struct bucket),
+                               GFP_KERNEL|__GFP_ZERO);
+               if (!buckets) {
+                       percpu_ref_put(&ca->ref);
+                       percpu_up_write(&c->mark_lock);
+                       bch_err(c, "error allocating ca->buckets[gc]");
+                       return -ENOMEM;
+               }
+
+               buckets->first_bucket   = ca->mi.first_bucket;
+               buckets->nbuckets       = ca->mi.nbuckets;
+               rcu_assign_pointer(ca->buckets[1], buckets);
+       };
+
+       return bch2_alloc_read(c, true, metadata_only);
+}
+
 static int bch2_gc_reflink_done(struct bch_fs *c, bool initial,
                                bool metadata_only)
 {
@@ -1405,14 +1441,6 @@ static int bch2_gc_reflink_done(struct bch_fs *c, bool initial,
 
        bch2_trans_init(&trans, c, 0, 0);
 
-       if (initial) {
-               c->reflink_gc_idx = 0;
-
-               ret = bch2_btree_and_journal_walk(&trans, BTREE_ID_reflink,
-                               bch2_gc_reflink_done_initial_fn);
-               goto out;
-       }
-
        for_each_btree_key(&trans, iter, BTREE_ID_reflink, POS_MIN,
                           BTREE_ITER_PREFETCH, k, ret) {
                const __le64 *refcount = bkey_refcount_c(k);
@@ -1420,7 +1448,7 @@ static int bch2_gc_reflink_done(struct bch_fs *c, bool initial,
                if (!refcount)
                        continue;
 
-               r = genradix_ptr(&c->reflink_gc_table, idx);
+               r = genradix_ptr(&c->reflink_gc_table, idx++);
                if (!r ||
                    r->offset != k.k->p.offset ||
                    r->size != k.k->size) {
@@ -1450,7 +1478,9 @@ static int bch2_gc_reflink_done(struct bch_fs *c, bool initial,
                        else
                                *bkey_refcount(new) = cpu_to_le64(r->refcount);
 
-                       ret = __bch2_trans_do(&trans, NULL, NULL, 0,
+                       ret = initial
+                              ? bch2_journal_key_insert(c, BTREE_ID_stripes, 0, new)
+                              : __bch2_trans_do(&trans, NULL, NULL, 0,
                                        __bch2_btree_insert(&trans, BTREE_ID_reflink, new));
                        kfree(new);
 
@@ -1460,57 +1490,47 @@ static int bch2_gc_reflink_done(struct bch_fs *c, bool initial,
        }
 fsck_err:
        bch2_trans_iter_exit(&trans, &iter);
-out:
        c->reflink_gc_nr = 0;
        bch2_trans_exit(&trans);
        return ret;
 }
 
-static int bch2_gc_stripes_done_initial_fn(struct btree_trans *trans,
-                                          struct bkey_s_c k)
+static int bch2_gc_reflink_start(struct bch_fs *c, bool initial,
+                                bool metadata_only)
 {
-       struct bch_fs *c = trans->c;
-       struct gc_stripe *m;
-       const struct bch_stripe *s;
-       char buf[200];
-       unsigned i;
+       struct btree_trans trans;
+       struct btree_iter iter;
+       struct bkey_s_c k;
+       struct reflink_gc *r;
        int ret = 0;
 
-       if (k.k->type != KEY_TYPE_stripe)
+       if (metadata_only)
                return 0;
 
-       s = bkey_s_c_to_stripe(k).v;
+       bch2_trans_init(&trans, c, 0, 0);
+       c->reflink_gc_nr = 0;
 
-       m = genradix_ptr(&c->gc_stripes, k.k->p.offset);
+       for_each_btree_key(&trans, iter, BTREE_ID_reflink, POS_MIN,
+                          BTREE_ITER_PREFETCH, k, ret) {
+               const __le64 *refcount = bkey_refcount_c(k);
 
-       for (i = 0; i < s->nr_blocks; i++)
-               if (stripe_blockcount_get(s, i) != (m ? m->block_sectors[i] : 0))
-                       goto inconsistent;
-       return 0;
-inconsistent:
-       if (fsck_err_on(true, c,
-                       "stripe has wrong block sector count %u:\n"
-                       "  %s\n"
-                       "  should be %u", i,
-                       (bch2_bkey_val_to_text(&PBUF(buf), c, k), buf),
-                       m ? m->block_sectors[i] : 0)) {
-               struct bkey_i_stripe *new;
+               if (!refcount)
+                       continue;
 
-               new = kmalloc(bkey_bytes(k.k), GFP_KERNEL);
-               if (!new) {
+               r = genradix_ptr_alloc(&c->reflink_gc_table, c->reflink_gc_nr++,
+                                      GFP_KERNEL);
+               if (!r) {
                        ret = -ENOMEM;
-                       goto fsck_err;
+                       break;
                }
 
-               bkey_reassemble(&new->k_i, k);
-
-               for (i = 0; i < new->v.nr_blocks; i++)
-                       stripe_blockcount_set(&new->v, i, m ? m->block_sectors[i] : 0);
-
-               ret = bch2_journal_key_insert(c, BTREE_ID_stripes, 0, &new->k_i);
-               kfree(new);
+               r->offset       = k.k->p.offset;
+               r->size         = k.k->size;
+               r->refcount     = 0;
        }
-fsck_err:
+       bch2_trans_iter_exit(&trans, &iter);
+
+       bch2_trans_exit(&trans);
        return ret;
 }
 
@@ -1518,6 +1538,12 @@ static int bch2_gc_stripes_done(struct bch_fs *c, bool initial,
                                bool metadata_only)
 {
        struct btree_trans trans;
+       struct btree_iter iter;
+       struct bkey_s_c k;
+       struct gc_stripe *m;
+       const struct bch_stripe *s;
+       char buf[200];
+       unsigned i;
        int ret = 0;
 
        if (metadata_only)
@@ -1525,80 +1551,48 @@ static int bch2_gc_stripes_done(struct bch_fs *c, bool initial,
 
        bch2_trans_init(&trans, c, 0, 0);
 
-       if (initial) {
-               ret = bch2_btree_and_journal_walk(&trans, BTREE_ID_stripes,
-                               bch2_gc_stripes_done_initial_fn);
-       } else {
-               BUG();
-       }
-
-       bch2_trans_exit(&trans);
-       return ret;
-}
-
-static int bch2_gc_reflink_start_initial_fn(struct btree_trans *trans,
-                                           struct bkey_s_c k)
-{
-
-       struct bch_fs *c = trans->c;
-       struct reflink_gc *r;
-       const __le64 *refcount = bkey_refcount_c(k);
-
-       if (!refcount)
-               return 0;
-
-       r = genradix_ptr_alloc(&c->reflink_gc_table, c->reflink_gc_nr++,
-                              GFP_KERNEL);
-       if (!r)
-               return -ENOMEM;
-
-       r->offset       = k.k->p.offset;
-       r->size         = k.k->size;
-       r->refcount     = 0;
-       return 0;
-}
-
-static int bch2_gc_reflink_start(struct bch_fs *c, bool initial,
-                                bool metadata_only)
-{
-       struct btree_trans trans;
-       struct btree_iter iter;
-       struct bkey_s_c k;
-       struct reflink_gc *r;
-       int ret = 0;
+       for_each_btree_key(&trans, iter, BTREE_ID_stripes, POS_MIN,
+                          BTREE_ITER_PREFETCH, k, ret) {
+               if (k.k->type != KEY_TYPE_stripe)
+                       continue;
 
-       if (metadata_only)
-               return 0;
+               s = bkey_s_c_to_stripe(k).v;
+               m = genradix_ptr(&c->gc_stripes, k.k->p.offset);
 
-       bch2_trans_init(&trans, c, 0, 0);
-       c->reflink_gc_nr = 0;
+               for (i = 0; i < s->nr_blocks; i++)
+                       if (stripe_blockcount_get(s, i) != (m ? m->block_sectors[i] : 0))
+                               goto inconsistent;
+               continue;
+inconsistent:
+               if (fsck_err_on(true, c,
+                               "stripe has wrong block sector count %u:\n"
+                               "  %s\n"
+                               "  should be %u", i,
+                               (bch2_bkey_val_to_text(&PBUF(buf), c, k), buf),
+                               m ? m->block_sectors[i] : 0)) {
+                       struct bkey_i_stripe *new;
 
-       if (initial) {
-               ret = bch2_btree_and_journal_walk(&trans, BTREE_ID_reflink,
-                                               bch2_gc_reflink_start_initial_fn);
-               goto out;
-       }
+                       new = kmalloc(bkey_bytes(k.k), GFP_KERNEL);
+                       if (!new) {
+                               ret = -ENOMEM;
+                               break;
+                       }
 
-       for_each_btree_key(&trans, iter, BTREE_ID_reflink, POS_MIN,
-                          BTREE_ITER_PREFETCH, k, ret) {
-               const __le64 *refcount = bkey_refcount_c(k);
+                       bkey_reassemble(&new->k_i, k);
 
-               if (!refcount)
-                       continue;
+                       for (i = 0; i < new->v.nr_blocks; i++)
+                               stripe_blockcount_set(&new->v, i, m ? m->block_sectors[i] : 0);
 
-               r = genradix_ptr_alloc(&c->reflink_gc_table, c->reflink_gc_nr++,
-                                      GFP_KERNEL);
-               if (!r) {
-                       ret = -ENOMEM;
-                       break;
+                       ret = initial
+                               ? bch2_journal_key_insert(c, BTREE_ID_stripes, 0, &new->k_i)
+                               : __bch2_trans_do(&trans, NULL, NULL, 0,
+                                       __bch2_btree_insert(&trans, BTREE_ID_reflink, &new->k_i));
+                       kfree(new);
                }
-
-               r->offset       = k.k->p.offset;
-               r->size         = k.k->size;
-               r->refcount     = 0;
        }
+fsck_err:
        bch2_trans_iter_exit(&trans, &iter);
-out:
+
        bch2_trans_exit(&trans);
        return ret;
 }
@@ -1638,10 +1632,13 @@ int bch2_gc(struct bch_fs *c, bool initial, bool metadata_only)
                           !bch2_btree_interior_updates_nr_pending(c));
 again:
        ret   = bch2_gc_start(c, metadata_only) ?:
+               bch2_gc_alloc_start(c, initial, metadata_only) ?:
                bch2_gc_reflink_start(c, initial, metadata_only);
        if (ret)
                goto out;
 
+       gc_pos_set(c, gc_phase(GC_PHASE_START));
+
        bch2_mark_superblocks(c);
 
        if (BCH_SB_HAS_TOPOLOGY_ERRORS(c->disk_sb.sb) &&
@@ -1702,16 +1699,15 @@ out:
        if (!ret) {
                bch2_journal_block(&c->journal);
 
-               percpu_down_write(&c->mark_lock);
-               ret   = bch2_gc_reflink_done(c, initial, metadata_only) ?:
-                       bch2_gc_stripes_done(c, initial, metadata_only) ?:
+               ret   = bch2_gc_stripes_done(c, initial, metadata_only) ?:
+                       bch2_gc_reflink_done(c, initial, metadata_only) ?:
+                       bch2_gc_alloc_done(c, initial, metadata_only) ?:
                        bch2_gc_done(c, initial, metadata_only);
 
                bch2_journal_unblock(&c->journal);
-       } else {
-               percpu_down_write(&c->mark_lock);
        }
 
+       percpu_down_write(&c->mark_lock);
        /* Indicates that gc is no longer in progress: */
        __gc_pos_set(c, gc_phase(GC_PHASE_NOT_RUNNING));