]> git.sesse.net Git - bcachefs-tools-debian/blobdiff - libbcachefs/tests.c
Update bcachefs sources to 3856459b1b bcachefs: bch2_btree_iter_peek_node_and_restart()
[bcachefs-tools-debian] / libbcachefs / tests.c
index 7507b6bcc13f2e47e2b57bfabc831e8d56254dcd..d352821d5614005aee064052fe841a6c87a64189 100644 (file)
@@ -4,6 +4,7 @@
 #include "bcachefs.h"
 #include "btree_update.h"
 #include "journal_reclaim.h"
+#include "subvolume.h"
 #include "tests.h"
 
 #include "linux/kthread.h"
@@ -14,13 +15,15 @@ static void delete_test_keys(struct bch_fs *c)
        int ret;
 
        ret = bch2_btree_delete_range(c, BTREE_ID_extents,
-                                     POS(0, 0), POS(0, U64_MAX),
-                                     NULL);
+                                     SPOS(0, 0, U32_MAX),
+                                     POS(0, U64_MAX),
+                                     0, NULL);
        BUG_ON(ret);
 
        ret = bch2_btree_delete_range(c, BTREE_ID_xattrs,
-                                     POS(0, 0), POS(0, U64_MAX),
-                                     NULL);
+                                     SPOS(0, 0, U32_MAX),
+                                     POS(0, U64_MAX),
+                                     0, NULL);
        BUG_ON(ret);
 }
 
@@ -29,45 +32,44 @@ static void delete_test_keys(struct bch_fs *c)
 static int test_delete(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter;
+       struct btree_iter iter;
        struct bkey_i_cookie k;
        int ret;
 
        bkey_cookie_init(&k.k_i);
+       k.k.p.snapshot = U32_MAX;
 
        bch2_trans_init(&trans, c, 0, 0);
+       bch2_trans_iter_init(&trans, &iter, BTREE_ID_xattrs, k.k.p,
+                            BTREE_ITER_INTENT);
 
-       iter = bch2_trans_get_iter(&trans, BTREE_ID_xattrs, k.k.p,
-                                  BTREE_ITER_INTENT);
-
-       ret = bch2_btree_iter_traverse(iter);
-       if (ret) {
-               bch_err(c, "lookup error in test_delete: %i", ret);
-               goto err;
-       }
-
-       ret = __bch2_trans_do(&trans, NULL, NULL, 0,
-               bch2_trans_update(&trans, iter, &k.k_i, 0));
+       ret = commit_do(&trans, NULL, NULL, 0,
+               bch2_btree_iter_traverse(&iter) ?:
+               bch2_trans_update(&trans, &iter, &k.k_i, 0));
        if (ret) {
-               bch_err(c, "update error in test_delete: %i", ret);
+               bch_err(c, "%s(): update error in: %s", __func__, bch2_err_str(ret));
                goto err;
        }
 
        pr_info("deleting once");
-       ret = bch2_btree_delete_at(&trans, iter, 0);
+       ret = commit_do(&trans, NULL, NULL, 0,
+               bch2_btree_iter_traverse(&iter) ?:
+               bch2_btree_delete_at(&trans, &iter, 0));
        if (ret) {
-               bch_err(c, "delete error (first) in test_delete: %i", ret);
+               bch_err(c, "%s(): delete error (first): %s", __func__, bch2_err_str(ret));
                goto err;
        }
 
        pr_info("deleting twice");
-       ret = bch2_btree_delete_at(&trans, iter, 0);
+       ret = commit_do(&trans, NULL, NULL, 0,
+               bch2_btree_iter_traverse(&iter) ?:
+               bch2_btree_delete_at(&trans, &iter, 0));
        if (ret) {
-               bch_err(c, "delete error (second) in test_delete: %i", ret);
+               bch_err(c, "%s(): delete error (second): %s", __func__, bch2_err_str(ret));
                goto err;
        }
 err:
-       bch2_trans_iter_put(&trans, iter);
+       bch2_trans_iter_exit(&trans, &iter);
        bch2_trans_exit(&trans);
        return ret;
 }
@@ -75,39 +77,38 @@ err:
 static int test_delete_written(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter;
+       struct btree_iter iter;
        struct bkey_i_cookie k;
        int ret;
 
        bkey_cookie_init(&k.k_i);
+       k.k.p.snapshot = U32_MAX;
 
        bch2_trans_init(&trans, c, 0, 0);
 
-       iter = bch2_trans_get_iter(&trans, BTREE_ID_xattrs, k.k.p,
-                                  BTREE_ITER_INTENT);
-
-       ret = bch2_btree_iter_traverse(iter);
-       if (ret) {
-               bch_err(c, "lookup error in test_delete_written: %i", ret);
-               goto err;
-       }
+       bch2_trans_iter_init(&trans, &iter, BTREE_ID_xattrs, k.k.p,
+                            BTREE_ITER_INTENT);
 
-       ret = __bch2_trans_do(&trans, NULL, NULL, 0,
-               bch2_trans_update(&trans, iter, &k.k_i, 0));
+       ret = commit_do(&trans, NULL, NULL, 0,
+               bch2_btree_iter_traverse(&iter) ?:
+               bch2_trans_update(&trans, &iter, &k.k_i, 0));
        if (ret) {
-               bch_err(c, "update error in test_delete_written: %i", ret);
+               bch_err(c, "%s(): update error: %s", __func__, bch2_err_str(ret));
                goto err;
        }
 
+       bch2_trans_unlock(&trans);
        bch2_journal_flush_all_pins(&c->journal);
 
-       ret = bch2_btree_delete_at(&trans, iter, 0);
+       ret = commit_do(&trans, NULL, NULL, 0,
+               bch2_btree_iter_traverse(&iter) ?:
+               bch2_btree_delete_at(&trans, &iter, 0));
        if (ret) {
-               bch_err(c, "delete error in test_delete_written: %i", ret);
+               bch_err(c, "%s(): delete error: %s", __func__, bch2_err_str(ret));
                goto err;
        }
 err:
-       bch2_trans_iter_put(&trans, iter);
+       bch2_trans_iter_exit(&trans, &iter);
        bch2_trans_exit(&trans);
        return ret;
 }
@@ -115,7 +116,7 @@ err:
 static int test_iterate(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter = NULL;
+       struct btree_iter iter = { NULL };
        struct bkey_s_c k;
        u64 i;
        int ret = 0;
@@ -131,11 +132,12 @@ static int test_iterate(struct bch_fs *c, u64 nr)
 
                bkey_cookie_init(&k.k_i);
                k.k.p.offset = i;
+               k.k.p.snapshot = U32_MAX;
 
                ret = bch2_btree_insert(c, BTREE_ID_xattrs, &k.k_i,
                                        NULL, NULL, 0);
                if (ret) {
-                       bch_err(c, "insert error in test_iterate: %i", ret);
+                       bch_err(c, "%s(): insert error: %s", __func__, bch2_err_str(ret));
                        goto err;
                }
        }
@@ -144,24 +146,35 @@ static int test_iterate(struct bch_fs *c, u64 nr)
 
        i = 0;
 
-       for_each_btree_key(&trans, iter, BTREE_ID_xattrs,
-                          POS_MIN, 0, k, ret) {
-               if (k.k->p.inode)
-                       break;
-
+       ret = for_each_btree_key2_upto(&trans, iter, BTREE_ID_xattrs,
+                                 SPOS(0, 0, U32_MAX), POS(0, U64_MAX),
+                                 0, k, ({
                BUG_ON(k.k->p.offset != i++);
+               0;
+       }));
+       if (ret) {
+               bch_err(c, "%s(): error iterating forwards: %s", __func__, bch2_err_str(ret));
+               goto err;
        }
 
        BUG_ON(i != nr);
 
        pr_info("iterating backwards");
 
-       while (!IS_ERR_OR_NULL((k = bch2_btree_iter_prev(iter)).k))
-               BUG_ON(k.k->p.offset != --i);
+       ret = for_each_btree_key_reverse(&trans, iter, BTREE_ID_xattrs,
+                                        SPOS(0, U64_MAX, U32_MAX), 0, k,
+               ({
+                       BUG_ON(k.k->p.offset != --i);
+                       0;
+               }));
+       if (ret) {
+               bch_err(c, "%s(): error iterating backwards: %s", __func__, bch2_err_str(ret));
+               goto err;
+       }
 
        BUG_ON(i);
 err:
-       bch2_trans_iter_put(&trans, iter);
+       bch2_trans_iter_exit(&trans, &iter);
        bch2_trans_exit(&trans);
        return ret;
 }
@@ -169,7 +182,7 @@ err:
 static int test_iterate_extents(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter = NULL;
+       struct btree_iter iter = { NULL };
        struct bkey_s_c k;
        u64 i;
        int ret = 0;
@@ -185,12 +198,13 @@ static int test_iterate_extents(struct bch_fs *c, u64 nr)
 
                bkey_cookie_init(&k.k_i);
                k.k.p.offset = i + 8;
+               k.k.p.snapshot = U32_MAX;
                k.k.size = 8;
 
                ret = bch2_btree_insert(c, BTREE_ID_extents, &k.k_i,
                                        NULL, NULL, 0);
                if (ret) {
-                       bch_err(c, "insert error in test_iterate_extents: %i", ret);
+                       bch_err(c, "%s(): insert error: %s", __func__, bch2_err_str(ret));
                        goto err;
                }
        }
@@ -199,24 +213,37 @@ static int test_iterate_extents(struct bch_fs *c, u64 nr)
 
        i = 0;
 
-       for_each_btree_key(&trans, iter, BTREE_ID_extents,
-                          POS_MIN, 0, k, ret) {
+       ret = for_each_btree_key2_upto(&trans, iter, BTREE_ID_extents,
+                                 SPOS(0, 0, U32_MAX), POS(0, U64_MAX),
+                                 0, k, ({
                BUG_ON(bkey_start_offset(k.k) != i);
                i = k.k->p.offset;
+               0;
+       }));
+       if (ret) {
+               bch_err(c, "%s(): error iterating forwards: %s", __func__, bch2_err_str(ret));
+               goto err;
        }
 
        BUG_ON(i != nr);
 
        pr_info("iterating backwards");
 
-       while (!IS_ERR_OR_NULL((k = bch2_btree_iter_prev(iter)).k)) {
-               BUG_ON(k.k->p.offset != i);
-               i = bkey_start_offset(k.k);
+       ret = for_each_btree_key_reverse(&trans, iter, BTREE_ID_extents,
+                                        SPOS(0, U64_MAX, U32_MAX), 0, k,
+               ({
+                       BUG_ON(k.k->p.offset != i);
+                       i = bkey_start_offset(k.k);
+                       0;
+               }));
+       if (ret) {
+               bch_err(c, "%s(): error iterating backwards: %s", __func__, bch2_err_str(ret));
+               goto err;
        }
 
        BUG_ON(i);
 err:
-       bch2_trans_iter_put(&trans, iter);
+       bch2_trans_iter_exit(&trans, &iter);
        bch2_trans_exit(&trans);
        return ret;
 }
@@ -224,7 +251,7 @@ err:
 static int test_iterate_slots(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter;
+       struct btree_iter iter = { NULL };
        struct bkey_s_c k;
        u64 i;
        int ret = 0;
@@ -240,11 +267,12 @@ static int test_iterate_slots(struct bch_fs *c, u64 nr)
 
                bkey_cookie_init(&k.k_i);
                k.k.p.offset = i * 2;
+               k.k.p.snapshot = U32_MAX;
 
                ret = bch2_btree_insert(c, BTREE_ID_xattrs, &k.k_i,
                                        NULL, NULL, 0);
                if (ret) {
-                       bch_err(c, "insert error in test_iterate_slots: %i", ret);
+                       bch_err(c, "%s(): insert error: %s", __func__, bch2_err_str(ret));
                        goto err;
                }
        }
@@ -253,15 +281,17 @@ static int test_iterate_slots(struct bch_fs *c, u64 nr)
 
        i = 0;
 
-       for_each_btree_key(&trans, iter, BTREE_ID_xattrs, POS_MIN,
-                          0, k, ret) {
-               if (k.k->p.inode)
-                       break;
-
+       ret = for_each_btree_key2_upto(&trans, iter, BTREE_ID_xattrs,
+                                 SPOS(0, 0, U32_MAX), POS(0, U64_MAX),
+                                 0, k, ({
                BUG_ON(k.k->p.offset != i);
                i += 2;
+               0;
+       }));
+       if (ret) {
+               bch_err(c, "%s(): error iterating forwards: %s", __func__, bch2_err_str(ret));
+               goto err;
        }
-       bch2_trans_iter_put(&trans, iter);
 
        BUG_ON(i != nr * 2);
 
@@ -269,16 +299,23 @@ static int test_iterate_slots(struct bch_fs *c, u64 nr)
 
        i = 0;
 
-       for_each_btree_key(&trans, iter, BTREE_ID_xattrs, POS_MIN,
-                          BTREE_ITER_SLOTS, k, ret) {
+       ret = for_each_btree_key2_upto(&trans, iter, BTREE_ID_xattrs,
+                                 SPOS(0, 0, U32_MAX), POS(0, U64_MAX),
+                                 BTREE_ITER_SLOTS, k, ({
+               if (i >= nr * 2)
+                       break;
+
                BUG_ON(k.k->p.offset != i);
                BUG_ON(bkey_deleted(k.k) != (i & 1));
 
                i++;
-               if (i == nr * 2)
-                       break;
+               0;
+       }));
+       if (ret < 0) {
+               bch_err(c, "%s(): error iterating forwards by slots: %s", __func__, bch2_err_str(ret));
+               goto err;
        }
-       bch2_trans_iter_put(&trans, iter);
+       ret = 0;
 err:
        bch2_trans_exit(&trans);
        return ret;
@@ -287,7 +324,7 @@ err:
 static int test_iterate_slots_extents(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter;
+       struct btree_iter iter = { NULL };
        struct bkey_s_c k;
        u64 i;
        int ret = 0;
@@ -303,12 +340,13 @@ static int test_iterate_slots_extents(struct bch_fs *c, u64 nr)
 
                bkey_cookie_init(&k.k_i);
                k.k.p.offset = i + 16;
+               k.k.p.snapshot = U32_MAX;
                k.k.size = 8;
 
                ret = bch2_btree_insert(c, BTREE_ID_extents, &k.k_i,
                                        NULL, NULL, 0);
                if (ret) {
-                       bch_err(c, "insert error in test_iterate_slots_extents: %i", ret);
+                       bch_err(c, "%s(): insert error: %s", __func__, bch2_err_str(ret));
                        goto err;
                }
        }
@@ -317,13 +355,18 @@ static int test_iterate_slots_extents(struct bch_fs *c, u64 nr)
 
        i = 0;
 
-       for_each_btree_key(&trans, iter, BTREE_ID_extents, POS_MIN,
-                          0, k, ret) {
+       ret = for_each_btree_key2_upto(&trans, iter, BTREE_ID_extents,
+                                 SPOS(0, 0, U32_MAX), POS(0, U64_MAX),
+                                 0, k, ({
                BUG_ON(bkey_start_offset(k.k) != i + 8);
                BUG_ON(k.k->size != 8);
                i += 16;
+               0;
+       }));
+       if (ret) {
+               bch_err(c, "%s(): error iterating forwards: %s", __func__, bch2_err_str(ret));
+               goto err;
        }
-       bch2_trans_iter_put(&trans, iter);
 
        BUG_ON(i != nr);
 
@@ -331,18 +374,23 @@ static int test_iterate_slots_extents(struct bch_fs *c, u64 nr)
 
        i = 0;
 
-       for_each_btree_key(&trans, iter, BTREE_ID_extents, POS_MIN,
-                          BTREE_ITER_SLOTS, k, ret) {
+       ret = for_each_btree_key2_upto(&trans, iter, BTREE_ID_extents,
+                                SPOS(0, 0, U32_MAX), POS(0, U64_MAX),
+                                BTREE_ITER_SLOTS, k, ({
+               if (i == nr)
+                       break;
                BUG_ON(bkey_deleted(k.k) != !(i % 16));
 
                BUG_ON(bkey_start_offset(k.k) != i);
                BUG_ON(k.k->size != 8);
                i = k.k->p.offset;
-
-               if (i == nr)
-                       break;
+               0;
+       }));
+       if (ret) {
+               bch_err(c, "%s(): error iterating forwards by slots: %s", __func__, bch2_err_str(ret));
+               goto err;
        }
-       bch2_trans_iter_put(&trans, iter);
+       ret = 0;
 err:
        bch2_trans_exit(&trans);
        return 0;
@@ -355,21 +403,20 @@ err:
 static int test_peek_end(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter;
+       struct btree_iter iter;
        struct bkey_s_c k;
 
        bch2_trans_init(&trans, c, 0, 0);
+       bch2_trans_iter_init(&trans, &iter, BTREE_ID_xattrs,
+                            SPOS(0, 0, U32_MAX), 0);
 
-       iter = bch2_trans_get_iter(&trans, BTREE_ID_xattrs, POS_MIN, 0);
-
-       k = bch2_btree_iter_peek(iter);
+       lockrestart_do(&trans, bkey_err(k = bch2_btree_iter_peek_upto(&iter, POS(0, U64_MAX))));
        BUG_ON(k.k);
 
-       k = bch2_btree_iter_peek(iter);
+       lockrestart_do(&trans, bkey_err(k = bch2_btree_iter_peek_upto(&iter, POS(0, U64_MAX))));
        BUG_ON(k.k);
 
-       bch2_trans_iter_put(&trans, iter);
-
+       bch2_trans_iter_exit(&trans, &iter);
        bch2_trans_exit(&trans);
        return 0;
 }
@@ -377,21 +424,20 @@ static int test_peek_end(struct bch_fs *c, u64 nr)
 static int test_peek_end_extents(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter;
+       struct btree_iter iter;
        struct bkey_s_c k;
 
        bch2_trans_init(&trans, c, 0, 0);
+       bch2_trans_iter_init(&trans, &iter, BTREE_ID_extents,
+                            SPOS(0, 0, U32_MAX), 0);
 
-       iter = bch2_trans_get_iter(&trans, BTREE_ID_extents, POS_MIN, 0);
-
-       k = bch2_btree_iter_peek(iter);
+       lockrestart_do(&trans, bkey_err(k = bch2_btree_iter_peek_upto(&iter, POS(0, U64_MAX))));
        BUG_ON(k.k);
 
-       k = bch2_btree_iter_peek(iter);
+       lockrestart_do(&trans, bkey_err(k = bch2_btree_iter_peek_upto(&iter, POS(0, U64_MAX))));
        BUG_ON(k.k);
 
-       bch2_trans_iter_put(&trans, iter);
-
+       bch2_trans_iter_exit(&trans, &iter);
        bch2_trans_exit(&trans);
        return 0;
 }
@@ -406,17 +452,16 @@ static int insert_test_extent(struct bch_fs *c,
        struct bkey_i_cookie k;
        int ret;
 
-       //pr_info("inserting %llu-%llu v %llu", start, end, test_version);
-
        bkey_cookie_init(&k.k_i);
        k.k_i.k.p.offset = end;
+       k.k_i.k.p.snapshot = U32_MAX;
        k.k_i.k.size = end - start;
        k.k_i.k.version.lo = test_version++;
 
        ret = bch2_btree_insert(c, BTREE_ID_extents, &k.k_i,
                                NULL, NULL, 0);
        if (ret)
-               bch_err(c, "insert error in insert_test_extent: %i", ret);
+               bch_err(c, "%s(): insert error: %s", __func__, bch2_err_str(ret));
        return ret;
 }
 
@@ -458,16 +503,77 @@ static int test_extent_overwrite_all(struct bch_fs *c, u64 nr)
                __test_extent_overwrite(c, 32, 64, 32, 128);
 }
 
+/* snapshot unit tests */
+
+/* Test skipping over keys in unrelated snapshots: */
+static int test_snapshot_filter(struct bch_fs *c, u32 snapid_lo, u32 snapid_hi)
+{
+       struct btree_trans trans;
+       struct btree_iter iter;
+       struct bkey_s_c k;
+       struct bkey_i_cookie cookie;
+       int ret;
+
+       bkey_cookie_init(&cookie.k_i);
+       cookie.k.p.snapshot = snapid_hi;
+       ret = bch2_btree_insert(c, BTREE_ID_xattrs, &cookie.k_i,
+                               NULL, NULL, 0);
+       if (ret)
+               return ret;
+
+       bch2_trans_init(&trans, c, 0, 0);
+       bch2_trans_iter_init(&trans, &iter, BTREE_ID_xattrs,
+                            SPOS(0, 0, snapid_lo), 0);
+       lockrestart_do(&trans, bkey_err(k = bch2_btree_iter_peek_upto(&iter, POS(0, U64_MAX))));
+
+       BUG_ON(k.k->p.snapshot != U32_MAX);
+
+       bch2_trans_iter_exit(&trans, &iter);
+       bch2_trans_exit(&trans);
+       return ret;
+}
+
+static int test_snapshots(struct bch_fs *c, u64 nr)
+{
+       struct bkey_i_cookie cookie;
+       u32 snapids[2];
+       u32 snapid_subvols[2] = { 1, 1 };
+       int ret;
+
+       bkey_cookie_init(&cookie.k_i);
+       cookie.k.p.snapshot = U32_MAX;
+       ret = bch2_btree_insert(c, BTREE_ID_xattrs, &cookie.k_i,
+                               NULL, NULL, 0);
+       if (ret)
+               return ret;
+
+       ret = bch2_trans_do(c, NULL, NULL, 0,
+                     bch2_snapshot_node_create(&trans, U32_MAX,
+                                               snapids,
+                                               snapid_subvols,
+                                               2));
+       if (ret)
+               return ret;
+
+       if (snapids[0] > snapids[1])
+               swap(snapids[0], snapids[1]);
+
+       ret = test_snapshot_filter(c, snapids[0], snapids[1]);
+       if (ret) {
+               bch_err(c, "%s(): err from test_snapshot_filter: %s", __func__, bch2_err_str(ret));
+               return ret;
+       }
+
+       return 0;
+}
+
 /* perf tests */
 
 static u64 test_rand(void)
 {
        u64 v;
-#if 0
-       v = prandom_u32();
-#else
-       prandom_bytes(&v, sizeof(v));
-#endif
+
+       get_random_bytes(&v, sizeof(v));
        return v;
 }
 
@@ -485,10 +591,10 @@ static int rand_insert(struct bch_fs *c, u64 nr)
                k.k.p.offset = test_rand();
                k.k.p.snapshot = U32_MAX;
 
-               ret = __bch2_trans_do(&trans, NULL, NULL, 0,
-                       __bch2_btree_insert(&trans, BTREE_ID_xattrs, &k.k_i));
+               ret = commit_do(&trans, NULL, NULL, 0,
+                       __bch2_btree_insert(&trans, BTREE_ID_xattrs, &k.k_i, 0));
                if (ret) {
-                       bch_err(c, "error in rand_insert: %i", ret);
+                       bch_err(c, "%s(): error %s", __func__, bch2_err_str(ret));
                        break;
                }
        }
@@ -497,84 +603,132 @@ static int rand_insert(struct bch_fs *c, u64 nr)
        return ret;
 }
 
-static int rand_lookup(struct bch_fs *c, u64 nr)
+static int rand_insert_multi(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter;
-       struct bkey_s_c k;
+       struct bkey_i_cookie k[8];
        int ret = 0;
+       unsigned j;
        u64 i;
 
        bch2_trans_init(&trans, c, 0, 0);
-       iter = bch2_trans_get_iter(&trans, BTREE_ID_xattrs, POS_MIN, 0);
 
-       for (i = 0; i < nr; i++) {
-               bch2_btree_iter_set_pos(iter, POS(0, test_rand()));
+       for (i = 0; i < nr; i += ARRAY_SIZE(k)) {
+               for (j = 0; j < ARRAY_SIZE(k); j++) {
+                       bkey_cookie_init(&k[j].k_i);
+                       k[j].k.p.offset = test_rand();
+                       k[j].k.p.snapshot = U32_MAX;
+               }
 
-               k = bch2_btree_iter_peek(iter);
-               ret = bkey_err(k);
+               ret = commit_do(&trans, NULL, NULL, 0,
+                       __bch2_btree_insert(&trans, BTREE_ID_xattrs, &k[0].k_i, 0) ?:
+                       __bch2_btree_insert(&trans, BTREE_ID_xattrs, &k[1].k_i, 0) ?:
+                       __bch2_btree_insert(&trans, BTREE_ID_xattrs, &k[2].k_i, 0) ?:
+                       __bch2_btree_insert(&trans, BTREE_ID_xattrs, &k[3].k_i, 0) ?:
+                       __bch2_btree_insert(&trans, BTREE_ID_xattrs, &k[4].k_i, 0) ?:
+                       __bch2_btree_insert(&trans, BTREE_ID_xattrs, &k[5].k_i, 0) ?:
+                       __bch2_btree_insert(&trans, BTREE_ID_xattrs, &k[6].k_i, 0) ?:
+                       __bch2_btree_insert(&trans, BTREE_ID_xattrs, &k[7].k_i, 0));
                if (ret) {
-                       bch_err(c, "error in rand_lookup: %i", ret);
+                       bch_err(c, "%s(): error %s", __func__, bch2_err_str(ret));
                        break;
                }
        }
 
-       bch2_trans_iter_put(&trans, iter);
        bch2_trans_exit(&trans);
        return ret;
 }
 
-static int rand_mixed(struct bch_fs *c, u64 nr)
+static int rand_lookup(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter;
+       struct btree_iter iter;
        struct bkey_s_c k;
        int ret = 0;
        u64 i;
 
        bch2_trans_init(&trans, c, 0, 0);
-       iter = bch2_trans_get_iter(&trans, BTREE_ID_xattrs, POS_MIN, 0);
+       bch2_trans_iter_init(&trans, &iter, BTREE_ID_xattrs,
+                            SPOS(0, 0, U32_MAX), 0);
 
        for (i = 0; i < nr; i++) {
-               bch2_btree_iter_set_pos(iter, POS(0, test_rand()));
+               bch2_btree_iter_set_pos(&iter, SPOS(0, test_rand(), U32_MAX));
 
-               k = bch2_btree_iter_peek(iter);
+               lockrestart_do(&trans, bkey_err(k = bch2_btree_iter_peek(&iter)));
                ret = bkey_err(k);
                if (ret) {
-                       bch_err(c, "lookup error in rand_mixed: %i", ret);
+                       bch_err(c, "%s(): error %s", __func__, bch2_err_str(ret));
                        break;
                }
+       }
 
-               if (!(i & 3) && k.k) {
-                       struct bkey_i_cookie k;
+       bch2_trans_iter_exit(&trans, &iter);
+       bch2_trans_exit(&trans);
+       return ret;
+}
 
-                       bkey_cookie_init(&k.k_i);
-                       k.k.p = iter->pos;
+static int rand_mixed_trans(struct btree_trans *trans,
+                           struct btree_iter *iter,
+                           struct bkey_i_cookie *cookie,
+                           u64 i, u64 pos)
+{
+       struct bkey_s_c k;
+       int ret;
 
-                       ret = __bch2_trans_do(&trans, NULL, NULL, 0,
-                               bch2_trans_update(&trans, iter, &k.k_i, 0));
-                       if (ret) {
-                               bch_err(c, "update error in rand_mixed: %i", ret);
-                               break;
-                       }
+       bch2_btree_iter_set_pos(iter, SPOS(0, pos, U32_MAX));
+
+       k = bch2_btree_iter_peek(iter);
+       ret = bkey_err(k);
+       if (ret && !bch2_err_matches(ret, BCH_ERR_transaction_restart))
+               bch_err(trans->c, "%s(): lookup error: %s", __func__, bch2_err_str(ret));
+       if (ret)
+               return ret;
+
+       if (!(i & 3) && k.k) {
+               bkey_cookie_init(&cookie->k_i);
+               cookie->k.p = iter->pos;
+               ret = bch2_trans_update(trans, iter, &cookie->k_i, 0);
+       }
+
+       return ret;
+}
+
+static int rand_mixed(struct bch_fs *c, u64 nr)
+{
+       struct btree_trans trans;
+       struct btree_iter iter;
+       struct bkey_i_cookie cookie;
+       int ret = 0;
+       u64 i, rand;
+
+       bch2_trans_init(&trans, c, 0, 0);
+       bch2_trans_iter_init(&trans, &iter, BTREE_ID_xattrs,
+                            SPOS(0, 0, U32_MAX), 0);
+
+       for (i = 0; i < nr; i++) {
+               rand = test_rand();
+               ret = commit_do(&trans, NULL, NULL, 0,
+                       rand_mixed_trans(&trans, &iter, &cookie, i, rand));
+               if (ret) {
+                       bch_err(c, "%s(): update error: %s", __func__, bch2_err_str(ret));
+                       break;
                }
        }
 
-       bch2_trans_iter_put(&trans, iter);
+       bch2_trans_iter_exit(&trans, &iter);
        bch2_trans_exit(&trans);
        return ret;
 }
 
 static int __do_delete(struct btree_trans *trans, struct bpos pos)
 {
-       struct btree_iter *iter;
-       struct bkey_i delete;
+       struct btree_iter iter;
        struct bkey_s_c k;
        int ret = 0;
 
-       iter = bch2_trans_get_iter(trans, BTREE_ID_xattrs, pos,
-                                  BTREE_ITER_INTENT);
-       k = bch2_btree_iter_peek(iter);
+       bch2_trans_iter_init(trans, &iter, BTREE_ID_xattrs, pos,
+                            BTREE_ITER_INTENT);
+       lockrestart_do(trans, bkey_err(k = bch2_btree_iter_peek(&iter)));
        ret = bkey_err(k);
        if (ret)
                goto err;
@@ -582,12 +736,9 @@ static int __do_delete(struct btree_trans *trans, struct bpos pos)
        if (!k.k)
                goto err;
 
-       bkey_init(&delete.k);
-       delete.k.p = k.k->p;
-
-       bch2_trans_update(trans, iter, &delete, 0);
+       ret = bch2_btree_delete_at(trans, &iter, 0);
 err:
-       bch2_trans_iter_put(trans, iter);
+       bch2_trans_iter_exit(trans, &iter);
        return ret;
 }
 
@@ -600,12 +751,12 @@ static int rand_delete(struct bch_fs *c, u64 nr)
        bch2_trans_init(&trans, c, 0, 0);
 
        for (i = 0; i < nr; i++) {
-               struct bpos pos = POS(0, test_rand());
+               struct bpos pos = SPOS(0, test_rand(), U32_MAX);
 
-               ret = __bch2_trans_do(&trans, NULL, NULL, 0,
+               ret = commit_do(&trans, NULL, NULL, 0,
                        __do_delete(&trans, pos));
                if (ret) {
-                       bch_err(c, "error in rand_delete: %i", ret);
+                       bch_err(c, "%s(): error %s", __func__, bch2_err_str(ret));
                        break;
                }
        }
@@ -617,31 +768,27 @@ static int rand_delete(struct bch_fs *c, u64 nr)
 static int seq_insert(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter;
+       struct btree_iter iter;
        struct bkey_s_c k;
        struct bkey_i_cookie insert;
        int ret = 0;
-       u64 i = 0;
 
        bkey_cookie_init(&insert.k_i);
 
        bch2_trans_init(&trans, c, 0, 0);
 
-       for_each_btree_key(&trans, iter, BTREE_ID_xattrs, POS_MIN,
-                          BTREE_ITER_SLOTS|BTREE_ITER_INTENT, k, ret) {
-               insert.k.p = iter->pos;
-
-               ret = __bch2_trans_do(&trans, NULL, NULL, 0,
-                       bch2_trans_update(&trans, iter, &insert.k_i, 0));
-               if (ret) {
-                       bch_err(c, "error in seq_insert: %i", ret);
-                       break;
-               }
-
-               if (++i == nr)
-                       break;
-       }
-       bch2_trans_iter_put(&trans, iter);
+       ret = for_each_btree_key_commit(&trans, iter, BTREE_ID_xattrs,
+                                       SPOS(0, 0, U32_MAX),
+                                       BTREE_ITER_SLOTS|BTREE_ITER_INTENT, k,
+                                       NULL, NULL, 0,
+               ({
+                       if (iter.pos.offset >= nr)
+                               break;
+                       insert.k.p = iter.pos;
+                       bch2_trans_update(&trans, &iter, &insert.k_i, 0);
+               }));
+       if (ret)
+               bch_err(c, "%s(): error %s", __func__, bch2_err_str(ret));
 
        bch2_trans_exit(&trans);
        return ret;
@@ -650,15 +797,18 @@ static int seq_insert(struct bch_fs *c, u64 nr)
 static int seq_lookup(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter;
+       struct btree_iter iter;
        struct bkey_s_c k;
        int ret = 0;
 
        bch2_trans_init(&trans, c, 0, 0);
 
-       for_each_btree_key(&trans, iter, BTREE_ID_xattrs, POS_MIN, 0, k, ret)
-               ;
-       bch2_trans_iter_put(&trans, iter);
+       ret = for_each_btree_key2_upto(&trans, iter, BTREE_ID_xattrs,
+                                 SPOS(0, 0, U32_MAX), POS(0, U64_MAX),
+                                 0, k,
+               0);
+       if (ret)
+               bch_err(c, "%s(): error %s", __func__, bch2_err_str(ret));
 
        bch2_trans_exit(&trans);
        return ret;
@@ -667,26 +817,24 @@ static int seq_lookup(struct bch_fs *c, u64 nr)
 static int seq_overwrite(struct bch_fs *c, u64 nr)
 {
        struct btree_trans trans;
-       struct btree_iter *iter;
+       struct btree_iter iter;
        struct bkey_s_c k;
        int ret = 0;
 
        bch2_trans_init(&trans, c, 0, 0);
 
-       for_each_btree_key(&trans, iter, BTREE_ID_xattrs, POS_MIN,
-                          BTREE_ITER_INTENT, k, ret) {
-               struct bkey_i_cookie u;
+       ret = for_each_btree_key_commit(&trans, iter, BTREE_ID_xattrs,
+                                       SPOS(0, 0, U32_MAX),
+                                       BTREE_ITER_INTENT, k,
+                                       NULL, NULL, 0,
+               ({
+                       struct bkey_i_cookie u;
 
-               bkey_reassemble(&u.k_i, k);
-
-               ret = __bch2_trans_do(&trans, NULL, NULL, 0,
-                       bch2_trans_update(&trans, iter, &u.k_i, 0));
-               if (ret) {
-                       bch_err(c, "error in seq_overwrite: %i", ret);
-                       break;
-               }
-       }
-       bch2_trans_iter_put(&trans, iter);
+                       bkey_reassemble(&u.k_i, k);
+                       bch2_trans_update(&trans, &iter, &u.k_i, 0);
+               }));
+       if (ret)
+               bch_err(c, "%s(): error %s", __func__, bch2_err_str(ret));
 
        bch2_trans_exit(&trans);
        return ret;
@@ -697,10 +845,11 @@ static int seq_delete(struct bch_fs *c, u64 nr)
        int ret;
 
        ret = bch2_btree_delete_range(c, BTREE_ID_xattrs,
-                                     POS(0, 0), POS(0, U64_MAX),
-                                     NULL);
+                                     SPOS(0, 0, U32_MAX),
+                                     POS(0, U64_MAX),
+                                     0, NULL);
        if (ret)
-               bch_err(c, "error in seq_delete: %i", ret);
+               bch_err(c, "%s(): error %s", __func__, bch2_err_str(ret));
        return ret;
 }
 
@@ -735,9 +884,11 @@ static int btree_perf_test_thread(void *data)
                wait_event(j->ready_wait, !atomic_read(&j->ready));
        }
 
-       ret = j->fn(j->c, j->nr / j->nr_threads);
-       if (ret)
+       ret = j->fn(j->c, div64_u64(j->nr, j->nr_threads));
+       if (ret) {
+               bch_err(j->c, "%ps: error %s", j->fn, bch2_err_str(ret));
                j->ret = ret;
+       }
 
        if (atomic_dec_and_test(&j->done)) {
                j->finish = sched_clock();
@@ -751,7 +902,9 @@ int bch2_btree_perf_test(struct bch_fs *c, const char *testname,
                         u64 nr, unsigned nr_threads)
 {
        struct test_job j = { .c = c, .nr = nr, .nr_threads = nr_threads };
-       char name_buf[20], nr_buf[20], per_sec_buf[20];
+       char name_buf[20];
+       struct printbuf nr_buf = PRINTBUF;
+       struct printbuf per_sec_buf = PRINTBUF;
        unsigned i;
        u64 time;
 
@@ -765,6 +918,7 @@ int bch2_btree_perf_test(struct bch_fs *c, const char *testname,
        if (!strcmp(testname, #_test)) j.fn = _test
 
        perf_test(rand_insert);
+       perf_test(rand_insert_multi);
        perf_test(rand_lookup);
        perf_test(rand_mixed);
        perf_test(rand_delete);
@@ -789,6 +943,8 @@ int bch2_btree_perf_test(struct bch_fs *c, const char *testname,
        perf_test(test_extent_overwrite_middle);
        perf_test(test_extent_overwrite_all);
 
+       perf_test(test_snapshots);
+
        if (!j.fn) {
                pr_err("unknown test %s", testname);
                return -EINVAL;
@@ -809,13 +965,15 @@ int bch2_btree_perf_test(struct bch_fs *c, const char *testname,
        time = j.finish - j.start;
 
        scnprintf(name_buf, sizeof(name_buf), "%s:", testname);
-       bch2_hprint(&PBUF(nr_buf), nr);
-       bch2_hprint(&PBUF(per_sec_buf), nr * NSEC_PER_SEC / time);
+       prt_human_readable_u64(&nr_buf, nr);
+       prt_human_readable_u64(&per_sec_buf, div64_u64(nr * NSEC_PER_SEC, time));
        printk(KERN_INFO "%-12s %s with %u threads in %5llu sec, %5llu nsec per iter, %5s per sec\n",
-               name_buf, nr_buf, nr_threads,
-               time / NSEC_PER_SEC,
-               time * nr_threads / nr,
-               per_sec_buf);
+               name_buf, nr_buf.buf, nr_threads,
+               div_u64(time, NSEC_PER_SEC),
+               div_u64(time * nr_threads, nr),
+               per_sec_buf.buf);
+       printbuf_exit(&per_sec_buf);
+       printbuf_exit(&nr_buf);
        return j.ret;
 }