]> git.sesse.net Git - bcachefs-tools-debian/blobdiff - libbcachefs.c
Initial WIP new user's manual
[bcachefs-tools-debian] / libbcachefs.c
index 3632e30d4fa861f6004cee05d98ba7f86f5b87e1..3122723ab6041588ffda1d0469aaf9a66a6f8ebb 100644 (file)
@@ -1,4 +1,5 @@
 #include <ctype.h>
+#include <dirent.h>
 #include <errno.h>
 #include <fcntl.h>
 #include <stdbool.h>
@@ -7,23 +8,26 @@
 #include <stdlib.h>
 #include <string.h>
 #include <sys/stat.h>
+#include <sys/sysmacros.h>
 #include <sys/types.h>
 #include <time.h>
 #include <unistd.h>
 
 #include <uuid/uuid.h>
 
+#include "libbcachefs.h"
+#include "crypto.h"
 #include "libbcachefs/bcachefs_format.h"
+#include "libbcachefs/btree_cache.h"
 #include "libbcachefs/checksum.h"
-#include "crypto.h"
-#include "libbcachefs.h"
+#include "libbcachefs/disk_groups.h"
 #include "libbcachefs/opts.h"
+#include "libbcachefs/replicas.h"
 #include "libbcachefs/super-io.h"
+#include "tools-util.h"
 
 #define NSEC_PER_SEC   1000000000L
 
-#define BCH_MIN_NR_NBUCKETS    (1 << 10)
-
 /* minimum size filesystem we can create, given a bucket size: */
 static u64 min_size(unsigned bucket_size)
 {
@@ -69,7 +73,7 @@ static void init_layout(struct bch_sb_layout *l, unsigned block_size,
        l->sb_offset[1]         = cpu_to_le64(backup);
 }
 
-void bch2_pick_bucket_size(struct format_opts opts, struct dev_opts *dev)
+void bch2_pick_bucket_size(struct bch_opts opts, struct dev_opts *dev)
 {
        if (!dev->sb_offset) {
                dev->sb_offset  = BCH_SB_SECTOR;
@@ -88,7 +92,9 @@ void bch2_pick_bucket_size(struct format_opts opts, struct dev_opts *dev)
                dev->bucket_size = opts.block_size;
 
                /* Bucket size must be >= btree node size: */
-               dev->bucket_size = max(dev->bucket_size, opts.btree_node_size);
+               if (opt_defined(opts, btree_node_size))
+                       dev->bucket_size = max_t(unsigned, dev->bucket_size,
+                                                opts.btree_node_size);
 
                /* Want a bucket size of at least 128k, if possible: */
                dev->bucket_size = max(dev->bucket_size, 256U);
@@ -113,7 +119,8 @@ void bch2_pick_bucket_size(struct format_opts opts, struct dev_opts *dev)
        if (dev->bucket_size < opts.block_size)
                die("Bucket size cannot be smaller than block size");
 
-       if (dev->bucket_size < opts.btree_node_size)
+       if (opt_defined(opts, btree_node_size) &&
+           dev->bucket_size < opts.btree_node_size)
                die("Bucket size cannot be smaller than btree node size");
 
        if (dev->nbuckets < BCH_MIN_NR_NBUCKETS)
@@ -122,103 +129,122 @@ void bch2_pick_bucket_size(struct format_opts opts, struct dev_opts *dev)
 
 }
 
-struct bch_sb *bch2_format(struct format_opts opts,
-                          struct dev_opts *devs, size_t nr_devs)
+static unsigned parse_target(struct bch_sb_handle *sb,
+                            struct dev_opts *devs, size_t nr_devs,
+                            const char *s)
+{
+       struct dev_opts *i;
+       int idx;
+
+       if (!s)
+               return 0;
+
+       for (i = devs; i < devs + nr_devs; i++)
+               if (!strcmp(s, i->path))
+                       return dev_to_target(i - devs);
+
+       idx = bch2_disk_path_find(sb, s);
+       if (idx >= 0)
+               return group_to_target(idx);
+
+       die("Invalid target %s", s);
+       return 0;
+}
+
+struct bch_sb *bch2_format(struct bch_opt_strs fs_opt_strs,
+                          struct bch_opts      fs_opts,
+                          struct format_opts   opts,
+                          struct dev_opts      *devs,
+                          size_t               nr_devs)
 {
-       struct bch_sb *sb;
+       struct bch_sb_handle sb = { NULL };
        struct dev_opts *i;
        struct bch_sb_field_members *mi;
-       unsigned u64s;
+       unsigned max_dev_block_size = 0;
+       unsigned opt_id;
+
+       for (i = devs; i < devs + nr_devs; i++)
+               max_dev_block_size = max(max_dev_block_size,
+                                        get_blocksize(i->path, i->fd));
 
        /* calculate block size: */
-       if (!opts.block_size)
-               for (i = devs; i < devs + nr_devs; i++)
-                       opts.block_size = max(opts.block_size,
-                                             get_blocksize(i->path, i->fd));
+       if (!opt_defined(fs_opts, block_size)) {
+               opt_set(fs_opts, block_size, max_dev_block_size);
+       } else if (fs_opts.block_size < max_dev_block_size)
+               die("blocksize too small: %u, must be greater than device blocksize %u",
+                   fs_opts.block_size, max_dev_block_size);
 
        /* calculate bucket sizes: */
        for (i = devs; i < devs + nr_devs; i++)
-               bch2_pick_bucket_size(opts, i);
+               bch2_pick_bucket_size(fs_opts, i);
 
        /* calculate btree node size: */
-       if (!opts.btree_node_size) {
+       if (!opt_defined(fs_opts, btree_node_size)) {
                /* 256k default btree node size */
-               opts.btree_node_size = 512;
+               opt_set(fs_opts, btree_node_size, 512);
 
                for (i = devs; i < devs + nr_devs; i++)
-                       opts.btree_node_size =
-                               min(opts.btree_node_size, i->bucket_size);
+                       fs_opts.btree_node_size =
+                               min_t(unsigned, fs_opts.btree_node_size,
+                                     i->bucket_size);
        }
 
-       if (!is_power_of_2(opts.block_size))
+       if (!is_power_of_2(fs_opts.block_size))
                die("block size must be power of 2");
 
-       if (!is_power_of_2(opts.btree_node_size))
+       if (!is_power_of_2(fs_opts.btree_node_size))
                die("btree node size must be power of 2");
 
        if (uuid_is_null(opts.uuid.b))
                uuid_generate(opts.uuid.b);
 
-       sb = calloc(1, sizeof(*sb) +
-                   sizeof(struct bch_sb_field_members) +
-                   sizeof(struct bch_member) * nr_devs +
-                   sizeof(struct bch_sb_field_crypt));
+       if (bch2_sb_realloc(&sb, 0))
+               die("insufficient memory");
 
-       sb->version     = cpu_to_le64(BCH_SB_VERSION_MAX);
-       sb->magic       = BCACHE_MAGIC;
-       sb->block_size  = cpu_to_le16(opts.block_size);
-       sb->user_uuid   = opts.uuid;
-       sb->nr_devices  = nr_devs;
+       sb.sb->version          = le16_to_cpu(bcachefs_metadata_version_current);
+       sb.sb->version_min      = le16_to_cpu(bcachefs_metadata_version_current);
+       sb.sb->magic            = BCACHE_MAGIC;
+       sb.sb->block_size       = cpu_to_le16(fs_opts.block_size);
+       sb.sb->user_uuid        = opts.uuid;
+       sb.sb->nr_devices       = nr_devs;
 
-       uuid_generate(sb->uuid.b);
+       uuid_generate(sb.sb->uuid.b);
 
        if (opts.label)
-               strncpy((char *) sb->label, opts.label, sizeof(sb->label));
+               memcpy(sb.sb->label,
+                      opts.label,
+                      min(strlen(opts.label), sizeof(sb.sb->label)));
 
-       SET_BCH_SB_CSUM_TYPE(sb,                opts.meta_csum_type);
-       SET_BCH_SB_META_CSUM_TYPE(sb,           opts.meta_csum_type);
-       SET_BCH_SB_DATA_CSUM_TYPE(sb,           opts.data_csum_type);
-       SET_BCH_SB_COMPRESSION_TYPE(sb,         opts.compression_type);
+       for (opt_id = 0;
+            opt_id < bch2_opts_nr;
+            opt_id++) {
+               const struct bch_option *opt = &bch2_opt_table[opt_id];
+               u64 v;
 
-       SET_BCH_SB_BTREE_NODE_SIZE(sb,          opts.btree_node_size);
-       SET_BCH_SB_GC_RESERVE(sb,               8);
-       SET_BCH_SB_META_REPLICAS_WANT(sb,       opts.meta_replicas);
-       SET_BCH_SB_META_REPLICAS_REQ(sb,        opts.meta_replicas_required);
-       SET_BCH_SB_DATA_REPLICAS_WANT(sb,       opts.data_replicas);
-       SET_BCH_SB_DATA_REPLICAS_REQ(sb,        opts.data_replicas_required);
-       SET_BCH_SB_ERROR_ACTION(sb,             opts.on_error_action);
-       SET_BCH_SB_STR_HASH_TYPE(sb,            BCH_STR_HASH_SIPHASH);
-       SET_BCH_SB_ENCODED_EXTENT_MAX_BITS(sb,  ilog2(opts.encoded_extent_max));
+               if (opt->set_sb == SET_NO_SB_OPT)
+                       continue;
+
+               v = bch2_opt_defined_by_id(&fs_opts, opt_id)
+                       ? bch2_opt_get_by_id(&fs_opts, opt_id)
+                       : bch2_opt_get_by_id(&bch2_opts_default, opt_id);
 
-       SET_BCH_SB_POSIX_ACL(sb,                1);
+               opt->set_sb(sb.sb, v);
+       }
+
+       SET_BCH_SB_ENCODED_EXTENT_MAX_BITS(sb.sb,
+                               ilog2(opts.encoded_extent_max));
 
        struct timespec now;
        if (clock_gettime(CLOCK_REALTIME, &now))
                die("error getting current time: %m");
 
-       sb->time_base_lo        = cpu_to_le64(now.tv_sec * NSEC_PER_SEC + now.tv_nsec);
-       sb->time_precision      = cpu_to_le32(1);
-
-       if (opts.encrypted) {
-               struct bch_sb_field_crypt *crypt = vstruct_end(sb);
-
-               u64s = sizeof(struct bch_sb_field_crypt) / sizeof(u64);
-
-               le32_add_cpu(&sb->u64s, u64s);
-               crypt->field.u64s = cpu_to_le32(u64s);
-               crypt->field.type = BCH_SB_FIELD_crypt;
-
-               bch_sb_crypt_init(sb, crypt, opts.passphrase);
-               SET_BCH_SB_ENCRYPTION_TYPE(sb, 1);
-       }
-
-       mi = vstruct_end(sb);
-       u64s = (sizeof(struct bch_sb_field_members) +
-               sizeof(struct bch_member) * nr_devs) / sizeof(u64);
+       sb.sb->time_base_lo     = cpu_to_le64(now.tv_sec * NSEC_PER_SEC + now.tv_nsec);
+       sb.sb->time_precision   = cpu_to_le32(1);
 
-       le32_add_cpu(&sb->u64s, u64s);
-       mi->field.u64s = cpu_to_le32(u64s);
-       mi->field.type = BCH_SB_FIELD_members;
+       /* Member info: */
+       mi = bch2_sb_resize_members(&sb,
+                       (sizeof(*mi) + sizeof(struct bch_member) *
+                        nr_devs) / sizeof(u64));
 
        for (i = devs; i < devs + nr_devs; i++) {
                struct bch_member *m = mi->members + (i - devs);
@@ -228,16 +254,47 @@ struct bch_sb *bch2_format(struct format_opts opts,
                m->first_bucket = 0;
                m->bucket_size  = cpu_to_le16(i->bucket_size);
 
-               SET_BCH_MEMBER_TIER(m,          i->tier);
                SET_BCH_MEMBER_REPLACEMENT(m,   CACHE_REPLACEMENT_LRU);
                SET_BCH_MEMBER_DISCARD(m,       i->discard);
                SET_BCH_MEMBER_DATA_ALLOWED(m,  i->data_allowed);
+               SET_BCH_MEMBER_DURABILITY(m,    i->durability + 1);
+       }
+
+       /* Disk groups */
+       for (i = devs; i < devs + nr_devs; i++) {
+               struct bch_member *m = mi->members + (i - devs);
+               int idx;
+
+               if (!i->group)
+                       continue;
+
+               idx = bch2_disk_path_find_or_create(&sb, i->group);
+               if (idx < 0)
+                       die("error creating disk path: %s", idx);
+
+               SET_BCH_MEMBER_GROUP(m, idx + 1);
+       }
+
+       SET_BCH_SB_FOREGROUND_TARGET(sb.sb,
+               parse_target(&sb, devs, nr_devs, fs_opt_strs.foreground_target));
+       SET_BCH_SB_BACKGROUND_TARGET(sb.sb,
+               parse_target(&sb, devs, nr_devs, fs_opt_strs.background_target));
+       SET_BCH_SB_PROMOTE_TARGET(sb.sb,
+               parse_target(&sb, devs, nr_devs, fs_opt_strs.promote_target));
+
+       /* Crypt: */
+       if (opts.encrypted) {
+               struct bch_sb_field_crypt *crypt =
+                       bch2_sb_resize_crypt(&sb, sizeof(*crypt) / sizeof(u64));
+
+               bch_sb_crypt_init(sb.sb, crypt, opts.passphrase);
+               SET_BCH_SB_ENCRYPTION_TYPE(sb.sb, 1);
        }
 
        for (i = devs; i < devs + nr_devs; i++) {
-               sb->dev_idx = i - devs;
+               sb.sb->dev_idx = i - devs;
 
-               init_layout(&sb->layout, opts.block_size,
+               init_layout(&sb.sb->layout, fs_opts.block_size,
                            i->sb_offset, i->sb_end);
 
                if (i->sb_offset == BCH_SB_SECTOR) {
@@ -247,11 +304,11 @@ struct bch_sb *bch2_format(struct format_opts opts,
                        xpwrite(i->fd, zeroes, BCH_SB_SECTOR << 9, 0);
                }
 
-               bch2_super_write(i->fd, sb);
+               bch2_super_write(i->fd, sb.sb);
                close(i->fd);
        }
 
-       return sb;
+       return sb.sb;
 }
 
 void bch2_super_write(int fd, struct bch_sb *sb)
@@ -304,13 +361,59 @@ static unsigned get_dev_has_data(struct bch_sb *sb, unsigned dev)
 
        if (replicas)
                for_each_replicas_entry(replicas, r)
-                       for (i = 0; i < r->nr; i++)
+                       for (i = 0; i < r->nr_devs; i++)
                                if (r->devs[i] == dev)
                                        data_has |= 1 << r->data_type;
 
        return data_has;
 }
 
+static int bch2_sb_get_target(struct bch_sb *sb, char *buf, size_t len, u64 v)
+{
+       struct target t = target_decode(v);
+       int ret;
+
+       switch (t.type) {
+       case TARGET_NULL:
+               return scnprintf(buf, len, "none");
+       case TARGET_DEV: {
+               struct bch_sb_field_members *mi = bch2_sb_get_members(sb);
+               struct bch_member *m = mi->members + t.dev;
+
+               if (bch2_dev_exists(sb, mi, t.dev)) {
+                       char uuid_str[40];
+
+                       uuid_unparse(m->uuid.b, uuid_str);
+
+                       ret = scnprintf(buf, len, "Device %u (%s)", t.dev,
+                               uuid_str);
+               } else {
+                       ret = scnprintf(buf, len, "Bad device %u", t.dev);
+               }
+
+               break;
+       }
+       case TARGET_GROUP: {
+               struct bch_sb_field_disk_groups *gi;
+               gi = bch2_sb_get_disk_groups(sb);
+
+               struct bch_disk_group *g = gi->entries + t.group;
+
+               if (t.group < disk_groups_nr(gi) && !BCH_GROUP_DELETED(g)) {
+                       ret = scnprintf(buf, len, "Group %u (%.*s)", t.group,
+                               BCH_SB_LABEL_SIZE, g->label);
+               } else {
+                       ret = scnprintf(buf, len, "Bad group %u", t.group);
+               }
+               break;
+       }
+       default:
+               BUG();
+       }
+
+       return ret;
+}
+
 /* superblock printing: */
 
 static void bch2_sb_print_layout(struct bch_sb *sb, enum units units)
@@ -353,6 +456,7 @@ static void bch2_sb_print_members(struct bch_sb *sb, struct bch_sb_field *f,
                                  enum units units)
 {
        struct bch_sb_field_members *mi = field_to_type(f, members);
+       struct bch_sb_field_disk_groups *gi = bch2_sb_get_disk_groups(sb);
        unsigned i;
 
        for (i = 0; i < sb->nr_devices; i++) {
@@ -361,25 +465,49 @@ static void bch2_sb_print_members(struct bch_sb *sb, struct bch_sb_field *f,
                char member_uuid_str[40];
                char data_allowed_str[100];
                char data_has_str[100];
+               char group[BCH_SB_LABEL_SIZE+10];
+               char time_str[64];
 
                if (!bch2_member_exists(m))
                        continue;
 
                uuid_unparse(m->uuid.b, member_uuid_str);
-               bch2_scnprint_flag_list(data_allowed_str,
-                                       sizeof(data_allowed_str),
-                                       bch2_data_types,
-                                       BCH_MEMBER_DATA_ALLOWED(m));
+
+               if (BCH_MEMBER_GROUP(m)) {
+                       unsigned idx = BCH_MEMBER_GROUP(m) - 1;
+
+                       if (idx < disk_groups_nr(gi)) {
+                               snprintf(group, sizeof(group), "%.*s (%u)",
+                                       BCH_SB_LABEL_SIZE,
+                                       gi->entries[idx].label, idx);
+                       } else {
+                               strcpy(group, "(bad disk groups section)");
+                       }
+               } else {
+                       strcpy(group, "(none)");
+               }
+
+               bch2_flags_to_text(&PBUF(data_allowed_str),
+                                  bch2_data_types,
+                                  BCH_MEMBER_DATA_ALLOWED(m));
                if (!data_allowed_str[0])
                        strcpy(data_allowed_str, "(none)");
 
-               bch2_scnprint_flag_list(data_has_str,
-                                       sizeof(data_has_str),
-                                       bch2_data_types,
-                                       get_dev_has_data(sb, i));
+               bch2_flags_to_text(&PBUF(data_has_str),
+                                  bch2_data_types,
+                                  get_dev_has_data(sb, i));
                if (!data_has_str[0])
                        strcpy(data_has_str, "(none)");
 
+               if (last_mount) {
+                       struct tm *tm = localtime(&last_mount);
+                       size_t err = strftime(time_str, sizeof(time_str), "%c", tm);
+                       if (!err)
+                               strcpy(time_str, "(formatting error)");
+               } else {
+                       strcpy(time_str, "(never)");
+               }
+
                printf("  Device %u:\n"
                       "    UUID:                       %s\n"
                       "    Size:                       %s\n"
@@ -388,7 +516,7 @@ static void bch2_sb_print_members(struct bch_sb *sb, struct bch_sb_field *f,
                       "    Buckets:                    %llu\n"
                       "    Last mount:                 %s\n"
                       "    State:                      %s\n"
-                      "    Tier:                       %llu\n"
+                      "    Group:                      %s\n"
                       "    Data allowed:               %s\n"
 
                       "    Has data:                   %s\n"
@@ -401,13 +529,13 @@ static void bch2_sb_print_members(struct bch_sb *sb, struct bch_sb_field *f,
                       pr_units(le16_to_cpu(m->bucket_size), units),
                       le16_to_cpu(m->first_bucket),
                       le64_to_cpu(m->nbuckets),
-                      last_mount ? ctime(&last_mount) : "(never)",
+                      time_str,
 
                       BCH_MEMBER_STATE(m) < BCH_MEMBER_STATE_NR
                       ? bch2_dev_state[BCH_MEMBER_STATE(m)]
                       : "unknown",
 
-                      BCH_MEMBER_TIER(m),
+                      group,
                       data_allowed_str,
                       data_has_str,
 
@@ -434,6 +562,26 @@ static void bch2_sb_print_crypt(struct bch_sb *sb, struct bch_sb_field *f,
               BCH_KDF_SCRYPT_P(crypt));
 }
 
+static void bch2_sb_print_replicas_v0(struct bch_sb *sb, struct bch_sb_field *f,
+                                  enum units units)
+{
+       struct bch_sb_field_replicas_v0 *replicas = field_to_type(f, replicas_v0);
+       struct bch_replicas_entry_v0 *e;
+       unsigned i;
+
+       for_each_replicas_entry(replicas, e) {
+               printf_pad(32, "  %s:", bch2_data_types[e->data_type]);
+
+               putchar('[');
+               for (i = 0; i < e->nr_devs; i++) {
+                       if (i)
+                               putchar(' ');
+                       printf("%u", e->devs[i]);
+               }
+               printf("]\n");
+       }
+}
+
 static void bch2_sb_print_replicas(struct bch_sb *sb, struct bch_sb_field *f,
                                   enum units units)
 {
@@ -442,10 +590,13 @@ static void bch2_sb_print_replicas(struct bch_sb *sb, struct bch_sb_field *f,
        unsigned i;
 
        for_each_replicas_entry(replicas, e) {
-               printf_pad(32, "  %s:", bch2_data_types[e->data_type]);
+               printf_pad(32, "  %s: %u/%u",
+                          bch2_data_types[e->data_type],
+                          e->nr_required,
+                          e->nr_devs);
 
                putchar('[');
-               for (i = 0; i < e->nr; i++) {
+               for (i = 0; i < e->nr_devs; i++) {
                        if (i)
                                putchar(' ');
                        printf("%u", e->devs[i]);
@@ -459,13 +610,28 @@ static void bch2_sb_print_quota(struct bch_sb *sb, struct bch_sb_field *f,
 {
 }
 
+static void bch2_sb_print_disk_groups(struct bch_sb *sb, struct bch_sb_field *f,
+                                     enum units units)
+{
+}
+
+static void bch2_sb_print_clean(struct bch_sb *sb, struct bch_sb_field *f,
+                               enum units units)
+{
+}
+
+static void bch2_sb_print_journal_seq_blacklist(struct bch_sb *sb, struct bch_sb_field *f,
+                               enum units units)
+{
+}
+
 typedef void (*sb_field_print_fn)(struct bch_sb *, struct bch_sb_field *, enum units);
 
-struct bch_sb_field_ops {
+struct bch_sb_field_toolops {
        sb_field_print_fn       print;
 };
 
-static const struct bch_sb_field_ops bch2_sb_field_ops[] = {
+static const struct bch_sb_field_toolops bch2_sb_field_ops[] = {
 #define x(f, nr)                                       \
        [BCH_SB_FIELD_##f] = {                          \
                .print  = bch2_sb_print_##f,            \
@@ -491,17 +657,33 @@ void bch2_sb_print(struct bch_sb *sb, bool print_layout,
 {
        struct bch_sb_field_members *mi;
        char user_uuid_str[40], internal_uuid_str[40];
+       char features_str[200];
        char fields_have_str[200];
        char label[BCH_SB_LABEL_SIZE + 1];
+       char time_str[64];
+       char foreground_str[64];
+       char background_str[64];
+       char promote_str[64];
        struct bch_sb_field *f;
        u64 fields_have = 0;
        unsigned nr_devices = 0;
+       time_t time_base = le64_to_cpu(sb->time_base_lo) / NSEC_PER_SEC;
+
+       memcpy(label, sb->label, BCH_SB_LABEL_SIZE);
+       label[BCH_SB_LABEL_SIZE] = '\0';
 
-       memset(label, 0, sizeof(label));
-       memcpy(label, sb->label, sizeof(sb->label));
        uuid_unparse(sb->user_uuid.b, user_uuid_str);
        uuid_unparse(sb->uuid.b, internal_uuid_str);
 
+       if (time_base) {
+               struct tm *tm = localtime(&time_base);
+               size_t err = strftime(time_str, sizeof(time_str), "%c", tm);
+               if (!err)
+                       strcpy(time_str, "(formatting error)");
+       } else {
+               strcpy(time_str, "(not set)");
+       }
+
        mi = bch2_sb_get_members(sb);
        if (mi) {
                struct bch_member *m;
@@ -512,19 +694,35 @@ void bch2_sb_print(struct bch_sb *sb, bool print_layout,
                        nr_devices += bch2_member_exists(m);
        }
 
+       bch2_sb_get_target(sb, foreground_str, sizeof(foreground_str),
+               BCH_SB_FOREGROUND_TARGET(sb));
+
+       bch2_sb_get_target(sb, background_str, sizeof(background_str),
+               BCH_SB_BACKGROUND_TARGET(sb));
+
+       bch2_sb_get_target(sb, promote_str, sizeof(promote_str),
+               BCH_SB_PROMOTE_TARGET(sb));
+
+       bch2_flags_to_text(&PBUF(features_str),
+                          bch2_sb_features,
+                          le64_to_cpu(sb->features[0]));
+
        vstruct_for_each(sb, f)
                fields_have |= 1 << le32_to_cpu(f->type);
-       bch2_scnprint_flag_list(fields_have_str, sizeof(fields_have_str),
-                               bch2_sb_fields, fields_have);
+       bch2_flags_to_text(&PBUF(fields_have_str),
+                          bch2_sb_fields, fields_have);
 
        printf("External UUID:                  %s\n"
               "Internal UUID:                  %s\n"
               "Label:                          %s\n"
               "Version:                        %llu\n"
+              "Created:                        %s\n"
+              "Squence number:                 %llu\n"
               "Block_size:                     %s\n"
               "Btree node size:                %s\n"
               "Error action:                   %s\n"
               "Clean:                          %llu\n"
+              "Features:                       %s\n"
 
               "Metadata replicas:              %llu\n"
               "Data replicas:                  %llu\n"
@@ -533,6 +731,10 @@ void bch2_sb_print(struct bch_sb *sb, bool print_layout,
               "Data checksum type:             %s (%llu)\n"
               "Compression type:               %s (%llu)\n"
 
+              "Foreground write target:        %s\n"
+              "Background write target:        %s\n"
+              "Promote target:                 %s\n"
+
               "String hash type:               %s (%llu)\n"
               "32 bit inodes:                  %llu\n"
               "GC reserve percentage:          %llu%%\n"
@@ -545,6 +747,8 @@ void bch2_sb_print(struct bch_sb *sb, bool print_layout,
               internal_uuid_str,
               label,
               le64_to_cpu(sb->version),
+              time_str,
+              le64_to_cpu(sb->seq),
               pr_units(le16_to_cpu(sb->block_size), units),
               pr_units(BCH_SB_BTREE_NODE_SIZE(sb), units),
 
@@ -553,25 +757,30 @@ void bch2_sb_print(struct bch_sb *sb, bool print_layout,
               : "unknown",
 
               BCH_SB_CLEAN(sb),
+              features_str,
 
               BCH_SB_META_REPLICAS_WANT(sb),
               BCH_SB_DATA_REPLICAS_WANT(sb),
 
               BCH_SB_META_CSUM_TYPE(sb) < BCH_CSUM_OPT_NR
-              ? bch2_csum_types[BCH_SB_META_CSUM_TYPE(sb)]
+              ? bch2_csum_opts[BCH_SB_META_CSUM_TYPE(sb)]
               : "unknown",
               BCH_SB_META_CSUM_TYPE(sb),
 
               BCH_SB_DATA_CSUM_TYPE(sb) < BCH_CSUM_OPT_NR
-              ? bch2_csum_types[BCH_SB_DATA_CSUM_TYPE(sb)]
+              ? bch2_csum_opts[BCH_SB_DATA_CSUM_TYPE(sb)]
               : "unknown",
               BCH_SB_DATA_CSUM_TYPE(sb),
 
               BCH_SB_COMPRESSION_TYPE(sb) < BCH_COMPRESSION_OPT_NR
-              ? bch2_compression_types[BCH_SB_COMPRESSION_TYPE(sb)]
+              ? bch2_compression_opts[BCH_SB_COMPRESSION_TYPE(sb)]
               : "unknown",
               BCH_SB_COMPRESSION_TYPE(sb),
 
+              foreground_str,
+              background_str,
+              promote_str,
+
               BCH_SB_STR_HASH_TYPE(sb) < BCH_STR_HASH_NR
               ? bch2_str_hash_types[BCH_SB_STR_HASH_TYPE(sb)]
               : "unknown",
@@ -635,7 +844,7 @@ struct bchfs_handle bcache_fs_open(const char *path)
 
        if (!uuid_parse(path, ret.uuid.b)) {
                /* It's a UUID, look it up in sysfs: */
-               char *sysfs = mprintf("%s%s", SYSFS_BASE, path);
+               char *sysfs = mprintf(SYSFS_BASE "%s", path);
                ret.sysfs_fd = xopen(sysfs, O_RDONLY);
 
                char *minor = read_file_str(ret.sysfs_fd, "minor");
@@ -650,17 +859,294 @@ struct bchfs_handle bcache_fs_open(const char *path)
                ret.ioctl_fd = xopen(path, O_RDONLY);
 
                struct bch_ioctl_query_uuid uuid;
-               xioctl(ret.ioctl_fd, BCH_IOCTL_QUERY_UUID, &uuid);
+               if (ioctl(ret.ioctl_fd, BCH_IOCTL_QUERY_UUID, &uuid) < 0)
+                       die("error opening %s: not a bcachefs filesystem", path);
 
                ret.uuid = uuid.uuid;
 
                char uuid_str[40];
                uuid_unparse(uuid.uuid.b, uuid_str);
 
-               char *sysfs = mprintf("%s%s", SYSFS_BASE, uuid_str);
+               char *sysfs = mprintf(SYSFS_BASE "%s", uuid_str);
                ret.sysfs_fd = xopen(sysfs, O_RDONLY);
                free(sysfs);
        }
 
        return ret;
 }
+
+/*
+ * Given a path to a block device, open the filesystem it belongs to; also
+ * return the device's idx:
+ */
+struct bchfs_handle bchu_fs_open_by_dev(const char *path, unsigned *idx)
+{
+       char buf[1024], *uuid_str;
+
+       struct stat stat = xstat(path);
+
+       if (!S_ISBLK(stat.st_mode))
+               die("%s is not a block device", path);
+
+       char *sysfs = mprintf("/sys/dev/block/%u:%u/bcachefs",
+                             major(stat.st_dev),
+                             minor(stat.st_dev));
+       ssize_t len = readlink(sysfs, buf, sizeof(buf));
+       free(sysfs);
+
+       if (len > 0) {
+               char *p = strrchr(buf, '/');
+               if (!p || sscanf(p + 1, "dev-%u", idx) != 1)
+                       die("error parsing sysfs");
+
+               *p = '\0';
+               p = strrchr(buf, '/');
+               uuid_str = p + 1;
+       } else {
+               struct bch_opts opts = bch2_opts_empty();
+
+               opt_set(opts, noexcl,   true);
+               opt_set(opts, nochanges, true);
+
+               struct bch_sb_handle sb;
+               int ret = bch2_read_super(path, &opts, &sb);
+               if (ret)
+                       die("Error opening %s: %s", path, strerror(-ret));
+
+               *idx = sb.sb->dev_idx;
+               uuid_str = buf;
+               uuid_unparse(sb.sb->user_uuid.b, uuid_str);
+
+               bch2_free_super(&sb);
+       }
+
+       return bcache_fs_open(uuid_str);
+}
+
+int bchu_data(struct bchfs_handle fs, struct bch_ioctl_data cmd)
+{
+       int progress_fd = xioctl(fs.ioctl_fd, BCH_IOCTL_DATA, &cmd);
+
+       while (1) {
+               struct bch_ioctl_data_event e;
+
+               if (read(progress_fd, &e, sizeof(e)) != sizeof(e))
+                       die("error reading from progress fd %m");
+
+               if (e.type)
+                       continue;
+
+               if (e.p.data_type == U8_MAX)
+                       break;
+
+               printf("\33[2K\r");
+
+               printf("%llu%% complete: current position %s",
+                      e.p.sectors_total
+                      ? e.p.sectors_done * 100 / e.p.sectors_total
+                      : 0,
+                      bch2_data_types[e.p.data_type]);
+
+               switch (e.p.data_type) {
+               case BCH_DATA_BTREE:
+               case BCH_DATA_USER:
+                       printf(" %s:%llu:%llu",
+                              bch2_btree_ids[e.p.btree_id],
+                              e.p.pos.inode,
+                              e.p.pos.offset);
+               }
+
+               fflush(stdout);
+               sleep(1);
+       }
+       printf("\nDone\n");
+
+       close(progress_fd);
+       return 0;
+}
+
+/* option parsing */
+
+struct bch_opt_strs bch2_cmdline_opts_get(int *argc, char *argv[],
+                                         unsigned opt_types)
+{
+       struct bch_opt_strs opts;
+       unsigned i = 1;
+
+       memset(&opts, 0, sizeof(opts));
+
+       while (i < *argc) {
+               char *optstr = strcmp_prefix(argv[i], "--");
+               char *valstr = NULL, *p;
+               int optid, nr_args = 1;
+
+               if (!optstr) {
+                       i++;
+                       continue;
+               }
+
+               optstr = strdup(optstr);
+
+               p = optstr;
+               while (isalpha(*p) || *p == '_')
+                       p++;
+
+               if (*p == '=') {
+                       *p = '\0';
+                       valstr = p + 1;
+               }
+
+               optid = bch2_opt_lookup(optstr);
+               if (optid < 0 ||
+                   !(bch2_opt_table[optid].mode & opt_types)) {
+                       free(optstr);
+                       i++;
+                       continue;
+               }
+
+               if (!valstr &&
+                   bch2_opt_table[optid].type != BCH_OPT_BOOL) {
+                       nr_args = 2;
+                       valstr = argv[i + 1];
+               }
+
+               if (!valstr)
+                       valstr = "1";
+
+               opts.by_id[optid] = valstr;
+
+               *argc -= nr_args;
+               memmove(&argv[i],
+                       &argv[i + nr_args],
+                       sizeof(char *) * (*argc - i));
+               argv[*argc] = NULL;
+       }
+
+       return opts;
+}
+
+struct bch_opts bch2_parse_opts(struct bch_opt_strs strs)
+{
+       struct bch_opts opts = bch2_opts_empty();
+       unsigned i;
+       int ret;
+       u64 v;
+
+       for (i = 0; i < bch2_opts_nr; i++) {
+               if (!strs.by_id[i] ||
+                   bch2_opt_table[i].type == BCH_OPT_FN)
+                       continue;
+
+               ret = bch2_opt_parse(NULL, &bch2_opt_table[i],
+                                    strs.by_id[i], &v);
+               if (ret < 0)
+                       die("Invalid %s: %s", strs.by_id[i], strerror(-ret));
+
+               bch2_opt_set_by_id(&opts, i, v);
+       }
+
+       return opts;
+}
+
+void bch2_opts_usage(unsigned opt_types)
+{
+       const struct bch_option *opt;
+       unsigned i, c = 0, helpcol = 30;
+
+       void tabalign() {
+               while (c < helpcol) {
+                       putchar(' ');
+                       c++;
+               }
+       }
+
+       void newline() {
+               printf("\n");
+               c = 0;
+       }
+
+       for (opt = bch2_opt_table;
+            opt < bch2_opt_table + bch2_opts_nr;
+            opt++) {
+               if (!(opt->mode & opt_types))
+                       continue;
+
+               c += printf("      --%s", opt->attr.name);
+
+               switch (opt->type) {
+               case BCH_OPT_BOOL:
+                       break;
+               case BCH_OPT_STR:
+                       c += printf("=(");
+                       for (i = 0; opt->choices[i]; i++) {
+                               if (i)
+                                       c += printf("|");
+                               c += printf("%s", opt->choices[i]);
+                       }
+                       c += printf(")");
+                       break;
+               default:
+                       c += printf("=%s", opt->hint);
+                       break;
+               }
+
+               if (opt->help) {
+                       const char *l = opt->help;
+
+                       if (c >= helpcol)
+                               newline();
+
+                       while (1) {
+                               const char *n = strchrnul(l, '\n');
+
+                               tabalign();
+                               printf("%.*s", (int) (n - l), l);
+                               newline();
+
+                               if (!*n)
+                                       break;
+                               l = n + 1;
+                       }
+               } else {
+                       newline();
+               }
+       }
+}
+
+dev_names bchu_fs_get_devices(struct bchfs_handle fs)
+{
+       DIR *dir = fdopendir(fs.sysfs_fd);
+       struct dirent *d;
+       dev_names devs;
+
+       darray_init(devs);
+
+       while ((errno = 0), (d = readdir(dir))) {
+               struct dev_name n = { 0, NULL, NULL };
+
+               if (sscanf(d->d_name, "dev-%u", &n.idx) != 1)
+                       continue;
+
+               char *block_attr = mprintf("dev-%u/block", n.idx);
+
+               char sysfs_block_buf[4096];
+               ssize_t r = readlinkat(fs.sysfs_fd, block_attr,
+                                      sysfs_block_buf, sizeof(sysfs_block_buf));
+               if (r > 0) {
+                       sysfs_block_buf[r] = '\0';
+                       n.dev = strdup(basename(sysfs_block_buf));
+               }
+
+               free(block_attr);
+
+               char *label_attr = mprintf("dev-%u/label", n.idx);
+               n.label = read_file_str(fs.sysfs_fd, label_attr);
+               free(label_attr);
+
+               darray_append(devs, n);
+       }
+
+       closedir(dir);
+
+       return devs;
+}