git.sesse.net Git - bcachefs-tools-debian/blob - c_src/cmd_migrate.c

   1 #include <dirent.h>
   2 #include <errno.h>
   3 #include <fcntl.h>
   4 #include <getopt.h>
   5 #include <string.h>
   6 #include <sys/xattr.h>
   7 #include <sys/ioctl.h>
   8 #include <sys/stat.h>
   9 #include <sys/sysmacros.h>
  10 #include <sys/types.h>
  11 #include <sys/vfs.h>
  12 #include <unistd.h>
  13
  14 #include <linux/fiemap.h>
  15 #include <linux/fs.h>
  16 #include <linux/stat.h>
  17
  18 #include <uuid/uuid.h>
  19
  20 #include "cmds.h"
  21 #include "crypto.h"
  22 #include "libbcachefs.h"
  23
  24 #include <linux/dcache.h>
  25 #include <linux/generic-radix-tree.h>
  26 #include <linux/xattr.h>
  27 #include "libbcachefs/bcachefs.h"
  28 #include "libbcachefs/alloc_background.h"
  29 #include "libbcachefs/alloc_foreground.h"
  30 #include "libbcachefs/btree_update.h"
  31 #include "libbcachefs/buckets.h"
  32 #include "libbcachefs/dirent.h"
  33 #include "libbcachefs/errcode.h"
  34 #include "libbcachefs/fs-common.h"
  35 #include "libbcachefs/inode.h"
  36 #include "libbcachefs/io_write.h"
  37 #include "libbcachefs/replicas.h"
  38 #include "libbcachefs/str_hash.h"
  39 #include "libbcachefs/super.h"
  40 #include "libbcachefs/xattr.h"
  41
  42 /* XXX cut and pasted from fsck.c */
  43 #define QSTR(n) { { { .len = strlen(n) } }, .name = n }
  44
  45 static char *dev_t_to_path(dev_t dev)
  46 {
  47         char link[PATH_MAX], *p;
  48         int ret;
  49
  50         char *sysfs_dev = mprintf("/sys/dev/block/%u:%u",
  51                                   major(dev), minor(dev));
  52         ret = readlink(sysfs_dev, link, sizeof(link));
  53         free(sysfs_dev);
  54
  55         if (ret < 0 || ret >= sizeof(link))
  56                 die("readlink error while looking up block device: %m");
  57
  58         link[ret] = '\0';
  59
  60         p = strrchr(link, '/');
  61         if (!p)
  62                 die("error looking up device name");
  63         p++;
  64
  65         return mprintf("/dev/%s", p);
  66 }
  67
  68 static bool path_is_fs_root(const char *path)
  69 {
  70         char *line = NULL, *p, *mount;
  71         size_t n = 0;
  72         FILE *f;
  73         bool ret = true;
  74
  75         f = fopen("/proc/self/mountinfo", "r");
  76         if (!f)
  77                 die("Error getting mount information");
  78
  79         while (getline(&line, &n, f) != -1) {
  80                 p = line;
  81
  82                 strsep(&p, " "); /* mount id */
  83                 strsep(&p, " "); /* parent id */
  84                 strsep(&p, " "); /* dev */
  85                 strsep(&p, " "); /* root */
  86                 mount = strsep(&p, " ");
  87                 strsep(&p, " ");
  88
  89                 if (mount && !strcmp(path, mount))
  90                         goto found;
  91         }
  92
  93         ret = false;
  94 found:
  95         fclose(f);
  96         free(line);
  97         return ret;
  98 }
  99
 100 static void mark_unreserved_space(struct bch_fs *c, ranges extents)
 101 {
 102         struct bch_dev *ca = c->devs[0];
 103         struct hole_iter iter;
 104         struct range i;
 105
 106         for_each_hole(iter, extents, bucket_to_sector(ca, ca->mi.nbuckets) << 9, i) {
 107                 u64 b;
 108
 109                 if (i.start == i.end)
 110                         return;
 111
 112                 b = sector_to_bucket(ca, i.start >> 9);
 113                 do {
 114                         set_bit(b, ca->buckets_nouse);
 115                         b++;
 116                 } while (bucket_to_sector(ca, b) << 9 < i.end);
 117         }
 118 }
 119
 120 static void update_inode(struct bch_fs *c,
 121                          struct bch_inode_unpacked *inode)
 122 {
 123         struct bkey_inode_buf packed;
 124         int ret;
 125
 126         bch2_inode_pack(&packed, inode);
 127         packed.inode.k.p.snapshot = U32_MAX;
 128         ret = bch2_btree_insert(c, BTREE_ID_inodes, &packed.inode.k_i,
 129                                 NULL, 0);
 130         if (ret)
 131                 die("error updating inode: %s", bch2_err_str(ret));
 132 }
 133
 134 static void create_link(struct bch_fs *c,
 135                         struct bch_inode_unpacked *parent,
 136                         const char *name, u64 inum, mode_t mode)
 137 {
 138         struct qstr qstr = QSTR(name);
 139         struct bch_inode_unpacked parent_u;
 140         struct bch_inode_unpacked inode;
 141
 142         int ret = bch2_trans_do(c, NULL, NULL, 0,
 143                 bch2_link_trans(trans,
 144                                 (subvol_inum) { 1, parent->bi_inum }, &parent_u,
 145                                 (subvol_inum) { 1, inum }, &inode, &qstr));
 146         if (ret)
 147                 die("error creating hardlink: %s", bch2_err_str(ret));
 148 }
 149
 150 static struct bch_inode_unpacked create_file(struct bch_fs *c,
 151                                              struct bch_inode_unpacked *parent,
 152                                              const char *name,
 153                                              uid_t uid, gid_t gid,
 154                                              mode_t mode, dev_t rdev)
 155 {
 156         struct qstr qstr = QSTR(name);
 157         struct bch_inode_unpacked new_inode;
 158
 159         bch2_inode_init_early(c, &new_inode);
 160
 161         int ret = bch2_trans_do(c, NULL, NULL, 0,
 162                 bch2_create_trans(trans,
 163                                   (subvol_inum) { 1, parent->bi_inum }, parent,
 164                                   &new_inode, &qstr,
 165                                   uid, gid, mode, rdev, NULL, NULL,
 166                                   (subvol_inum) {}, 0));
 167         if (ret)
 168                 die("error creating %s: %s", name, bch2_err_str(ret));
 169
 170         return new_inode;
 171 }
 172
 173 #define for_each_xattr_handler(handlers, handler)               \
 174         if (handlers)                                           \
 175                 for ((handler) = *(handlers)++;                 \
 176                         (handler) != NULL;                      \
 177                         (handler) = *(handlers)++)
 178
 179 static const struct xattr_handler *xattr_resolve_name(char **name)
 180 {
 181         const struct xattr_handler **handlers = bch2_xattr_handlers;
 182         const struct xattr_handler *handler;
 183
 184         for_each_xattr_handler(handlers, handler) {
 185                 char *n;
 186
 187                 n = strcmp_prefix(*name, xattr_prefix(handler));
 188                 if (n) {
 189                         if (!handler->prefix ^ !*n) {
 190                                 if (*n)
 191                                         continue;
 192                                 return ERR_PTR(-EINVAL);
 193                         }
 194                         *name = n;
 195                         return handler;
 196                 }
 197         }
 198         return ERR_PTR(-EOPNOTSUPP);
 199 }
 200
 201 static void copy_times(struct bch_fs *c, struct bch_inode_unpacked *dst,
 202                        struct stat *src)
 203 {
 204         dst->bi_atime = timespec_to_bch2_time(c, src->st_atim);
 205         dst->bi_mtime = timespec_to_bch2_time(c, src->st_mtim);
 206         dst->bi_ctime = timespec_to_bch2_time(c, src->st_ctim);
 207 }
 208
 209 static void copy_xattrs(struct bch_fs *c, struct bch_inode_unpacked *dst,
 210                         char *src)
 211 {
 212         struct bch_hash_info hash_info = bch2_hash_info_init(c, dst);
 213
 214         char attrs[XATTR_LIST_MAX];
 215         ssize_t attrs_size = llistxattr(src, attrs, sizeof(attrs));
 216         if (attrs_size < 0)
 217                 die("listxattr error: %m");
 218
 219         char *next, *attr;
 220         for (attr = attrs;
 221              attr < attrs + attrs_size;
 222              attr = next) {
 223                 next = attr + strlen(attr) + 1;
 224
 225                 char val[XATTR_SIZE_MAX];
 226                 ssize_t val_size = lgetxattr(src, attr, val, sizeof(val));
 227
 228                 if (val_size < 0)
 229                         die("error getting xattr val: %m");
 230
 231                 const struct xattr_handler *h = xattr_resolve_name(&attr);
 232                 struct bch_inode_unpacked inode_u;
 233
 234                 int ret = bch2_trans_do(c, NULL, NULL, 0,
 235                                 bch2_xattr_set(trans,
 236                                                (subvol_inum) { 1, dst->bi_inum },
 237                                                &inode_u, &hash_info, attr,
 238                                                val, val_size, h->flags, 0));
 239                 if (ret < 0)
 240                         die("error creating xattr: %s", bch2_err_str(ret));
 241         }
 242 }
 243
 244 #define WRITE_DATA_BUF  (1 << 20)
 245
 246 static char buf[WRITE_DATA_BUF] __aligned(PAGE_SIZE);
 247
 248 static void write_data(struct bch_fs *c,
 249                        struct bch_inode_unpacked *dst_inode,
 250                        u64 dst_offset, void *buf, size_t len)
 251 {
 252         struct bch_write_op op;
 253         struct bio_vec bv[WRITE_DATA_BUF / PAGE_SIZE];
 254
 255         BUG_ON(dst_offset       & (block_bytes(c) - 1));
 256         BUG_ON(len              & (block_bytes(c) - 1));
 257         BUG_ON(len > WRITE_DATA_BUF);
 258
 259         bio_init(&op.wbio.bio, NULL, bv, ARRAY_SIZE(bv), 0);
 260         bch2_bio_map(&op.wbio.bio, buf, len);
 261
 262         bch2_write_op_init(&op, c, bch2_opts_to_inode_opts(c->opts));
 263         op.write_point  = writepoint_hashed(0);
 264         op.nr_replicas  = 1;
 265         op.subvol       = 1;
 266         op.pos          = SPOS(dst_inode->bi_inum, dst_offset >> 9, U32_MAX);
 267         op.flags |= BCH_WRITE_SYNC;
 268
 269         int ret = bch2_disk_reservation_get(c, &op.res, len >> 9,
 270                                             c->opts.data_replicas, 0);
 271         if (ret)
 272                 die("error reserving space in new filesystem: %s", bch2_err_str(ret));
 273
 274         closure_call(&op.cl, bch2_write, NULL, NULL);
 275
 276         BUG_ON(!(op.flags & BCH_WRITE_DONE));
 277         dst_inode->bi_sectors += len >> 9;
 278
 279         if (op.error)
 280                 die("write error: %s", bch2_err_str(op.error));
 281 }
 282
 283 static void copy_data(struct bch_fs *c,
 284                       struct bch_inode_unpacked *dst_inode,
 285                       int src_fd, u64 start, u64 end)
 286 {
 287         while (start < end) {
 288                 unsigned len = min_t(u64, end - start, sizeof(buf));
 289                 unsigned pad = round_up(len, block_bytes(c)) - len;
 290
 291                 xpread(src_fd, buf, len, start);
 292                 memset(buf + len, 0, pad);
 293
 294                 write_data(c, dst_inode, start, buf, len + pad);
 295                 start += len;
 296         }
 297 }
 298
 299 static void link_data(struct bch_fs *c, struct bch_inode_unpacked *dst,
 300                       u64 logical, u64 physical, u64 length)
 301 {
 302         struct bch_dev *ca = c->devs[0];
 303
 304         BUG_ON(logical  & (block_bytes(c) - 1));
 305         BUG_ON(physical & (block_bytes(c) - 1));
 306         BUG_ON(length   & (block_bytes(c) - 1));
 307
 308         logical         >>= 9;
 309         physical        >>= 9;
 310         length          >>= 9;
 311
 312         BUG_ON(physical + length > bucket_to_sector(ca, ca->mi.nbuckets));
 313
 314         while (length) {
 315                 struct bkey_i_extent *e;
 316                 BKEY_PADDED_ONSTACK(k, BKEY_EXTENT_VAL_U64s_MAX) k;
 317                 u64 b = sector_to_bucket(ca, physical);
 318                 struct disk_reservation res;
 319                 unsigned sectors;
 320                 int ret;
 321
 322                 sectors = min(ca->mi.bucket_size -
 323                               (physical & (ca->mi.bucket_size - 1)),
 324                               length);
 325
 326                 e = bkey_extent_init(&k.k);
 327                 e->k.p.inode    = dst->bi_inum;
 328                 e->k.p.offset   = logical + sectors;
 329                 e->k.p.snapshot = U32_MAX;
 330                 e->k.size       = sectors;
 331                 bch2_bkey_append_ptr(&e->k_i, (struct bch_extent_ptr) {
 332                                         .offset = physical,
 333                                         .dev = 0,
 334                                         .gen = *bucket_gen(ca, b),
 335                                   });
 336
 337                 ret = bch2_disk_reservation_get(c, &res, sectors, 1,
 338                                                 BCH_DISK_RESERVATION_NOFAIL);
 339                 if (ret)
 340                         die("error reserving space in new filesystem: %s",
 341                             bch2_err_str(ret));
 342
 343                 ret = bch2_btree_insert(c, BTREE_ID_extents, &e->k_i, &res, 0);
 344                 if (ret)
 345                         die("btree insert error %s", bch2_err_str(ret));
 346
 347                 bch2_disk_reservation_put(c, &res);
 348
 349                 dst->bi_sectors += sectors;
 350                 logical         += sectors;
 351                 physical        += sectors;
 352                 length          -= sectors;
 353         }
 354 }
 355
 356 static void copy_link(struct bch_fs *c, struct bch_inode_unpacked *dst,
 357                       char *src)
 358 {
 359         ssize_t ret = readlink(src, buf, sizeof(buf));
 360         if (ret < 0)
 361                 die("readlink error: %m");
 362
 363         write_data(c, dst, 0, buf, round_up(ret, block_bytes(c)));
 364 }
 365
 366 static void copy_file(struct bch_fs *c, struct bch_inode_unpacked *dst,
 367                       int src_fd, u64 src_size,
 368                       char *src_path, ranges *extents)
 369 {
 370         struct fiemap_iter iter;
 371         struct fiemap_extent e;
 372
 373         fiemap_for_each(src_fd, iter, e)
 374                 if (e.fe_flags & FIEMAP_EXTENT_UNKNOWN) {
 375                         fsync(src_fd);
 376                         break;
 377                 }
 378         fiemap_iter_exit(&iter);
 379
 380         fiemap_for_each(src_fd, iter, e) {
 381                 u64 src_max = roundup(src_size, block_bytes(c));
 382
 383                 e.fe_length = min(e.fe_length, src_max - e.fe_logical);
 384
 385                 if ((e.fe_logical       & (block_bytes(c) - 1)) ||
 386                     (e.fe_length        & (block_bytes(c) - 1)))
 387                         die("Unaligned extent in %s - can't handle", src_path);
 388
 389                 if (e.fe_flags & (FIEMAP_EXTENT_UNKNOWN|
 390                                   FIEMAP_EXTENT_ENCODED|
 391                                   FIEMAP_EXTENT_NOT_ALIGNED|
 392                                   FIEMAP_EXTENT_DATA_INLINE)) {
 393                         copy_data(c, dst, src_fd, e.fe_logical,
 394                                   min(src_size - e.fe_logical,
 395                                       e.fe_length));
 396                         continue;
 397                 }
 398
 399                 /*
 400                  * if the data is below 1 MB, copy it so it doesn't conflict
 401                  * with bcachefs's potentially larger superblock:
 402                  */
 403                 if (e.fe_physical < 1 << 20) {
 404                         copy_data(c, dst, src_fd, e.fe_logical,
 405                                   min(src_size - e.fe_logical,
 406                                       e.fe_length));
 407                         continue;
 408                 }
 409
 410                 if ((e.fe_physical      & (block_bytes(c) - 1)))
 411                         die("Unaligned extent in %s - can't handle", src_path);
 412
 413                 range_add(extents, e.fe_physical, e.fe_length);
 414                 link_data(c, dst, e.fe_logical, e.fe_physical, e.fe_length);
 415         }
 416         fiemap_iter_exit(&iter);
 417 }
 418
 419 struct copy_fs_state {
 420         u64                     bcachefs_inum;
 421         dev_t                   dev;
 422
 423         GENRADIX(u64)           hardlinks;
 424         ranges                  extents;
 425 };
 426
 427 static void copy_dir(struct copy_fs_state *s,
 428                      struct bch_fs *c,
 429                      struct bch_inode_unpacked *dst,
 430                      int src_fd, const char *src_path)
 431 {
 432         DIR *dir = fdopendir(src_fd);
 433         struct dirent *d;
 434
 435         while ((errno = 0), (d = readdir(dir))) {
 436                 struct bch_inode_unpacked inode;
 437                 int fd;
 438
 439                 if (fchdir(src_fd))
 440                         die("chdir error: %m");
 441
 442                 struct stat stat =
 443                         xfstatat(src_fd, d->d_name, AT_SYMLINK_NOFOLLOW);
 444
 445                 if (!strcmp(d->d_name, ".") ||
 446                     !strcmp(d->d_name, "..") ||
 447                     !strcmp(d->d_name, "lost+found") ||
 448                     stat.st_ino == s->bcachefs_inum)
 449                         continue;
 450
 451                 char *child_path = mprintf("%s/%s", src_path, d->d_name);
 452
 453                 if (stat.st_dev != s->dev)
 454                         die("%s does not have correct st_dev!", child_path);
 455
 456                 u64 *dst_inum = S_ISREG(stat.st_mode)
 457                         ? genradix_ptr_alloc(&s->hardlinks, stat.st_ino, GFP_KERNEL)
 458                         : NULL;
 459
 460                 if (dst_inum && *dst_inum) {
 461                         create_link(c, dst, d->d_name, *dst_inum, S_IFREG);
 462                         goto next;
 463                 }
 464
 465                 inode = create_file(c, dst, d->d_name,
 466                                     stat.st_uid, stat.st_gid,
 467                                     stat.st_mode, stat.st_rdev);
 468
 469                 if (dst_inum)
 470                         *dst_inum = inode.bi_inum;
 471
 472                 copy_times(c, &inode, &stat);
 473                 copy_xattrs(c, &inode, d->d_name);
 474
 475                 /* copy xattrs */
 476
 477                 switch (mode_to_type(stat.st_mode)) {
 478                 case DT_DIR:
 479                         fd = xopen(d->d_name, O_RDONLY|O_NOATIME);
 480                         copy_dir(s, c, &inode, fd, child_path);
 481                         close(fd);
 482                         break;
 483                 case DT_REG:
 484                         inode.bi_size = stat.st_size;
 485
 486                         fd = xopen(d->d_name, O_RDONLY|O_NOATIME);
 487                         copy_file(c, &inode, fd, stat.st_size,
 488                                   child_path, &s->extents);
 489                         close(fd);
 490                         break;
 491                 case DT_LNK:
 492                         inode.bi_size = stat.st_size;
 493
 494                         copy_link(c, &inode, d->d_name);
 495                         break;
 496                 case DT_FIFO:
 497                 case DT_CHR:
 498                 case DT_BLK:
 499                 case DT_SOCK:
 500                 case DT_WHT:
 501                         /* nothing else to copy for these: */
 502                         break;
 503                 default:
 504                         BUG();
 505                 }
 506
 507                 update_inode(c, &inode);
 508 next:
 509                 free(child_path);
 510         }
 511
 512         if (errno)
 513                 die("readdir error: %m");
 514         closedir(dir);
 515 }
 516
 517 static ranges reserve_new_fs_space(const char *file_path, unsigned block_size,
 518                                    u64 size, u64 *bcachefs_inum, dev_t dev,
 519                                    bool force)
 520 {
 521         int fd = force
 522                 ? open(file_path, O_RDWR|O_CREAT, 0600)
 523                 : open(file_path, O_RDWR|O_CREAT|O_EXCL, 0600);
 524         if (fd < 0)
 525                 die("Error creating %s for bcachefs metadata: %m",
 526                     file_path);
 527
 528         struct stat statbuf = xfstat(fd);
 529
 530         if (statbuf.st_dev != dev)
 531                 die("bcachefs file has incorrect device");
 532
 533         *bcachefs_inum = statbuf.st_ino;
 534
 535         if (fallocate(fd, 0, 0, size))
 536                 die("Error reserving space for bcachefs metadata: %m");
 537
 538         fsync(fd);
 539
 540         struct fiemap_iter iter;
 541         struct fiemap_extent e;
 542         ranges extents = { 0 };
 543
 544         fiemap_for_each(fd, iter, e) {
 545                 if (e.fe_flags & (FIEMAP_EXTENT_UNKNOWN|
 546                                   FIEMAP_EXTENT_ENCODED|
 547                                   FIEMAP_EXTENT_NOT_ALIGNED|
 548                                   FIEMAP_EXTENT_DATA_INLINE))
 549                         die("Unable to continue: metadata file not fully mapped");
 550
 551                 if ((e.fe_physical      & (block_size - 1)) ||
 552                     (e.fe_length        & (block_size - 1)))
 553                         die("Unable to continue: unaligned extents in metadata file");
 554
 555                 range_add(&extents, e.fe_physical, e.fe_length);
 556         }
 557         fiemap_iter_exit(&iter);
 558         close(fd);
 559
 560         ranges_sort_merge(&extents);
 561         return extents;
 562 }
 563
 564 static void reserve_old_fs_space(struct bch_fs *c,
 565                                  struct bch_inode_unpacked *root_inode,
 566                                  ranges *extents)
 567 {
 568         struct bch_dev *ca = c->devs[0];
 569         struct bch_inode_unpacked dst;
 570         struct hole_iter iter;
 571         struct range i;
 572
 573         dst = create_file(c, root_inode, "old_migrated_filesystem",
 574                           0, 0, S_IFREG|0400, 0);
 575         dst.bi_size = bucket_to_sector(ca, ca->mi.nbuckets) << 9;
 576
 577         ranges_sort_merge(extents);
 578
 579         for_each_hole(iter, *extents, bucket_to_sector(ca, ca->mi.nbuckets) << 9, i)
 580                 link_data(c, &dst, i.start, i.start, i.end - i.start);
 581
 582         update_inode(c, &dst);
 583 }
 584
 585 static void copy_fs(struct bch_fs *c, int src_fd, const char *src_path,
 586                     u64 bcachefs_inum, ranges *extents)
 587 {
 588         syncfs(src_fd);
 589
 590         struct bch_inode_unpacked root_inode;
 591         int ret = bch2_inode_find_by_inum(c, (subvol_inum) { 1, BCACHEFS_ROOT_INO },
 592                                           &root_inode);
 593         if (ret)
 594                 die("error looking up root directory: %s", bch2_err_str(ret));
 595
 596         if (fchdir(src_fd))
 597                 die("chdir error: %m");
 598
 599         struct stat stat = xfstat(src_fd);
 600         copy_times(c, &root_inode, &stat);
 601         copy_xattrs(c, &root_inode, ".");
 602
 603         struct copy_fs_state s = {
 604                 .bcachefs_inum  = bcachefs_inum,
 605                 .dev            = stat.st_dev,
 606                 .extents        = *extents,
 607         };
 608
 609         /* now, copy: */
 610         copy_dir(&s, c, &root_inode, src_fd, src_path);
 611
 612         reserve_old_fs_space(c, &root_inode, &s.extents);
 613
 614         update_inode(c, &root_inode);
 615
 616         darray_exit(&s.extents);
 617         genradix_free(&s.hardlinks);
 618 }
 619
 620 static void find_superblock_space(ranges extents,
 621                                   struct format_opts opts,
 622                                   struct dev_opts *dev)
 623 {
 624         darray_for_each(extents, i) {
 625                 u64 start = round_up(max(256ULL << 10, i->start),
 626                                      dev->bucket_size << 9);
 627                 u64 end = round_down(i->end,
 628                                      dev->bucket_size << 9);
 629
 630                 /* Need space for two superblocks: */
 631                 if (start + (opts.superblock_size << 9) * 2 <= end) {
 632                         dev->sb_offset  = start >> 9;
 633                         dev->sb_end     = dev->sb_offset + opts.superblock_size * 2;
 634                         return;
 635                 }
 636         }
 637
 638         die("Couldn't find a valid location for superblock");
 639 }
 640
 641 static void migrate_usage(void)
 642 {
 643         puts("bcachefs migrate - migrate an existing filesystem to bcachefs\n"
 644              "Usage: bcachefs migrate [OPTION]...\n"
 645              "\n"
 646              "Options:\n"
 647              "  -f fs                  Root of filesystem to migrate(s)\n"
 648              "      --encrypted        Enable whole filesystem encryption (chacha20/poly1305)\n"
 649              "      --no_passphrase    Don't encrypt master encryption key\n"
 650              "  -F                     Force, even if metadata file already exists\n"
 651              "  -h                     Display this help and exit\n"
 652              "Report bugs to <linux-bcachefs@vger.kernel.org>");
 653 }
 654
 655 static const struct option migrate_opts[] = {
 656         { "encrypted",          no_argument, NULL, 'e' },
 657         { "no_passphrase",      no_argument, NULL, 'p' },
 658         { NULL }
 659 };
 660
 661 static int migrate_fs(const char                *fs_path,
 662                       struct bch_opt_strs       fs_opt_strs,
 663                       struct bch_opts           fs_opts,
 664                       struct format_opts        format_opts,
 665                       bool force)
 666 {
 667         if (!path_is_fs_root(fs_path))
 668                 die("%s is not a filysestem root", fs_path);
 669
 670         int fs_fd = xopen(fs_path, O_RDONLY|O_NOATIME);
 671         struct stat stat = xfstat(fs_fd);
 672
 673         if (!S_ISDIR(stat.st_mode))
 674                 die("%s is not a directory", fs_path);
 675
 676         struct dev_opts dev = dev_opts_default();
 677
 678         dev.path = dev_t_to_path(stat.st_dev);
 679         dev.handle = bdev_open_by_path(dev.path, BLK_OPEN_READ|BLK_OPEN_WRITE, &dev, NULL);
 680
 681         int ret = PTR_ERR_OR_ZERO(dev.handle);
 682         if (ret < 0)
 683                 die("Error opening device to format %s: %s", dev.path, strerror(-ret));
 684         dev.bdev = dev.handle->bdev;
 685
 686         opt_set(fs_opts, block_size, get_blocksize(dev.bdev->bd_fd));
 687
 688         char *file_path = mprintf("%s/bcachefs", fs_path);
 689         printf("Creating new filesystem on %s in space reserved at %s\n",
 690                dev.path, file_path);
 691
 692         dev.size        = get_size(dev.bdev->bd_fd);
 693         dev.bucket_size = bch2_pick_bucket_size(fs_opts, &dev);
 694         dev.nbuckets    = dev.size / dev.bucket_size;
 695
 696         bch2_check_bucket_size(fs_opts, &dev);
 697
 698         u64 bcachefs_inum;
 699         ranges extents = reserve_new_fs_space(file_path,
 700                                 fs_opts.block_size >> 9,
 701                                 get_size(dev.bdev->bd_fd) / 5,
 702                                 &bcachefs_inum, stat.st_dev, force);
 703
 704         find_superblock_space(extents, format_opts, &dev);
 705
 706         struct bch_sb *sb = bch2_format(fs_opt_strs,
 707                                         fs_opts, format_opts, &dev, 1);
 708         u64 sb_offset = le64_to_cpu(sb->layout.sb_offset[0]);
 709
 710         if (format_opts.passphrase)
 711                 bch2_add_key(sb, "user", "user", format_opts.passphrase);
 712
 713         free(sb);
 714
 715         struct bch_opts opts = bch2_opts_empty();
 716         struct bch_fs *c = NULL;
 717         char *path[1] = { dev.path };
 718
 719         opt_set(opts, sb,       sb_offset);
 720         opt_set(opts, nostart,  true);
 721         opt_set(opts, noexcl,   true);
 722         opt_set(opts, buckets_nouse, true);
 723
 724         c = bch2_fs_open(path, 1, opts);
 725         if (IS_ERR(c))
 726                 die("Error opening new filesystem: %s", bch2_err_str(PTR_ERR(c)));
 727
 728         mark_unreserved_space(c, extents);
 729
 730         ret = bch2_fs_start(c);
 731         if (ret)
 732                 die("Error starting new filesystem: %s", bch2_err_str(ret));
 733
 734         copy_fs(c, fs_fd, fs_path, bcachefs_inum, &extents);
 735
 736         bch2_fs_stop(c);
 737
 738         printf("Migrate complete, running fsck:\n");
 739         opt_set(opts, nostart,  false);
 740         opt_set(opts, nochanges, true);
 741         opt_set(opts, read_only, true);
 742
 743         c = bch2_fs_open(path, 1, opts);
 744         if (IS_ERR(c))
 745                 die("Error opening new filesystem: %s", bch2_err_str(PTR_ERR(c)));
 746
 747         bch2_fs_stop(c);
 748         printf("fsck complete\n");
 749
 750         printf("To mount the new filesystem, run\n"
 751                "  mount -t bcachefs -o sb=%llu %s dir\n"
 752                "\n"
 753                "After verifying that the new filesystem is correct, to create a\n"
 754                "superblock at the default offset and finish the migration run\n"
 755                "  bcachefs migrate-superblock -d %s -o %llu\n"
 756                "\n"
 757                "The new filesystem will have a file at /old_migrated_filestem\n"
 758                "referencing all disk space that might be used by the existing\n"
 759                "filesystem. That file can be deleted once the old filesystem is\n"
 760                "no longer needed (and should be deleted prior to running\n"
 761                "bcachefs migrate-superblock)\n",
 762                sb_offset, dev.path, dev.path, sb_offset);
 763         return 0;
 764 }
 765
 766 int cmd_migrate(int argc, char *argv[])
 767 {
 768         struct format_opts format_opts = format_opts_default();
 769         char *fs_path = NULL;
 770         bool no_passphrase = false, force = false;
 771         int opt;
 772
 773         struct bch_opt_strs fs_opt_strs =
 774                 bch2_cmdline_opts_get(&argc, argv, OPT_FORMAT);
 775         struct bch_opts fs_opts = bch2_parse_opts(fs_opt_strs);
 776
 777         while ((opt = getopt_long(argc, argv, "f:Fh",
 778                                   migrate_opts, NULL)) != -1)
 779                 switch (opt) {
 780                 case 'f':
 781                         fs_path = optarg;
 782                         break;
 783                 case 'e':
 784                         format_opts.encrypted = true;
 785                         break;
 786                 case 'p':
 787                         no_passphrase = true;
 788                         break;
 789                 case 'F':
 790                         force = true;
 791                         break;
 792                 case 'h':
 793                         migrate_usage();
 794                         exit(EXIT_SUCCESS);
 795                 }
 796
 797         if (!fs_path)
 798                 die("Please specify a filesystem to migrate");
 799
 800         if (format_opts.encrypted && !no_passphrase)
 801                 format_opts.passphrase = read_passphrase_twice("Enter passphrase: ");
 802
 803         int ret = migrate_fs(fs_path,
 804                              fs_opt_strs,
 805                              fs_opts,
 806                              format_opts, force);
 807         bch2_opt_strs_free(&fs_opt_strs);
 808         return ret;
 809 }
 810
 811 static void migrate_superblock_usage(void)
 812 {
 813         puts("bcachefs migrate-superblock - create default superblock after migrating\n"
 814              "Usage: bcachefs migrate-superblock [OPTION]...\n"
 815              "\n"
 816              "Options:\n"
 817              "  -d device     Device to create superblock for\n"
 818              "  -o offset     Offset of existing superblock\n"
 819              "  -h            Display this help and exit\n"
 820              "Report bugs to <linux-bcachefs@vger.kernel.org>");
 821 }
 822
 823 int cmd_migrate_superblock(int argc, char *argv[])
 824 {
 825         char *dev = NULL;
 826         u64 offset = 0;
 827         int opt, ret;
 828
 829         while ((opt = getopt(argc, argv, "d:o:h")) != -1)
 830                 switch (opt) {
 831                         case 'd':
 832                                 dev = optarg;
 833                                 break;
 834                         case 'o':
 835                                 ret = kstrtou64(optarg, 10, &offset);
 836                                 if (ret)
 837                                         die("Invalid offset");
 838                                 break;
 839                         case 'h':
 840                                 migrate_superblock_usage();
 841                                 exit(EXIT_SUCCESS);
 842                 }
 843
 844         if (!dev)
 845                 die("Please specify a device");
 846
 847         if (!offset)
 848                 die("Please specify offset of existing superblock");
 849
 850         int fd = xopen(dev, O_RDWR);
 851         struct bch_sb *sb = __bch2_super_read(fd, offset);
 852
 853         if (sb->layout.nr_superblocks >= ARRAY_SIZE(sb->layout.sb_offset))
 854                 die("Can't add superblock: no space left in superblock layout");
 855
 856         unsigned i;
 857         for (i = 0; i < sb->layout.nr_superblocks; i++)
 858                 if (le64_to_cpu(sb->layout.sb_offset[i]) == BCH_SB_SECTOR)
 859                         die("Superblock layout already has default superblock");
 860
 861         memmove(&sb->layout.sb_offset[1],
 862                 &sb->layout.sb_offset[0],
 863                 sb->layout.nr_superblocks * sizeof(u64));
 864         sb->layout.nr_superblocks++;
 865
 866         sb->layout.sb_offset[0] = cpu_to_le64(BCH_SB_SECTOR);
 867
 868         bch2_super_write(fd, sb);
 869         close(fd);
 870
 871         return 0;
 872 }