git.sesse.net Git - bcachefs-tools-debian/blob - include/trace/events/bcachefs.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #undef TRACE_SYSTEM
   3 #define TRACE_SYSTEM bcachefs
   4
   5 #if !defined(_TRACE_BCACHE_H) || defined(TRACE_HEADER_MULTI_READ)
   6 #define _TRACE_BCACHE_H
   7
   8 #include <linux/tracepoint.h>
   9
  10 DECLARE_EVENT_CLASS(bpos,
  11         TP_PROTO(struct bpos *p),
  12         TP_ARGS(p),
  13
  14         TP_STRUCT__entry(
  15                 __field(u64,    inode                           )
  16                 __field(u64,    offset                          )
  17         ),
  18
  19         TP_fast_assign(
  20                 __entry->inode  = p->inode;
  21                 __entry->offset = p->offset;
  22         ),
  23
  24         TP_printk("%llu:%llu", __entry->inode, __entry->offset)
  25 );
  26
  27 DECLARE_EVENT_CLASS(bkey,
  28         TP_PROTO(const struct bkey *k),
  29         TP_ARGS(k),
  30
  31         TP_STRUCT__entry(
  32                 __field(u64,    inode                           )
  33                 __field(u64,    offset                          )
  34                 __field(u32,    size                            )
  35         ),
  36
  37         TP_fast_assign(
  38                 __entry->inode  = k->p.inode;
  39                 __entry->offset = k->p.offset;
  40                 __entry->size   = k->size;
  41         ),
  42
  43         TP_printk("%llu:%llu len %u", __entry->inode,
  44                   __entry->offset, __entry->size)
  45 );
  46
  47 DECLARE_EVENT_CLASS(bch_fs,
  48         TP_PROTO(struct bch_fs *c),
  49         TP_ARGS(c),
  50
  51         TP_STRUCT__entry(
  52                 __field(dev_t,          dev                     )
  53         ),
  54
  55         TP_fast_assign(
  56                 __entry->dev            = c->dev;
  57         ),
  58
  59         TP_printk("%d,%d", MAJOR(__entry->dev), MINOR(__entry->dev))
  60 );
  61
  62 DECLARE_EVENT_CLASS(bio,
  63         TP_PROTO(struct bio *bio),
  64         TP_ARGS(bio),
  65
  66         TP_STRUCT__entry(
  67                 __field(dev_t,          dev                     )
  68                 __field(sector_t,       sector                  )
  69                 __field(unsigned int,   nr_sector               )
  70                 __array(char,           rwbs,   6               )
  71         ),
  72
  73         TP_fast_assign(
  74                 __entry->dev            = bio->bi_bdev ? bio_dev(bio) : 0;
  75                 __entry->sector         = bio->bi_iter.bi_sector;
  76                 __entry->nr_sector      = bio->bi_iter.bi_size >> 9;
  77                 blk_fill_rwbs(__entry->rwbs, bio->bi_opf);
  78         ),
  79
  80         TP_printk("%d,%d  %s %llu + %u",
  81                   MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs,
  82                   (unsigned long long)__entry->sector, __entry->nr_sector)
  83 );
  84
  85 /* super-io.c: */
  86 TRACE_EVENT(write_super,
  87         TP_PROTO(struct bch_fs *c, unsigned long ip),
  88         TP_ARGS(c, ip),
  89
  90         TP_STRUCT__entry(
  91                 __field(dev_t,          dev     )
  92                 __field(unsigned long,  ip      )
  93         ),
  94
  95         TP_fast_assign(
  96                 __entry->dev            = c->dev;
  97                 __entry->ip             = ip;
  98         ),
  99
 100         TP_printk("%d,%d for %pS",
 101                   MAJOR(__entry->dev), MINOR(__entry->dev),
 102                   (void *) __entry->ip)
 103 );
 104
 105 /* io.c: */
 106
 107 DEFINE_EVENT(bio, read_split,
 108         TP_PROTO(struct bio *bio),
 109         TP_ARGS(bio)
 110 );
 111
 112 DEFINE_EVENT(bio, read_bounce,
 113         TP_PROTO(struct bio *bio),
 114         TP_ARGS(bio)
 115 );
 116
 117 DEFINE_EVENT(bio, read_retry,
 118         TP_PROTO(struct bio *bio),
 119         TP_ARGS(bio)
 120 );
 121
 122 DEFINE_EVENT(bio, promote,
 123         TP_PROTO(struct bio *bio),
 124         TP_ARGS(bio)
 125 );
 126
 127 /* Journal */
 128
 129 DEFINE_EVENT(bch_fs, journal_full,
 130         TP_PROTO(struct bch_fs *c),
 131         TP_ARGS(c)
 132 );
 133
 134 DEFINE_EVENT(bch_fs, journal_entry_full,
 135         TP_PROTO(struct bch_fs *c),
 136         TP_ARGS(c)
 137 );
 138
 139 DEFINE_EVENT(bio, journal_write,
 140         TP_PROTO(struct bio *bio),
 141         TP_ARGS(bio)
 142 );
 143
 144 TRACE_EVENT(journal_reclaim_start,
 145         TP_PROTO(struct bch_fs *c, u64 min_nr,
 146                  u64 prereserved, u64 prereserved_total,
 147                  u64 btree_cache_dirty, u64 btree_cache_total,
 148                  u64 btree_key_cache_dirty, u64 btree_key_cache_total),
 149         TP_ARGS(c, min_nr, prereserved, prereserved_total,
 150                 btree_cache_dirty, btree_cache_total,
 151                 btree_key_cache_dirty, btree_key_cache_total),
 152
 153         TP_STRUCT__entry(
 154                 __field(dev_t,          dev                     )
 155                 __field(u64,            min_nr                  )
 156                 __field(u64,            prereserved             )
 157                 __field(u64,            prereserved_total       )
 158                 __field(u64,            btree_cache_dirty       )
 159                 __field(u64,            btree_cache_total       )
 160                 __field(u64,            btree_key_cache_dirty   )
 161                 __field(u64,            btree_key_cache_total   )
 162         ),
 163
 164         TP_fast_assign(
 165                 __entry->dev                    = c->dev;
 166                 __entry->min_nr                 = min_nr;
 167                 __entry->prereserved            = prereserved;
 168                 __entry->prereserved_total      = prereserved_total;
 169                 __entry->btree_cache_dirty      = btree_cache_dirty;
 170                 __entry->btree_cache_total      = btree_cache_total;
 171                 __entry->btree_key_cache_dirty  = btree_key_cache_dirty;
 172                 __entry->btree_key_cache_total  = btree_key_cache_total;
 173         ),
 174
 175         TP_printk("%d,%d min %llu prereserved %llu/%llu btree cache %llu/%llu key cache %llu/%llu",
 176                   MAJOR(__entry->dev), MINOR(__entry->dev),
 177                   __entry->min_nr,
 178                   __entry->prereserved,
 179                   __entry->prereserved_total,
 180                   __entry->btree_cache_dirty,
 181                   __entry->btree_cache_total,
 182                   __entry->btree_key_cache_dirty,
 183                   __entry->btree_key_cache_total)
 184 );
 185
 186 TRACE_EVENT(journal_reclaim_finish,
 187         TP_PROTO(struct bch_fs *c, u64 nr_flushed),
 188         TP_ARGS(c, nr_flushed),
 189
 190         TP_STRUCT__entry(
 191                 __field(dev_t,          dev                     )
 192                 __field(u64,            nr_flushed              )
 193         ),
 194
 195         TP_fast_assign(
 196                 __entry->dev            = c->dev;
 197                 __entry->nr_flushed     = nr_flushed;
 198         ),
 199
 200         TP_printk("%d%d flushed %llu",
 201                   MAJOR(__entry->dev), MINOR(__entry->dev),
 202                   __entry->nr_flushed)
 203 );
 204
 205 /* allocator: */
 206
 207 TRACE_EVENT(do_discards,
 208         TP_PROTO(struct bch_fs *c, u64 seen, u64 open,
 209                  u64 need_journal_commit, u64 discarded, int ret),
 210         TP_ARGS(c, seen, open, need_journal_commit, discarded, ret),
 211
 212         TP_STRUCT__entry(
 213                 __field(dev_t,          dev                     )
 214                 __field(u64,            seen                    )
 215                 __field(u64,            open                    )
 216                 __field(u64,            need_journal_commit     )
 217                 __field(u64,            discarded               )
 218                 __field(int,            ret                     )
 219         ),
 220
 221         TP_fast_assign(
 222                 __entry->dev                    = c->dev;
 223                 __entry->seen                   = seen;
 224                 __entry->open                   = open;
 225                 __entry->need_journal_commit    = need_journal_commit;
 226                 __entry->discarded              = discarded;
 227                 __entry->ret                    = ret;
 228         ),
 229
 230         TP_printk("%d%d seen %llu open %llu need_journal_commit %llu discarded %llu ret %i",
 231                   MAJOR(__entry->dev), MINOR(__entry->dev),
 232                   __entry->seen,
 233                   __entry->open,
 234                   __entry->need_journal_commit,
 235                   __entry->discarded,
 236                   __entry->ret)
 237 );
 238
 239 /* bset.c: */
 240
 241 DEFINE_EVENT(bpos, bkey_pack_pos_fail,
 242         TP_PROTO(struct bpos *p),
 243         TP_ARGS(p)
 244 );
 245
 246 /* Btree */
 247
 248 DECLARE_EVENT_CLASS(btree_node,
 249         TP_PROTO(struct bch_fs *c, struct btree *b),
 250         TP_ARGS(c, b),
 251
 252         TP_STRUCT__entry(
 253                 __field(dev_t,          dev                     )
 254                 __field(u8,             level                   )
 255                 __field(u8,             id                      )
 256                 __field(u64,            inode                   )
 257                 __field(u64,            offset                  )
 258         ),
 259
 260         TP_fast_assign(
 261                 __entry->dev            = c->dev;
 262                 __entry->level          = b->c.level;
 263                 __entry->id             = b->c.btree_id;
 264                 __entry->inode          = b->key.k.p.inode;
 265                 __entry->offset         = b->key.k.p.offset;
 266         ),
 267
 268         TP_printk("%d,%d  %u id %u %llu:%llu",
 269                   MAJOR(__entry->dev), MINOR(__entry->dev),
 270                   __entry->level, __entry->id,
 271                   __entry->inode, __entry->offset)
 272 );
 273
 274 DEFINE_EVENT(btree_node, btree_read,
 275         TP_PROTO(struct bch_fs *c, struct btree *b),
 276         TP_ARGS(c, b)
 277 );
 278
 279 TRACE_EVENT(btree_write,
 280         TP_PROTO(struct btree *b, unsigned bytes, unsigned sectors),
 281         TP_ARGS(b, bytes, sectors),
 282
 283         TP_STRUCT__entry(
 284                 __field(enum btree_node_type,   type)
 285                 __field(unsigned,       bytes                   )
 286                 __field(unsigned,       sectors                 )
 287         ),
 288
 289         TP_fast_assign(
 290                 __entry->type   = btree_node_type(b);
 291                 __entry->bytes  = bytes;
 292                 __entry->sectors = sectors;
 293         ),
 294
 295         TP_printk("bkey type %u bytes %u sectors %u",
 296                   __entry->type , __entry->bytes, __entry->sectors)
 297 );
 298
 299 DEFINE_EVENT(btree_node, btree_node_alloc,
 300         TP_PROTO(struct bch_fs *c, struct btree *b),
 301         TP_ARGS(c, b)
 302 );
 303
 304 DEFINE_EVENT(btree_node, btree_node_free,
 305         TP_PROTO(struct bch_fs *c, struct btree *b),
 306         TP_ARGS(c, b)
 307 );
 308
 309 DEFINE_EVENT(btree_node, btree_node_reap,
 310         TP_PROTO(struct bch_fs *c, struct btree *b),
 311         TP_ARGS(c, b)
 312 );
 313
 314 DEFINE_EVENT(bch_fs, btree_node_cannibalize_lock_fail,
 315         TP_PROTO(struct bch_fs *c),
 316         TP_ARGS(c)
 317 );
 318
 319 DEFINE_EVENT(bch_fs, btree_node_cannibalize_lock,
 320         TP_PROTO(struct bch_fs *c),
 321         TP_ARGS(c)
 322 );
 323
 324 DEFINE_EVENT(bch_fs, btree_node_cannibalize,
 325         TP_PROTO(struct bch_fs *c),
 326         TP_ARGS(c)
 327 );
 328
 329 DEFINE_EVENT(bch_fs, btree_node_cannibalize_unlock,
 330         TP_PROTO(struct bch_fs *c),
 331         TP_ARGS(c)
 332 );
 333
 334 TRACE_EVENT(btree_reserve_get_fail,
 335         TP_PROTO(struct bch_fs *c, size_t required, struct closure *cl),
 336         TP_ARGS(c, required, cl),
 337
 338         TP_STRUCT__entry(
 339                 __field(dev_t,          dev                     )
 340                 __field(size_t,                 required        )
 341                 __field(struct closure *,       cl              )
 342         ),
 343
 344         TP_fast_assign(
 345                 __entry->dev            = c->dev;
 346                 __entry->required = required;
 347                 __entry->cl = cl;
 348         ),
 349
 350         TP_printk("%d,%d required %zu by %p",
 351                   MAJOR(__entry->dev), MINOR(__entry->dev),
 352                   __entry->required, __entry->cl)
 353 );
 354
 355 DEFINE_EVENT(btree_node, btree_split,
 356         TP_PROTO(struct bch_fs *c, struct btree *b),
 357         TP_ARGS(c, b)
 358 );
 359
 360 DEFINE_EVENT(btree_node, btree_compact,
 361         TP_PROTO(struct bch_fs *c, struct btree *b),
 362         TP_ARGS(c, b)
 363 );
 364
 365 DEFINE_EVENT(btree_node, btree_merge,
 366         TP_PROTO(struct bch_fs *c, struct btree *b),
 367         TP_ARGS(c, b)
 368 );
 369
 370 DEFINE_EVENT(btree_node, btree_set_root,
 371         TP_PROTO(struct bch_fs *c, struct btree *b),
 372         TP_ARGS(c, b)
 373 );
 374
 375 TRACE_EVENT(btree_cache_scan,
 376         TP_PROTO(long nr_to_scan, long can_free, long ret),
 377         TP_ARGS(nr_to_scan, can_free, ret),
 378
 379         TP_STRUCT__entry(
 380                 __field(long,   nr_to_scan              )
 381                 __field(long,   can_free                )
 382                 __field(long,   ret                     )
 383         ),
 384
 385         TP_fast_assign(
 386                 __entry->nr_to_scan     = nr_to_scan;
 387                 __entry->can_free       = can_free;
 388                 __entry->ret            = ret;
 389         ),
 390
 391         TP_printk("scanned for %li nodes, can free %li, ret %li",
 392                   __entry->nr_to_scan, __entry->can_free, __entry->ret)
 393 );
 394
 395 TRACE_EVENT(btree_node_relock_fail,
 396         TP_PROTO(const char *trans_fn,
 397                  unsigned long caller_ip,
 398                  enum btree_id btree_id,
 399                  struct bpos *pos,
 400                  unsigned long node,
 401                  u32 iter_lock_seq,
 402                  u32 node_lock_seq),
 403         TP_ARGS(trans_fn, caller_ip, btree_id, pos, node, iter_lock_seq, node_lock_seq),
 404
 405         TP_STRUCT__entry(
 406                 __array(char,                   trans_fn, 24    )
 407                 __field(unsigned long,          caller_ip       )
 408                 __field(u8,                     btree_id        )
 409                 __field(u64,                    pos_inode       )
 410                 __field(u64,                    pos_offset      )
 411                 __field(u32,                    pos_snapshot    )
 412                 __field(unsigned long,          node            )
 413                 __field(u32,                    iter_lock_seq   )
 414                 __field(u32,                    node_lock_seq   )
 415         ),
 416
 417         TP_fast_assign(
 418                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
 419                 __entry->caller_ip              = caller_ip;
 420                 __entry->btree_id               = btree_id;
 421                 __entry->pos_inode              = pos->inode;
 422                 __entry->pos_offset             = pos->offset;
 423                 __entry->pos_snapshot           = pos->snapshot;
 424                 __entry->node                   = node;
 425                 __entry->iter_lock_seq          = iter_lock_seq;
 426                 __entry->node_lock_seq          = node_lock_seq;
 427         ),
 428
 429         TP_printk("%s %pS btree %u pos %llu:%llu:%u, node %lu iter seq %u lock seq %u",
 430                   __entry->trans_fn,
 431                   (void *) __entry->caller_ip,
 432                   __entry->btree_id,
 433                   __entry->pos_inode,
 434                   __entry->pos_offset,
 435                   __entry->pos_snapshot,
 436                   __entry->node,
 437                   __entry->iter_lock_seq,
 438                   __entry->node_lock_seq)
 439 );
 440
 441 /* Garbage collection */
 442
 443 DEFINE_EVENT(btree_node, btree_gc_rewrite_node,
 444         TP_PROTO(struct bch_fs *c, struct btree *b),
 445         TP_ARGS(c, b)
 446 );
 447
 448 DEFINE_EVENT(btree_node, btree_gc_rewrite_node_fail,
 449         TP_PROTO(struct bch_fs *c, struct btree *b),
 450         TP_ARGS(c, b)
 451 );
 452
 453 DEFINE_EVENT(bch_fs, gc_start,
 454         TP_PROTO(struct bch_fs *c),
 455         TP_ARGS(c)
 456 );
 457
 458 DEFINE_EVENT(bch_fs, gc_end,
 459         TP_PROTO(struct bch_fs *c),
 460         TP_ARGS(c)
 461 );
 462
 463 DEFINE_EVENT(bch_fs, gc_cannot_inc_gens,
 464         TP_PROTO(struct bch_fs *c),
 465         TP_ARGS(c)
 466 );
 467
 468 /* Allocator */
 469
 470 TRACE_EVENT(alloc_scan,
 471         TP_PROTO(struct bch_dev *ca, u64 found, u64 inc_gen, u64 inc_gen_skipped),
 472         TP_ARGS(ca, found, inc_gen, inc_gen_skipped),
 473
 474         TP_STRUCT__entry(
 475                 __field(dev_t,          dev             )
 476                 __field(u64,            found           )
 477                 __field(u64,            inc_gen         )
 478                 __field(u64,            inc_gen_skipped )
 479         ),
 480
 481         TP_fast_assign(
 482                 __entry->dev            = ca->dev;
 483                 __entry->found          = found;
 484                 __entry->inc_gen        = inc_gen;
 485                 __entry->inc_gen_skipped = inc_gen_skipped;
 486         ),
 487
 488         TP_printk("%d,%d found %llu inc_gen %llu inc_gen_skipped %llu",
 489                   MAJOR(__entry->dev), MINOR(__entry->dev),
 490                   __entry->found, __entry->inc_gen, __entry->inc_gen_skipped)
 491 );
 492
 493 TRACE_EVENT(invalidate,
 494         TP_PROTO(struct bch_dev *ca, u64 offset, unsigned sectors),
 495         TP_ARGS(ca, offset, sectors),
 496
 497         TP_STRUCT__entry(
 498                 __field(unsigned,       sectors                 )
 499                 __field(dev_t,          dev                     )
 500                 __field(__u64,          offset                  )
 501         ),
 502
 503         TP_fast_assign(
 504                 __entry->dev            = ca->dev;
 505                 __entry->offset         = offset,
 506                 __entry->sectors        = sectors;
 507         ),
 508
 509         TP_printk("invalidated %u sectors at %d,%d sector=%llu",
 510                   __entry->sectors,
 511                   MAJOR(__entry->dev),
 512                   MINOR(__entry->dev),
 513                   __entry->offset)
 514 );
 515
 516 TRACE_EVENT(bucket_alloc,
 517         TP_PROTO(struct bch_dev *ca, const char *alloc_reserve),
 518         TP_ARGS(ca, alloc_reserve),
 519
 520         TP_STRUCT__entry(
 521                 __field(dev_t,                  dev     )
 522                 __array(char,   reserve,        16      )
 523         ),
 524
 525         TP_fast_assign(
 526                 __entry->dev            = ca->dev;
 527                 strlcpy(__entry->reserve, alloc_reserve, sizeof(__entry->reserve));
 528         ),
 529
 530         TP_printk("%d,%d reserve %s",
 531                   MAJOR(__entry->dev), MINOR(__entry->dev),
 532                   __entry->reserve)
 533 );
 534
 535 TRACE_EVENT(bucket_alloc_fail,
 536         TP_PROTO(struct bch_dev *ca, const char *alloc_reserve,
 537                  u64 avail,
 538                  u64 seen,
 539                  u64 open,
 540                  u64 need_journal_commit,
 541                  u64 nouse,
 542                  bool nonblocking,
 543                  int ret),
 544         TP_ARGS(ca, alloc_reserve, avail, seen, open, need_journal_commit, nouse, nonblocking, ret),
 545
 546         TP_STRUCT__entry(
 547                 __field(dev_t,                  dev                     )
 548                 __array(char,   reserve,        16                      )
 549                 __field(u64,                    avail                   )
 550                 __field(u64,                    seen                    )
 551                 __field(u64,                    open                    )
 552                 __field(u64,                    need_journal_commit     )
 553                 __field(u64,                    nouse                   )
 554                 __field(bool,                   nonblocking             )
 555                 __field(int,                    ret                     )
 556         ),
 557
 558         TP_fast_assign(
 559                 __entry->dev            = ca->dev;
 560                 strlcpy(__entry->reserve, alloc_reserve, sizeof(__entry->reserve));
 561                 __entry->avail          = avail;
 562                 __entry->seen           = seen;
 563                 __entry->open           = open;
 564                 __entry->need_journal_commit = need_journal_commit;
 565                 __entry->nouse          = nouse;
 566                 __entry->nonblocking    = nonblocking;
 567                 __entry->ret            = ret;
 568         ),
 569
 570         TP_printk("%d,%d reserve %s avail %llu seen %llu open %llu need_journal_commit %llu nouse %llu nonblocking %u ret %i",
 571                   MAJOR(__entry->dev), MINOR(__entry->dev),
 572                   __entry->reserve,
 573                   __entry->avail,
 574                   __entry->seen,
 575                   __entry->open,
 576                   __entry->need_journal_commit,
 577                   __entry->nouse,
 578                   __entry->nonblocking,
 579                   __entry->ret)
 580 );
 581
 582 /* Moving IO */
 583
 584 DEFINE_EVENT(bkey, move_extent,
 585         TP_PROTO(const struct bkey *k),
 586         TP_ARGS(k)
 587 );
 588
 589 DEFINE_EVENT(bkey, move_alloc_fail,
 590         TP_PROTO(const struct bkey *k),
 591         TP_ARGS(k)
 592 );
 593
 594 DEFINE_EVENT(bkey, move_race,
 595         TP_PROTO(const struct bkey *k),
 596         TP_ARGS(k)
 597 );
 598
 599 TRACE_EVENT(move_data,
 600         TP_PROTO(struct bch_fs *c, u64 sectors_moved,
 601                  u64 keys_moved),
 602         TP_ARGS(c, sectors_moved, keys_moved),
 603
 604         TP_STRUCT__entry(
 605                 __field(dev_t,          dev                     )
 606                 __field(u64,            sectors_moved   )
 607                 __field(u64,            keys_moved      )
 608         ),
 609
 610         TP_fast_assign(
 611                 __entry->dev                    = c->dev;
 612                 __entry->sectors_moved = sectors_moved;
 613                 __entry->keys_moved = keys_moved;
 614         ),
 615
 616         TP_printk("%d,%d sectors_moved %llu keys_moved %llu",
 617                   MAJOR(__entry->dev), MINOR(__entry->dev),
 618                   __entry->sectors_moved, __entry->keys_moved)
 619 );
 620
 621 TRACE_EVENT(copygc,
 622         TP_PROTO(struct bch_fs *c,
 623                  u64 sectors_moved, u64 sectors_not_moved,
 624                  u64 buckets_moved, u64 buckets_not_moved),
 625         TP_ARGS(c,
 626                 sectors_moved, sectors_not_moved,
 627                 buckets_moved, buckets_not_moved),
 628
 629         TP_STRUCT__entry(
 630                 __field(dev_t,          dev                     )
 631                 __field(u64,            sectors_moved           )
 632                 __field(u64,            sectors_not_moved       )
 633                 __field(u64,            buckets_moved           )
 634                 __field(u64,            buckets_not_moved       )
 635         ),
 636
 637         TP_fast_assign(
 638                 __entry->dev                    = c->dev;
 639                 __entry->sectors_moved          = sectors_moved;
 640                 __entry->sectors_not_moved      = sectors_not_moved;
 641                 __entry->buckets_moved          = buckets_moved;
 642                 __entry->buckets_not_moved = buckets_moved;
 643         ),
 644
 645         TP_printk("%d,%d sectors moved %llu remain %llu buckets moved %llu remain %llu",
 646                   MAJOR(__entry->dev), MINOR(__entry->dev),
 647                   __entry->sectors_moved, __entry->sectors_not_moved,
 648                   __entry->buckets_moved, __entry->buckets_not_moved)
 649 );
 650
 651 TRACE_EVENT(copygc_wait,
 652         TP_PROTO(struct bch_fs *c,
 653                  u64 wait_amount, u64 until),
 654         TP_ARGS(c, wait_amount, until),
 655
 656         TP_STRUCT__entry(
 657                 __field(dev_t,          dev                     )
 658                 __field(u64,            wait_amount             )
 659                 __field(u64,            until                   )
 660         ),
 661
 662         TP_fast_assign(
 663                 __entry->dev            = c->dev;
 664                 __entry->wait_amount    = wait_amount;
 665                 __entry->until          = until;
 666         ),
 667
 668         TP_printk("%d,%u waiting for %llu sectors until %llu",
 669                   MAJOR(__entry->dev), MINOR(__entry->dev),
 670                   __entry->wait_amount, __entry->until)
 671 );
 672
 673 DECLARE_EVENT_CLASS(transaction_restart,
 674         TP_PROTO(const char *trans_fn,
 675                  unsigned long caller_ip),
 676         TP_ARGS(trans_fn, caller_ip),
 677
 678         TP_STRUCT__entry(
 679                 __array(char,                   trans_fn, 24    )
 680                 __field(unsigned long,          caller_ip       )
 681         ),
 682
 683         TP_fast_assign(
 684                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
 685                 __entry->caller_ip              = caller_ip;
 686         ),
 687
 688         TP_printk("%s %pS", __entry->trans_fn, (void *) __entry->caller_ip)
 689 );
 690
 691 DEFINE_EVENT(transaction_restart,       transaction_restart_ip,
 692         TP_PROTO(const char *trans_fn,
 693                  unsigned long caller_ip),
 694         TP_ARGS(trans_fn, caller_ip)
 695 );
 696
 697 DEFINE_EVENT(transaction_restart,       trans_blocked_journal_reclaim,
 698         TP_PROTO(const char *trans_fn,
 699                  unsigned long caller_ip),
 700         TP_ARGS(trans_fn, caller_ip)
 701 );
 702
 703 DEFINE_EVENT(transaction_restart,       trans_restart_journal_res_get,
 704         TP_PROTO(const char *trans_fn,
 705                  unsigned long caller_ip),
 706         TP_ARGS(trans_fn, caller_ip)
 707 );
 708
 709 DEFINE_EVENT(transaction_restart,       trans_restart_journal_preres_get,
 710         TP_PROTO(const char *trans_fn,
 711                  unsigned long caller_ip),
 712         TP_ARGS(trans_fn, caller_ip)
 713 );
 714
 715 DEFINE_EVENT(transaction_restart,       trans_restart_journal_reclaim,
 716         TP_PROTO(const char *trans_fn,
 717                  unsigned long caller_ip),
 718         TP_ARGS(trans_fn, caller_ip)
 719 );
 720
 721 DEFINE_EVENT(transaction_restart,       trans_restart_fault_inject,
 722         TP_PROTO(const char *trans_fn,
 723                  unsigned long caller_ip),
 724         TP_ARGS(trans_fn, caller_ip)
 725 );
 726
 727 DEFINE_EVENT(transaction_restart,       trans_traverse_all,
 728         TP_PROTO(const char *trans_fn,
 729                  unsigned long caller_ip),
 730         TP_ARGS(trans_fn, caller_ip)
 731 );
 732
 733 DEFINE_EVENT(transaction_restart,       trans_restart_mark_replicas,
 734         TP_PROTO(const char *trans_fn,
 735                  unsigned long caller_ip),
 736         TP_ARGS(trans_fn, caller_ip)
 737 );
 738
 739 DEFINE_EVENT(transaction_restart,       trans_restart_key_cache_raced,
 740         TP_PROTO(const char *trans_fn,
 741                  unsigned long caller_ip),
 742         TP_ARGS(trans_fn, caller_ip)
 743 );
 744
 745 DECLARE_EVENT_CLASS(transaction_restart_iter,
 746         TP_PROTO(const char *trans_fn,
 747                  unsigned long caller_ip,
 748                  enum btree_id btree_id,
 749                  struct bpos *pos),
 750         TP_ARGS(trans_fn, caller_ip, btree_id, pos),
 751
 752         TP_STRUCT__entry(
 753                 __array(char,                   trans_fn, 24    )
 754                 __field(unsigned long,          caller_ip       )
 755                 __field(u8,                     btree_id        )
 756                 __field(u64,                    pos_inode       )
 757                 __field(u64,                    pos_offset      )
 758                 __field(u32,                    pos_snapshot    )
 759         ),
 760
 761         TP_fast_assign(
 762                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
 763                 __entry->caller_ip              = caller_ip;
 764                 __entry->btree_id               = btree_id;
 765                 __entry->pos_inode              = pos->inode;
 766                 __entry->pos_offset             = pos->offset;
 767                 __entry->pos_snapshot           = pos->snapshot;
 768         ),
 769
 770         TP_printk("%s %pS btree %u pos %llu:%llu:%u",
 771                   __entry->trans_fn,
 772                   (void *) __entry->caller_ip,
 773                   __entry->btree_id,
 774                   __entry->pos_inode,
 775                   __entry->pos_offset,
 776                   __entry->pos_snapshot)
 777 );
 778
 779 DEFINE_EVENT(transaction_restart_iter,  trans_restart_btree_node_reused,
 780         TP_PROTO(const char *trans_fn,
 781                  unsigned long caller_ip,
 782                  enum btree_id btree_id,
 783                  struct bpos *pos),
 784         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 785 );
 786
 787 DEFINE_EVENT(transaction_restart_iter,  trans_restart_btree_node_split,
 788         TP_PROTO(const char *trans_fn,
 789                  unsigned long caller_ip,
 790                  enum btree_id btree_id,
 791                  struct bpos *pos),
 792         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 793 );
 794
 795 DEFINE_EVENT(transaction_restart_iter,  trans_restart_upgrade,
 796         TP_PROTO(const char *trans_fn,
 797                  unsigned long caller_ip,
 798                  enum btree_id btree_id,
 799                  struct bpos *pos),
 800         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 801 );
 802
 803 DEFINE_EVENT(transaction_restart_iter,  trans_restart_iter_upgrade,
 804         TP_PROTO(const char *trans_fn,
 805                  unsigned long caller_ip,
 806                  enum btree_id btree_id,
 807                  struct bpos *pos),
 808         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 809 );
 810
 811 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock,
 812         TP_PROTO(const char *trans_fn,
 813                  unsigned long caller_ip,
 814                  enum btree_id btree_id,
 815                  struct bpos *pos),
 816         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 817 );
 818
 819 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_next_node,
 820         TP_PROTO(const char *trans_fn,
 821                  unsigned long caller_ip,
 822                  enum btree_id btree_id,
 823                  struct bpos *pos),
 824         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 825 );
 826
 827 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_parent_for_fill,
 828         TP_PROTO(const char *trans_fn,
 829                  unsigned long caller_ip,
 830                  enum btree_id btree_id,
 831                  struct bpos *pos),
 832         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 833 );
 834
 835 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_after_fill,
 836         TP_PROTO(const char *trans_fn,
 837                  unsigned long caller_ip,
 838                  enum btree_id btree_id,
 839                  struct bpos *pos),
 840         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 841 );
 842
 843 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_key_cache_fill,
 844         TP_PROTO(const char *trans_fn,
 845                  unsigned long caller_ip,
 846                  enum btree_id btree_id,
 847                  struct bpos *pos),
 848         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 849 );
 850
 851 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_path,
 852         TP_PROTO(const char *trans_fn,
 853                  unsigned long caller_ip,
 854                  enum btree_id btree_id,
 855                  struct bpos *pos),
 856         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 857 );
 858
 859 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_path_intent,
 860         TP_PROTO(const char *trans_fn,
 861                  unsigned long caller_ip,
 862                  enum btree_id btree_id,
 863                  struct bpos *pos),
 864         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 865 );
 866
 867 DEFINE_EVENT(transaction_restart_iter,  trans_restart_traverse,
 868         TP_PROTO(const char *trans_fn,
 869                  unsigned long caller_ip,
 870                  enum btree_id btree_id,
 871                  struct bpos *pos),
 872         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 873 );
 874
 875 DEFINE_EVENT(transaction_restart_iter,  trans_restart_memory_allocation_failure,
 876         TP_PROTO(const char *trans_fn,
 877                  unsigned long caller_ip,
 878                  enum btree_id btree_id,
 879                  struct bpos *pos),
 880         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 881 );
 882
 883 TRACE_EVENT(trans_restart_would_deadlock,
 884         TP_PROTO(const char *trans_fn,
 885                  unsigned long  caller_ip,
 886                  bool           in_traverse_all,
 887                  unsigned       reason,
 888                  enum btree_id  have_btree_id,
 889                  unsigned       have_iter_type,
 890                  struct bpos    *have_pos,
 891                  enum btree_id  want_btree_id,
 892                  unsigned       want_iter_type,
 893                  struct bpos    *want_pos),
 894         TP_ARGS(trans_fn, caller_ip, in_traverse_all, reason,
 895                 have_btree_id, have_iter_type, have_pos,
 896                 want_btree_id, want_iter_type, want_pos),
 897
 898         TP_STRUCT__entry(
 899                 __array(char,                   trans_fn, 24    )
 900                 __field(unsigned long,          caller_ip       )
 901                 __field(u8,                     in_traverse_all )
 902                 __field(u8,                     reason          )
 903                 __field(u8,                     have_btree_id   )
 904                 __field(u8,                     have_iter_type  )
 905                 __field(u8,                     want_btree_id   )
 906                 __field(u8,                     want_iter_type  )
 907
 908                 __field(u64,                    have_pos_inode  )
 909                 __field(u64,                    have_pos_offset )
 910                 __field(u32,                    have_pos_snapshot)
 911                 __field(u32,                    want_pos_snapshot)
 912                 __field(u64,                    want_pos_inode  )
 913                 __field(u64,                    want_pos_offset )
 914         ),
 915
 916         TP_fast_assign(
 917                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
 918                 __entry->caller_ip              = caller_ip;
 919                 __entry->in_traverse_all        = in_traverse_all;
 920                 __entry->reason                 = reason;
 921                 __entry->have_btree_id          = have_btree_id;
 922                 __entry->have_iter_type         = have_iter_type;
 923                 __entry->want_btree_id          = want_btree_id;
 924                 __entry->want_iter_type         = want_iter_type;
 925
 926                 __entry->have_pos_inode         = have_pos->inode;
 927                 __entry->have_pos_offset        = have_pos->offset;
 928                 __entry->have_pos_snapshot      = have_pos->snapshot;
 929
 930                 __entry->want_pos_inode         = want_pos->inode;
 931                 __entry->want_pos_offset        = want_pos->offset;
 932                 __entry->want_pos_snapshot      = want_pos->snapshot;
 933         ),
 934
 935         TP_printk("%s %pS traverse_all %u because %u have %u:%u %llu:%llu:%u want %u:%u %llu:%llu:%u",
 936                   __entry->trans_fn,
 937                   (void *) __entry->caller_ip,
 938                   __entry->in_traverse_all,
 939                   __entry->reason,
 940                   __entry->have_btree_id,
 941                   __entry->have_iter_type,
 942                   __entry->have_pos_inode,
 943                   __entry->have_pos_offset,
 944                   __entry->have_pos_snapshot,
 945                   __entry->want_btree_id,
 946                   __entry->want_iter_type,
 947                   __entry->want_pos_inode,
 948                   __entry->want_pos_offset,
 949                   __entry->want_pos_snapshot)
 950 );
 951
 952 TRACE_EVENT(trans_restart_would_deadlock_write,
 953         TP_PROTO(const char *trans_fn),
 954         TP_ARGS(trans_fn),
 955
 956         TP_STRUCT__entry(
 957                 __array(char,                   trans_fn, 24    )
 958         ),
 959
 960         TP_fast_assign(
 961                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
 962         ),
 963
 964         TP_printk("%s", __entry->trans_fn)
 965 );
 966
 967 TRACE_EVENT(trans_restart_mem_realloced,
 968         TP_PROTO(const char *trans_fn,
 969                  unsigned long caller_ip,
 970                  unsigned long bytes),
 971         TP_ARGS(trans_fn, caller_ip, bytes),
 972
 973         TP_STRUCT__entry(
 974                 __array(char,                   trans_fn, 24    )
 975                 __field(unsigned long,          caller_ip       )
 976                 __field(unsigned long,          bytes           )
 977         ),
 978
 979         TP_fast_assign(
 980                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
 981                 __entry->caller_ip      = caller_ip;
 982                 __entry->bytes          = bytes;
 983         ),
 984
 985         TP_printk("%s %pS bytes %lu",
 986                   __entry->trans_fn,
 987                   (void *) __entry->caller_ip,
 988                   __entry->bytes)
 989 );
 990
 991 TRACE_EVENT(trans_restart_key_cache_key_realloced,
 992         TP_PROTO(const char *trans_fn,
 993                  unsigned long caller_ip,
 994                  enum btree_id btree_id,
 995                  struct bpos *pos,
 996                  unsigned old_u64s,
 997                  unsigned new_u64s),
 998         TP_ARGS(trans_fn, caller_ip, btree_id, pos, old_u64s, new_u64s),
 999
1000         TP_STRUCT__entry(
1001                 __array(char,                   trans_fn, 24    )
1002                 __field(unsigned long,          caller_ip       )
1003                 __field(enum btree_id,          btree_id        )
1004                 __field(u64,                    inode           )
1005                 __field(u64,                    offset          )
1006                 __field(u32,                    snapshot        )
1007                 __field(u32,                    old_u64s        )
1008                 __field(u32,                    new_u64s        )
1009         ),
1010
1011         TP_fast_assign(
1012                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
1013                 __entry->caller_ip      = caller_ip;
1014                 __entry->btree_id       = btree_id;
1015                 __entry->inode          = pos->inode;
1016                 __entry->offset         = pos->offset;
1017                 __entry->snapshot       = pos->snapshot;
1018                 __entry->old_u64s       = old_u64s;
1019                 __entry->new_u64s       = new_u64s;
1020         ),
1021
1022         TP_printk("%s %pS btree %s pos %llu:%llu:%u old_u64s %u new_u64s %u",
1023                   __entry->trans_fn,
1024                   (void *) __entry->caller_ip,
1025                   bch2_btree_ids[__entry->btree_id],
1026                   __entry->inode,
1027                   __entry->offset,
1028                   __entry->snapshot,
1029                   __entry->old_u64s,
1030                   __entry->new_u64s)
1031 );
1032
1033 #endif /* _TRACE_BCACHE_H */
1034
1035 /* This part must be outside protection */
1036 #include <trace/define_trace.h>