git.sesse.net Git - bcachefs-tools-debian/blob - include/trace/events/bcachefs.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #undef TRACE_SYSTEM
   3 #define TRACE_SYSTEM bcachefs
   4
   5 #if !defined(_TRACE_BCACHE_H) || defined(TRACE_HEADER_MULTI_READ)
   6 #define _TRACE_BCACHE_H
   7
   8 #include <linux/tracepoint.h>
   9
  10 DECLARE_EVENT_CLASS(bpos,
  11         TP_PROTO(struct bpos *p),
  12         TP_ARGS(p),
  13
  14         TP_STRUCT__entry(
  15                 __field(u64,    inode                           )
  16                 __field(u64,    offset                          )
  17         ),
  18
  19         TP_fast_assign(
  20                 __entry->inode  = p->inode;
  21                 __entry->offset = p->offset;
  22         ),
  23
  24         TP_printk("%llu:%llu", __entry->inode, __entry->offset)
  25 );
  26
  27 DECLARE_EVENT_CLASS(bkey,
  28         TP_PROTO(const struct bkey *k),
  29         TP_ARGS(k),
  30
  31         TP_STRUCT__entry(
  32                 __field(u64,    inode                           )
  33                 __field(u64,    offset                          )
  34                 __field(u32,    size                            )
  35         ),
  36
  37         TP_fast_assign(
  38                 __entry->inode  = k->p.inode;
  39                 __entry->offset = k->p.offset;
  40                 __entry->size   = k->size;
  41         ),
  42
  43         TP_printk("%llu:%llu len %u", __entry->inode,
  44                   __entry->offset, __entry->size)
  45 );
  46
  47 DECLARE_EVENT_CLASS(bch_fs,
  48         TP_PROTO(struct bch_fs *c),
  49         TP_ARGS(c),
  50
  51         TP_STRUCT__entry(
  52                 __field(dev_t,          dev                     )
  53         ),
  54
  55         TP_fast_assign(
  56                 __entry->dev            = c->dev;
  57         ),
  58
  59         TP_printk("%d,%d", MAJOR(__entry->dev), MINOR(__entry->dev))
  60 );
  61
  62 DECLARE_EVENT_CLASS(bio,
  63         TP_PROTO(struct bio *bio),
  64         TP_ARGS(bio),
  65
  66         TP_STRUCT__entry(
  67                 __field(dev_t,          dev                     )
  68                 __field(sector_t,       sector                  )
  69                 __field(unsigned int,   nr_sector               )
  70                 __array(char,           rwbs,   6               )
  71         ),
  72
  73         TP_fast_assign(
  74                 __entry->dev            = bio->bi_bdev ? bio_dev(bio) : 0;
  75                 __entry->sector         = bio->bi_iter.bi_sector;
  76                 __entry->nr_sector      = bio->bi_iter.bi_size >> 9;
  77                 blk_fill_rwbs(__entry->rwbs, bio->bi_opf);
  78         ),
  79
  80         TP_printk("%d,%d  %s %llu + %u",
  81                   MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs,
  82                   (unsigned long long)__entry->sector, __entry->nr_sector)
  83 );
  84
  85 /* super-io.c: */
  86 TRACE_EVENT(write_super,
  87         TP_PROTO(struct bch_fs *c, unsigned long ip),
  88         TP_ARGS(c, ip),
  89
  90         TP_STRUCT__entry(
  91                 __field(dev_t,          dev     )
  92                 __field(unsigned long,  ip      )
  93         ),
  94
  95         TP_fast_assign(
  96                 __entry->dev            = c->dev;
  97                 __entry->ip             = ip;
  98         ),
  99
 100         TP_printk("%d,%d for %pS",
 101                   MAJOR(__entry->dev), MINOR(__entry->dev),
 102                   (void *) __entry->ip)
 103 );
 104
 105 /* io.c: */
 106
 107 DEFINE_EVENT(bio, read_split,
 108         TP_PROTO(struct bio *bio),
 109         TP_ARGS(bio)
 110 );
 111
 112 DEFINE_EVENT(bio, read_bounce,
 113         TP_PROTO(struct bio *bio),
 114         TP_ARGS(bio)
 115 );
 116
 117 DEFINE_EVENT(bio, read_retry,
 118         TP_PROTO(struct bio *bio),
 119         TP_ARGS(bio)
 120 );
 121
 122 DEFINE_EVENT(bio, promote,
 123         TP_PROTO(struct bio *bio),
 124         TP_ARGS(bio)
 125 );
 126
 127 /* Journal */
 128
 129 DEFINE_EVENT(bch_fs, journal_full,
 130         TP_PROTO(struct bch_fs *c),
 131         TP_ARGS(c)
 132 );
 133
 134 DEFINE_EVENT(bch_fs, journal_entry_full,
 135         TP_PROTO(struct bch_fs *c),
 136         TP_ARGS(c)
 137 );
 138
 139 DEFINE_EVENT(bio, journal_write,
 140         TP_PROTO(struct bio *bio),
 141         TP_ARGS(bio)
 142 );
 143
 144 TRACE_EVENT(journal_reclaim_start,
 145         TP_PROTO(struct bch_fs *c, u64 min_nr,
 146                  u64 prereserved, u64 prereserved_total,
 147                  u64 btree_cache_dirty, u64 btree_cache_total,
 148                  u64 btree_key_cache_dirty, u64 btree_key_cache_total),
 149         TP_ARGS(c, min_nr, prereserved, prereserved_total,
 150                 btree_cache_dirty, btree_cache_total,
 151                 btree_key_cache_dirty, btree_key_cache_total),
 152
 153         TP_STRUCT__entry(
 154                 __field(dev_t,          dev                     )
 155                 __field(u64,            min_nr                  )
 156                 __field(u64,            prereserved             )
 157                 __field(u64,            prereserved_total       )
 158                 __field(u64,            btree_cache_dirty       )
 159                 __field(u64,            btree_cache_total       )
 160                 __field(u64,            btree_key_cache_dirty   )
 161                 __field(u64,            btree_key_cache_total   )
 162         ),
 163
 164         TP_fast_assign(
 165                 __entry->dev                    = c->dev;
 166                 __entry->min_nr                 = min_nr;
 167                 __entry->prereserved            = prereserved;
 168                 __entry->prereserved_total      = prereserved_total;
 169                 __entry->btree_cache_dirty      = btree_cache_dirty;
 170                 __entry->btree_cache_total      = btree_cache_total;
 171                 __entry->btree_key_cache_dirty  = btree_key_cache_dirty;
 172                 __entry->btree_key_cache_total  = btree_key_cache_total;
 173         ),
 174
 175         TP_printk("%d,%d min %llu prereserved %llu/%llu btree cache %llu/%llu key cache %llu/%llu",
 176                   MAJOR(__entry->dev), MINOR(__entry->dev),
 177                   __entry->min_nr,
 178                   __entry->prereserved,
 179                   __entry->prereserved_total,
 180                   __entry->btree_cache_dirty,
 181                   __entry->btree_cache_total,
 182                   __entry->btree_key_cache_dirty,
 183                   __entry->btree_key_cache_total)
 184 );
 185
 186 TRACE_EVENT(journal_reclaim_finish,
 187         TP_PROTO(struct bch_fs *c, u64 nr_flushed),
 188         TP_ARGS(c, nr_flushed),
 189
 190         TP_STRUCT__entry(
 191                 __field(dev_t,          dev                     )
 192                 __field(u64,            nr_flushed              )
 193         ),
 194
 195         TP_fast_assign(
 196                 __entry->dev            = c->dev;
 197                 __entry->nr_flushed     = nr_flushed;
 198         ),
 199
 200         TP_printk("%d%d flushed %llu",
 201                   MAJOR(__entry->dev), MINOR(__entry->dev),
 202                   __entry->nr_flushed)
 203 );
 204
 205 /* allocator: */
 206
 207 TRACE_EVENT(do_discards,
 208         TP_PROTO(struct bch_fs *c, u64 seen, u64 open,
 209                  u64 need_journal_commit, u64 discarded, int ret),
 210         TP_ARGS(c, seen, open, need_journal_commit, discarded, ret),
 211
 212         TP_STRUCT__entry(
 213                 __field(dev_t,          dev                     )
 214                 __field(u64,            seen                    )
 215                 __field(u64,            open                    )
 216                 __field(u64,            need_journal_commit     )
 217                 __field(u64,            discarded               )
 218                 __field(int,            ret                     )
 219         ),
 220
 221         TP_fast_assign(
 222                 __entry->dev                    = c->dev;
 223                 __entry->seen                   = seen;
 224                 __entry->open                   = open;
 225                 __entry->need_journal_commit    = need_journal_commit;
 226                 __entry->discarded              = discarded;
 227                 __entry->ret                    = ret;
 228         ),
 229
 230         TP_printk("%d%d seen %llu open %llu need_journal_commit %llu discarded %llu ret %i",
 231                   MAJOR(__entry->dev), MINOR(__entry->dev),
 232                   __entry->seen,
 233                   __entry->open,
 234                   __entry->need_journal_commit,
 235                   __entry->discarded,
 236                   __entry->ret)
 237 );
 238
 239 /* bset.c: */
 240
 241 DEFINE_EVENT(bpos, bkey_pack_pos_fail,
 242         TP_PROTO(struct bpos *p),
 243         TP_ARGS(p)
 244 );
 245
 246 /* Btree */
 247
 248 DECLARE_EVENT_CLASS(btree_node,
 249         TP_PROTO(struct bch_fs *c, struct btree *b),
 250         TP_ARGS(c, b),
 251
 252         TP_STRUCT__entry(
 253                 __field(dev_t,          dev                     )
 254                 __field(u8,             level                   )
 255                 __field(u8,             id                      )
 256                 __field(u64,            inode                   )
 257                 __field(u64,            offset                  )
 258         ),
 259
 260         TP_fast_assign(
 261                 __entry->dev            = c->dev;
 262                 __entry->level          = b->c.level;
 263                 __entry->id             = b->c.btree_id;
 264                 __entry->inode          = b->key.k.p.inode;
 265                 __entry->offset         = b->key.k.p.offset;
 266         ),
 267
 268         TP_printk("%d,%d  %u id %u %llu:%llu",
 269                   MAJOR(__entry->dev), MINOR(__entry->dev),
 270                   __entry->level, __entry->id,
 271                   __entry->inode, __entry->offset)
 272 );
 273
 274 DEFINE_EVENT(btree_node, btree_read,
 275         TP_PROTO(struct bch_fs *c, struct btree *b),
 276         TP_ARGS(c, b)
 277 );
 278
 279 TRACE_EVENT(btree_write,
 280         TP_PROTO(struct btree *b, unsigned bytes, unsigned sectors),
 281         TP_ARGS(b, bytes, sectors),
 282
 283         TP_STRUCT__entry(
 284                 __field(enum btree_node_type,   type)
 285                 __field(unsigned,       bytes                   )
 286                 __field(unsigned,       sectors                 )
 287         ),
 288
 289         TP_fast_assign(
 290                 __entry->type   = btree_node_type(b);
 291                 __entry->bytes  = bytes;
 292                 __entry->sectors = sectors;
 293         ),
 294
 295         TP_printk("bkey type %u bytes %u sectors %u",
 296                   __entry->type , __entry->bytes, __entry->sectors)
 297 );
 298
 299 DEFINE_EVENT(btree_node, btree_node_alloc,
 300         TP_PROTO(struct bch_fs *c, struct btree *b),
 301         TP_ARGS(c, b)
 302 );
 303
 304 DEFINE_EVENT(btree_node, btree_node_free,
 305         TP_PROTO(struct bch_fs *c, struct btree *b),
 306         TP_ARGS(c, b)
 307 );
 308
 309 DEFINE_EVENT(btree_node, btree_node_reap,
 310         TP_PROTO(struct bch_fs *c, struct btree *b),
 311         TP_ARGS(c, b)
 312 );
 313
 314 DEFINE_EVENT(bch_fs, btree_node_cannibalize_lock_fail,
 315         TP_PROTO(struct bch_fs *c),
 316         TP_ARGS(c)
 317 );
 318
 319 DEFINE_EVENT(bch_fs, btree_node_cannibalize_lock,
 320         TP_PROTO(struct bch_fs *c),
 321         TP_ARGS(c)
 322 );
 323
 324 DEFINE_EVENT(bch_fs, btree_node_cannibalize,
 325         TP_PROTO(struct bch_fs *c),
 326         TP_ARGS(c)
 327 );
 328
 329 DEFINE_EVENT(bch_fs, btree_node_cannibalize_unlock,
 330         TP_PROTO(struct bch_fs *c),
 331         TP_ARGS(c)
 332 );
 333
 334 TRACE_EVENT(btree_reserve_get_fail,
 335         TP_PROTO(struct bch_fs *c, size_t required, struct closure *cl),
 336         TP_ARGS(c, required, cl),
 337
 338         TP_STRUCT__entry(
 339                 __field(dev_t,          dev                     )
 340                 __field(size_t,                 required        )
 341                 __field(struct closure *,       cl              )
 342         ),
 343
 344         TP_fast_assign(
 345                 __entry->dev            = c->dev;
 346                 __entry->required = required;
 347                 __entry->cl = cl;
 348         ),
 349
 350         TP_printk("%d,%d required %zu by %p",
 351                   MAJOR(__entry->dev), MINOR(__entry->dev),
 352                   __entry->required, __entry->cl)
 353 );
 354
 355 DEFINE_EVENT(btree_node, btree_split,
 356         TP_PROTO(struct bch_fs *c, struct btree *b),
 357         TP_ARGS(c, b)
 358 );
 359
 360 DEFINE_EVENT(btree_node, btree_compact,
 361         TP_PROTO(struct bch_fs *c, struct btree *b),
 362         TP_ARGS(c, b)
 363 );
 364
 365 DEFINE_EVENT(btree_node, btree_merge,
 366         TP_PROTO(struct bch_fs *c, struct btree *b),
 367         TP_ARGS(c, b)
 368 );
 369
 370 DEFINE_EVENT(btree_node, btree_set_root,
 371         TP_PROTO(struct bch_fs *c, struct btree *b),
 372         TP_ARGS(c, b)
 373 );
 374
 375 TRACE_EVENT(btree_cache_scan,
 376         TP_PROTO(long nr_to_scan, long can_free, long ret),
 377         TP_ARGS(nr_to_scan, can_free, ret),
 378
 379         TP_STRUCT__entry(
 380                 __field(long,   nr_to_scan              )
 381                 __field(long,   can_free                )
 382                 __field(long,   ret                     )
 383         ),
 384
 385         TP_fast_assign(
 386                 __entry->nr_to_scan     = nr_to_scan;
 387                 __entry->can_free       = can_free;
 388                 __entry->ret            = ret;
 389         ),
 390
 391         TP_printk("scanned for %li nodes, can free %li, ret %li",
 392                   __entry->nr_to_scan, __entry->can_free, __entry->ret)
 393 );
 394
 395 TRACE_EVENT(btree_node_relock_fail,
 396         TP_PROTO(const char *trans_fn,
 397                  unsigned long caller_ip,
 398                  enum btree_id btree_id,
 399                  struct bpos *pos,
 400                  unsigned long node,
 401                  u32 iter_lock_seq,
 402                  u32 node_lock_seq),
 403         TP_ARGS(trans_fn, caller_ip, btree_id, pos, node, iter_lock_seq, node_lock_seq),
 404
 405         TP_STRUCT__entry(
 406                 __array(char,                   trans_fn, 24    )
 407                 __field(unsigned long,          caller_ip       )
 408                 __field(u8,                     btree_id        )
 409                 __field(u64,                    pos_inode       )
 410                 __field(u64,                    pos_offset      )
 411                 __field(u32,                    pos_snapshot    )
 412                 __field(unsigned long,          node            )
 413                 __field(u32,                    iter_lock_seq   )
 414                 __field(u32,                    node_lock_seq   )
 415         ),
 416
 417         TP_fast_assign(
 418                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
 419                 __entry->caller_ip              = caller_ip;
 420                 __entry->btree_id               = btree_id;
 421                 __entry->pos_inode              = pos->inode;
 422                 __entry->pos_offset             = pos->offset;
 423                 __entry->pos_snapshot           = pos->snapshot;
 424                 __entry->node                   = node;
 425                 __entry->iter_lock_seq          = iter_lock_seq;
 426                 __entry->node_lock_seq          = node_lock_seq;
 427         ),
 428
 429         TP_printk("%s %pS btree %u pos %llu:%llu:%u, node %lu iter seq %u lock seq %u",
 430                   __entry->trans_fn,
 431                   (void *) __entry->caller_ip,
 432                   __entry->btree_id,
 433                   __entry->pos_inode,
 434                   __entry->pos_offset,
 435                   __entry->pos_snapshot,
 436                   __entry->node,
 437                   __entry->iter_lock_seq,
 438                   __entry->node_lock_seq)
 439 );
 440
 441 /* Garbage collection */
 442
 443 DEFINE_EVENT(btree_node, btree_gc_rewrite_node,
 444         TP_PROTO(struct bch_fs *c, struct btree *b),
 445         TP_ARGS(c, b)
 446 );
 447
 448 DEFINE_EVENT(btree_node, btree_gc_rewrite_node_fail,
 449         TP_PROTO(struct bch_fs *c, struct btree *b),
 450         TP_ARGS(c, b)
 451 );
 452
 453 DEFINE_EVENT(bch_fs, gc_start,
 454         TP_PROTO(struct bch_fs *c),
 455         TP_ARGS(c)
 456 );
 457
 458 DEFINE_EVENT(bch_fs, gc_end,
 459         TP_PROTO(struct bch_fs *c),
 460         TP_ARGS(c)
 461 );
 462
 463 DEFINE_EVENT(bch_fs, gc_cannot_inc_gens,
 464         TP_PROTO(struct bch_fs *c),
 465         TP_ARGS(c)
 466 );
 467
 468 /* Allocator */
 469
 470 TRACE_EVENT(alloc_scan,
 471         TP_PROTO(struct bch_dev *ca, u64 found, u64 inc_gen, u64 inc_gen_skipped),
 472         TP_ARGS(ca, found, inc_gen, inc_gen_skipped),
 473
 474         TP_STRUCT__entry(
 475                 __field(dev_t,          dev             )
 476                 __field(u64,            found           )
 477                 __field(u64,            inc_gen         )
 478                 __field(u64,            inc_gen_skipped )
 479         ),
 480
 481         TP_fast_assign(
 482                 __entry->dev            = ca->dev;
 483                 __entry->found          = found;
 484                 __entry->inc_gen        = inc_gen;
 485                 __entry->inc_gen_skipped = inc_gen_skipped;
 486         ),
 487
 488         TP_printk("%d,%d found %llu inc_gen %llu inc_gen_skipped %llu",
 489                   MAJOR(__entry->dev), MINOR(__entry->dev),
 490                   __entry->found, __entry->inc_gen, __entry->inc_gen_skipped)
 491 );
 492
 493 TRACE_EVENT(invalidate,
 494         TP_PROTO(struct bch_dev *ca, u64 offset, unsigned sectors),
 495         TP_ARGS(ca, offset, sectors),
 496
 497         TP_STRUCT__entry(
 498                 __field(unsigned,       sectors                 )
 499                 __field(dev_t,          dev                     )
 500                 __field(__u64,          offset                  )
 501         ),
 502
 503         TP_fast_assign(
 504                 __entry->dev            = ca->dev;
 505                 __entry->offset         = offset,
 506                 __entry->sectors        = sectors;
 507         ),
 508
 509         TP_printk("invalidated %u sectors at %d,%d sector=%llu",
 510                   __entry->sectors,
 511                   MAJOR(__entry->dev),
 512                   MINOR(__entry->dev),
 513                   __entry->offset)
 514 );
 515
 516 DECLARE_EVENT_CLASS(bucket_alloc,
 517         TP_PROTO(struct bch_dev *ca, const char *alloc_reserve),
 518         TP_ARGS(ca, alloc_reserve),
 519
 520         TP_STRUCT__entry(
 521                 __field(dev_t,                  dev     )
 522                 __array(char,   reserve,        16      )
 523         ),
 524
 525         TP_fast_assign(
 526                 __entry->dev            = ca->dev;
 527                 strlcpy(__entry->reserve, alloc_reserve, sizeof(__entry->reserve));
 528         ),
 529
 530         TP_printk("%d,%d reserve %s",
 531                   MAJOR(__entry->dev), MINOR(__entry->dev),
 532                   __entry->reserve)
 533 );
 534
 535 DEFINE_EVENT(bucket_alloc, bucket_alloc,
 536         TP_PROTO(struct bch_dev *ca, const char *alloc_reserve),
 537         TP_ARGS(ca, alloc_reserve)
 538 );
 539
 540 TRACE_EVENT(bucket_alloc_fail,
 541         TP_PROTO(struct bch_dev *ca, const char *alloc_reserve,
 542                  u64 avail,
 543                  u64 seen,
 544                  u64 open,
 545                  u64 need_journal_commit,
 546                  u64 nouse,
 547                  bool nonblocking,
 548                  int ret),
 549         TP_ARGS(ca, alloc_reserve, avail, seen, open, need_journal_commit, nouse, nonblocking, ret),
 550
 551         TP_STRUCT__entry(
 552                 __field(dev_t,                  dev                     )
 553                 __array(char,   reserve,        16                      )
 554                 __field(u64,                    avail                   )
 555                 __field(u64,                    seen                    )
 556                 __field(u64,                    open                    )
 557                 __field(u64,                    need_journal_commit     )
 558                 __field(u64,                    nouse                   )
 559                 __field(bool,                   nonblocking             )
 560                 __field(int,                    ret                     )
 561         ),
 562
 563         TP_fast_assign(
 564                 __entry->dev            = ca->dev;
 565                 strlcpy(__entry->reserve, alloc_reserve, sizeof(__entry->reserve));
 566                 __entry->avail          = avail;
 567                 __entry->seen           = seen;
 568                 __entry->open           = open;
 569                 __entry->need_journal_commit = need_journal_commit;
 570                 __entry->nouse          = nouse;
 571                 __entry->nonblocking    = nonblocking;
 572                 __entry->ret            = ret;
 573         ),
 574
 575         TP_printk("%d,%d reserve %s avail %llu seen %llu open %llu need_journal_commit %llu nouse %llu nonblocking %u ret %i",
 576                   MAJOR(__entry->dev), MINOR(__entry->dev),
 577                   __entry->reserve,
 578                   __entry->avail,
 579                   __entry->seen,
 580                   __entry->open,
 581                   __entry->need_journal_commit,
 582                   __entry->nouse,
 583                   __entry->nonblocking,
 584                   __entry->ret)
 585 );
 586
 587 DEFINE_EVENT(bucket_alloc, open_bucket_alloc_fail,
 588         TP_PROTO(struct bch_dev *ca, const char *alloc_reserve),
 589         TP_ARGS(ca, alloc_reserve)
 590 );
 591
 592 /* Moving IO */
 593
 594 DEFINE_EVENT(bkey, move_extent,
 595         TP_PROTO(const struct bkey *k),
 596         TP_ARGS(k)
 597 );
 598
 599 DEFINE_EVENT(bkey, move_alloc_fail,
 600         TP_PROTO(const struct bkey *k),
 601         TP_ARGS(k)
 602 );
 603
 604 DEFINE_EVENT(bkey, move_race,
 605         TP_PROTO(const struct bkey *k),
 606         TP_ARGS(k)
 607 );
 608
 609 TRACE_EVENT(move_data,
 610         TP_PROTO(struct bch_fs *c, u64 sectors_moved,
 611                  u64 keys_moved),
 612         TP_ARGS(c, sectors_moved, keys_moved),
 613
 614         TP_STRUCT__entry(
 615                 __field(dev_t,          dev                     )
 616                 __field(u64,            sectors_moved   )
 617                 __field(u64,            keys_moved      )
 618         ),
 619
 620         TP_fast_assign(
 621                 __entry->dev                    = c->dev;
 622                 __entry->sectors_moved = sectors_moved;
 623                 __entry->keys_moved = keys_moved;
 624         ),
 625
 626         TP_printk("%d,%d sectors_moved %llu keys_moved %llu",
 627                   MAJOR(__entry->dev), MINOR(__entry->dev),
 628                   __entry->sectors_moved, __entry->keys_moved)
 629 );
 630
 631 TRACE_EVENT(copygc,
 632         TP_PROTO(struct bch_fs *c,
 633                  u64 sectors_moved, u64 sectors_not_moved,
 634                  u64 buckets_moved, u64 buckets_not_moved),
 635         TP_ARGS(c,
 636                 sectors_moved, sectors_not_moved,
 637                 buckets_moved, buckets_not_moved),
 638
 639         TP_STRUCT__entry(
 640                 __field(dev_t,          dev                     )
 641                 __field(u64,            sectors_moved           )
 642                 __field(u64,            sectors_not_moved       )
 643                 __field(u64,            buckets_moved           )
 644                 __field(u64,            buckets_not_moved       )
 645         ),
 646
 647         TP_fast_assign(
 648                 __entry->dev                    = c->dev;
 649                 __entry->sectors_moved          = sectors_moved;
 650                 __entry->sectors_not_moved      = sectors_not_moved;
 651                 __entry->buckets_moved          = buckets_moved;
 652                 __entry->buckets_not_moved = buckets_moved;
 653         ),
 654
 655         TP_printk("%d,%d sectors moved %llu remain %llu buckets moved %llu remain %llu",
 656                   MAJOR(__entry->dev), MINOR(__entry->dev),
 657                   __entry->sectors_moved, __entry->sectors_not_moved,
 658                   __entry->buckets_moved, __entry->buckets_not_moved)
 659 );
 660
 661 TRACE_EVENT(copygc_wait,
 662         TP_PROTO(struct bch_fs *c,
 663                  u64 wait_amount, u64 until),
 664         TP_ARGS(c, wait_amount, until),
 665
 666         TP_STRUCT__entry(
 667                 __field(dev_t,          dev                     )
 668                 __field(u64,            wait_amount             )
 669                 __field(u64,            until                   )
 670         ),
 671
 672         TP_fast_assign(
 673                 __entry->dev            = c->dev;
 674                 __entry->wait_amount    = wait_amount;
 675                 __entry->until          = until;
 676         ),
 677
 678         TP_printk("%d,%u waiting for %llu sectors until %llu",
 679                   MAJOR(__entry->dev), MINOR(__entry->dev),
 680                   __entry->wait_amount, __entry->until)
 681 );
 682
 683 DECLARE_EVENT_CLASS(transaction_restart,
 684         TP_PROTO(const char *trans_fn,
 685                  unsigned long caller_ip),
 686         TP_ARGS(trans_fn, caller_ip),
 687
 688         TP_STRUCT__entry(
 689                 __array(char,                   trans_fn, 24    )
 690                 __field(unsigned long,          caller_ip       )
 691         ),
 692
 693         TP_fast_assign(
 694                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
 695                 __entry->caller_ip              = caller_ip;
 696         ),
 697
 698         TP_printk("%s %pS", __entry->trans_fn, (void *) __entry->caller_ip)
 699 );
 700
 701 DEFINE_EVENT(transaction_restart,       transaction_restart_ip,
 702         TP_PROTO(const char *trans_fn,
 703                  unsigned long caller_ip),
 704         TP_ARGS(trans_fn, caller_ip)
 705 );
 706
 707 DEFINE_EVENT(transaction_restart,       trans_blocked_journal_reclaim,
 708         TP_PROTO(const char *trans_fn,
 709                  unsigned long caller_ip),
 710         TP_ARGS(trans_fn, caller_ip)
 711 );
 712
 713 DEFINE_EVENT(transaction_restart,       trans_restart_journal_res_get,
 714         TP_PROTO(const char *trans_fn,
 715                  unsigned long caller_ip),
 716         TP_ARGS(trans_fn, caller_ip)
 717 );
 718
 719 DEFINE_EVENT(transaction_restart,       trans_restart_journal_preres_get,
 720         TP_PROTO(const char *trans_fn,
 721                  unsigned long caller_ip),
 722         TP_ARGS(trans_fn, caller_ip)
 723 );
 724
 725 DEFINE_EVENT(transaction_restart,       trans_restart_journal_reclaim,
 726         TP_PROTO(const char *trans_fn,
 727                  unsigned long caller_ip),
 728         TP_ARGS(trans_fn, caller_ip)
 729 );
 730
 731 DEFINE_EVENT(transaction_restart,       trans_restart_fault_inject,
 732         TP_PROTO(const char *trans_fn,
 733                  unsigned long caller_ip),
 734         TP_ARGS(trans_fn, caller_ip)
 735 );
 736
 737 DEFINE_EVENT(transaction_restart,       trans_traverse_all,
 738         TP_PROTO(const char *trans_fn,
 739                  unsigned long caller_ip),
 740         TP_ARGS(trans_fn, caller_ip)
 741 );
 742
 743 DEFINE_EVENT(transaction_restart,       trans_restart_mark_replicas,
 744         TP_PROTO(const char *trans_fn,
 745                  unsigned long caller_ip),
 746         TP_ARGS(trans_fn, caller_ip)
 747 );
 748
 749 DEFINE_EVENT(transaction_restart,       trans_restart_key_cache_raced,
 750         TP_PROTO(const char *trans_fn,
 751                  unsigned long caller_ip),
 752         TP_ARGS(trans_fn, caller_ip)
 753 );
 754
 755 DECLARE_EVENT_CLASS(transaction_restart_iter,
 756         TP_PROTO(const char *trans_fn,
 757                  unsigned long caller_ip,
 758                  enum btree_id btree_id,
 759                  struct bpos *pos),
 760         TP_ARGS(trans_fn, caller_ip, btree_id, pos),
 761
 762         TP_STRUCT__entry(
 763                 __array(char,                   trans_fn, 24    )
 764                 __field(unsigned long,          caller_ip       )
 765                 __field(u8,                     btree_id        )
 766                 __field(u64,                    pos_inode       )
 767                 __field(u64,                    pos_offset      )
 768                 __field(u32,                    pos_snapshot    )
 769         ),
 770
 771         TP_fast_assign(
 772                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
 773                 __entry->caller_ip              = caller_ip;
 774                 __entry->btree_id               = btree_id;
 775                 __entry->pos_inode              = pos->inode;
 776                 __entry->pos_offset             = pos->offset;
 777                 __entry->pos_snapshot           = pos->snapshot;
 778         ),
 779
 780         TP_printk("%s %pS btree %u pos %llu:%llu:%u",
 781                   __entry->trans_fn,
 782                   (void *) __entry->caller_ip,
 783                   __entry->btree_id,
 784                   __entry->pos_inode,
 785                   __entry->pos_offset,
 786                   __entry->pos_snapshot)
 787 );
 788
 789 DEFINE_EVENT(transaction_restart_iter,  trans_restart_btree_node_reused,
 790         TP_PROTO(const char *trans_fn,
 791                  unsigned long caller_ip,
 792                  enum btree_id btree_id,
 793                  struct bpos *pos),
 794         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 795 );
 796
 797 DEFINE_EVENT(transaction_restart_iter,  trans_restart_btree_node_split,
 798         TP_PROTO(const char *trans_fn,
 799                  unsigned long caller_ip,
 800                  enum btree_id btree_id,
 801                  struct bpos *pos),
 802         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 803 );
 804
 805 DEFINE_EVENT(transaction_restart_iter,  trans_restart_upgrade,
 806         TP_PROTO(const char *trans_fn,
 807                  unsigned long caller_ip,
 808                  enum btree_id btree_id,
 809                  struct bpos *pos),
 810         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 811 );
 812
 813 DEFINE_EVENT(transaction_restart_iter,  trans_restart_iter_upgrade,
 814         TP_PROTO(const char *trans_fn,
 815                  unsigned long caller_ip,
 816                  enum btree_id btree_id,
 817                  struct bpos *pos),
 818         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 819 );
 820
 821 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock,
 822         TP_PROTO(const char *trans_fn,
 823                  unsigned long caller_ip,
 824                  enum btree_id btree_id,
 825                  struct bpos *pos),
 826         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 827 );
 828
 829 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_next_node,
 830         TP_PROTO(const char *trans_fn,
 831                  unsigned long caller_ip,
 832                  enum btree_id btree_id,
 833                  struct bpos *pos),
 834         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 835 );
 836
 837 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_parent_for_fill,
 838         TP_PROTO(const char *trans_fn,
 839                  unsigned long caller_ip,
 840                  enum btree_id btree_id,
 841                  struct bpos *pos),
 842         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 843 );
 844
 845 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_after_fill,
 846         TP_PROTO(const char *trans_fn,
 847                  unsigned long caller_ip,
 848                  enum btree_id btree_id,
 849                  struct bpos *pos),
 850         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 851 );
 852
 853 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_key_cache_fill,
 854         TP_PROTO(const char *trans_fn,
 855                  unsigned long caller_ip,
 856                  enum btree_id btree_id,
 857                  struct bpos *pos),
 858         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 859 );
 860
 861 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_path,
 862         TP_PROTO(const char *trans_fn,
 863                  unsigned long caller_ip,
 864                  enum btree_id btree_id,
 865                  struct bpos *pos),
 866         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 867 );
 868
 869 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_path_intent,
 870         TP_PROTO(const char *trans_fn,
 871                  unsigned long caller_ip,
 872                  enum btree_id btree_id,
 873                  struct bpos *pos),
 874         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 875 );
 876
 877 DEFINE_EVENT(transaction_restart_iter,  trans_restart_traverse,
 878         TP_PROTO(const char *trans_fn,
 879                  unsigned long caller_ip,
 880                  enum btree_id btree_id,
 881                  struct bpos *pos),
 882         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 883 );
 884
 885 DEFINE_EVENT(transaction_restart_iter,  trans_restart_memory_allocation_failure,
 886         TP_PROTO(const char *trans_fn,
 887                  unsigned long caller_ip,
 888                  enum btree_id btree_id,
 889                  struct bpos *pos),
 890         TP_ARGS(trans_fn, caller_ip, btree_id, pos)
 891 );
 892
 893 TRACE_EVENT(trans_restart_would_deadlock,
 894         TP_PROTO(const char *trans_fn,
 895                  unsigned long  caller_ip,
 896                  bool           in_traverse_all,
 897                  unsigned       reason,
 898                  enum btree_id  have_btree_id,
 899                  unsigned       have_iter_type,
 900                  struct bpos    *have_pos,
 901                  enum btree_id  want_btree_id,
 902                  unsigned       want_iter_type,
 903                  struct bpos    *want_pos),
 904         TP_ARGS(trans_fn, caller_ip, in_traverse_all, reason,
 905                 have_btree_id, have_iter_type, have_pos,
 906                 want_btree_id, want_iter_type, want_pos),
 907
 908         TP_STRUCT__entry(
 909                 __array(char,                   trans_fn, 24    )
 910                 __field(unsigned long,          caller_ip       )
 911                 __field(u8,                     in_traverse_all )
 912                 __field(u8,                     reason          )
 913                 __field(u8,                     have_btree_id   )
 914                 __field(u8,                     have_iter_type  )
 915                 __field(u8,                     want_btree_id   )
 916                 __field(u8,                     want_iter_type  )
 917
 918                 __field(u64,                    have_pos_inode  )
 919                 __field(u64,                    have_pos_offset )
 920                 __field(u32,                    have_pos_snapshot)
 921                 __field(u32,                    want_pos_snapshot)
 922                 __field(u64,                    want_pos_inode  )
 923                 __field(u64,                    want_pos_offset )
 924         ),
 925
 926         TP_fast_assign(
 927                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
 928                 __entry->caller_ip              = caller_ip;
 929                 __entry->in_traverse_all        = in_traverse_all;
 930                 __entry->reason                 = reason;
 931                 __entry->have_btree_id          = have_btree_id;
 932                 __entry->have_iter_type         = have_iter_type;
 933                 __entry->want_btree_id          = want_btree_id;
 934                 __entry->want_iter_type         = want_iter_type;
 935
 936                 __entry->have_pos_inode         = have_pos->inode;
 937                 __entry->have_pos_offset        = have_pos->offset;
 938                 __entry->have_pos_snapshot      = have_pos->snapshot;
 939
 940                 __entry->want_pos_inode         = want_pos->inode;
 941                 __entry->want_pos_offset        = want_pos->offset;
 942                 __entry->want_pos_snapshot      = want_pos->snapshot;
 943         ),
 944
 945         TP_printk("%s %pS traverse_all %u because %u have %u:%u %llu:%llu:%u want %u:%u %llu:%llu:%u",
 946                   __entry->trans_fn,
 947                   (void *) __entry->caller_ip,
 948                   __entry->in_traverse_all,
 949                   __entry->reason,
 950                   __entry->have_btree_id,
 951                   __entry->have_iter_type,
 952                   __entry->have_pos_inode,
 953                   __entry->have_pos_offset,
 954                   __entry->have_pos_snapshot,
 955                   __entry->want_btree_id,
 956                   __entry->want_iter_type,
 957                   __entry->want_pos_inode,
 958                   __entry->want_pos_offset,
 959                   __entry->want_pos_snapshot)
 960 );
 961
 962 TRACE_EVENT(trans_restart_would_deadlock_write,
 963         TP_PROTO(const char *trans_fn),
 964         TP_ARGS(trans_fn),
 965
 966         TP_STRUCT__entry(
 967                 __array(char,                   trans_fn, 24    )
 968         ),
 969
 970         TP_fast_assign(
 971                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
 972         ),
 973
 974         TP_printk("%s", __entry->trans_fn)
 975 );
 976
 977 TRACE_EVENT(trans_restart_mem_realloced,
 978         TP_PROTO(const char *trans_fn,
 979                  unsigned long caller_ip,
 980                  unsigned long bytes),
 981         TP_ARGS(trans_fn, caller_ip, bytes),
 982
 983         TP_STRUCT__entry(
 984                 __array(char,                   trans_fn, 24    )
 985                 __field(unsigned long,          caller_ip       )
 986                 __field(unsigned long,          bytes           )
 987         ),
 988
 989         TP_fast_assign(
 990                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
 991                 __entry->caller_ip      = caller_ip;
 992                 __entry->bytes          = bytes;
 993         ),
 994
 995         TP_printk("%s %pS bytes %lu",
 996                   __entry->trans_fn,
 997                   (void *) __entry->caller_ip,
 998                   __entry->bytes)
 999 );
1000
1001 TRACE_EVENT(trans_restart_key_cache_key_realloced,
1002         TP_PROTO(const char *trans_fn,
1003                  unsigned long caller_ip,
1004                  enum btree_id btree_id,
1005                  struct bpos *pos,
1006                  unsigned old_u64s,
1007                  unsigned new_u64s),
1008         TP_ARGS(trans_fn, caller_ip, btree_id, pos, old_u64s, new_u64s),
1009
1010         TP_STRUCT__entry(
1011                 __array(char,                   trans_fn, 24    )
1012                 __field(unsigned long,          caller_ip       )
1013                 __field(enum btree_id,          btree_id        )
1014                 __field(u64,                    inode           )
1015                 __field(u64,                    offset          )
1016                 __field(u32,                    snapshot        )
1017                 __field(u32,                    old_u64s        )
1018                 __field(u32,                    new_u64s        )
1019         ),
1020
1021         TP_fast_assign(
1022                 strncpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
1023                 __entry->caller_ip      = caller_ip;
1024                 __entry->btree_id       = btree_id;
1025                 __entry->inode          = pos->inode;
1026                 __entry->offset         = pos->offset;
1027                 __entry->snapshot       = pos->snapshot;
1028                 __entry->old_u64s       = old_u64s;
1029                 __entry->new_u64s       = new_u64s;
1030         ),
1031
1032         TP_printk("%s %pS btree %s pos %llu:%llu:%u old_u64s %u new_u64s %u",
1033                   __entry->trans_fn,
1034                   (void *) __entry->caller_ip,
1035                   bch2_btree_ids[__entry->btree_id],
1036                   __entry->inode,
1037                   __entry->offset,
1038                   __entry->snapshot,
1039                   __entry->old_u64s,
1040                   __entry->new_u64s)
1041 );
1042
1043 #endif /* _TRACE_BCACHE_H */
1044
1045 /* This part must be outside protection */
1046 #include <trace/define_trace.h>