1 /* SPDX-License-Identifier: GPL-2.0 */
3 #define TRACE_SYSTEM bcachefs
5 #if !defined(_TRACE_BCACHEFS_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define _TRACE_BCACHEFS_H
8 #include <linux/tracepoint.h>
10 #define TRACE_BPOS_entries(name) \
11 __field(u64, name##_inode ) \
12 __field(u64, name##_offset ) \
13 __field(u32, name##_snapshot )
15 #define TRACE_BPOS_assign(dst, src) \
16 __entry->dst##_inode = (src).inode; \
17 __entry->dst##_offset = (src).offset; \
18 __entry->dst##_snapshot = (src).snapshot
20 DECLARE_EVENT_CLASS(bpos,
21 TP_PROTO(const struct bpos *p),
29 TRACE_BPOS_assign(p, *p);
32 TP_printk("%llu:%llu:%u", __entry->p_inode, __entry->p_offset, __entry->p_snapshot)
35 DECLARE_EVENT_CLASS(fs_str,
36 TP_PROTO(struct bch_fs *c, const char *str),
45 __entry->dev = c->dev;
46 __assign_str(str, str);
49 TP_printk("%d,%d %s", MAJOR(__entry->dev), MINOR(__entry->dev), __get_str(str))
52 DECLARE_EVENT_CLASS(trans_str,
53 TP_PROTO(struct btree_trans *trans, unsigned long caller_ip, const char *str),
54 TP_ARGS(trans, caller_ip, str),
58 __array(char, trans_fn, 32 )
59 __field(unsigned long, caller_ip )
64 __entry->dev = trans->c->dev;
65 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
66 __entry->caller_ip = caller_ip;
67 __assign_str(str, str);
70 TP_printk("%d,%d %s %pS %s",
71 MAJOR(__entry->dev), MINOR(__entry->dev),
72 __entry->trans_fn, (void *) __entry->caller_ip, __get_str(str))
75 DECLARE_EVENT_CLASS(btree_node_nofs,
76 TP_PROTO(struct bch_fs *c, struct btree *b),
82 __field(u8, btree_id )
83 TRACE_BPOS_entries(pos)
87 __entry->dev = c->dev;
88 __entry->level = b->c.level;
89 __entry->btree_id = b->c.btree_id;
90 TRACE_BPOS_assign(pos, b->key.k.p);
93 TP_printk("%d,%d %u %s %llu:%llu:%u",
94 MAJOR(__entry->dev), MINOR(__entry->dev),
96 bch2_btree_id_str(__entry->btree_id),
97 __entry->pos_inode, __entry->pos_offset, __entry->pos_snapshot)
100 DECLARE_EVENT_CLASS(btree_node,
101 TP_PROTO(struct btree_trans *trans, struct btree *b),
106 __array(char, trans_fn, 32 )
108 __field(u8, btree_id )
109 TRACE_BPOS_entries(pos)
113 __entry->dev = trans->c->dev;
114 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
115 __entry->level = b->c.level;
116 __entry->btree_id = b->c.btree_id;
117 TRACE_BPOS_assign(pos, b->key.k.p);
120 TP_printk("%d,%d %s %u %s %llu:%llu:%u",
121 MAJOR(__entry->dev), MINOR(__entry->dev), __entry->trans_fn,
123 bch2_btree_id_str(__entry->btree_id),
124 __entry->pos_inode, __entry->pos_offset, __entry->pos_snapshot)
127 DECLARE_EVENT_CLASS(bch_fs,
128 TP_PROTO(struct bch_fs *c),
136 __entry->dev = c->dev;
139 TP_printk("%d,%d", MAJOR(__entry->dev), MINOR(__entry->dev))
142 DECLARE_EVENT_CLASS(btree_trans,
143 TP_PROTO(struct btree_trans *trans),
148 __array(char, trans_fn, 32 )
152 __entry->dev = trans->c->dev;
153 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
156 TP_printk("%d,%d %s", MAJOR(__entry->dev), MINOR(__entry->dev), __entry->trans_fn)
159 DECLARE_EVENT_CLASS(bio,
160 TP_PROTO(struct bio *bio),
165 __field(sector_t, sector )
166 __field(unsigned int, nr_sector )
167 __array(char, rwbs, 6 )
171 __entry->dev = bio->bi_bdev ? bio_dev(bio) : 0;
172 __entry->sector = bio->bi_iter.bi_sector;
173 __entry->nr_sector = bio->bi_iter.bi_size >> 9;
174 blk_fill_rwbs(__entry->rwbs, bio->bi_opf);
177 TP_printk("%d,%d %s %llu + %u",
178 MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs,
179 (unsigned long long)__entry->sector, __entry->nr_sector)
183 TRACE_EVENT(write_super,
184 TP_PROTO(struct bch_fs *c, unsigned long ip),
189 __field(unsigned long, ip )
193 __entry->dev = c->dev;
197 TP_printk("%d,%d for %pS",
198 MAJOR(__entry->dev), MINOR(__entry->dev),
199 (void *) __entry->ip)
204 DEFINE_EVENT(bio, read_promote,
205 TP_PROTO(struct bio *bio),
209 TRACE_EVENT(read_nopromote,
210 TP_PROTO(struct bch_fs *c, int ret),
215 __array(char, ret, 32 )
219 __entry->dev = c->dev;
220 strscpy(__entry->ret, bch2_err_str(ret), sizeof(__entry->ret));
223 TP_printk("%d,%d ret %s",
224 MAJOR(__entry->dev), MINOR(__entry->dev),
228 DEFINE_EVENT(bio, read_bounce,
229 TP_PROTO(struct bio *bio),
233 DEFINE_EVENT(bio, read_split,
234 TP_PROTO(struct bio *bio),
238 DEFINE_EVENT(bio, read_retry,
239 TP_PROTO(struct bio *bio),
243 DEFINE_EVENT(bio, read_reuse_race,
244 TP_PROTO(struct bio *bio),
250 DEFINE_EVENT(bch_fs, journal_full,
251 TP_PROTO(struct bch_fs *c),
255 DEFINE_EVENT(bch_fs, journal_entry_full,
256 TP_PROTO(struct bch_fs *c),
260 TRACE_EVENT(journal_entry_close,
261 TP_PROTO(struct bch_fs *c, unsigned bytes),
270 __entry->dev = c->dev;
271 __entry->bytes = bytes;
274 TP_printk("%d,%d entry bytes %u",
275 MAJOR(__entry->dev), MINOR(__entry->dev),
279 DEFINE_EVENT(bio, journal_write,
280 TP_PROTO(struct bio *bio),
284 TRACE_EVENT(journal_reclaim_start,
285 TP_PROTO(struct bch_fs *c, bool direct, bool kicked,
286 u64 min_nr, u64 min_key_cache,
287 u64 btree_cache_dirty, u64 btree_cache_total,
288 u64 btree_key_cache_dirty, u64 btree_key_cache_total),
289 TP_ARGS(c, direct, kicked, min_nr, min_key_cache,
290 btree_cache_dirty, btree_cache_total,
291 btree_key_cache_dirty, btree_key_cache_total),
295 __field(bool, direct )
296 __field(bool, kicked )
297 __field(u64, min_nr )
298 __field(u64, min_key_cache )
299 __field(u64, btree_cache_dirty )
300 __field(u64, btree_cache_total )
301 __field(u64, btree_key_cache_dirty )
302 __field(u64, btree_key_cache_total )
306 __entry->dev = c->dev;
307 __entry->direct = direct;
308 __entry->kicked = kicked;
309 __entry->min_nr = min_nr;
310 __entry->min_key_cache = min_key_cache;
311 __entry->btree_cache_dirty = btree_cache_dirty;
312 __entry->btree_cache_total = btree_cache_total;
313 __entry->btree_key_cache_dirty = btree_key_cache_dirty;
314 __entry->btree_key_cache_total = btree_key_cache_total;
317 TP_printk("%d,%d direct %u kicked %u min %llu key cache %llu btree cache %llu/%llu key cache %llu/%llu",
318 MAJOR(__entry->dev), MINOR(__entry->dev),
322 __entry->min_key_cache,
323 __entry->btree_cache_dirty,
324 __entry->btree_cache_total,
325 __entry->btree_key_cache_dirty,
326 __entry->btree_key_cache_total)
329 TRACE_EVENT(journal_reclaim_finish,
330 TP_PROTO(struct bch_fs *c, u64 nr_flushed),
331 TP_ARGS(c, nr_flushed),
335 __field(u64, nr_flushed )
339 __entry->dev = c->dev;
340 __entry->nr_flushed = nr_flushed;
343 TP_printk("%d,%d flushed %llu",
344 MAJOR(__entry->dev), MINOR(__entry->dev),
350 DEFINE_EVENT(bpos, bkey_pack_pos_fail,
351 TP_PROTO(const struct bpos *p),
357 TRACE_EVENT(btree_cache_scan,
358 TP_PROTO(long nr_to_scan, long can_free, long ret),
359 TP_ARGS(nr_to_scan, can_free, ret),
362 __field(long, nr_to_scan )
363 __field(long, can_free )
368 __entry->nr_to_scan = nr_to_scan;
369 __entry->can_free = can_free;
373 TP_printk("scanned for %li nodes, can free %li, ret %li",
374 __entry->nr_to_scan, __entry->can_free, __entry->ret)
377 DEFINE_EVENT(btree_node_nofs, btree_cache_reap,
378 TP_PROTO(struct bch_fs *c, struct btree *b),
382 DEFINE_EVENT(btree_trans, btree_cache_cannibalize_lock_fail,
383 TP_PROTO(struct btree_trans *trans),
387 DEFINE_EVENT(btree_trans, btree_cache_cannibalize_lock,
388 TP_PROTO(struct btree_trans *trans),
392 DEFINE_EVENT(btree_trans, btree_cache_cannibalize,
393 TP_PROTO(struct btree_trans *trans),
397 DEFINE_EVENT(btree_trans, btree_cache_cannibalize_unlock,
398 TP_PROTO(struct btree_trans *trans),
404 DEFINE_EVENT(btree_node, btree_node_read,
405 TP_PROTO(struct btree_trans *trans, struct btree *b),
409 TRACE_EVENT(btree_node_write,
410 TP_PROTO(struct btree *b, unsigned bytes, unsigned sectors),
411 TP_ARGS(b, bytes, sectors),
414 __field(enum btree_node_type, type)
415 __field(unsigned, bytes )
416 __field(unsigned, sectors )
420 __entry->type = btree_node_type(b);
421 __entry->bytes = bytes;
422 __entry->sectors = sectors;
425 TP_printk("bkey type %u bytes %u sectors %u",
426 __entry->type , __entry->bytes, __entry->sectors)
429 DEFINE_EVENT(btree_node, btree_node_alloc,
430 TP_PROTO(struct btree_trans *trans, struct btree *b),
434 DEFINE_EVENT(btree_node, btree_node_free,
435 TP_PROTO(struct btree_trans *trans, struct btree *b),
439 TRACE_EVENT(btree_reserve_get_fail,
440 TP_PROTO(const char *trans_fn,
441 unsigned long caller_ip,
444 TP_ARGS(trans_fn, caller_ip, required, ret),
447 __array(char, trans_fn, 32 )
448 __field(unsigned long, caller_ip )
449 __field(size_t, required )
450 __array(char, ret, 32 )
454 strscpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
455 __entry->caller_ip = caller_ip;
456 __entry->required = required;
457 strscpy(__entry->ret, bch2_err_str(ret), sizeof(__entry->ret));
460 TP_printk("%s %pS required %zu ret %s",
462 (void *) __entry->caller_ip,
467 DEFINE_EVENT(btree_node, btree_node_compact,
468 TP_PROTO(struct btree_trans *trans, struct btree *b),
472 DEFINE_EVENT(btree_node, btree_node_merge,
473 TP_PROTO(struct btree_trans *trans, struct btree *b),
477 DEFINE_EVENT(btree_node, btree_node_split,
478 TP_PROTO(struct btree_trans *trans, struct btree *b),
482 DEFINE_EVENT(btree_node, btree_node_rewrite,
483 TP_PROTO(struct btree_trans *trans, struct btree *b),
487 DEFINE_EVENT(btree_node, btree_node_set_root,
488 TP_PROTO(struct btree_trans *trans, struct btree *b),
492 TRACE_EVENT(btree_path_relock_fail,
493 TP_PROTO(struct btree_trans *trans,
494 unsigned long caller_ip,
495 struct btree_path *path,
497 TP_ARGS(trans, caller_ip, path, level),
500 __array(char, trans_fn, 32 )
501 __field(unsigned long, caller_ip )
502 __field(u8, btree_id )
504 TRACE_BPOS_entries(pos)
505 __array(char, node, 24 )
506 __field(u8, self_read_count )
507 __field(u8, self_intent_count)
508 __field(u8, read_count )
509 __field(u8, intent_count )
510 __field(u32, iter_lock_seq )
511 __field(u32, node_lock_seq )
515 struct btree *b = btree_path_node(path, level);
516 struct six_lock_count c;
518 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
519 __entry->caller_ip = caller_ip;
520 __entry->btree_id = path->btree_id;
521 __entry->level = path->level;
522 TRACE_BPOS_assign(pos, path->pos);
524 c = bch2_btree_node_lock_counts(trans, NULL, &path->l[level].b->c, level),
525 __entry->self_read_count = c.n[SIX_LOCK_read];
526 __entry->self_intent_count = c.n[SIX_LOCK_intent];
529 strscpy(__entry->node, bch2_err_str(PTR_ERR(b)), sizeof(__entry->node));
531 c = six_lock_counts(&path->l[level].b->c.lock);
532 __entry->read_count = c.n[SIX_LOCK_read];
533 __entry->intent_count = c.n[SIX_LOCK_intent];
534 scnprintf(__entry->node, sizeof(__entry->node), "%px", b);
536 __entry->iter_lock_seq = path->l[level].lock_seq;
537 __entry->node_lock_seq = is_btree_node(path, level)
538 ? six_lock_seq(&path->l[level].b->c.lock)
542 TP_printk("%s %pS btree %s pos %llu:%llu:%u level %u node %s held %u:%u lock count %u:%u iter seq %u lock seq %u",
544 (void *) __entry->caller_ip,
545 bch2_btree_id_str(__entry->btree_id),
548 __entry->pos_snapshot,
551 __entry->self_read_count,
552 __entry->self_intent_count,
554 __entry->intent_count,
555 __entry->iter_lock_seq,
556 __entry->node_lock_seq)
559 TRACE_EVENT(btree_path_upgrade_fail,
560 TP_PROTO(struct btree_trans *trans,
561 unsigned long caller_ip,
562 struct btree_path *path,
564 TP_ARGS(trans, caller_ip, path, level),
567 __array(char, trans_fn, 32 )
568 __field(unsigned long, caller_ip )
569 __field(u8, btree_id )
571 TRACE_BPOS_entries(pos)
573 __field(u8, self_read_count )
574 __field(u8, self_intent_count)
575 __field(u8, read_count )
576 __field(u8, intent_count )
577 __field(u32, iter_lock_seq )
578 __field(u32, node_lock_seq )
582 struct six_lock_count c;
584 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
585 __entry->caller_ip = caller_ip;
586 __entry->btree_id = path->btree_id;
587 __entry->level = level;
588 TRACE_BPOS_assign(pos, path->pos);
589 __entry->locked = btree_node_locked(path, level);
591 c = bch2_btree_node_lock_counts(trans, NULL, &path->l[level].b->c, level),
592 __entry->self_read_count = c.n[SIX_LOCK_read];
593 __entry->self_intent_count = c.n[SIX_LOCK_intent];
594 c = six_lock_counts(&path->l[level].b->c.lock);
595 __entry->read_count = c.n[SIX_LOCK_read];
596 __entry->intent_count = c.n[SIX_LOCK_intent];
597 __entry->iter_lock_seq = path->l[level].lock_seq;
598 __entry->node_lock_seq = is_btree_node(path, level)
599 ? six_lock_seq(&path->l[level].b->c.lock)
603 TP_printk("%s %pS btree %s pos %llu:%llu:%u level %u locked %u held %u:%u lock count %u:%u iter seq %u lock seq %u",
605 (void *) __entry->caller_ip,
606 bch2_btree_id_str(__entry->btree_id),
609 __entry->pos_snapshot,
612 __entry->self_read_count,
613 __entry->self_intent_count,
615 __entry->intent_count,
616 __entry->iter_lock_seq,
617 __entry->node_lock_seq)
620 /* Garbage collection */
622 DEFINE_EVENT(bch_fs, gc_gens_start,
623 TP_PROTO(struct bch_fs *c),
627 DEFINE_EVENT(bch_fs, gc_gens_end,
628 TP_PROTO(struct bch_fs *c),
634 DECLARE_EVENT_CLASS(bucket_alloc,
635 TP_PROTO(struct bch_dev *ca, const char *alloc_reserve,
639 u64 copygc_wait_amount,
640 s64 copygc_waiting_for,
641 struct bucket_alloc_state *s,
644 TP_ARGS(ca, alloc_reserve, bucket, free, avail,
645 copygc_wait_amount, copygc_waiting_for,
646 s, nonblocking, err),
650 __array(char, reserve, 16 )
651 __field(u64, bucket )
654 __field(u64, copygc_wait_amount )
655 __field(s64, copygc_waiting_for )
658 __field(u64, need_journal_commit )
660 __field(bool, nonblocking )
662 __array(char, err, 32 )
666 __entry->dev = ca->dev_idx;
667 strscpy(__entry->reserve, alloc_reserve, sizeof(__entry->reserve));
668 __entry->bucket = bucket;
669 __entry->free = free;
670 __entry->avail = avail;
671 __entry->copygc_wait_amount = copygc_wait_amount;
672 __entry->copygc_waiting_for = copygc_waiting_for;
673 __entry->seen = s->buckets_seen;
674 __entry->open = s->skipped_open;
675 __entry->need_journal_commit = s->skipped_need_journal_commit;
676 __entry->nouse = s->skipped_nouse;
677 __entry->nonblocking = nonblocking;
678 __entry->nocow = s->skipped_nocow;
679 strscpy(__entry->err, err, sizeof(__entry->err));
682 TP_printk("reserve %s bucket %u:%llu free %llu avail %llu copygc_wait %llu/%lli seen %llu open %llu need_journal_commit %llu nouse %llu nocow %llu nonblocking %u err %s",
688 __entry->copygc_wait_amount,
689 __entry->copygc_waiting_for,
692 __entry->need_journal_commit,
695 __entry->nonblocking,
699 DEFINE_EVENT(bucket_alloc, bucket_alloc,
700 TP_PROTO(struct bch_dev *ca, const char *alloc_reserve,
704 u64 copygc_wait_amount,
705 s64 copygc_waiting_for,
706 struct bucket_alloc_state *s,
709 TP_ARGS(ca, alloc_reserve, bucket, free, avail,
710 copygc_wait_amount, copygc_waiting_for,
714 DEFINE_EVENT(bucket_alloc, bucket_alloc_fail,
715 TP_PROTO(struct bch_dev *ca, const char *alloc_reserve,
719 u64 copygc_wait_amount,
720 s64 copygc_waiting_for,
721 struct bucket_alloc_state *s,
724 TP_ARGS(ca, alloc_reserve, bucket, free, avail,
725 copygc_wait_amount, copygc_waiting_for,
729 TRACE_EVENT(discard_buckets,
730 TP_PROTO(struct bch_fs *c, u64 seen, u64 open,
731 u64 need_journal_commit, u64 discarded, const char *err),
732 TP_ARGS(c, seen, open, need_journal_commit, discarded, err),
738 __field(u64, need_journal_commit )
739 __field(u64, discarded )
740 __array(char, err, 16 )
744 __entry->dev = c->dev;
745 __entry->seen = seen;
746 __entry->open = open;
747 __entry->need_journal_commit = need_journal_commit;
748 __entry->discarded = discarded;
749 strscpy(__entry->err, err, sizeof(__entry->err));
752 TP_printk("%d%d seen %llu open %llu need_journal_commit %llu discarded %llu err %s",
753 MAJOR(__entry->dev), MINOR(__entry->dev),
756 __entry->need_journal_commit,
761 TRACE_EVENT(bucket_invalidate,
762 TP_PROTO(struct bch_fs *c, unsigned dev, u64 bucket, u32 sectors),
763 TP_ARGS(c, dev, bucket, sectors),
767 __field(u32, dev_idx )
768 __field(u32, sectors )
769 __field(u64, bucket )
773 __entry->dev = c->dev;
774 __entry->dev_idx = dev;
775 __entry->sectors = sectors;
776 __entry->bucket = bucket;
779 TP_printk("%d:%d invalidated %u:%llu cached sectors %u",
780 MAJOR(__entry->dev), MINOR(__entry->dev),
781 __entry->dev_idx, __entry->bucket,
787 TRACE_EVENT(bucket_evacuate,
788 TP_PROTO(struct bch_fs *c, struct bpos *bucket),
793 __field(u32, dev_idx )
794 __field(u64, bucket )
798 __entry->dev = c->dev;
799 __entry->dev_idx = bucket->inode;
800 __entry->bucket = bucket->offset;
803 TP_printk("%d:%d %u:%llu",
804 MAJOR(__entry->dev), MINOR(__entry->dev),
805 __entry->dev_idx, __entry->bucket)
808 DEFINE_EVENT(fs_str, move_extent,
809 TP_PROTO(struct bch_fs *c, const char *k),
813 DEFINE_EVENT(fs_str, move_extent_read,
814 TP_PROTO(struct bch_fs *c, const char *k),
818 DEFINE_EVENT(fs_str, move_extent_write,
819 TP_PROTO(struct bch_fs *c, const char *k),
823 DEFINE_EVENT(fs_str, move_extent_finish,
824 TP_PROTO(struct bch_fs *c, const char *k),
828 TRACE_EVENT(move_extent_fail,
829 TP_PROTO(struct bch_fs *c, const char *msg),
838 __entry->dev = c->dev;
839 __assign_str(msg, msg);
842 TP_printk("%d:%d %s", MAJOR(__entry->dev), MINOR(__entry->dev), __get_str(msg))
845 DEFINE_EVENT(fs_str, move_extent_start_fail,
846 TP_PROTO(struct bch_fs *c, const char *str),
850 TRACE_EVENT(move_data,
851 TP_PROTO(struct bch_fs *c,
852 struct bch_move_stats *stats),
857 __field(u64, keys_moved )
858 __field(u64, keys_raced )
859 __field(u64, sectors_seen )
860 __field(u64, sectors_moved )
861 __field(u64, sectors_raced )
865 __entry->dev = c->dev;
866 __entry->keys_moved = atomic64_read(&stats->keys_moved);
867 __entry->keys_raced = atomic64_read(&stats->keys_raced);
868 __entry->sectors_seen = atomic64_read(&stats->sectors_seen);
869 __entry->sectors_moved = atomic64_read(&stats->sectors_moved);
870 __entry->sectors_raced = atomic64_read(&stats->sectors_raced);
873 TP_printk("%d,%d keys moved %llu raced %llu"
874 "sectors seen %llu moved %llu raced %llu",
875 MAJOR(__entry->dev), MINOR(__entry->dev),
878 __entry->sectors_seen,
879 __entry->sectors_moved,
880 __entry->sectors_raced)
883 TRACE_EVENT(evacuate_bucket,
884 TP_PROTO(struct bch_fs *c, struct bpos *bucket,
885 unsigned sectors, unsigned bucket_size,
886 u64 fragmentation, int ret),
887 TP_ARGS(c, bucket, sectors, bucket_size, fragmentation, ret),
891 __field(u64, member )
892 __field(u64, bucket )
893 __field(u32, sectors )
894 __field(u32, bucket_size )
895 __field(u64, fragmentation )
900 __entry->dev = c->dev;
901 __entry->member = bucket->inode;
902 __entry->bucket = bucket->offset;
903 __entry->sectors = sectors;
904 __entry->bucket_size = bucket_size;
905 __entry->fragmentation = fragmentation;
909 TP_printk("%d,%d %llu:%llu sectors %u/%u fragmentation %llu ret %i",
910 MAJOR(__entry->dev), MINOR(__entry->dev),
911 __entry->member, __entry->bucket,
912 __entry->sectors, __entry->bucket_size,
913 __entry->fragmentation, __entry->ret)
917 TP_PROTO(struct bch_fs *c,
918 u64 sectors_moved, u64 sectors_not_moved,
919 u64 buckets_moved, u64 buckets_not_moved),
921 sectors_moved, sectors_not_moved,
922 buckets_moved, buckets_not_moved),
926 __field(u64, sectors_moved )
927 __field(u64, sectors_not_moved )
928 __field(u64, buckets_moved )
929 __field(u64, buckets_not_moved )
933 __entry->dev = c->dev;
934 __entry->sectors_moved = sectors_moved;
935 __entry->sectors_not_moved = sectors_not_moved;
936 __entry->buckets_moved = buckets_moved;
937 __entry->buckets_not_moved = buckets_moved;
940 TP_printk("%d,%d sectors moved %llu remain %llu buckets moved %llu remain %llu",
941 MAJOR(__entry->dev), MINOR(__entry->dev),
942 __entry->sectors_moved, __entry->sectors_not_moved,
943 __entry->buckets_moved, __entry->buckets_not_moved)
946 TRACE_EVENT(copygc_wait,
947 TP_PROTO(struct bch_fs *c,
948 u64 wait_amount, u64 until),
949 TP_ARGS(c, wait_amount, until),
953 __field(u64, wait_amount )
958 __entry->dev = c->dev;
959 __entry->wait_amount = wait_amount;
960 __entry->until = until;
963 TP_printk("%d,%u waiting for %llu sectors until %llu",
964 MAJOR(__entry->dev), MINOR(__entry->dev),
965 __entry->wait_amount, __entry->until)
968 /* btree transactions: */
970 DECLARE_EVENT_CLASS(transaction_event,
971 TP_PROTO(struct btree_trans *trans,
972 unsigned long caller_ip),
973 TP_ARGS(trans, caller_ip),
976 __array(char, trans_fn, 32 )
977 __field(unsigned long, caller_ip )
981 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
982 __entry->caller_ip = caller_ip;
985 TP_printk("%s %pS", __entry->trans_fn, (void *) __entry->caller_ip)
988 DEFINE_EVENT(transaction_event, transaction_commit,
989 TP_PROTO(struct btree_trans *trans,
990 unsigned long caller_ip),
991 TP_ARGS(trans, caller_ip)
994 DEFINE_EVENT(transaction_event, trans_restart_injected,
995 TP_PROTO(struct btree_trans *trans,
996 unsigned long caller_ip),
997 TP_ARGS(trans, caller_ip)
1000 TRACE_EVENT(trans_restart_split_race,
1001 TP_PROTO(struct btree_trans *trans,
1002 unsigned long caller_ip,
1004 TP_ARGS(trans, caller_ip, b),
1007 __array(char, trans_fn, 32 )
1008 __field(unsigned long, caller_ip )
1010 __field(u16, written )
1011 __field(u16, blocks )
1012 __field(u16, u64s_remaining )
1016 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1017 __entry->caller_ip = caller_ip;
1018 __entry->level = b->c.level;
1019 __entry->written = b->written;
1020 __entry->blocks = btree_blocks(trans->c);
1021 __entry->u64s_remaining = bch_btree_keys_u64s_remaining(trans->c, b);
1024 TP_printk("%s %pS l=%u written %u/%u u64s remaining %u",
1025 __entry->trans_fn, (void *) __entry->caller_ip,
1027 __entry->written, __entry->blocks,
1028 __entry->u64s_remaining)
1031 DEFINE_EVENT(transaction_event, trans_blocked_journal_reclaim,
1032 TP_PROTO(struct btree_trans *trans,
1033 unsigned long caller_ip),
1034 TP_ARGS(trans, caller_ip)
1037 TRACE_EVENT(trans_restart_journal_preres_get,
1038 TP_PROTO(struct btree_trans *trans,
1039 unsigned long caller_ip,
1041 TP_ARGS(trans, caller_ip, flags),
1044 __array(char, trans_fn, 32 )
1045 __field(unsigned long, caller_ip )
1046 __field(unsigned, flags )
1050 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1051 __entry->caller_ip = caller_ip;
1052 __entry->flags = flags;
1055 TP_printk("%s %pS %x", __entry->trans_fn,
1056 (void *) __entry->caller_ip,
1060 DEFINE_EVENT(transaction_event, trans_restart_fault_inject,
1061 TP_PROTO(struct btree_trans *trans,
1062 unsigned long caller_ip),
1063 TP_ARGS(trans, caller_ip)
1066 DEFINE_EVENT(transaction_event, trans_traverse_all,
1067 TP_PROTO(struct btree_trans *trans,
1068 unsigned long caller_ip),
1069 TP_ARGS(trans, caller_ip)
1072 DEFINE_EVENT(transaction_event, trans_restart_key_cache_raced,
1073 TP_PROTO(struct btree_trans *trans,
1074 unsigned long caller_ip),
1075 TP_ARGS(trans, caller_ip)
1078 DEFINE_EVENT(trans_str, trans_restart_too_many_iters,
1079 TP_PROTO(struct btree_trans *trans,
1080 unsigned long caller_ip,
1082 TP_ARGS(trans, caller_ip, paths)
1085 DECLARE_EVENT_CLASS(transaction_restart_iter,
1086 TP_PROTO(struct btree_trans *trans,
1087 unsigned long caller_ip,
1088 struct btree_path *path),
1089 TP_ARGS(trans, caller_ip, path),
1092 __array(char, trans_fn, 32 )
1093 __field(unsigned long, caller_ip )
1094 __field(u8, btree_id )
1095 TRACE_BPOS_entries(pos)
1099 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1100 __entry->caller_ip = caller_ip;
1101 __entry->btree_id = path->btree_id;
1102 TRACE_BPOS_assign(pos, path->pos)
1105 TP_printk("%s %pS btree %s pos %llu:%llu:%u",
1107 (void *) __entry->caller_ip,
1108 bch2_btree_id_str(__entry->btree_id),
1110 __entry->pos_offset,
1111 __entry->pos_snapshot)
1114 DEFINE_EVENT(transaction_restart_iter, trans_restart_btree_node_reused,
1115 TP_PROTO(struct btree_trans *trans,
1116 unsigned long caller_ip,
1117 struct btree_path *path),
1118 TP_ARGS(trans, caller_ip, path)
1121 DEFINE_EVENT(transaction_restart_iter, trans_restart_btree_node_split,
1122 TP_PROTO(struct btree_trans *trans,
1123 unsigned long caller_ip,
1124 struct btree_path *path),
1125 TP_ARGS(trans, caller_ip, path)
1128 struct get_locks_fail;
1130 TRACE_EVENT(trans_restart_upgrade,
1131 TP_PROTO(struct btree_trans *trans,
1132 unsigned long caller_ip,
1133 struct btree_path *path,
1134 unsigned old_locks_want,
1135 unsigned new_locks_want,
1136 struct get_locks_fail *f),
1137 TP_ARGS(trans, caller_ip, path, old_locks_want, new_locks_want, f),
1140 __array(char, trans_fn, 32 )
1141 __field(unsigned long, caller_ip )
1142 __field(u8, btree_id )
1143 __field(u8, old_locks_want )
1144 __field(u8, new_locks_want )
1146 __field(u32, path_seq )
1147 __field(u32, node_seq )
1148 TRACE_BPOS_entries(pos)
1152 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1153 __entry->caller_ip = caller_ip;
1154 __entry->btree_id = path->btree_id;
1155 __entry->old_locks_want = old_locks_want;
1156 __entry->new_locks_want = new_locks_want;
1157 __entry->level = f->l;
1158 __entry->path_seq = path->l[f->l].lock_seq;
1159 __entry->node_seq = IS_ERR_OR_NULL(f->b) ? 0 : f->b->c.lock.seq;
1160 TRACE_BPOS_assign(pos, path->pos)
1163 TP_printk("%s %pS btree %s pos %llu:%llu:%u locks_want %u -> %u level %u path seq %u node seq %u",
1165 (void *) __entry->caller_ip,
1166 bch2_btree_id_str(__entry->btree_id),
1168 __entry->pos_offset,
1169 __entry->pos_snapshot,
1170 __entry->old_locks_want,
1171 __entry->new_locks_want,
1177 DEFINE_EVENT(transaction_restart_iter, trans_restart_relock,
1178 TP_PROTO(struct btree_trans *trans,
1179 unsigned long caller_ip,
1180 struct btree_path *path),
1181 TP_ARGS(trans, caller_ip, path)
1184 DEFINE_EVENT(transaction_restart_iter, trans_restart_relock_next_node,
1185 TP_PROTO(struct btree_trans *trans,
1186 unsigned long caller_ip,
1187 struct btree_path *path),
1188 TP_ARGS(trans, caller_ip, path)
1191 DEFINE_EVENT(transaction_restart_iter, trans_restart_relock_parent_for_fill,
1192 TP_PROTO(struct btree_trans *trans,
1193 unsigned long caller_ip,
1194 struct btree_path *path),
1195 TP_ARGS(trans, caller_ip, path)
1198 DEFINE_EVENT(transaction_restart_iter, trans_restart_relock_after_fill,
1199 TP_PROTO(struct btree_trans *trans,
1200 unsigned long caller_ip,
1201 struct btree_path *path),
1202 TP_ARGS(trans, caller_ip, path)
1205 DEFINE_EVENT(transaction_event, trans_restart_key_cache_upgrade,
1206 TP_PROTO(struct btree_trans *trans,
1207 unsigned long caller_ip),
1208 TP_ARGS(trans, caller_ip)
1211 DEFINE_EVENT(transaction_restart_iter, trans_restart_relock_key_cache_fill,
1212 TP_PROTO(struct btree_trans *trans,
1213 unsigned long caller_ip,
1214 struct btree_path *path),
1215 TP_ARGS(trans, caller_ip, path)
1218 DEFINE_EVENT(transaction_restart_iter, trans_restart_relock_path,
1219 TP_PROTO(struct btree_trans *trans,
1220 unsigned long caller_ip,
1221 struct btree_path *path),
1222 TP_ARGS(trans, caller_ip, path)
1225 DEFINE_EVENT(transaction_restart_iter, trans_restart_relock_path_intent,
1226 TP_PROTO(struct btree_trans *trans,
1227 unsigned long caller_ip,
1228 struct btree_path *path),
1229 TP_ARGS(trans, caller_ip, path)
1232 DEFINE_EVENT(transaction_restart_iter, trans_restart_traverse,
1233 TP_PROTO(struct btree_trans *trans,
1234 unsigned long caller_ip,
1235 struct btree_path *path),
1236 TP_ARGS(trans, caller_ip, path)
1239 DEFINE_EVENT(transaction_restart_iter, trans_restart_memory_allocation_failure,
1240 TP_PROTO(struct btree_trans *trans,
1241 unsigned long caller_ip,
1242 struct btree_path *path),
1243 TP_ARGS(trans, caller_ip, path)
1246 DEFINE_EVENT(trans_str, trans_restart_would_deadlock,
1247 TP_PROTO(struct btree_trans *trans,
1248 unsigned long caller_ip,
1250 TP_ARGS(trans, caller_ip, cycle)
1253 DEFINE_EVENT(transaction_event, trans_restart_would_deadlock_recursion_limit,
1254 TP_PROTO(struct btree_trans *trans,
1255 unsigned long caller_ip),
1256 TP_ARGS(trans, caller_ip)
1259 TRACE_EVENT(trans_restart_would_deadlock_write,
1260 TP_PROTO(struct btree_trans *trans),
1264 __array(char, trans_fn, 32 )
1268 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1271 TP_printk("%s", __entry->trans_fn)
1274 TRACE_EVENT(trans_restart_mem_realloced,
1275 TP_PROTO(struct btree_trans *trans,
1276 unsigned long caller_ip,
1277 unsigned long bytes),
1278 TP_ARGS(trans, caller_ip, bytes),
1281 __array(char, trans_fn, 32 )
1282 __field(unsigned long, caller_ip )
1283 __field(unsigned long, bytes )
1287 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1288 __entry->caller_ip = caller_ip;
1289 __entry->bytes = bytes;
1292 TP_printk("%s %pS bytes %lu",
1294 (void *) __entry->caller_ip,
1298 TRACE_EVENT(trans_restart_key_cache_key_realloced,
1299 TP_PROTO(struct btree_trans *trans,
1300 unsigned long caller_ip,
1301 struct btree_path *path,
1304 TP_ARGS(trans, caller_ip, path, old_u64s, new_u64s),
1307 __array(char, trans_fn, 32 )
1308 __field(unsigned long, caller_ip )
1309 __field(enum btree_id, btree_id )
1310 TRACE_BPOS_entries(pos)
1311 __field(u32, old_u64s )
1312 __field(u32, new_u64s )
1316 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1317 __entry->caller_ip = caller_ip;
1319 __entry->btree_id = path->btree_id;
1320 TRACE_BPOS_assign(pos, path->pos);
1321 __entry->old_u64s = old_u64s;
1322 __entry->new_u64s = new_u64s;
1325 TP_printk("%s %pS btree %s pos %llu:%llu:%u old_u64s %u new_u64s %u",
1327 (void *) __entry->caller_ip,
1328 bch2_btree_id_str(__entry->btree_id),
1330 __entry->pos_offset,
1331 __entry->pos_snapshot,
1336 TRACE_EVENT(path_downgrade,
1337 TP_PROTO(struct btree_trans *trans,
1338 unsigned long caller_ip,
1339 struct btree_path *path,
1340 unsigned old_locks_want),
1341 TP_ARGS(trans, caller_ip, path, old_locks_want),
1344 __array(char, trans_fn, 32 )
1345 __field(unsigned long, caller_ip )
1346 __field(unsigned, old_locks_want )
1347 __field(unsigned, new_locks_want )
1348 __field(unsigned, btree )
1349 TRACE_BPOS_entries(pos)
1353 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1354 __entry->caller_ip = caller_ip;
1355 __entry->old_locks_want = old_locks_want;
1356 __entry->new_locks_want = path->locks_want;
1357 __entry->btree = path->btree_id;
1358 TRACE_BPOS_assign(pos, path->pos);
1361 TP_printk("%s %pS locks_want %u -> %u %s %llu:%llu:%u",
1363 (void *) __entry->caller_ip,
1364 __entry->old_locks_want,
1365 __entry->new_locks_want,
1366 bch2_btree_id_str(__entry->btree),
1368 __entry->pos_offset,
1369 __entry->pos_snapshot)
1372 DEFINE_EVENT(transaction_event, trans_restart_write_buffer_flush,
1373 TP_PROTO(struct btree_trans *trans,
1374 unsigned long caller_ip),
1375 TP_ARGS(trans, caller_ip)
1378 TRACE_EVENT(write_buffer_flush,
1379 TP_PROTO(struct btree_trans *trans, size_t nr, size_t skipped, size_t fast, size_t size),
1380 TP_ARGS(trans, nr, skipped, fast, size),
1383 __field(size_t, nr )
1384 __field(size_t, skipped )
1385 __field(size_t, fast )
1386 __field(size_t, size )
1391 __entry->skipped = skipped;
1392 __entry->fast = fast;
1393 __entry->size = size;
1396 TP_printk("%zu/%zu skipped %zu fast %zu",
1397 __entry->nr, __entry->size, __entry->skipped, __entry->fast)
1400 TRACE_EVENT(write_buffer_flush_sync,
1401 TP_PROTO(struct btree_trans *trans, unsigned long caller_ip),
1402 TP_ARGS(trans, caller_ip),
1405 __array(char, trans_fn, 32 )
1406 __field(unsigned long, caller_ip )
1410 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1411 __entry->caller_ip = caller_ip;
1414 TP_printk("%s %pS", __entry->trans_fn, (void *) __entry->caller_ip)
1417 TRACE_EVENT(write_buffer_flush_slowpath,
1418 TP_PROTO(struct btree_trans *trans, size_t slowpath, size_t total),
1419 TP_ARGS(trans, slowpath, total),
1422 __field(size_t, slowpath )
1423 __field(size_t, total )
1427 __entry->slowpath = slowpath;
1428 __entry->total = total;
1431 TP_printk("%zu/%zu", __entry->slowpath, __entry->total)
1434 DEFINE_EVENT(fs_str, rebalance_extent,
1435 TP_PROTO(struct bch_fs *c, const char *str),
1439 DEFINE_EVENT(fs_str, data_update,
1440 TP_PROTO(struct bch_fs *c, const char *str),
1444 #endif /* _TRACE_BCACHEFS_H */
1446 /* This part must be outside protection */
1447 #undef TRACE_INCLUDE_PATH
1448 #define TRACE_INCLUDE_PATH ../../fs/bcachefs
1450 #undef TRACE_INCLUDE_FILE
1451 #define TRACE_INCLUDE_FILE trace
1453 #include <trace/define_trace.h>