]> git.sesse.net Git - bcachefs-tools-debian/blob - include/trace/events/bcachefs.h
8f0f1606128542f5bdd2d57ac76c13a27859cf02
[bcachefs-tools-debian] / include / trace / events / bcachefs.h
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #undef TRACE_SYSTEM
3 #define TRACE_SYSTEM bcachefs
4
5 #if !defined(_TRACE_BCACHE_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define _TRACE_BCACHE_H
7
8 #include <linux/tracepoint.h>
9
10 #define TRACE_BPOS_entries(name)                                \
11         __field(u64,                    name##_inode    )       \
12         __field(u64,                    name##_offset   )       \
13         __field(u32,                    name##_snapshot )
14
15 #define TRACE_BPOS_assign(dst, src)                             \
16         __entry->dst##_inode            = (src).inode;          \
17         __entry->dst##_offset           = (src).offset;         \
18         __entry->dst##_snapshot         = (src).snapshot
19
20 DECLARE_EVENT_CLASS(bpos,
21         TP_PROTO(const struct bpos *p),
22         TP_ARGS(p),
23
24         TP_STRUCT__entry(
25                 TRACE_BPOS_entries(p)
26         ),
27
28         TP_fast_assign(
29                 TRACE_BPOS_assign(p, *p);
30         ),
31
32         TP_printk("%llu:%llu:%u", __entry->p_inode, __entry->p_offset, __entry->p_snapshot)
33 );
34
35 DECLARE_EVENT_CLASS(bkey,
36         TP_PROTO(const struct bkey *k),
37         TP_ARGS(k),
38
39         TP_STRUCT__entry(
40                 __field(u64,    inode                           )
41                 __field(u64,    offset                          )
42                 __field(u32,    size                            )
43         ),
44
45         TP_fast_assign(
46                 __entry->inode  = k->p.inode;
47                 __entry->offset = k->p.offset;
48                 __entry->size   = k->size;
49         ),
50
51         TP_printk("%llu:%llu len %u", __entry->inode,
52                   __entry->offset, __entry->size)
53 );
54
55 DECLARE_EVENT_CLASS(btree_node,
56         TP_PROTO(struct bch_fs *c, struct btree *b),
57         TP_ARGS(c, b),
58
59         TP_STRUCT__entry(
60                 __field(dev_t,          dev                     )
61                 __field(u8,             level                   )
62                 __field(u8,             btree_id                )
63                 TRACE_BPOS_entries(pos)
64         ),
65
66         TP_fast_assign(
67                 __entry->dev            = c->dev;
68                 __entry->level          = b->c.level;
69                 __entry->btree_id       = b->c.btree_id;
70                 TRACE_BPOS_assign(pos, b->key.k.p);
71         ),
72
73         TP_printk("%d,%d %u %s %llu:%llu:%u",
74                   MAJOR(__entry->dev), MINOR(__entry->dev),
75                   __entry->level,
76                   bch2_btree_ids[__entry->btree_id],
77                   __entry->pos_inode, __entry->pos_offset, __entry->pos_snapshot)
78 );
79
80 DECLARE_EVENT_CLASS(bch_fs,
81         TP_PROTO(struct bch_fs *c),
82         TP_ARGS(c),
83
84         TP_STRUCT__entry(
85                 __field(dev_t,          dev                     )
86         ),
87
88         TP_fast_assign(
89                 __entry->dev            = c->dev;
90         ),
91
92         TP_printk("%d,%d", MAJOR(__entry->dev), MINOR(__entry->dev))
93 );
94
95 DECLARE_EVENT_CLASS(bio,
96         TP_PROTO(struct bio *bio),
97         TP_ARGS(bio),
98
99         TP_STRUCT__entry(
100                 __field(dev_t,          dev                     )
101                 __field(sector_t,       sector                  )
102                 __field(unsigned int,   nr_sector               )
103                 __array(char,           rwbs,   6               )
104         ),
105
106         TP_fast_assign(
107                 __entry->dev            = bio->bi_bdev ? bio_dev(bio) : 0;
108                 __entry->sector         = bio->bi_iter.bi_sector;
109                 __entry->nr_sector      = bio->bi_iter.bi_size >> 9;
110                 blk_fill_rwbs(__entry->rwbs, bio->bi_opf);
111         ),
112
113         TP_printk("%d,%d  %s %llu + %u",
114                   MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs,
115                   (unsigned long long)__entry->sector, __entry->nr_sector)
116 );
117
118 /* super-io.c: */
119 TRACE_EVENT(write_super,
120         TP_PROTO(struct bch_fs *c, unsigned long ip),
121         TP_ARGS(c, ip),
122
123         TP_STRUCT__entry(
124                 __field(dev_t,          dev     )
125                 __field(unsigned long,  ip      )
126         ),
127
128         TP_fast_assign(
129                 __entry->dev            = c->dev;
130                 __entry->ip             = ip;
131         ),
132
133         TP_printk("%d,%d for %pS",
134                   MAJOR(__entry->dev), MINOR(__entry->dev),
135                   (void *) __entry->ip)
136 );
137
138 /* io.c: */
139
140 DEFINE_EVENT(bio, read_promote,
141         TP_PROTO(struct bio *bio),
142         TP_ARGS(bio)
143 );
144
145 DEFINE_EVENT(bio, read_bounce,
146         TP_PROTO(struct bio *bio),
147         TP_ARGS(bio)
148 );
149
150 DEFINE_EVENT(bio, read_split,
151         TP_PROTO(struct bio *bio),
152         TP_ARGS(bio)
153 );
154
155 DEFINE_EVENT(bio, read_retry,
156         TP_PROTO(struct bio *bio),
157         TP_ARGS(bio)
158 );
159
160 DEFINE_EVENT(bio, read_reuse_race,
161         TP_PROTO(struct bio *bio),
162         TP_ARGS(bio)
163 );
164
165 /* Journal */
166
167 DEFINE_EVENT(bch_fs, journal_full,
168         TP_PROTO(struct bch_fs *c),
169         TP_ARGS(c)
170 );
171
172 DEFINE_EVENT(bch_fs, journal_entry_full,
173         TP_PROTO(struct bch_fs *c),
174         TP_ARGS(c)
175 );
176
177 DEFINE_EVENT(bio, journal_write,
178         TP_PROTO(struct bio *bio),
179         TP_ARGS(bio)
180 );
181
182 TRACE_EVENT(journal_reclaim_start,
183         TP_PROTO(struct bch_fs *c, bool direct, bool kicked,
184                  u64 min_nr, u64 min_key_cache,
185                  u64 prereserved, u64 prereserved_total,
186                  u64 btree_cache_dirty, u64 btree_cache_total,
187                  u64 btree_key_cache_dirty, u64 btree_key_cache_total),
188         TP_ARGS(c, direct, kicked, min_nr, min_key_cache, prereserved, prereserved_total,
189                 btree_cache_dirty, btree_cache_total,
190                 btree_key_cache_dirty, btree_key_cache_total),
191
192         TP_STRUCT__entry(
193                 __field(dev_t,          dev                     )
194                 __field(bool,           direct                  )
195                 __field(bool,           kicked                  )
196                 __field(u64,            min_nr                  )
197                 __field(u64,            min_key_cache           )
198                 __field(u64,            prereserved             )
199                 __field(u64,            prereserved_total       )
200                 __field(u64,            btree_cache_dirty       )
201                 __field(u64,            btree_cache_total       )
202                 __field(u64,            btree_key_cache_dirty   )
203                 __field(u64,            btree_key_cache_total   )
204         ),
205
206         TP_fast_assign(
207                 __entry->dev                    = c->dev;
208                 __entry->direct                 = direct;
209                 __entry->kicked                 = kicked;
210                 __entry->min_nr                 = min_nr;
211                 __entry->min_key_cache          = min_key_cache;
212                 __entry->prereserved            = prereserved;
213                 __entry->prereserved_total      = prereserved_total;
214                 __entry->btree_cache_dirty      = btree_cache_dirty;
215                 __entry->btree_cache_total      = btree_cache_total;
216                 __entry->btree_key_cache_dirty  = btree_key_cache_dirty;
217                 __entry->btree_key_cache_total  = btree_key_cache_total;
218         ),
219
220         TP_printk("%d,%d direct %u kicked %u min %llu key cache %llu prereserved %llu/%llu btree cache %llu/%llu key cache %llu/%llu",
221                   MAJOR(__entry->dev), MINOR(__entry->dev),
222                   __entry->direct,
223                   __entry->kicked,
224                   __entry->min_nr,
225                   __entry->min_key_cache,
226                   __entry->prereserved,
227                   __entry->prereserved_total,
228                   __entry->btree_cache_dirty,
229                   __entry->btree_cache_total,
230                   __entry->btree_key_cache_dirty,
231                   __entry->btree_key_cache_total)
232 );
233
234 TRACE_EVENT(journal_reclaim_finish,
235         TP_PROTO(struct bch_fs *c, u64 nr_flushed),
236         TP_ARGS(c, nr_flushed),
237
238         TP_STRUCT__entry(
239                 __field(dev_t,          dev                     )
240                 __field(u64,            nr_flushed              )
241         ),
242
243         TP_fast_assign(
244                 __entry->dev            = c->dev;
245                 __entry->nr_flushed     = nr_flushed;
246         ),
247
248         TP_printk("%d,%d flushed %llu",
249                   MAJOR(__entry->dev), MINOR(__entry->dev),
250                   __entry->nr_flushed)
251 );
252
253 /* bset.c: */
254
255 DEFINE_EVENT(bpos, bkey_pack_pos_fail,
256         TP_PROTO(const struct bpos *p),
257         TP_ARGS(p)
258 );
259
260 /* Btree cache: */
261
262 TRACE_EVENT(btree_cache_scan,
263         TP_PROTO(long nr_to_scan, long can_free, long ret),
264         TP_ARGS(nr_to_scan, can_free, ret),
265
266         TP_STRUCT__entry(
267                 __field(long,   nr_to_scan              )
268                 __field(long,   can_free                )
269                 __field(long,   ret                     )
270         ),
271
272         TP_fast_assign(
273                 __entry->nr_to_scan     = nr_to_scan;
274                 __entry->can_free       = can_free;
275                 __entry->ret            = ret;
276         ),
277
278         TP_printk("scanned for %li nodes, can free %li, ret %li",
279                   __entry->nr_to_scan, __entry->can_free, __entry->ret)
280 );
281
282 DEFINE_EVENT(btree_node, btree_cache_reap,
283         TP_PROTO(struct bch_fs *c, struct btree *b),
284         TP_ARGS(c, b)
285 );
286
287 DEFINE_EVENT(bch_fs, btree_cache_cannibalize_lock_fail,
288         TP_PROTO(struct bch_fs *c),
289         TP_ARGS(c)
290 );
291
292 DEFINE_EVENT(bch_fs, btree_cache_cannibalize_lock,
293         TP_PROTO(struct bch_fs *c),
294         TP_ARGS(c)
295 );
296
297 DEFINE_EVENT(bch_fs, btree_cache_cannibalize,
298         TP_PROTO(struct bch_fs *c),
299         TP_ARGS(c)
300 );
301
302 DEFINE_EVENT(bch_fs, btree_cache_cannibalize_unlock,
303         TP_PROTO(struct bch_fs *c),
304         TP_ARGS(c)
305 );
306
307 /* Btree */
308
309 DEFINE_EVENT(btree_node, btree_node_read,
310         TP_PROTO(struct bch_fs *c, struct btree *b),
311         TP_ARGS(c, b)
312 );
313
314 TRACE_EVENT(btree_node_write,
315         TP_PROTO(struct btree *b, unsigned bytes, unsigned sectors),
316         TP_ARGS(b, bytes, sectors),
317
318         TP_STRUCT__entry(
319                 __field(enum btree_node_type,   type)
320                 __field(unsigned,       bytes                   )
321                 __field(unsigned,       sectors                 )
322         ),
323
324         TP_fast_assign(
325                 __entry->type   = btree_node_type(b);
326                 __entry->bytes  = bytes;
327                 __entry->sectors = sectors;
328         ),
329
330         TP_printk("bkey type %u bytes %u sectors %u",
331                   __entry->type , __entry->bytes, __entry->sectors)
332 );
333
334 DEFINE_EVENT(btree_node, btree_node_alloc,
335         TP_PROTO(struct bch_fs *c, struct btree *b),
336         TP_ARGS(c, b)
337 );
338
339 DEFINE_EVENT(btree_node, btree_node_free,
340         TP_PROTO(struct bch_fs *c, struct btree *b),
341         TP_ARGS(c, b)
342 );
343
344 TRACE_EVENT(btree_reserve_get_fail,
345         TP_PROTO(const char *trans_fn,
346                  unsigned long caller_ip,
347                  size_t required,
348                  int ret),
349         TP_ARGS(trans_fn, caller_ip, required, ret),
350
351         TP_STRUCT__entry(
352                 __array(char,                   trans_fn, 32    )
353                 __field(unsigned long,          caller_ip       )
354                 __field(size_t,                 required        )
355                 __array(char,                   ret, 32         )
356         ),
357
358         TP_fast_assign(
359                 strscpy(__entry->trans_fn, trans_fn, sizeof(__entry->trans_fn));
360                 __entry->caller_ip      = caller_ip;
361                 __entry->required       = required;
362                 strscpy(__entry->ret, bch2_err_str(ret), sizeof(__entry->ret));
363         ),
364
365         TP_printk("%s %pS required %zu ret %s",
366                   __entry->trans_fn,
367                   (void *) __entry->caller_ip,
368                   __entry->required,
369                   __entry->ret)
370 );
371
372 DEFINE_EVENT(btree_node, btree_node_compact,
373         TP_PROTO(struct bch_fs *c, struct btree *b),
374         TP_ARGS(c, b)
375 );
376
377 DEFINE_EVENT(btree_node, btree_node_merge,
378         TP_PROTO(struct bch_fs *c, struct btree *b),
379         TP_ARGS(c, b)
380 );
381
382 DEFINE_EVENT(btree_node, btree_node_split,
383         TP_PROTO(struct bch_fs *c, struct btree *b),
384         TP_ARGS(c, b)
385 );
386
387 DEFINE_EVENT(btree_node, btree_node_rewrite,
388         TP_PROTO(struct bch_fs *c, struct btree *b),
389         TP_ARGS(c, b)
390 );
391
392 DEFINE_EVENT(btree_node, btree_node_set_root,
393         TP_PROTO(struct bch_fs *c, struct btree *b),
394         TP_ARGS(c, b)
395 );
396
397 TRACE_EVENT(btree_path_relock_fail,
398         TP_PROTO(struct btree_trans *trans,
399                  unsigned long caller_ip,
400                  struct btree_path *path,
401                  unsigned level),
402         TP_ARGS(trans, caller_ip, path, level),
403
404         TP_STRUCT__entry(
405                 __array(char,                   trans_fn, 32    )
406                 __field(unsigned long,          caller_ip       )
407                 __field(u8,                     btree_id        )
408                 __field(u8,                     level           )
409                 TRACE_BPOS_entries(pos)
410                 __array(char,                   node, 24        )
411                 __field(u32,                    iter_lock_seq   )
412                 __field(u32,                    node_lock_seq   )
413         ),
414
415         TP_fast_assign(
416                 struct btree *b = btree_path_node(path, level);
417
418                 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
419                 __entry->caller_ip              = caller_ip;
420                 __entry->btree_id               = path->btree_id;
421                 __entry->level                  = path->level;
422                 TRACE_BPOS_assign(pos, path->pos);
423                 if (IS_ERR(b))
424                         strscpy(__entry->node, bch2_err_str(PTR_ERR(b)), sizeof(__entry->node));
425                 else
426                         scnprintf(__entry->node, sizeof(__entry->node), "%px", b);
427                 __entry->iter_lock_seq          = path->l[level].lock_seq;
428                 __entry->node_lock_seq          = is_btree_node(path, level) ? path->l[level].b->c.lock.state.seq : 0;
429         ),
430
431         TP_printk("%s %pS btree %s pos %llu:%llu:%u level %u node %s iter seq %u lock seq %u",
432                   __entry->trans_fn,
433                   (void *) __entry->caller_ip,
434                   bch2_btree_ids[__entry->btree_id],
435                   __entry->pos_inode,
436                   __entry->pos_offset,
437                   __entry->pos_snapshot,
438                   __entry->level,
439                   __entry->node,
440                   __entry->iter_lock_seq,
441                   __entry->node_lock_seq)
442 );
443
444 TRACE_EVENT(btree_path_upgrade_fail,
445         TP_PROTO(struct btree_trans *trans,
446                  unsigned long caller_ip,
447                  struct btree_path *path,
448                  unsigned level),
449         TP_ARGS(trans, caller_ip, path, level),
450
451         TP_STRUCT__entry(
452                 __array(char,                   trans_fn, 32    )
453                 __field(unsigned long,          caller_ip       )
454                 __field(u8,                     btree_id        )
455                 __field(u8,                     level           )
456                 TRACE_BPOS_entries(pos)
457                 __field(u8,                     locked          )
458                 __field(u8,                     self_read_count )
459                 __field(u8,                     self_intent_count)
460                 __field(u8,                     read_count      )
461                 __field(u8,                     intent_count    )
462                 __field(u32,                    iter_lock_seq   )
463                 __field(u32,                    node_lock_seq   )
464         ),
465
466         TP_fast_assign(
467                 struct six_lock_count c;
468
469                 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
470                 __entry->caller_ip              = caller_ip;
471                 __entry->btree_id               = path->btree_id;
472                 __entry->level                  = level;
473                 TRACE_BPOS_assign(pos, path->pos);
474                 __entry->locked                 = btree_node_locked(path, level);
475
476                 c = bch2_btree_node_lock_counts(trans, NULL, &path->l[level].b->c, level),
477                 __entry->self_read_count        = c.n[SIX_LOCK_read];
478                 __entry->self_intent_count      = c.n[SIX_LOCK_intent];
479                 c = six_lock_counts(&path->l[level].b->c.lock);
480                 __entry->read_count             = c.n[SIX_LOCK_read];
481                 __entry->intent_count           = c.n[SIX_LOCK_read];
482                 __entry->iter_lock_seq          = path->l[level].lock_seq;
483                 __entry->node_lock_seq          = is_btree_node(path, level) ? path->l[level].b->c.lock.state.seq : 0;
484         ),
485
486         TP_printk("%s %pS btree %s pos %llu:%llu:%u level %u locked %u held %u:%u lock count %u:%u iter seq %u lock seq %u",
487                   __entry->trans_fn,
488                   (void *) __entry->caller_ip,
489                   bch2_btree_ids[__entry->btree_id],
490                   __entry->pos_inode,
491                   __entry->pos_offset,
492                   __entry->pos_snapshot,
493                   __entry->level,
494                   __entry->locked,
495                   __entry->self_read_count,
496                   __entry->self_intent_count,
497                   __entry->read_count,
498                   __entry->intent_count,
499                   __entry->iter_lock_seq,
500                   __entry->node_lock_seq)
501 );
502
503 /* Garbage collection */
504
505 DEFINE_EVENT(bch_fs, gc_gens_start,
506         TP_PROTO(struct bch_fs *c),
507         TP_ARGS(c)
508 );
509
510 DEFINE_EVENT(bch_fs, gc_gens_end,
511         TP_PROTO(struct bch_fs *c),
512         TP_ARGS(c)
513 );
514
515 /* Allocator */
516
517 DECLARE_EVENT_CLASS(bucket_alloc,
518         TP_PROTO(struct bch_dev *ca, const char *alloc_reserve,
519                  u64 bucket,
520                  u64 free,
521                  u64 avail,
522                  u64 copygc_wait_amount,
523                  s64 copygc_waiting_for,
524                  struct bucket_alloc_state *s,
525                  bool nonblocking,
526                  const char *err),
527         TP_ARGS(ca, alloc_reserve, bucket, free, avail,
528                 copygc_wait_amount, copygc_waiting_for,
529                 s, nonblocking, err),
530
531         TP_STRUCT__entry(
532                 __field(u8,                     dev                     )
533                 __array(char,   reserve,        16                      )
534                 __field(u64,                    bucket  )
535                 __field(u64,                    free                    )
536                 __field(u64,                    avail                   )
537                 __field(u64,                    copygc_wait_amount      )
538                 __field(s64,                    copygc_waiting_for      )
539                 __field(u64,                    seen                    )
540                 __field(u64,                    open                    )
541                 __field(u64,                    need_journal_commit     )
542                 __field(u64,                    nouse                   )
543                 __field(bool,                   nonblocking             )
544                 __field(u64,                    nocow                   )
545                 __array(char,                   err,    32              )
546         ),
547
548         TP_fast_assign(
549                 __entry->dev            = ca->dev_idx;
550                 strscpy(__entry->reserve, alloc_reserve, sizeof(__entry->reserve));
551                 __entry->bucket         = bucket;
552                 __entry->free           = free;
553                 __entry->avail          = avail;
554                 __entry->copygc_wait_amount     = copygc_wait_amount;
555                 __entry->copygc_waiting_for     = copygc_waiting_for;
556                 __entry->seen           = s->buckets_seen;
557                 __entry->open           = s->skipped_open;
558                 __entry->need_journal_commit = s->skipped_need_journal_commit;
559                 __entry->nouse          = s->skipped_nouse;
560                 __entry->nonblocking    = nonblocking;
561                 __entry->nocow          = s->skipped_nocow;
562                 strscpy(__entry->err, err, sizeof(__entry->err));
563         ),
564
565         TP_printk("reserve %s bucket %u:%llu free %llu avail %llu copygc_wait %llu/%lli seen %llu open %llu need_journal_commit %llu nouse %llu nocow %llu nonblocking %u err %s",
566                   __entry->reserve,
567                   __entry->dev,
568                   __entry->bucket,
569                   __entry->free,
570                   __entry->avail,
571                   __entry->copygc_wait_amount,
572                   __entry->copygc_waiting_for,
573                   __entry->seen,
574                   __entry->open,
575                   __entry->need_journal_commit,
576                   __entry->nouse,
577                   __entry->nocow,
578                   __entry->nonblocking,
579                   __entry->err)
580 );
581
582 DEFINE_EVENT(bucket_alloc, bucket_alloc,
583         TP_PROTO(struct bch_dev *ca, const char *alloc_reserve,
584                  u64 bucket,
585                  u64 free,
586                  u64 avail,
587                  u64 copygc_wait_amount,
588                  s64 copygc_waiting_for,
589                  struct bucket_alloc_state *s,
590                  bool nonblocking,
591                  const char *err),
592         TP_ARGS(ca, alloc_reserve, bucket, free, avail,
593                 copygc_wait_amount, copygc_waiting_for,
594                 s, nonblocking, err)
595 );
596
597 DEFINE_EVENT(bucket_alloc, bucket_alloc_fail,
598         TP_PROTO(struct bch_dev *ca, const char *alloc_reserve,
599                  u64 bucket,
600                  u64 free,
601                  u64 avail,
602                  u64 copygc_wait_amount,
603                  s64 copygc_waiting_for,
604                  struct bucket_alloc_state *s,
605                  bool nonblocking,
606                  const char *err),
607         TP_ARGS(ca, alloc_reserve, bucket, free, avail,
608                 copygc_wait_amount, copygc_waiting_for,
609                 s, nonblocking, err)
610 );
611
612 TRACE_EVENT(discard_buckets,
613         TP_PROTO(struct bch_fs *c, u64 seen, u64 open,
614                  u64 need_journal_commit, u64 discarded, const char *err),
615         TP_ARGS(c, seen, open, need_journal_commit, discarded, err),
616
617         TP_STRUCT__entry(
618                 __field(dev_t,          dev                     )
619                 __field(u64,            seen                    )
620                 __field(u64,            open                    )
621                 __field(u64,            need_journal_commit     )
622                 __field(u64,            discarded               )
623                 __array(char,           err,    16              )
624         ),
625
626         TP_fast_assign(
627                 __entry->dev                    = c->dev;
628                 __entry->seen                   = seen;
629                 __entry->open                   = open;
630                 __entry->need_journal_commit    = need_journal_commit;
631                 __entry->discarded              = discarded;
632                 strscpy(__entry->err, err, sizeof(__entry->err));
633         ),
634
635         TP_printk("%d%d seen %llu open %llu need_journal_commit %llu discarded %llu err %s",
636                   MAJOR(__entry->dev), MINOR(__entry->dev),
637                   __entry->seen,
638                   __entry->open,
639                   __entry->need_journal_commit,
640                   __entry->discarded,
641                   __entry->err)
642 );
643
644 TRACE_EVENT(bucket_invalidate,
645         TP_PROTO(struct bch_fs *c, unsigned dev, u64 bucket, u32 sectors),
646         TP_ARGS(c, dev, bucket, sectors),
647
648         TP_STRUCT__entry(
649                 __field(dev_t,          dev                     )
650                 __field(u32,            dev_idx                 )
651                 __field(u32,            sectors                 )
652                 __field(u64,            bucket                  )
653         ),
654
655         TP_fast_assign(
656                 __entry->dev            = c->dev;
657                 __entry->dev_idx        = dev;
658                 __entry->sectors        = sectors;
659                 __entry->bucket         = bucket;
660         ),
661
662         TP_printk("%d:%d invalidated %u:%llu cached sectors %u",
663                   MAJOR(__entry->dev), MINOR(__entry->dev),
664                   __entry->dev_idx, __entry->bucket,
665                   __entry->sectors)
666 );
667
668 /* Moving IO */
669
670 DEFINE_EVENT(bkey, move_extent_read,
671         TP_PROTO(const struct bkey *k),
672         TP_ARGS(k)
673 );
674
675 DEFINE_EVENT(bkey, move_extent_write,
676         TP_PROTO(const struct bkey *k),
677         TP_ARGS(k)
678 );
679
680 DEFINE_EVENT(bkey, move_extent_finish,
681         TP_PROTO(const struct bkey *k),
682         TP_ARGS(k)
683 );
684
685 TRACE_EVENT(move_extent_fail,
686         TP_PROTO(struct bch_fs *c, const char *msg),
687         TP_ARGS(c, msg),
688
689         TP_STRUCT__entry(
690                 __field(dev_t,          dev                     )
691                 __string(msg,           msg                     )
692         ),
693
694         TP_fast_assign(
695                 __entry->dev            = c->dev;
696                 __assign_str(msg, msg);
697         ),
698
699         TP_printk("%d:%d %s", MAJOR(__entry->dev), MINOR(__entry->dev), __get_str(msg))
700 );
701
702 DEFINE_EVENT(bkey, move_extent_alloc_mem_fail,
703         TP_PROTO(const struct bkey *k),
704         TP_ARGS(k)
705 );
706
707 TRACE_EVENT(move_data,
708         TP_PROTO(struct bch_fs *c, u64 sectors_moved,
709                  u64 keys_moved),
710         TP_ARGS(c, sectors_moved, keys_moved),
711
712         TP_STRUCT__entry(
713                 __field(dev_t,          dev                     )
714                 __field(u64,            sectors_moved   )
715                 __field(u64,            keys_moved      )
716         ),
717
718         TP_fast_assign(
719                 __entry->dev                    = c->dev;
720                 __entry->sectors_moved = sectors_moved;
721                 __entry->keys_moved = keys_moved;
722         ),
723
724         TP_printk("%d,%d sectors_moved %llu keys_moved %llu",
725                   MAJOR(__entry->dev), MINOR(__entry->dev),
726                   __entry->sectors_moved, __entry->keys_moved)
727 );
728
729 TRACE_EVENT(evacuate_bucket,
730         TP_PROTO(struct bch_fs *c, struct bpos *bucket,
731                  unsigned sectors, unsigned bucket_size,
732                  u64 fragmentation, int ret),
733         TP_ARGS(c, bucket, sectors, bucket_size, fragmentation, ret),
734
735         TP_STRUCT__entry(
736                 __field(dev_t,          dev             )
737                 __field(u64,            member          )
738                 __field(u64,            bucket          )
739                 __field(u32,            sectors         )
740                 __field(u32,            bucket_size     )
741                 __field(u64,            fragmentation   )
742                 __field(int,            ret             )
743         ),
744
745         TP_fast_assign(
746                 __entry->dev                    = c->dev;
747                 __entry->member                 = bucket->inode;
748                 __entry->bucket                 = bucket->offset;
749                 __entry->sectors                = sectors;
750                 __entry->bucket_size            = bucket_size;
751                 __entry->fragmentation          = fragmentation;
752                 __entry->ret                    = ret;
753         ),
754
755         TP_printk("%d,%d %llu:%llu sectors %u/%u fragmentation %llu ret %i",
756                   MAJOR(__entry->dev), MINOR(__entry->dev),
757                   __entry->member, __entry->bucket,
758                   __entry->sectors, __entry->bucket_size,
759                   __entry->fragmentation, __entry->ret)
760 );
761
762 TRACE_EVENT(copygc,
763         TP_PROTO(struct bch_fs *c,
764                  u64 sectors_moved, u64 sectors_not_moved,
765                  u64 buckets_moved, u64 buckets_not_moved),
766         TP_ARGS(c,
767                 sectors_moved, sectors_not_moved,
768                 buckets_moved, buckets_not_moved),
769
770         TP_STRUCT__entry(
771                 __field(dev_t,          dev                     )
772                 __field(u64,            sectors_moved           )
773                 __field(u64,            sectors_not_moved       )
774                 __field(u64,            buckets_moved           )
775                 __field(u64,            buckets_not_moved       )
776         ),
777
778         TP_fast_assign(
779                 __entry->dev                    = c->dev;
780                 __entry->sectors_moved          = sectors_moved;
781                 __entry->sectors_not_moved      = sectors_not_moved;
782                 __entry->buckets_moved          = buckets_moved;
783                 __entry->buckets_not_moved = buckets_moved;
784         ),
785
786         TP_printk("%d,%d sectors moved %llu remain %llu buckets moved %llu remain %llu",
787                   MAJOR(__entry->dev), MINOR(__entry->dev),
788                   __entry->sectors_moved, __entry->sectors_not_moved,
789                   __entry->buckets_moved, __entry->buckets_not_moved)
790 );
791
792 TRACE_EVENT(copygc_wait,
793         TP_PROTO(struct bch_fs *c,
794                  u64 wait_amount, u64 until),
795         TP_ARGS(c, wait_amount, until),
796
797         TP_STRUCT__entry(
798                 __field(dev_t,          dev                     )
799                 __field(u64,            wait_amount             )
800                 __field(u64,            until                   )
801         ),
802
803         TP_fast_assign(
804                 __entry->dev            = c->dev;
805                 __entry->wait_amount    = wait_amount;
806                 __entry->until          = until;
807         ),
808
809         TP_printk("%d,%u waiting for %llu sectors until %llu",
810                   MAJOR(__entry->dev), MINOR(__entry->dev),
811                   __entry->wait_amount, __entry->until)
812 );
813
814 /* btree transactions: */
815
816 DECLARE_EVENT_CLASS(transaction_event,
817         TP_PROTO(struct btree_trans *trans,
818                  unsigned long caller_ip),
819         TP_ARGS(trans, caller_ip),
820
821         TP_STRUCT__entry(
822                 __array(char,                   trans_fn, 32    )
823                 __field(unsigned long,          caller_ip       )
824         ),
825
826         TP_fast_assign(
827                 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
828                 __entry->caller_ip              = caller_ip;
829         ),
830
831         TP_printk("%s %pS", __entry->trans_fn, (void *) __entry->caller_ip)
832 );
833
834 DEFINE_EVENT(transaction_event, transaction_commit,
835         TP_PROTO(struct btree_trans *trans,
836                  unsigned long caller_ip),
837         TP_ARGS(trans, caller_ip)
838 );
839
840 DEFINE_EVENT(transaction_event, trans_restart_injected,
841         TP_PROTO(struct btree_trans *trans,
842                  unsigned long caller_ip),
843         TP_ARGS(trans, caller_ip)
844 );
845
846 TRACE_EVENT(trans_restart_split_race,
847         TP_PROTO(struct btree_trans *trans,
848                  unsigned long caller_ip,
849                  struct btree *b),
850         TP_ARGS(trans, caller_ip, b),
851
852         TP_STRUCT__entry(
853                 __array(char,                   trans_fn, 32    )
854                 __field(unsigned long,          caller_ip       )
855                 __field(u8,                     level           )
856                 __field(u16,                    written         )
857                 __field(u16,                    blocks          )
858                 __field(u16,                    u64s_remaining  )
859         ),
860
861         TP_fast_assign(
862                 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
863                 __entry->caller_ip              = caller_ip;
864                 __entry->level          = b->c.level;
865                 __entry->written        = b->written;
866                 __entry->blocks         = btree_blocks(trans->c);
867                 __entry->u64s_remaining = bch_btree_keys_u64s_remaining(trans->c, b);
868         ),
869
870         TP_printk("%s %pS l=%u written %u/%u u64s remaining %u",
871                   __entry->trans_fn, (void *) __entry->caller_ip,
872                   __entry->level,
873                   __entry->written, __entry->blocks,
874                   __entry->u64s_remaining)
875 );
876
877 DEFINE_EVENT(transaction_event, trans_blocked_journal_reclaim,
878         TP_PROTO(struct btree_trans *trans,
879                  unsigned long caller_ip),
880         TP_ARGS(trans, caller_ip)
881 );
882
883 DEFINE_EVENT(transaction_event, trans_restart_journal_res_get,
884         TP_PROTO(struct btree_trans *trans,
885                  unsigned long caller_ip),
886         TP_ARGS(trans, caller_ip)
887 );
888
889
890 TRACE_EVENT(trans_restart_journal_preres_get,
891         TP_PROTO(struct btree_trans *trans,
892                  unsigned long caller_ip,
893                  unsigned flags),
894         TP_ARGS(trans, caller_ip, flags),
895
896         TP_STRUCT__entry(
897                 __array(char,                   trans_fn, 32    )
898                 __field(unsigned long,          caller_ip       )
899                 __field(unsigned,               flags           )
900         ),
901
902         TP_fast_assign(
903                 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
904                 __entry->caller_ip              = caller_ip;
905                 __entry->flags                  = flags;
906         ),
907
908         TP_printk("%s %pS %x", __entry->trans_fn,
909                   (void *) __entry->caller_ip,
910                   __entry->flags)
911 );
912
913 DEFINE_EVENT(transaction_event, trans_restart_journal_reclaim,
914         TP_PROTO(struct btree_trans *trans,
915                  unsigned long caller_ip),
916         TP_ARGS(trans, caller_ip)
917 );
918
919 DEFINE_EVENT(transaction_event, trans_restart_fault_inject,
920         TP_PROTO(struct btree_trans *trans,
921                  unsigned long caller_ip),
922         TP_ARGS(trans, caller_ip)
923 );
924
925 DEFINE_EVENT(transaction_event, trans_traverse_all,
926         TP_PROTO(struct btree_trans *trans,
927                  unsigned long caller_ip),
928         TP_ARGS(trans, caller_ip)
929 );
930
931 DEFINE_EVENT(transaction_event, trans_restart_mark_replicas,
932         TP_PROTO(struct btree_trans *trans,
933                  unsigned long caller_ip),
934         TP_ARGS(trans, caller_ip)
935 );
936
937 DEFINE_EVENT(transaction_event, trans_restart_key_cache_raced,
938         TP_PROTO(struct btree_trans *trans,
939                  unsigned long caller_ip),
940         TP_ARGS(trans, caller_ip)
941 );
942
943 DEFINE_EVENT(transaction_event, trans_restart_too_many_iters,
944         TP_PROTO(struct btree_trans *trans,
945                  unsigned long caller_ip),
946         TP_ARGS(trans, caller_ip)
947 );
948
949 DECLARE_EVENT_CLASS(transaction_restart_iter,
950         TP_PROTO(struct btree_trans *trans,
951                  unsigned long caller_ip,
952                  struct btree_path *path),
953         TP_ARGS(trans, caller_ip, path),
954
955         TP_STRUCT__entry(
956                 __array(char,                   trans_fn, 32    )
957                 __field(unsigned long,          caller_ip       )
958                 __field(u8,                     btree_id        )
959                 TRACE_BPOS_entries(pos)
960         ),
961
962         TP_fast_assign(
963                 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
964                 __entry->caller_ip              = caller_ip;
965                 __entry->btree_id               = path->btree_id;
966                 TRACE_BPOS_assign(pos, path->pos)
967         ),
968
969         TP_printk("%s %pS btree %s pos %llu:%llu:%u",
970                   __entry->trans_fn,
971                   (void *) __entry->caller_ip,
972                   bch2_btree_ids[__entry->btree_id],
973                   __entry->pos_inode,
974                   __entry->pos_offset,
975                   __entry->pos_snapshot)
976 );
977
978 DEFINE_EVENT(transaction_restart_iter,  trans_restart_btree_node_reused,
979         TP_PROTO(struct btree_trans *trans,
980                  unsigned long caller_ip,
981                  struct btree_path *path),
982         TP_ARGS(trans, caller_ip, path)
983 );
984
985 DEFINE_EVENT(transaction_restart_iter,  trans_restart_btree_node_split,
986         TP_PROTO(struct btree_trans *trans,
987                  unsigned long caller_ip,
988                  struct btree_path *path),
989         TP_ARGS(trans, caller_ip, path)
990 );
991
992 TRACE_EVENT(trans_restart_upgrade,
993         TP_PROTO(struct btree_trans *trans,
994                  unsigned long caller_ip,
995                  struct btree_path *path,
996                  unsigned old_locks_want,
997                  unsigned new_locks_want),
998         TP_ARGS(trans, caller_ip, path, old_locks_want, new_locks_want),
999
1000         TP_STRUCT__entry(
1001                 __array(char,                   trans_fn, 32    )
1002                 __field(unsigned long,          caller_ip       )
1003                 __field(u8,                     btree_id        )
1004                 __field(u8,                     old_locks_want  )
1005                 __field(u8,                     new_locks_want  )
1006                 TRACE_BPOS_entries(pos)
1007         ),
1008
1009         TP_fast_assign(
1010                 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1011                 __entry->caller_ip              = caller_ip;
1012                 __entry->btree_id               = path->btree_id;
1013                 __entry->old_locks_want         = old_locks_want;
1014                 __entry->new_locks_want         = new_locks_want;
1015                 TRACE_BPOS_assign(pos, path->pos)
1016         ),
1017
1018         TP_printk("%s %pS btree %s pos %llu:%llu:%u locks_want %u -> %u",
1019                   __entry->trans_fn,
1020                   (void *) __entry->caller_ip,
1021                   bch2_btree_ids[__entry->btree_id],
1022                   __entry->pos_inode,
1023                   __entry->pos_offset,
1024                   __entry->pos_snapshot,
1025                   __entry->old_locks_want,
1026                   __entry->new_locks_want)
1027 );
1028
1029 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock,
1030         TP_PROTO(struct btree_trans *trans,
1031                  unsigned long caller_ip,
1032                  struct btree_path *path),
1033         TP_ARGS(trans, caller_ip, path)
1034 );
1035
1036 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_next_node,
1037         TP_PROTO(struct btree_trans *trans,
1038                  unsigned long caller_ip,
1039                  struct btree_path *path),
1040         TP_ARGS(trans, caller_ip, path)
1041 );
1042
1043 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_parent_for_fill,
1044         TP_PROTO(struct btree_trans *trans,
1045                  unsigned long caller_ip,
1046                  struct btree_path *path),
1047         TP_ARGS(trans, caller_ip, path)
1048 );
1049
1050 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_after_fill,
1051         TP_PROTO(struct btree_trans *trans,
1052                  unsigned long caller_ip,
1053                  struct btree_path *path),
1054         TP_ARGS(trans, caller_ip, path)
1055 );
1056
1057 DEFINE_EVENT(transaction_event, trans_restart_key_cache_upgrade,
1058         TP_PROTO(struct btree_trans *trans,
1059                  unsigned long caller_ip),
1060         TP_ARGS(trans, caller_ip)
1061 );
1062
1063 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_key_cache_fill,
1064         TP_PROTO(struct btree_trans *trans,
1065                  unsigned long caller_ip,
1066                  struct btree_path *path),
1067         TP_ARGS(trans, caller_ip, path)
1068 );
1069
1070 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_path,
1071         TP_PROTO(struct btree_trans *trans,
1072                  unsigned long caller_ip,
1073                  struct btree_path *path),
1074         TP_ARGS(trans, caller_ip, path)
1075 );
1076
1077 DEFINE_EVENT(transaction_restart_iter,  trans_restart_relock_path_intent,
1078         TP_PROTO(struct btree_trans *trans,
1079                  unsigned long caller_ip,
1080                  struct btree_path *path),
1081         TP_ARGS(trans, caller_ip, path)
1082 );
1083
1084 DEFINE_EVENT(transaction_restart_iter,  trans_restart_traverse,
1085         TP_PROTO(struct btree_trans *trans,
1086                  unsigned long caller_ip,
1087                  struct btree_path *path),
1088         TP_ARGS(trans, caller_ip, path)
1089 );
1090
1091 DEFINE_EVENT(transaction_restart_iter,  trans_restart_memory_allocation_failure,
1092         TP_PROTO(struct btree_trans *trans,
1093                  unsigned long caller_ip,
1094                  struct btree_path *path),
1095         TP_ARGS(trans, caller_ip, path)
1096 );
1097
1098 DEFINE_EVENT(transaction_event, trans_restart_would_deadlock,
1099         TP_PROTO(struct btree_trans *trans,
1100                  unsigned long caller_ip),
1101         TP_ARGS(trans, caller_ip)
1102 );
1103
1104 DEFINE_EVENT(transaction_event, trans_restart_would_deadlock_recursion_limit,
1105         TP_PROTO(struct btree_trans *trans,
1106                  unsigned long caller_ip),
1107         TP_ARGS(trans, caller_ip)
1108 );
1109
1110 TRACE_EVENT(trans_restart_would_deadlock_write,
1111         TP_PROTO(struct btree_trans *trans),
1112         TP_ARGS(trans),
1113
1114         TP_STRUCT__entry(
1115                 __array(char,                   trans_fn, 32    )
1116         ),
1117
1118         TP_fast_assign(
1119                 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1120         ),
1121
1122         TP_printk("%s", __entry->trans_fn)
1123 );
1124
1125 TRACE_EVENT(trans_restart_mem_realloced,
1126         TP_PROTO(struct btree_trans *trans,
1127                  unsigned long caller_ip,
1128                  unsigned long bytes),
1129         TP_ARGS(trans, caller_ip, bytes),
1130
1131         TP_STRUCT__entry(
1132                 __array(char,                   trans_fn, 32    )
1133                 __field(unsigned long,          caller_ip       )
1134                 __field(unsigned long,          bytes           )
1135         ),
1136
1137         TP_fast_assign(
1138                 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1139                 __entry->caller_ip      = caller_ip;
1140                 __entry->bytes          = bytes;
1141         ),
1142
1143         TP_printk("%s %pS bytes %lu",
1144                   __entry->trans_fn,
1145                   (void *) __entry->caller_ip,
1146                   __entry->bytes)
1147 );
1148
1149 TRACE_EVENT(trans_restart_key_cache_key_realloced,
1150         TP_PROTO(struct btree_trans *trans,
1151                  unsigned long caller_ip,
1152                  struct btree_path *path,
1153                  unsigned old_u64s,
1154                  unsigned new_u64s),
1155         TP_ARGS(trans, caller_ip, path, old_u64s, new_u64s),
1156
1157         TP_STRUCT__entry(
1158                 __array(char,                   trans_fn, 32    )
1159                 __field(unsigned long,          caller_ip       )
1160                 __field(enum btree_id,          btree_id        )
1161                 TRACE_BPOS_entries(pos)
1162                 __field(u32,                    old_u64s        )
1163                 __field(u32,                    new_u64s        )
1164         ),
1165
1166         TP_fast_assign(
1167                 strscpy(__entry->trans_fn, trans->fn, sizeof(__entry->trans_fn));
1168                 __entry->caller_ip              = caller_ip;
1169
1170                 __entry->btree_id       = path->btree_id;
1171                 TRACE_BPOS_assign(pos, path->pos);
1172                 __entry->old_u64s       = old_u64s;
1173                 __entry->new_u64s       = new_u64s;
1174         ),
1175
1176         TP_printk("%s %pS btree %s pos %llu:%llu:%u old_u64s %u new_u64s %u",
1177                   __entry->trans_fn,
1178                   (void *) __entry->caller_ip,
1179                   bch2_btree_ids[__entry->btree_id],
1180                   __entry->pos_inode,
1181                   __entry->pos_offset,
1182                   __entry->pos_snapshot,
1183                   __entry->old_u64s,
1184                   __entry->new_u64s)
1185 );
1186
1187 DEFINE_EVENT(transaction_event, trans_restart_write_buffer_flush,
1188         TP_PROTO(struct btree_trans *trans,
1189                  unsigned long caller_ip),
1190         TP_ARGS(trans, caller_ip)
1191 );
1192
1193 TRACE_EVENT(write_buffer_flush,
1194         TP_PROTO(struct btree_trans *trans, size_t nr, size_t skipped, size_t fast, size_t size),
1195         TP_ARGS(trans, nr, skipped, fast, size),
1196
1197         TP_STRUCT__entry(
1198                 __field(size_t,         nr              )
1199                 __field(size_t,         skipped         )
1200                 __field(size_t,         fast            )
1201                 __field(size_t,         size            )
1202         ),
1203
1204         TP_fast_assign(
1205                 __entry->nr     = nr;
1206                 __entry->skipped = skipped;
1207                 __entry->fast   = fast;
1208                 __entry->size   = size;
1209         ),
1210
1211         TP_printk("%zu/%zu skipped %zu fast %zu",
1212                   __entry->nr, __entry->size, __entry->skipped, __entry->fast)
1213 );
1214
1215 TRACE_EVENT(write_buffer_flush_slowpath,
1216         TP_PROTO(struct btree_trans *trans, size_t nr, size_t size),
1217         TP_ARGS(trans, nr, size),
1218
1219         TP_STRUCT__entry(
1220                 __field(size_t,         nr              )
1221                 __field(size_t,         size            )
1222         ),
1223
1224         TP_fast_assign(
1225                 __entry->nr     = nr;
1226                 __entry->size   = size;
1227         ),
1228
1229         TP_printk("%zu/%zu", __entry->nr, __entry->size)
1230 );
1231
1232 #endif /* _TRACE_BCACHE_H */
1233
1234 /* This part must be outside protection */
1235 #include <trace/define_trace.h>