git.sesse.net Git - bcachefs-tools-debian/blob - libbcachefs/journal_types.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #ifndef _BCACHEFS_JOURNAL_TYPES_H
   3 #define _BCACHEFS_JOURNAL_TYPES_H
   4
   5 #include <linux/cache.h>
   6 #include <linux/workqueue.h>
   7
   8 #include "alloc_types.h"
   9 #include "super_types.h"
  10 #include "fifo.h"
  11
  12 #define JOURNAL_BUF_BITS        2
  13 #define JOURNAL_BUF_NR          (1U << JOURNAL_BUF_BITS)
  14 #define JOURNAL_BUF_MASK        (JOURNAL_BUF_NR - 1)
  15
  16 /*
  17  * We put JOURNAL_BUF_NR of these in struct journal; we used them for writes to
  18  * the journal that are being staged or in flight.
  19  */
  20 struct journal_buf {
  21         struct jset             *data;
  22
  23         __BKEY_PADDED(key, BCH_REPLICAS_MAX);
  24         struct bch_devs_list    devs_written;
  25
  26         struct closure_waitlist wait;
  27         u64                     last_seq;       /* copy of data->last_seq */
  28         long                    expires;
  29         u64                     flush_time;
  30
  31         unsigned                buf_size;       /* size in bytes of @data */
  32         unsigned                sectors;        /* maximum size for current entry */
  33         unsigned                disk_sectors;   /* maximum size entry could have been, if
  34                                                    buf_size was bigger */
  35         unsigned                u64s_reserved;
  36         bool                    noflush;        /* write has already been kicked off, and was noflush */
  37         bool                    must_flush;     /* something wants a flush */
  38         bool                    separate_flush;
  39 };
  40
  41 /*
  42  * Something that makes a journal entry dirty - i.e. a btree node that has to be
  43  * flushed:
  44  */
  45
  46 struct journal_entry_pin_list {
  47         struct list_head                list;
  48         struct list_head                key_cache_list;
  49         struct list_head                flushed;
  50         atomic_t                        count;
  51         struct bch_devs_list            devs;
  52 };
  53
  54 struct journal;
  55 struct journal_entry_pin;
  56 typedef int (*journal_pin_flush_fn)(struct journal *j,
  57                                 struct journal_entry_pin *, u64);
  58
  59 struct journal_entry_pin {
  60         struct list_head                list;
  61         journal_pin_flush_fn            flush;
  62         u64                             seq;
  63 };
  64
  65 struct journal_res {
  66         bool                    ref;
  67         u8                      idx;
  68         u16                     u64s;
  69         u32                     offset;
  70         u64                     seq;
  71 };
  72
  73 /*
  74  * For reserving space in the journal prior to getting a reservation on a
  75  * particular journal entry:
  76  */
  77 struct journal_preres {
  78         unsigned                u64s;
  79 };
  80
  81 union journal_res_state {
  82         struct {
  83                 atomic64_t      counter;
  84         };
  85
  86         struct {
  87                 u64             v;
  88         };
  89
  90         struct {
  91                 u64             cur_entry_offset:20,
  92                                 idx:2,
  93                                 unwritten_idx:2,
  94                                 buf0_count:10,
  95                                 buf1_count:10,
  96                                 buf2_count:10,
  97                                 buf3_count:10;
  98         };
  99 };
 100
 101 union journal_preres_state {
 102         struct {
 103                 atomic64_t      counter;
 104         };
 105
 106         struct {
 107                 u64             v;
 108         };
 109
 110         struct {
 111                 u64             waiting:1,
 112                                 reserved:31,
 113                                 remaining:32;
 114         };
 115 };
 116
 117 /* bytes: */
 118 #define JOURNAL_ENTRY_SIZE_MIN          (64U << 10) /* 64k */
 119 #define JOURNAL_ENTRY_SIZE_MAX          (4U  << 20) /* 4M */
 120
 121 /*
 122  * We stash some journal state as sentinal values in cur_entry_offset:
 123  * note - cur_entry_offset is in units of u64s
 124  */
 125 #define JOURNAL_ENTRY_OFFSET_MAX        ((1U << 20) - 1)
 126
 127 #define JOURNAL_ENTRY_CLOSED_VAL        (JOURNAL_ENTRY_OFFSET_MAX - 1)
 128 #define JOURNAL_ENTRY_ERROR_VAL         (JOURNAL_ENTRY_OFFSET_MAX)
 129
 130 struct journal_space {
 131         /* Units of 512 bytes sectors: */
 132         unsigned        next_entry; /* How big the next journal entry can be */
 133         unsigned        total;
 134 };
 135
 136 enum journal_space_from {
 137         journal_space_discarded,
 138         journal_space_clean_ondisk,
 139         journal_space_clean,
 140         journal_space_total,
 141         journal_space_nr,
 142 };
 143
 144 enum {
 145         JOURNAL_REPLAY_DONE,
 146         JOURNAL_STARTED,
 147         JOURNAL_MAY_GET_UNRESERVED,
 148         JOURNAL_MAY_SKIP_FLUSH,
 149 };
 150
 151 /* Embedded in struct bch_fs */
 152 struct journal {
 153         /* Fastpath stuff up front: */
 154
 155         unsigned long           flags;
 156
 157         union journal_res_state reservations;
 158
 159         /* Max size of current journal entry */
 160         unsigned                cur_entry_u64s;
 161         unsigned                cur_entry_sectors;
 162
 163         /*
 164          * 0, or -ENOSPC if waiting on journal reclaim, or -EROFS if
 165          * insufficient devices:
 166          */
 167         enum {
 168                 cur_entry_ok,
 169                 cur_entry_blocked,
 170                 cur_entry_max_in_flight,
 171                 cur_entry_journal_full,
 172                 cur_entry_journal_pin_full,
 173                 cur_entry_journal_stuck,
 174                 cur_entry_insufficient_devices,
 175         }                       cur_entry_error;
 176
 177         union journal_preres_state prereserved;
 178
 179         /* Reserved space in journal entry to be used just prior to write */
 180         unsigned                entry_u64s_reserved;
 181
 182         unsigned                buf_size_want;
 183
 184         /*
 185          * Two journal entries -- one is currently open for new entries, the
 186          * other is possibly being written out.
 187          */
 188         struct journal_buf      buf[JOURNAL_BUF_NR];
 189
 190         spinlock_t              lock;
 191
 192         /* if nonzero, we may not open a new journal entry: */
 193         unsigned                blocked;
 194
 195         /* Used when waiting because the journal was full */
 196         wait_queue_head_t       wait;
 197         struct closure_waitlist async_wait;
 198         struct closure_waitlist preres_wait;
 199
 200         struct closure          io;
 201         struct delayed_work     write_work;
 202
 203         /* Sequence number of most recent journal entry (last entry in @pin) */
 204         atomic64_t              seq;
 205
 206         /* seq, last_seq from the most recent journal entry successfully written */
 207         u64                     seq_ondisk;
 208         u64                     flushed_seq_ondisk;
 209         u64                     last_seq_ondisk;
 210         u64                     err_seq;
 211         u64                     last_empty_seq;
 212
 213         /*
 214          * FIFO of journal entries whose btree updates have not yet been
 215          * written out.
 216          *
 217          * Each entry is a reference count. The position in the FIFO is the
 218          * entry's sequence number relative to @seq.
 219          *
 220          * The journal entry itself holds a reference count, put when the
 221          * journal entry is written out. Each btree node modified by the journal
 222          * entry also holds a reference count, put when the btree node is
 223          * written.
 224          *
 225          * When a reference count reaches zero, the journal entry is no longer
 226          * needed. When all journal entries in the oldest journal bucket are no
 227          * longer needed, the bucket can be discarded and reused.
 228          */
 229         struct {
 230                 u64 front, back, size, mask;
 231                 struct journal_entry_pin_list *data;
 232         }                       pin;
 233
 234         struct journal_space    space[journal_space_nr];
 235
 236         u64                     replay_journal_seq;
 237         u64                     replay_journal_seq_end;
 238
 239         struct write_point      wp;
 240         spinlock_t              err_lock;
 241
 242         struct mutex            reclaim_lock;
 243         /*
 244          * Used for waiting until journal reclaim has freed up space in the
 245          * journal:
 246          */
 247         wait_queue_head_t       reclaim_wait;
 248         struct task_struct      *reclaim_thread;
 249         bool                    reclaim_kicked;
 250         unsigned long           next_reclaim;
 251         u64                     nr_direct_reclaim;
 252         u64                     nr_background_reclaim;
 253
 254         unsigned long           last_flushed;
 255         struct journal_entry_pin *flush_in_progress;
 256         bool                    flush_in_progress_dropped;
 257         wait_queue_head_t       pin_flush_wait;
 258
 259         /* protects advancing ja->discard_idx: */
 260         struct mutex            discard_lock;
 261         bool                    can_discard;
 262
 263         unsigned long           last_flush_write;
 264
 265         u64                     res_get_blocked_start;
 266         u64                     write_start_time;
 267
 268         u64                     nr_flush_writes;
 269         u64                     nr_noflush_writes;
 270
 271         struct time_stats       *flush_write_time;
 272         struct time_stats       *noflush_write_time;
 273         struct time_stats       *blocked_time;
 274         struct time_stats       *flush_seq_time;
 275
 276 #ifdef CONFIG_DEBUG_LOCK_ALLOC
 277         struct lockdep_map      res_map;
 278 #endif
 279 };
 280
 281 /*
 282  * Embedded in struct bch_dev. First three fields refer to the array of journal
 283  * buckets, in bch_sb.
 284  */
 285 struct journal_device {
 286         /*
 287          * For each journal bucket, contains the max sequence number of the
 288          * journal writes it contains - so we know when a bucket can be reused.
 289          */
 290         u64                     *bucket_seq;
 291
 292         unsigned                sectors_free;
 293
 294         /*
 295          * discard_idx <= dirty_idx_ondisk <= dirty_idx <= cur_idx:
 296          */
 297         unsigned                discard_idx;            /* Next bucket to discard */
 298         unsigned                dirty_idx_ondisk;
 299         unsigned                dirty_idx;
 300         unsigned                cur_idx;                /* Journal bucket we're currently writing to */
 301         unsigned                nr;
 302
 303         u64                     *buckets;
 304
 305         /* Bio for journal reads/writes to this device */
 306         struct bio              *bio;
 307
 308         /* for bch_journal_read_device */
 309         struct closure          read;
 310 };
 311
 312 /*
 313  * journal_entry_res - reserve space in every journal entry:
 314  */
 315 struct journal_entry_res {
 316         unsigned                u64s;
 317 };
 318
 319 #endif /* _BCACHEFS_JOURNAL_TYPES_H */