1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _BCACHEFS_ALLOC_FOREGROUND_H
3 #define _BCACHEFS_ALLOC_FOREGROUND_H
6 #include "alloc_types.h"
10 #include <linux/hash.h>
17 extern const char * const bch2_alloc_reserves[];
19 void bch2_reset_alloc_cursors(struct bch_fs *);
21 struct dev_alloc_list {
23 u8 devs[BCH_SB_MEMBERS_MAX];
26 struct dev_alloc_list bch2_dev_alloc_list(struct bch_fs *,
27 struct dev_stripe_state *,
28 struct bch_devs_mask *);
29 void bch2_dev_stripe_increment(struct bch_dev *, struct dev_stripe_state *);
31 long bch2_bucket_alloc_new_fs(struct bch_dev *);
33 struct open_bucket *bch2_bucket_alloc(struct bch_fs *, struct bch_dev *,
34 enum alloc_reserve, bool,
37 static inline void ob_push(struct bch_fs *c, struct open_buckets *obs,
38 struct open_bucket *ob)
40 BUG_ON(obs->nr >= ARRAY_SIZE(obs->v));
42 obs->v[obs->nr++] = ob - c->open_buckets;
45 #define open_bucket_for_each(_c, _obs, _ob, _i) \
47 (_i) < (_obs)->nr && \
48 ((_ob) = (_c)->open_buckets + (_obs)->v[_i], true); \
51 static inline struct open_bucket *ec_open_bucket(struct bch_fs *c,
52 struct open_buckets *obs)
54 struct open_bucket *ob;
57 open_bucket_for_each(c, obs, ob, i)
64 void bch2_open_bucket_write_error(struct bch_fs *,
65 struct open_buckets *, unsigned);
67 void __bch2_open_bucket_put(struct bch_fs *, struct open_bucket *);
69 static inline void bch2_open_bucket_put(struct bch_fs *c, struct open_bucket *ob)
71 if (atomic_dec_and_test(&ob->pin))
72 __bch2_open_bucket_put(c, ob);
75 static inline void bch2_open_buckets_put(struct bch_fs *c,
76 struct open_buckets *ptrs)
78 struct open_bucket *ob;
81 open_bucket_for_each(c, ptrs, ob, i)
82 bch2_open_bucket_put(c, ob);
86 static inline void bch2_alloc_sectors_done_inlined(struct bch_fs *c, struct write_point *wp)
88 struct open_buckets ptrs = { .nr = 0 }, keep = { .nr = 0 };
89 struct open_bucket *ob;
92 open_bucket_for_each(c, &wp->ptrs, ob, i)
93 ob_push(c, !ob->sectors_free ? &ptrs : &keep, ob);
96 mutex_unlock(&wp->lock);
98 bch2_open_buckets_put(c, &ptrs);
101 static inline void bch2_open_bucket_get(struct bch_fs *c,
102 struct write_point *wp,
103 struct open_buckets *ptrs)
105 struct open_bucket *ob;
108 open_bucket_for_each(c, &wp->ptrs, ob, i) {
109 ob->data_type = wp->data_type;
110 atomic_inc(&ob->pin);
111 ob_push(c, ptrs, ob);
115 static inline open_bucket_idx_t *open_bucket_hashslot(struct bch_fs *c,
116 unsigned dev, u64 bucket)
118 return c->open_buckets_hash +
119 (jhash_3words(dev, bucket, bucket >> 32, 0) &
120 (OPEN_BUCKETS_COUNT - 1));
123 static inline bool bch2_bucket_is_open(struct bch_fs *c, unsigned dev, u64 bucket)
125 open_bucket_idx_t slot = *open_bucket_hashslot(c, dev, bucket);
128 struct open_bucket *ob = &c->open_buckets[slot];
130 if (ob->dev == dev && ob->bucket == bucket)
139 static inline bool bch2_bucket_is_open_safe(struct bch_fs *c, unsigned dev, u64 bucket)
143 if (bch2_bucket_is_open(c, dev, bucket))
146 spin_lock(&c->freelist_lock);
147 ret = bch2_bucket_is_open(c, dev, bucket);
148 spin_unlock(&c->freelist_lock);
153 int bch2_bucket_alloc_set(struct bch_fs *, struct open_buckets *,
154 struct dev_stripe_state *, struct bch_devs_mask *,
155 unsigned, unsigned *, bool *, enum alloc_reserve,
156 unsigned, struct closure *);
158 int bch2_alloc_sectors_start_trans(struct btree_trans *,
160 struct write_point_specifier,
161 struct bch_devs_list *,
166 struct write_point **);
168 struct bch_extent_ptr bch2_ob_ptr(struct bch_fs *, struct open_bucket *);
171 * Append pointers to the space we just allocated to @k, and mark @sectors space
172 * as allocated out of @ob
175 bch2_alloc_sectors_append_ptrs_inlined(struct bch_fs *c, struct write_point *wp,
176 struct bkey_i *k, unsigned sectors,
179 struct open_bucket *ob;
182 BUG_ON(sectors > wp->sectors_free);
183 wp->sectors_free -= sectors;
184 wp->sectors_allocated += sectors;
186 open_bucket_for_each(c, &wp->ptrs, ob, i) {
187 struct bch_dev *ca = bch_dev_bkey_exists(c, ob->dev);
188 struct bch_extent_ptr ptr = bch2_ob_ptr(c, ob);
190 ptr.cached = cached ||
191 (!ca->mi.durability &&
192 wp->data_type == BCH_DATA_user);
194 bch2_bkey_append_ptr(k, ptr);
196 BUG_ON(sectors > ob->sectors_free);
197 ob->sectors_free -= sectors;
201 void bch2_alloc_sectors_append_ptrs(struct bch_fs *, struct write_point *,
202 struct bkey_i *, unsigned, bool);
203 void bch2_alloc_sectors_done(struct bch_fs *, struct write_point *);
205 void bch2_open_buckets_stop_dev(struct bch_fs *, struct bch_dev *,
206 struct open_buckets *);
208 void bch2_writepoint_stop(struct bch_fs *, struct bch_dev *,
209 struct write_point *);
211 static inline struct write_point_specifier writepoint_hashed(unsigned long v)
213 return (struct write_point_specifier) { .v = v | 1 };
216 static inline struct write_point_specifier writepoint_ptr(struct write_point *wp)
218 return (struct write_point_specifier) { .v = (unsigned long) wp };
221 void bch2_fs_allocator_foreground_init(struct bch_fs *);
223 void bch2_open_buckets_to_text(struct printbuf *, struct bch_fs *);
225 void bch2_write_points_to_text(struct printbuf *, struct bch_fs *);
227 #endif /* _BCACHEFS_ALLOC_FOREGROUND_H */