1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _BCACHEFS_SUPER_H
3 #define _BCACHEFS_SUPER_H
7 #include "bcachefs_ioctl.h"
9 #include <linux/math64.h>
11 static inline size_t sector_to_bucket(const struct bch_dev *ca, sector_t s)
13 return div_u64(s, ca->mi.bucket_size);
16 static inline sector_t bucket_to_sector(const struct bch_dev *ca, size_t b)
18 return ((sector_t) b) * ca->mi.bucket_size;
21 static inline sector_t bucket_remainder(const struct bch_dev *ca, sector_t s)
25 div_u64_rem(s, ca->mi.bucket_size, &remainder);
29 static inline size_t sector_to_bucket_and_offset(const struct bch_dev *ca, sector_t s,
32 return div_u64_rem(s, ca->mi.bucket_size, offset);
35 static inline bool bch2_dev_is_online(struct bch_dev *ca)
37 return !percpu_ref_is_zero(&ca->io_ref);
40 static inline bool bch2_dev_is_readable(struct bch_dev *ca)
42 return bch2_dev_is_online(ca) &&
43 ca->mi.state != BCH_MEMBER_STATE_failed;
46 static inline bool bch2_dev_get_ioref(struct bch_dev *ca, int rw)
48 if (!percpu_ref_tryget(&ca->io_ref))
51 if (ca->mi.state == BCH_MEMBER_STATE_rw ||
52 (ca->mi.state == BCH_MEMBER_STATE_ro && rw == READ))
55 percpu_ref_put(&ca->io_ref);
59 static inline unsigned dev_mask_nr(const struct bch_devs_mask *devs)
61 return bitmap_weight(devs->d, BCH_SB_MEMBERS_MAX);
64 static inline bool bch2_dev_list_has_dev(struct bch_devs_list devs,
69 for (i = 0; i < devs.nr; i++)
70 if (devs.devs[i] == dev)
76 static inline void bch2_dev_list_drop_dev(struct bch_devs_list *devs,
81 for (i = 0; i < devs->nr; i++)
82 if (devs->devs[i] == dev) {
83 array_remove_item(devs->devs, devs->nr, i);
88 static inline void bch2_dev_list_add_dev(struct bch_devs_list *devs,
91 if (!bch2_dev_list_has_dev(*devs, dev)) {
92 BUG_ON(devs->nr >= ARRAY_SIZE(devs->devs));
93 devs->devs[devs->nr++] = dev;
97 static inline struct bch_devs_list bch2_dev_list_single(unsigned dev)
99 return (struct bch_devs_list) { .nr = 1, .devs[0] = dev };
102 static inline struct bch_dev *__bch2_next_dev(struct bch_fs *c, unsigned *iter,
103 const struct bch_devs_mask *mask)
105 struct bch_dev *ca = NULL;
108 ? find_next_bit(mask->d, c->sb.nr_devices, *iter)
109 : *iter) < c->sb.nr_devices &&
110 !(ca = rcu_dereference_check(c->devs[*iter],
111 lockdep_is_held(&c->state_lock))))
117 #define for_each_member_device_rcu(ca, c, iter, mask) \
118 for ((iter) = 0; ((ca) = __bch2_next_dev((c), &(iter), mask)); (iter)++)
120 static inline struct bch_dev *bch2_get_next_dev(struct bch_fs *c, unsigned *iter)
125 if ((ca = __bch2_next_dev(c, iter, NULL)))
126 percpu_ref_get(&ca->ref);
133 * If you break early, you must drop your ref on the current device
135 #define for_each_member_device(ca, c, iter) \
137 (ca = bch2_get_next_dev(c, &(iter))); \
138 percpu_ref_put(&ca->ref), (iter)++)
140 static inline struct bch_dev *bch2_get_next_online_dev(struct bch_fs *c,
147 while ((ca = __bch2_next_dev(c, iter, NULL)) &&
148 (!((1 << ca->mi.state) & state_mask) ||
149 !percpu_ref_tryget(&ca->io_ref)))
156 #define __for_each_online_member(ca, c, iter, state_mask) \
158 (ca = bch2_get_next_online_dev(c, &(iter), state_mask)); \
159 percpu_ref_put(&ca->io_ref), (iter)++)
161 #define for_each_online_member(ca, c, iter) \
162 __for_each_online_member(ca, c, iter, ~0)
164 #define for_each_rw_member(ca, c, iter) \
165 __for_each_online_member(ca, c, iter, 1 << BCH_MEMBER_STATE_rw)
167 #define for_each_readable_member(ca, c, iter) \
168 __for_each_online_member(ca, c, iter, \
169 (1 << BCH_MEMBER_STATE_rw)|(1 << BCH_MEMBER_STATE_ro))
172 * If a key exists that references a device, the device won't be going away and
173 * we can omit rcu_read_lock():
175 static inline struct bch_dev *bch_dev_bkey_exists(const struct bch_fs *c, unsigned idx)
177 EBUG_ON(idx >= c->sb.nr_devices || !c->devs[idx]);
179 return rcu_dereference_check(c->devs[idx], 1);
182 static inline struct bch_dev *bch_dev_locked(struct bch_fs *c, unsigned idx)
184 EBUG_ON(idx >= c->sb.nr_devices || !c->devs[idx]);
186 return rcu_dereference_protected(c->devs[idx],
187 lockdep_is_held(&c->sb_lock) ||
188 lockdep_is_held(&c->state_lock));
191 /* XXX kill, move to struct bch_fs */
192 static inline struct bch_devs_mask bch2_online_devs(struct bch_fs *c)
194 struct bch_devs_mask devs;
198 memset(&devs, 0, sizeof(devs));
199 for_each_online_member(ca, c, i)
200 __set_bit(ca->dev_idx, devs.d);
204 static inline bool is_superblock_bucket(struct bch_dev *ca, u64 b)
206 struct bch_sb_layout *layout = &ca->disk_sb.sb->layout;
207 u64 b_offset = bucket_to_sector(ca, b);
208 u64 b_end = bucket_to_sector(ca, b + 1);
214 for (i = 0; i < layout->nr_superblocks; i++) {
215 u64 offset = le64_to_cpu(layout->sb_offset[i]);
216 u64 end = offset + (1 << layout->sb_max_size_bits);
218 if (!(offset >= b_end || end <= b_offset))
225 struct bch_fs *bch2_dev_to_fs(dev_t);
226 struct bch_fs *bch2_uuid_to_fs(uuid_le);
228 bool bch2_dev_state_allowed(struct bch_fs *, struct bch_dev *,
229 enum bch_member_state, int);
230 int __bch2_dev_set_state(struct bch_fs *, struct bch_dev *,
231 enum bch_member_state, int);
232 int bch2_dev_set_state(struct bch_fs *, struct bch_dev *,
233 enum bch_member_state, int);
235 int bch2_dev_fail(struct bch_dev *, int);
236 int bch2_dev_remove(struct bch_fs *, struct bch_dev *, int);
237 int bch2_dev_add(struct bch_fs *, const char *);
238 int bch2_dev_online(struct bch_fs *, const char *);
239 int bch2_dev_offline(struct bch_fs *, struct bch_dev *, int);
240 int bch2_dev_resize(struct bch_fs *, struct bch_dev *, u64);
241 struct bch_dev *bch2_dev_lookup(struct bch_fs *, const char *);
243 bool bch2_fs_emergency_read_only(struct bch_fs *);
244 void bch2_fs_read_only(struct bch_fs *);
246 int bch2_fs_read_write(struct bch_fs *);
247 int bch2_fs_read_write_early(struct bch_fs *);
250 * Only for use in the recovery/fsck path:
252 static inline void bch2_fs_lazy_rw(struct bch_fs *c)
254 if (percpu_ref_is_zero(&c->writes))
255 bch2_fs_read_write_early(c);
258 void __bch2_fs_stop(struct bch_fs *);
259 void bch2_fs_free(struct bch_fs *);
260 void bch2_fs_stop(struct bch_fs *);
262 int bch2_fs_start(struct bch_fs *);
263 struct bch_fs *bch2_fs_open(char * const *, unsigned, struct bch_opts);
265 #endif /* _BCACHEFS_SUPER_H */