1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _BCACHEFS_SUPER_H
3 #define _BCACHEFS_SUPER_H
7 #include "bcachefs_ioctl.h"
9 #include <linux/math64.h>
11 static inline size_t sector_to_bucket(const struct bch_dev *ca, sector_t s)
13 return div_u64(s, ca->mi.bucket_size);
16 static inline sector_t bucket_to_sector(const struct bch_dev *ca, size_t b)
18 return ((sector_t) b) * ca->mi.bucket_size;
21 static inline sector_t bucket_remainder(const struct bch_dev *ca, sector_t s)
25 div_u64_rem(s, ca->mi.bucket_size, &remainder);
29 static inline size_t sector_to_bucket_and_offset(const struct bch_dev *ca, sector_t s,
32 return div_u64_rem(s, ca->mi.bucket_size, offset);
35 static inline bool bch2_dev_is_online(struct bch_dev *ca)
37 return !percpu_ref_is_zero(&ca->io_ref);
40 static inline bool bch2_dev_is_readable(struct bch_dev *ca)
42 return bch2_dev_is_online(ca) &&
43 ca->mi.state != BCH_MEMBER_STATE_failed;
46 static inline bool bch2_dev_get_ioref(struct bch_dev *ca, int rw)
48 if (!percpu_ref_tryget(&ca->io_ref))
51 if (ca->mi.state == BCH_MEMBER_STATE_rw ||
52 (ca->mi.state == BCH_MEMBER_STATE_ro && rw == READ))
55 percpu_ref_put(&ca->io_ref);
59 static inline unsigned dev_mask_nr(const struct bch_devs_mask *devs)
61 return bitmap_weight(devs->d, BCH_SB_MEMBERS_MAX);
64 static inline bool bch2_dev_list_has_dev(struct bch_devs_list devs,
69 for (i = 0; i < devs.nr; i++)
70 if (devs.devs[i] == dev)
76 static inline void bch2_dev_list_drop_dev(struct bch_devs_list *devs,
81 for (i = 0; i < devs->nr; i++)
82 if (devs->devs[i] == dev) {
83 array_remove_item(devs->devs, devs->nr, i);
88 static inline void bch2_dev_list_add_dev(struct bch_devs_list *devs,
91 BUG_ON(bch2_dev_list_has_dev(*devs, dev));
92 BUG_ON(devs->nr >= BCH_REPLICAS_MAX);
93 devs->devs[devs->nr++] = dev;
96 static inline struct bch_devs_list bch2_dev_list_single(unsigned dev)
98 return (struct bch_devs_list) { .nr = 1, .devs[0] = dev };
101 static inline struct bch_dev *__bch2_next_dev(struct bch_fs *c, unsigned *iter,
102 const struct bch_devs_mask *mask)
104 struct bch_dev *ca = NULL;
107 ? find_next_bit(mask->d, c->sb.nr_devices, *iter)
108 : *iter) < c->sb.nr_devices &&
109 !(ca = rcu_dereference_check(c->devs[*iter],
110 lockdep_is_held(&c->state_lock))))
116 #define for_each_member_device_rcu(ca, c, iter, mask) \
117 for ((iter) = 0; ((ca) = __bch2_next_dev((c), &(iter), mask)); (iter)++)
119 static inline struct bch_dev *bch2_get_next_dev(struct bch_fs *c, unsigned *iter)
124 if ((ca = __bch2_next_dev(c, iter, NULL)))
125 percpu_ref_get(&ca->ref);
132 * If you break early, you must drop your ref on the current device
134 #define for_each_member_device(ca, c, iter) \
136 (ca = bch2_get_next_dev(c, &(iter))); \
137 percpu_ref_put(&ca->ref), (iter)++)
139 static inline struct bch_dev *bch2_get_next_online_dev(struct bch_fs *c,
146 while ((ca = __bch2_next_dev(c, iter, NULL)) &&
147 (!((1 << ca->mi.state) & state_mask) ||
148 !percpu_ref_tryget(&ca->io_ref)))
155 #define __for_each_online_member(ca, c, iter, state_mask) \
157 (ca = bch2_get_next_online_dev(c, &(iter), state_mask)); \
158 percpu_ref_put(&ca->io_ref), (iter)++)
160 #define for_each_online_member(ca, c, iter) \
161 __for_each_online_member(ca, c, iter, ~0)
163 #define for_each_rw_member(ca, c, iter) \
164 __for_each_online_member(ca, c, iter, 1 << BCH_MEMBER_STATE_rw)
166 #define for_each_readable_member(ca, c, iter) \
167 __for_each_online_member(ca, c, iter, \
168 (1 << BCH_MEMBER_STATE_rw)|(1 << BCH_MEMBER_STATE_ro))
171 * If a key exists that references a device, the device won't be going away and
172 * we can omit rcu_read_lock():
174 static inline struct bch_dev *bch_dev_bkey_exists(const struct bch_fs *c, unsigned idx)
176 EBUG_ON(idx >= c->sb.nr_devices || !c->devs[idx]);
178 return rcu_dereference_check(c->devs[idx], 1);
181 static inline struct bch_dev *bch_dev_locked(struct bch_fs *c, unsigned idx)
183 EBUG_ON(idx >= c->sb.nr_devices || !c->devs[idx]);
185 return rcu_dereference_protected(c->devs[idx],
186 lockdep_is_held(&c->sb_lock) ||
187 lockdep_is_held(&c->state_lock));
190 /* XXX kill, move to struct bch_fs */
191 static inline struct bch_devs_mask bch2_online_devs(struct bch_fs *c)
193 struct bch_devs_mask devs;
197 memset(&devs, 0, sizeof(devs));
198 for_each_online_member(ca, c, i)
199 __set_bit(ca->dev_idx, devs.d);
203 static inline bool is_superblock_bucket(struct bch_dev *ca, u64 b)
205 struct bch_sb_layout *layout = &ca->disk_sb.sb->layout;
206 u64 b_offset = bucket_to_sector(ca, b);
207 u64 b_end = bucket_to_sector(ca, b + 1);
213 for (i = 0; i < layout->nr_superblocks; i++) {
214 u64 offset = le64_to_cpu(layout->sb_offset[i]);
215 u64 end = offset + (1 << layout->sb_max_size_bits);
217 if (!(offset >= b_end || end <= b_offset))
224 struct bch_fs *bch2_dev_to_fs(dev_t);
225 struct bch_fs *bch2_uuid_to_fs(uuid_le);
227 bool bch2_dev_state_allowed(struct bch_fs *, struct bch_dev *,
228 enum bch_member_state, int);
229 int __bch2_dev_set_state(struct bch_fs *, struct bch_dev *,
230 enum bch_member_state, int);
231 int bch2_dev_set_state(struct bch_fs *, struct bch_dev *,
232 enum bch_member_state, int);
234 int bch2_dev_fail(struct bch_dev *, int);
235 int bch2_dev_remove(struct bch_fs *, struct bch_dev *, int);
236 int bch2_dev_add(struct bch_fs *, const char *);
237 int bch2_dev_online(struct bch_fs *, const char *);
238 int bch2_dev_offline(struct bch_fs *, struct bch_dev *, int);
239 int bch2_dev_resize(struct bch_fs *, struct bch_dev *, u64);
240 struct bch_dev *bch2_dev_lookup(struct bch_fs *, const char *);
242 bool bch2_fs_emergency_read_only(struct bch_fs *);
243 void bch2_fs_read_only(struct bch_fs *);
245 int bch2_fs_read_write(struct bch_fs *);
246 int bch2_fs_read_write_early(struct bch_fs *);
249 * Only for use in the recovery/fsck path:
251 static inline void bch2_fs_lazy_rw(struct bch_fs *c)
253 if (percpu_ref_is_zero(&c->writes))
254 bch2_fs_read_write_early(c);
257 void __bch2_fs_stop(struct bch_fs *);
258 void bch2_fs_free(struct bch_fs *);
259 void bch2_fs_stop(struct bch_fs *);
261 int bch2_fs_start(struct bch_fs *);
262 struct bch_fs *bch2_fs_open(char * const *, unsigned, struct bch_opts);
264 #endif /* _BCACHEFS_SUPER_H */