-#ifndef _BCACHE_IO_TYPES_H
-#define _BCACHE_IO_TYPES_H
+/* SPDX-License-Identifier: GPL-2.0 */
+#ifndef _BCACHEFS_IO_TYPES_H
+#define _BCACHEFS_IO_TYPES_H
+#include "alloc_types.h"
#include "btree_types.h"
#include "buckets_types.h"
+#include "extents_types.h"
#include "keylist_types.h"
+#include "opts.h"
+#include "super_types.h"
#include <linux/llist.h>
#include <linux/workqueue.h>
struct bch_read_bio {
+ struct bch_fs *c;
+ u64 start_time;
+ u64 submit_time;
+
/*
* Reads will often have to be split, and if the extent being read from
* was checksummed or compressed we'll also have to allocate bounce
*/
union {
struct bch_read_bio *parent;
- bio_end_io_t *orig_bi_end_io;
+ bio_end_io_t *end_io;
};
/*
- * Saved copy of parent->bi_iter, from submission time - allows us to
+ * Saved copy of bio->bi_iter, from submission time - allows us to
* resubmit on IO error, and also to copy data back to the original bio
* when we're bouncing:
*/
- struct bvec_iter parent_iter;
+ struct bvec_iter bvec_iter;
+
+ unsigned offset_into_extent;
- unsigned submit_time_us;
u16 flags;
- u8 bounce:1,
- split:1;
+ union {
+ struct {
+ u16 bounce:1,
+ split:1,
+ kmalloc:1,
+ have_ioref:1,
+ narrow_crcs:1,
+ hole:1,
+ retry:2,
+ context:2;
+ };
+ u16 _state;
+ };
- struct bch_fs *c;
- struct bch_dev *ca;
- struct bch_extent_ptr ptr;
- struct bch_extent_crc128 crc;
- struct bversion version;
+ struct bch_devs_list devs_have;
- struct cache_promote_op *promote;
+ struct extent_ptr_decoded pick;
/*
- * If we have to retry the read (IO error, checksum failure, read stale
- * data (raced with allocator), we retry the portion of the parent bio
- * that failed (i.e. this bio's portion, parent_iter).
- *
- * But we need to stash the inode somewhere:
+ * pos we read from - different from data_pos for indirect extents:
*/
- u64 inode;
+ u32 subvol;
+ struct bpos read_pos;
+
+ /*
+ * start pos of data we read (may not be pos of data we want) - for
+ * promote, narrow extents paths:
+ */
+ enum btree_id data_btree;
+ struct bpos data_pos;
+ struct bversion version;
+
+ struct promote_op *promote;
+
+ struct bch_io_opts opts;
struct work_struct work;
struct bio bio;
};
-static inline struct bch_read_bio *
-bch2_rbio_parent(struct bch_read_bio *rbio)
-{
- return rbio->split ? rbio->parent : rbio;
-}
-
struct bch_write_bio {
struct bch_fs *c;
- struct bch_dev *ca;
- union {
struct bch_write_bio *parent;
- struct closure *cl;
- };
- u8 ptr_idx;
- u8 replicas_failed;
- u8 order;
+ u64 submit_time;
+ u64 inode_offset;
+
+ struct bch_devs_list failed;
+ u8 dev;
unsigned split:1,
bounce:1,
put_bio:1,
- have_io_ref:1,
- used_mempool:1;
-
- unsigned submit_time_us;
- void *data;
+ have_ioref:1,
+ nocow:1,
+ used_mempool:1,
+ first_btree_write:1;
struct bio bio;
};
struct bch_write_op {
struct closure cl;
struct bch_fs *c;
- struct workqueue_struct *io_wq;
+ void (*end_io)(struct bch_write_op *);
+ u64 start_time;
unsigned written; /* sectors */
-
- short error;
-
u16 flags;
+ s16 error; /* dio write path expects it to hold -ERESTARTSYS... */
+
unsigned csum_type:4;
unsigned compression_type:4;
unsigned nr_replicas:4;
- unsigned alloc_reserve:4;
- unsigned nonce:14;
+ unsigned nr_replicas_required:4;
+ unsigned alloc_reserve:3;
+ unsigned incompressible:1;
+ unsigned stripe_waited:1;
+
+ struct bch_devs_list devs_have;
+ u16 target;
+ u16 nonce;
+ struct bch_io_opts opts;
+ u32 subvol;
struct bpos pos;
struct bversion version;
- /* For BCH_WRITE_DATA_COMPRESSED: */
- struct bch_extent_crc128 crc;
- unsigned size;
+ /* For BCH_WRITE_DATA_ENCODED: */
+ struct bch_extent_crc_unpacked crc;
- struct disk_reservation res;
+ struct write_point_specifier write_point;
struct write_point *wp;
+ struct list_head wp_list;
- union {
- u8 open_buckets[16];
- struct {
- struct bch_write_op *next;
- unsigned long expires;
- };
- };
+ struct disk_reservation res;
- /*
- * If caller wants to flush but hasn't passed us a journal_seq ptr, we
- * still need to stash the journal_seq somewhere:
- */
- union {
- u64 *journal_seq_p;
- u64 journal_seq;
- };
+ struct open_buckets open_buckets;
- int (*index_update_fn)(struct bch_write_op *);
+ u64 new_i_size;
+ s64 i_sectors_delta;
+
+ struct bch_devs_mask failed;
struct keylist insert_keys;
u64 inline_keys[BKEY_EXTENT_U64s_MAX * 2];
+ /*
+ * Bitmask of devices that have had nocow writes issued to them since
+ * last flush:
+ */
+ struct bch_devs_mask *devs_need_flush;
+
/* Must be last: */
struct bch_write_bio wbio;
};
-#endif /* _BCACHE_IO_TYPES_H */
+#endif /* _BCACHEFS_IO_TYPES_H */