-#ifndef _BCACHE_IO_TYPES_H
-#define _BCACHE_IO_TYPES_H
+/* SPDX-License-Identifier: GPL-2.0 */
+#ifndef _BCACHEFS_IO_TYPES_H
+#define _BCACHEFS_IO_TYPES_H
+#include "alloc_types.h"
#include "btree_types.h"
#include "buckets_types.h"
+#include "extents_types.h"
#include "keylist_types.h"
+#include "opts.h"
+#include "super_types.h"
#include <linux/llist.h>
#include <linux/workqueue.h>
struct bch_read_bio {
+ struct bch_fs *c;
+ u64 start_time;
+ u64 submit_time;
+
/*
* Reads will often have to be split, and if the extent being read from
* was checksummed or compressed we'll also have to allocate bounce
*/
union {
struct bch_read_bio *parent;
- bio_end_io_t *orig_bi_end_io;
+ bio_end_io_t *end_io;
};
/*
- * Saved copy of parent->bi_iter, from submission time - allows us to
+ * Saved copy of bio->bi_iter, from submission time - allows us to
* resubmit on IO error, and also to copy data back to the original bio
* when we're bouncing:
*/
- struct bvec_iter parent_iter;
+ struct bvec_iter bvec_iter;
+
+ unsigned offset_into_extent;
- unsigned submit_time_us;
u16 flags;
- u8 bounce:1,
- split:1;
+ union {
+ struct {
+ u16 bounce:1,
+ split:1,
+ kmalloc:1,
+ have_ioref:1,
+ narrow_crcs:1,
+ hole:1,
+ retry:2,
+ context:2;
+ };
+ u16 _state;
+ };
- struct bch_fs *c;
- struct bch_dev *ca;
- struct bch_extent_ptr ptr;
- struct bch_extent_crc128 crc;
- struct bversion version;
+ struct bch_devs_list devs_have;
- struct cache_promote_op *promote;
+ struct extent_ptr_decoded pick;
/*
- * If we have to retry the read (IO error, checksum failure, read stale
- * data (raced with allocator), we retry the portion of the parent bio
- * that failed (i.e. this bio's portion, parent_iter).
- *
- * But we need to stash the inode somewhere:
+ * pos we read from - different from data_pos for indirect extents:
*/
- u64 inode;
+ u32 subvol;
+ struct bpos read_pos;
+
+ /*
+ * start pos of data we read (may not be pos of data we want) - for
+ * promote, narrow extents paths:
+ */
+ enum btree_id data_btree;
+ struct bpos data_pos;
+ struct bversion version;
+
+ struct promote_op *promote;
+
+ struct bch_io_opts opts;
struct work_struct work;
struct bio bio;
};
-static inline struct bch_read_bio *
-bch2_rbio_parent(struct bch_read_bio *rbio)
-{
- return rbio->split ? rbio->parent : rbio;
-}
-
struct bch_write_bio {
struct bch_fs *c;
- struct bch_dev *ca;
- union {
- struct bio *orig;
- struct closure *cl;
- };
+ struct bch_write_bio *parent;
+
+ u64 submit_time;
+
+ struct bch_devs_list failed;
+ u8 dev;
- unsigned submit_time_us;
unsigned split:1,
bounce:1,
- put_bio:1;
-
- /* Only for btree writes: */
- unsigned used_mempool:1;
- u8 order;
+ put_bio:1,
+ have_ioref:1,
+ used_mempool:1,
+ first_btree_write:1;
struct bio bio;
};
-struct bch_replace_info {
- struct extent_insert_hook hook;
- /* How many insertions succeeded */
- unsigned successes;
- /* How many insertions failed */
- unsigned failures;
- BKEY_PADDED(key);
-};
-
struct bch_write_op {
struct closure cl;
- struct bch_fs *c;
- struct workqueue_struct *io_wq;
- struct bch_write_bio *bio;
+ struct bch_fs *c;
+ void (*end_io)(struct bch_write_op *);
+ u64 start_time;
unsigned written; /* sectors */
-
- short error;
-
u16 flags;
+ s16 error; /* dio write path expects it to hold -ERESTARTSYS... */
+
unsigned csum_type:4;
unsigned compression_type:4;
unsigned nr_replicas:4;
- unsigned alloc_reserve:4;
- unsigned nonce:14;
+ unsigned nr_replicas_required:4;
+ unsigned alloc_reserve:3;
+ unsigned incompressible:1;
+ struct bch_devs_list devs_have;
+ u16 target;
+ u16 nonce;
+ struct bch_io_opts opts;
+
+ u32 subvol;
struct bpos pos;
struct bversion version;
- /* For BCH_WRITE_DATA_COMPRESSED: */
- struct bch_extent_crc128 crc;
- unsigned size;
+ /* For BCH_WRITE_DATA_ENCODED: */
+ struct bch_extent_crc_unpacked crc;
+
+ struct write_point_specifier write_point;
struct disk_reservation res;
- struct write_point *wp;
-
- union {
- u8 open_buckets[16];
- struct {
- struct bch_write_op *next;
- unsigned long expires;
- };
- };
+ struct open_buckets open_buckets;
/*
* If caller wants to flush but hasn't passed us a journal_seq ptr, we
u64 *journal_seq_p;
u64 journal_seq;
};
+ u64 new_i_size;
+ s64 i_sectors_delta;
int (*index_update_fn)(struct bch_write_op *);
+ struct bch_devs_mask failed;
+
struct keylist insert_keys;
u64 inline_keys[BKEY_EXTENT_U64s_MAX * 2];
+
+ /* Must be last: */
+ struct bch_write_bio wbio;
};
-#endif /* _BCACHE_IO_TYPES_H */
+#endif /* _BCACHEFS_IO_TYPES_H */