xref: /linux-6.15/fs/bcachefs/backpointers.h (revision 88d961b5)
1a8c752bbSKent Overstreet /* SPDX-License-Identifier: GPL-2.0 */
2baabeb49SKent Overstreet #ifndef _BCACHEFS_BACKPOINTERS_H
3baabeb49SKent Overstreet #define _BCACHEFS_BACKPOINTERS_H
4a8c752bbSKent Overstreet 
5ec4edd7bSKent Overstreet #include "btree_cache.h"
6a8c752bbSKent Overstreet #include "btree_iter.h"
7a8c752bbSKent Overstreet #include "btree_update.h"
8a8c752bbSKent Overstreet #include "buckets.h"
9633cf069SKent Overstreet #include "error.h"
10a8c752bbSKent Overstreet #include "super.h"
11a8c752bbSKent Overstreet 
swab40(u64 x)127cb2a789SBrian Foster static inline u64 swab40(u64 x)
137cb2a789SBrian Foster {
147cb2a789SBrian Foster 	return (((x & 0x00000000ffULL) << 32)|
157cb2a789SBrian Foster 		((x & 0x000000ff00ULL) << 16)|
167cb2a789SBrian Foster 		((x & 0x0000ff0000ULL) >>  0)|
177cb2a789SBrian Foster 		((x & 0x00ff000000ULL) >> 16)|
187cb2a789SBrian Foster 		((x & 0xff00000000ULL) >> 32));
197cb2a789SBrian Foster }
207cb2a789SBrian Foster 
21a6f4794fSKent Overstreet int bch2_backpointer_validate(struct bch_fs *, struct bkey_s_c k,
22a6f4794fSKent Overstreet 			      struct bkey_validate_context);
23eb25733aSKent Overstreet void bch2_backpointer_to_text(struct printbuf *, struct bch_fs *, struct bkey_s_c);
24a8c752bbSKent Overstreet void bch2_backpointer_swab(struct bkey_s);
25a8c752bbSKent Overstreet 
26a8c752bbSKent Overstreet #define bch2_bkey_ops_backpointer ((struct bkey_ops) {	\
27d97de0d0SKent Overstreet 	.key_validate	= bch2_backpointer_validate,	\
28eb25733aSKent Overstreet 	.val_to_text	= bch2_backpointer_to_text,	\
29a8c752bbSKent Overstreet 	.swab		= bch2_backpointer_swab,	\
30174f930bSKent Overstreet 	.min_val_size	= 32,				\
31a8c752bbSKent Overstreet })
32a8c752bbSKent Overstreet 
33a8c752bbSKent Overstreet #define MAX_EXTENT_COMPRESS_RATIO_SHIFT		10
34a8c752bbSKent Overstreet 
35a8c752bbSKent Overstreet /*
36a8c752bbSKent Overstreet  * Convert from pos in backpointer btree to pos of corresponding bucket in alloc
37a8c752bbSKent Overstreet  * btree:
38a8c752bbSKent Overstreet  */
bp_pos_to_bucket(const struct bch_dev * ca,struct bpos bp_pos)39633cf069SKent Overstreet static inline struct bpos bp_pos_to_bucket(const struct bch_dev *ca, struct bpos bp_pos)
40a8c752bbSKent Overstreet {
41a8c752bbSKent Overstreet 	u64 bucket_sector = bp_pos.offset >> MAX_EXTENT_COMPRESS_RATIO_SHIFT;
42a8c752bbSKent Overstreet 
43a8c752bbSKent Overstreet 	return POS(bp_pos.inode, sector_to_bucket(ca, bucket_sector));
44a8c752bbSKent Overstreet }
45a8c752bbSKent Overstreet 
bp_pos_to_bucket_and_offset(const struct bch_dev * ca,struct bpos bp_pos,u32 * bucket_offset)461ab00b6cSKent Overstreet static inline struct bpos bp_pos_to_bucket_and_offset(const struct bch_dev *ca, struct bpos bp_pos,
471ab00b6cSKent Overstreet 						      u32 *bucket_offset)
481ab00b6cSKent Overstreet {
491ab00b6cSKent Overstreet 	u64 bucket_sector = bp_pos.offset >> MAX_EXTENT_COMPRESS_RATIO_SHIFT;
501ab00b6cSKent Overstreet 
511ab00b6cSKent Overstreet 	return POS(bp_pos.inode, sector_to_bucket_and_offset(ca, bucket_sector, bucket_offset));
521ab00b6cSKent Overstreet }
531ab00b6cSKent Overstreet 
bp_pos_to_bucket_nodev_noerror(struct bch_fs * c,struct bpos bp_pos,struct bpos * bucket)54633cf069SKent Overstreet static inline bool bp_pos_to_bucket_nodev_noerror(struct bch_fs *c, struct bpos bp_pos, struct bpos *bucket)
55633cf069SKent Overstreet {
56633cf069SKent Overstreet 	rcu_read_lock();
573b6ebc94SKent Overstreet 	struct bch_dev *ca = bch2_dev_rcu_noerror(c, bp_pos.inode);
58633cf069SKent Overstreet 	if (ca)
59633cf069SKent Overstreet 		*bucket = bp_pos_to_bucket(ca, bp_pos);
60633cf069SKent Overstreet 	rcu_read_unlock();
61633cf069SKent Overstreet 	return ca != NULL;
62633cf069SKent Overstreet }
63633cf069SKent Overstreet 
bucket_pos_to_bp_noerror(const struct bch_dev * ca,struct bpos bucket,u64 bucket_offset)64a2ddaf96SKent Overstreet static inline struct bpos bucket_pos_to_bp_noerror(const struct bch_dev *ca,
65a2ddaf96SKent Overstreet 						   struct bpos bucket,
66a2ddaf96SKent Overstreet 						   u64 bucket_offset)
67a2ddaf96SKent Overstreet {
68a2ddaf96SKent Overstreet 	return POS(bucket.inode,
69a2ddaf96SKent Overstreet 		   (bucket_to_sector(ca, bucket.offset) <<
70a2ddaf96SKent Overstreet 		    MAX_EXTENT_COMPRESS_RATIO_SHIFT) + bucket_offset);
71a2ddaf96SKent Overstreet }
72a2ddaf96SKent Overstreet 
73a8c752bbSKent Overstreet /*
74a8c752bbSKent Overstreet  * Convert from pos in alloc btree + bucket offset to pos in backpointer btree:
75a8c752bbSKent Overstreet  */
bucket_pos_to_bp(const struct bch_dev * ca,struct bpos bucket,u64 bucket_offset)76633cf069SKent Overstreet static inline struct bpos bucket_pos_to_bp(const struct bch_dev *ca,
77a8c752bbSKent Overstreet 					   struct bpos bucket,
78a8c752bbSKent Overstreet 					   u64 bucket_offset)
79a8c752bbSKent Overstreet {
80a2ddaf96SKent Overstreet 	struct bpos ret = bucket_pos_to_bp_noerror(ca, bucket, bucket_offset);
81633cf069SKent Overstreet 	EBUG_ON(!bkey_eq(bucket, bp_pos_to_bucket(ca, ret)));
82a8c752bbSKent Overstreet 	return ret;
83a8c752bbSKent Overstreet }
84a8c752bbSKent Overstreet 
bucket_pos_to_bp_start(const struct bch_dev * ca,struct bpos bucket)855b5a7ae8SKent Overstreet static inline struct bpos bucket_pos_to_bp_start(const struct bch_dev *ca, struct bpos bucket)
865b5a7ae8SKent Overstreet {
875b5a7ae8SKent Overstreet 	return bucket_pos_to_bp(ca, bucket, 0);
885b5a7ae8SKent Overstreet }
895b5a7ae8SKent Overstreet 
bucket_pos_to_bp_end(const struct bch_dev * ca,struct bpos bucket)905b5a7ae8SKent Overstreet static inline struct bpos bucket_pos_to_bp_end(const struct bch_dev *ca, struct bpos bucket)
915b5a7ae8SKent Overstreet {
925b5a7ae8SKent Overstreet 	return bpos_nosnap_predecessor(bucket_pos_to_bp(ca, bpos_nosnap_successor(bucket), 0));
935b5a7ae8SKent Overstreet }
945b5a7ae8SKent Overstreet 
95eb25733aSKent Overstreet int bch2_bucket_backpointer_mod_nowritebuffer(struct btree_trans *,
96eb25733aSKent Overstreet 				struct bkey_s_c,
97eb25733aSKent Overstreet 				struct bkey_i_backpointer *,
98eb25733aSKent Overstreet 				bool);
99a8c752bbSKent Overstreet 
bch2_bucket_backpointer_mod(struct btree_trans * trans,struct bkey_s_c orig_k,struct bkey_i_backpointer * bp,bool insert)100a8c752bbSKent Overstreet static inline int bch2_bucket_backpointer_mod(struct btree_trans *trans,
101a8c752bbSKent Overstreet 				struct bkey_s_c orig_k,
102eb25733aSKent Overstreet 				struct bkey_i_backpointer *bp,
103a8c752bbSKent Overstreet 				bool insert)
104a8c752bbSKent Overstreet {
105c259bd95SKent Overstreet 	if (unlikely(bch2_backpointers_no_use_write_buffer))
106eb25733aSKent Overstreet 		return bch2_bucket_backpointer_mod_nowritebuffer(trans, orig_k, bp, insert);
107a8c752bbSKent Overstreet 
108a8c752bbSKent Overstreet 	if (!insert) {
109eb25733aSKent Overstreet 		bp->k.type = KEY_TYPE_deleted;
110eb25733aSKent Overstreet 		set_bkey_val_u64s(&bp->k, 0);
111a8c752bbSKent Overstreet 	}
112a8c752bbSKent Overstreet 
113eb25733aSKent Overstreet 	return bch2_trans_update_buffered(trans, BTREE_ID_backpointers, &bp->k_i);
114a8c752bbSKent Overstreet }
115a8c752bbSKent Overstreet 
bch2_bkey_ptr_data_type(struct bkey_s_c k,struct extent_ptr_decoded p,const union bch_extent_entry * entry)11647d2080eSKent Overstreet static inline enum bch_data_type bch2_bkey_ptr_data_type(struct bkey_s_c k,
11747d2080eSKent Overstreet 							 struct extent_ptr_decoded p,
11847d2080eSKent Overstreet 							 const union bch_extent_entry *entry)
11991065976SKent Overstreet {
12047d2080eSKent Overstreet 	switch (k.k->type) {
12147d2080eSKent Overstreet 	case KEY_TYPE_btree_ptr:
12247d2080eSKent Overstreet 	case KEY_TYPE_btree_ptr_v2:
12347d2080eSKent Overstreet 		return BCH_DATA_btree;
12447d2080eSKent Overstreet 	case KEY_TYPE_extent:
12547d2080eSKent Overstreet 	case KEY_TYPE_reflink_v:
12634a49308SKent Overstreet 		if (p.has_ec)
12734a49308SKent Overstreet 			return BCH_DATA_stripe;
12834a49308SKent Overstreet 		if (p.ptr.cached)
12934a49308SKent Overstreet 			return BCH_DATA_cached;
13034a49308SKent Overstreet 		else
13134a49308SKent Overstreet 			return BCH_DATA_user;
13247d2080eSKent Overstreet 	case KEY_TYPE_stripe: {
13347d2080eSKent Overstreet 		const struct bch_extent_ptr *ptr = &entry->ptr;
13447d2080eSKent Overstreet 		struct bkey_s_c_stripe s = bkey_s_c_to_stripe(k);
13547d2080eSKent Overstreet 
13647d2080eSKent Overstreet 		BUG_ON(ptr < s.v->ptrs ||
13747d2080eSKent Overstreet 		       ptr >= s.v->ptrs + s.v->nr_blocks);
13847d2080eSKent Overstreet 
13947d2080eSKent Overstreet 		return ptr >= s.v->ptrs + s.v->nr_blocks - s.v->nr_redundant
14047d2080eSKent Overstreet 			? BCH_DATA_parity
14147d2080eSKent Overstreet 			: BCH_DATA_user;
14247d2080eSKent Overstreet 	}
14347d2080eSKent Overstreet 	default:
14447d2080eSKent Overstreet 		BUG();
14547d2080eSKent Overstreet 	}
14691065976SKent Overstreet }
14791065976SKent Overstreet 
bch2_extent_ptr_to_bp(struct bch_fs * c,enum btree_id btree_id,unsigned level,struct bkey_s_c k,struct extent_ptr_decoded p,const union bch_extent_entry * entry,struct bkey_i_backpointer * bp)1487171b1fdSKent Overstreet static inline void bch2_extent_ptr_to_bp(struct bch_fs *c,
149934137b0SKent Overstreet 			   enum btree_id btree_id, unsigned level,
150934137b0SKent Overstreet 			   struct bkey_s_c k, struct extent_ptr_decoded p,
151934137b0SKent Overstreet 			   const union bch_extent_entry *entry,
1527171b1fdSKent Overstreet 			   struct bkey_i_backpointer *bp)
153934137b0SKent Overstreet {
154eb25733aSKent Overstreet 	bkey_backpointer_init(&bp->k_i);
155*88d961b5SKent Overstreet 	bp->k.p.inode = p.ptr.dev;
156*88d961b5SKent Overstreet 
157*88d961b5SKent Overstreet 	if (k.k->type != KEY_TYPE_stripe)
158*88d961b5SKent Overstreet 		bp->k.p.offset = ((u64) p.ptr.offset << MAX_EXTENT_COMPRESS_RATIO_SHIFT) + p.crc.offset;
159*88d961b5SKent Overstreet 	else {
160*88d961b5SKent Overstreet 		/*
161*88d961b5SKent Overstreet 		 * Put stripe backpointers where they won't collide with the
162*88d961b5SKent Overstreet 		 * extent backpointers within the stripe:
163*88d961b5SKent Overstreet 		 */
164*88d961b5SKent Overstreet 		struct bkey_s_c_stripe s = bkey_s_c_to_stripe(k);
165*88d961b5SKent Overstreet 		bp->k.p.offset = ((u64) (p.ptr.offset + le16_to_cpu(s.v->sectors)) <<
166*88d961b5SKent Overstreet 				  MAX_EXTENT_COMPRESS_RATIO_SHIFT) - 1;
167*88d961b5SKent Overstreet 	}
168*88d961b5SKent Overstreet 
169eb25733aSKent Overstreet 	bp->v	= (struct bch_backpointer) {
170934137b0SKent Overstreet 		.btree_id	= btree_id,
171934137b0SKent Overstreet 		.level		= level,
172934137b0SKent Overstreet 		.data_type	= bch2_bkey_ptr_data_type(k, p, entry),
173ebdca072SKent Overstreet 		.bucket_gen	= p.ptr.gen,
1747171b1fdSKent Overstreet 		.bucket_len	= ptr_disk_sectors(level ? btree_sectors(c) : k.k->size, p),
175934137b0SKent Overstreet 		.pos		= k.k->p,
176934137b0SKent Overstreet 	};
177934137b0SKent Overstreet }
178934137b0SKent Overstreet 
179056cae1cSKent Overstreet struct bkey_buf;
1809e92d6e9SKent Overstreet struct bkey_s_c bch2_backpointer_get_key(struct btree_trans *, struct bkey_s_c_backpointer,
181056cae1cSKent Overstreet 					 struct btree_iter *, unsigned, struct bkey_buf *);
1829e92d6e9SKent Overstreet struct btree *bch2_backpointer_get_node(struct btree_trans *, struct bkey_s_c_backpointer,
183056cae1cSKent Overstreet 					struct btree_iter *, struct bkey_buf *);
184a8c752bbSKent Overstreet 
185a8c752bbSKent Overstreet int bch2_check_btree_backpointers(struct bch_fs *);
186a8c752bbSKent Overstreet int bch2_check_extents_to_backpointers(struct bch_fs *);
187a8c752bbSKent Overstreet int bch2_check_backpointers_to_extents(struct bch_fs *);
188a8c752bbSKent Overstreet 
189a8c752bbSKent Overstreet #endif /* _BCACHEFS_BACKPOINTERS_BACKGROUND_H */
190