xref: /linux-6.15/fs/bcachefs/alloc_types.h (revision ff4b2bfa)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _BCACHEFS_ALLOC_TYPES_H
3 #define _BCACHEFS_ALLOC_TYPES_H
4 
5 #include <linux/mutex.h>
6 #include <linux/spinlock.h>
7 
8 #include "clock_types.h"
9 #include "fifo.h"
10 
11 struct bucket_alloc_state {
12 	u64	buckets_seen;
13 	u64	skipped_open;
14 	u64	skipped_need_journal_commit;
15 	u64	skipped_nocow;
16 	u64	skipped_nouse;
17 };
18 
19 #define BCH_WATERMARKS()		\
20 	x(stripe)			\
21 	x(normal)			\
22 	x(copygc)			\
23 	x(btree)			\
24 	x(btree_copygc)			\
25 	x(reclaim)			\
26 	x(interior_updates)
27 
28 enum bch_watermark {
29 #define x(name)	BCH_WATERMARK_##name,
30 	BCH_WATERMARKS()
31 #undef x
32 	BCH_WATERMARK_NR,
33 };
34 
35 #define BCH_WATERMARK_BITS	3
36 #define BCH_WATERMARK_MASK	~(~0U << BCH_WATERMARK_BITS)
37 
38 #define OPEN_BUCKETS_COUNT	1024
39 
40 #define WRITE_POINT_HASH_NR	32
41 #define WRITE_POINT_MAX		32
42 
43 /*
44  * 0 is never a valid open_bucket_idx_t:
45  */
46 typedef u16			open_bucket_idx_t;
47 
48 struct open_bucket {
49 	spinlock_t		lock;
50 	atomic_t		pin;
51 	open_bucket_idx_t	freelist;
52 	open_bucket_idx_t	hash;
53 
54 	/*
55 	 * When an open bucket has an ec_stripe attached, this is the index of
56 	 * the block in the stripe this open_bucket corresponds to:
57 	 */
58 	u8			ec_idx;
59 	enum bch_data_type	data_type:6;
60 	unsigned		valid:1;
61 	unsigned		on_partial_list:1;
62 
63 	u8			dev;
64 	u8			gen;
65 	u32			sectors_free;
66 	u64			bucket;
67 	struct ec_stripe_new	*ec;
68 };
69 
70 #define OPEN_BUCKET_LIST_MAX	15
71 
72 struct open_buckets {
73 	open_bucket_idx_t	nr;
74 	open_bucket_idx_t	v[OPEN_BUCKET_LIST_MAX];
75 };
76 
77 struct dev_stripe_state {
78 	u64			next_alloc[BCH_SB_MEMBERS_MAX];
79 };
80 
81 #define WRITE_POINT_STATES()		\
82 	x(stopped)			\
83 	x(waiting_io)			\
84 	x(waiting_work)			\
85 	x(running)
86 
87 enum write_point_state {
88 #define x(n)	WRITE_POINT_##n,
89 	WRITE_POINT_STATES()
90 #undef x
91 	WRITE_POINT_STATE_NR
92 };
93 
94 struct write_point {
95 	struct {
96 		struct hlist_node	node;
97 		struct mutex		lock;
98 		u64			last_used;
99 		unsigned long		write_point;
100 		enum bch_data_type	data_type;
101 
102 		/* calculated based on how many pointers we're actually going to use: */
103 		unsigned		sectors_free;
104 
105 		struct open_buckets	ptrs;
106 		struct dev_stripe_state	stripe;
107 
108 		u64			sectors_allocated;
109 	} __aligned(SMP_CACHE_BYTES);
110 
111 	struct {
112 		struct work_struct	index_update_work;
113 
114 		struct list_head	writes;
115 		spinlock_t		writes_lock;
116 
117 		enum write_point_state	state;
118 		u64			last_state_change;
119 		u64			time[WRITE_POINT_STATE_NR];
120 	} __aligned(SMP_CACHE_BYTES);
121 };
122 
123 struct write_point_specifier {
124 	unsigned long		v;
125 };
126 
127 #endif /* _BCACHEFS_ALLOC_TYPES_H */
128