1 #ifndef _FS_CEPH_OSDMAP_H 2 #define _FS_CEPH_OSDMAP_H 3 4 #include <linux/rbtree.h> 5 #include <linux/ceph/types.h> 6 #include <linux/ceph/decode.h> 7 #include <linux/ceph/ceph_fs.h> 8 #include <linux/crush/crush.h> 9 10 /* 11 * The osd map describes the current membership of the osd cluster and 12 * specifies the mapping of objects to placement groups and placement 13 * groups to (sets of) osds. That is, it completely specifies the 14 * (desired) distribution of all data objects in the system at some 15 * point in time. 16 * 17 * Each map version is identified by an epoch, which increases monotonically. 18 * 19 * The map can be updated either via an incremental map (diff) describing 20 * the change between two successive epochs, or as a fully encoded map. 21 */ 22 struct ceph_pg { 23 uint64_t pool; 24 uint32_t seed; 25 }; 26 27 #define CEPH_SPG_NOSHARD -1 28 29 struct ceph_spg { 30 struct ceph_pg pgid; 31 s8 shard; 32 }; 33 34 int ceph_pg_compare(const struct ceph_pg *lhs, const struct ceph_pg *rhs); 35 36 #define CEPH_POOL_FLAG_HASHPSPOOL (1ULL << 0) /* hash pg seed and pool id 37 together */ 38 #define CEPH_POOL_FLAG_FULL (1ULL << 1) /* pool is full */ 39 40 struct ceph_pg_pool_info { 41 struct rb_node node; 42 s64 id; 43 u8 type; /* CEPH_POOL_TYPE_* */ 44 u8 size; 45 u8 min_size; 46 u8 crush_ruleset; 47 u8 object_hash; 48 u32 last_force_request_resend; 49 u32 pg_num, pgp_num; 50 int pg_num_mask, pgp_num_mask; 51 s64 read_tier; 52 s64 write_tier; /* wins for read+write ops */ 53 u64 flags; /* CEPH_POOL_FLAG_* */ 54 char *name; 55 56 bool was_full; /* for handle_one_map() */ 57 }; 58 59 static inline bool ceph_can_shift_osds(struct ceph_pg_pool_info *pool) 60 { 61 switch (pool->type) { 62 case CEPH_POOL_TYPE_REP: 63 return true; 64 case CEPH_POOL_TYPE_EC: 65 return false; 66 default: 67 BUG(); 68 } 69 } 70 71 struct ceph_object_locator { 72 s64 pool; 73 struct ceph_string *pool_ns; 74 }; 75 76 static inline void ceph_oloc_init(struct ceph_object_locator *oloc) 77 { 78 oloc->pool = -1; 79 oloc->pool_ns = NULL; 80 } 81 82 static inline bool ceph_oloc_empty(const struct ceph_object_locator *oloc) 83 { 84 return oloc->pool == -1; 85 } 86 87 void ceph_oloc_copy(struct ceph_object_locator *dest, 88 const struct ceph_object_locator *src); 89 void ceph_oloc_destroy(struct ceph_object_locator *oloc); 90 91 /* 92 * 51-char inline_name is long enough for all cephfs and all but one 93 * rbd requests: <imgname> in "<imgname>.rbd"/"rbd_id.<imgname>" can be 94 * arbitrarily long (~PAGE_SIZE). It's done once during rbd map; all 95 * other rbd requests fit into inline_name. 96 * 97 * Makes ceph_object_id 64 bytes on 64-bit. 98 */ 99 #define CEPH_OID_INLINE_LEN 52 100 101 /* 102 * Both inline and external buffers have space for a NUL-terminator, 103 * which is carried around. It's not required though - RADOS object 104 * names don't have to be NUL-terminated and may contain NULs. 105 */ 106 struct ceph_object_id { 107 char *name; 108 char inline_name[CEPH_OID_INLINE_LEN]; 109 int name_len; 110 }; 111 112 static inline void ceph_oid_init(struct ceph_object_id *oid) 113 { 114 oid->name = oid->inline_name; 115 oid->name_len = 0; 116 } 117 118 #define CEPH_OID_INIT_ONSTACK(oid) \ 119 ({ ceph_oid_init(&oid); oid; }) 120 #define CEPH_DEFINE_OID_ONSTACK(oid) \ 121 struct ceph_object_id oid = CEPH_OID_INIT_ONSTACK(oid) 122 123 static inline bool ceph_oid_empty(const struct ceph_object_id *oid) 124 { 125 return oid->name == oid->inline_name && !oid->name_len; 126 } 127 128 void ceph_oid_copy(struct ceph_object_id *dest, 129 const struct ceph_object_id *src); 130 __printf(2, 3) 131 void ceph_oid_printf(struct ceph_object_id *oid, const char *fmt, ...); 132 __printf(3, 4) 133 int ceph_oid_aprintf(struct ceph_object_id *oid, gfp_t gfp, 134 const char *fmt, ...); 135 void ceph_oid_destroy(struct ceph_object_id *oid); 136 137 struct ceph_pg_mapping { 138 struct rb_node node; 139 struct ceph_pg pgid; 140 141 union { 142 struct { 143 int len; 144 int osds[]; 145 } pg_temp; 146 struct { 147 int osd; 148 } primary_temp; 149 }; 150 }; 151 152 struct ceph_osdmap { 153 struct ceph_fsid fsid; 154 u32 epoch; 155 struct ceph_timespec created, modified; 156 157 u32 flags; /* CEPH_OSDMAP_* */ 158 159 u32 max_osd; /* size of osd_state, _offload, _addr arrays */ 160 u8 *osd_state; /* CEPH_OSD_* */ 161 u32 *osd_weight; /* 0 = failed, 0x10000 = 100% normal */ 162 struct ceph_entity_addr *osd_addr; 163 164 struct rb_root pg_temp; 165 struct rb_root primary_temp; 166 167 u32 *osd_primary_affinity; 168 169 struct rb_root pg_pools; 170 u32 pool_max; 171 172 /* the CRUSH map specifies the mapping of placement groups to 173 * the list of osds that store+replicate them. */ 174 struct crush_map *crush; 175 176 struct mutex crush_workspace_mutex; 177 void *crush_workspace; 178 }; 179 180 static inline bool ceph_osd_exists(struct ceph_osdmap *map, int osd) 181 { 182 return osd >= 0 && osd < map->max_osd && 183 (map->osd_state[osd] & CEPH_OSD_EXISTS); 184 } 185 186 static inline bool ceph_osd_is_up(struct ceph_osdmap *map, int osd) 187 { 188 return ceph_osd_exists(map, osd) && 189 (map->osd_state[osd] & CEPH_OSD_UP); 190 } 191 192 static inline bool ceph_osd_is_down(struct ceph_osdmap *map, int osd) 193 { 194 return !ceph_osd_is_up(map, osd); 195 } 196 197 extern char *ceph_osdmap_state_str(char *str, int len, int state); 198 extern u32 ceph_get_primary_affinity(struct ceph_osdmap *map, int osd); 199 200 static inline struct ceph_entity_addr *ceph_osd_addr(struct ceph_osdmap *map, 201 int osd) 202 { 203 if (osd >= map->max_osd) 204 return NULL; 205 return &map->osd_addr[osd]; 206 } 207 208 #define CEPH_PGID_ENCODING_LEN (1 + 8 + 4 + 4) 209 210 static inline int ceph_decode_pgid(void **p, void *end, struct ceph_pg *pgid) 211 { 212 __u8 version; 213 214 if (!ceph_has_room(p, end, CEPH_PGID_ENCODING_LEN)) { 215 pr_warn("incomplete pg encoding\n"); 216 return -EINVAL; 217 } 218 version = ceph_decode_8(p); 219 if (version > 1) { 220 pr_warn("do not understand pg encoding %d > 1\n", 221 (int)version); 222 return -EINVAL; 223 } 224 225 pgid->pool = ceph_decode_64(p); 226 pgid->seed = ceph_decode_32(p); 227 *p += 4; /* skip deprecated preferred value */ 228 229 return 0; 230 } 231 232 struct ceph_osdmap *ceph_osdmap_alloc(void); 233 extern struct ceph_osdmap *ceph_osdmap_decode(void **p, void *end); 234 struct ceph_osdmap *osdmap_apply_incremental(void **p, void *end, 235 struct ceph_osdmap *map); 236 extern void ceph_osdmap_destroy(struct ceph_osdmap *map); 237 238 struct ceph_osds { 239 int osds[CEPH_PG_MAX_SIZE]; 240 int size; 241 int primary; /* id, NOT index */ 242 }; 243 244 static inline void ceph_osds_init(struct ceph_osds *set) 245 { 246 set->size = 0; 247 set->primary = -1; 248 } 249 250 void ceph_osds_copy(struct ceph_osds *dest, const struct ceph_osds *src); 251 252 bool ceph_pg_is_split(const struct ceph_pg *pgid, u32 old_pg_num, 253 u32 new_pg_num); 254 bool ceph_is_new_interval(const struct ceph_osds *old_acting, 255 const struct ceph_osds *new_acting, 256 const struct ceph_osds *old_up, 257 const struct ceph_osds *new_up, 258 int old_size, 259 int new_size, 260 int old_min_size, 261 int new_min_size, 262 u32 old_pg_num, 263 u32 new_pg_num, 264 bool old_sort_bitwise, 265 bool new_sort_bitwise, 266 const struct ceph_pg *pgid); 267 bool ceph_osds_changed(const struct ceph_osds *old_acting, 268 const struct ceph_osds *new_acting, 269 bool any_change); 270 271 /* calculate mapping of a file extent to an object */ 272 extern int ceph_calc_file_object_mapping(struct ceph_file_layout *layout, 273 u64 off, u64 len, 274 u64 *bno, u64 *oxoff, u64 *oxlen); 275 276 int ceph_object_locator_to_pg(struct ceph_osdmap *osdmap, 277 struct ceph_object_id *oid, 278 struct ceph_object_locator *oloc, 279 struct ceph_pg *raw_pgid); 280 281 void ceph_pg_to_up_acting_osds(struct ceph_osdmap *osdmap, 282 const struct ceph_pg *raw_pgid, 283 struct ceph_osds *up, 284 struct ceph_osds *acting); 285 bool ceph_pg_to_primary_shard(struct ceph_osdmap *osdmap, 286 const struct ceph_pg *raw_pgid, 287 struct ceph_spg *spgid); 288 int ceph_pg_to_acting_primary(struct ceph_osdmap *osdmap, 289 const struct ceph_pg *raw_pgid); 290 291 extern struct ceph_pg_pool_info *ceph_pg_pool_by_id(struct ceph_osdmap *map, 292 u64 id); 293 294 extern const char *ceph_pg_pool_name_by_id(struct ceph_osdmap *map, u64 id); 295 extern int ceph_pg_poolid_by_name(struct ceph_osdmap *map, const char *name); 296 297 #endif 298