Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 1 | #ifndef _FS_CEPH_OSDMAP_H |
| 2 | #define _FS_CEPH_OSDMAP_H |
| 3 | |
| 4 | #include <linux/rbtree.h> |
David Howells | a1ce392 | 2012-10-02 18:01:25 +0100 | [diff] [blame] | 5 | #include <linux/ceph/types.h> |
Alex Elder | ef4859d | 2013-04-01 18:58:26 -0500 | [diff] [blame] | 6 | #include <linux/ceph/decode.h> |
David Howells | a1ce392 | 2012-10-02 18:01:25 +0100 | [diff] [blame] | 7 | #include <linux/ceph/ceph_fs.h> |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 8 | #include <linux/crush/crush.h> |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 9 | |
| 10 | /* |
| 11 | * The osd map describes the current membership of the osd cluster and |
| 12 | * specifies the mapping of objects to placement groups and placement |
| 13 | * groups to (sets of) osds. That is, it completely specifies the |
| 14 | * (desired) distribution of all data objects in the system at some |
| 15 | * point in time. |
| 16 | * |
| 17 | * Each map version is identified by an epoch, which increases monotonically. |
| 18 | * |
| 19 | * The map can be updated either via an incremental map (diff) describing |
| 20 | * the change between two successive epochs, or as a fully encoded map. |
| 21 | */ |
Sage Weil | 5b191d9 | 2013-02-23 10:38:16 -0800 | [diff] [blame] | 22 | struct ceph_pg { |
| 23 | uint64_t pool; |
| 24 | uint32_t seed; |
| 25 | }; |
| 26 | |
Ilya Dryomov | f984cb7 | 2016-04-28 16:07:23 +0200 | [diff] [blame] | 27 | int ceph_pg_compare(const struct ceph_pg *lhs, const struct ceph_pg *rhs); |
| 28 | |
Ilya Dryomov | 04812ac | 2016-04-28 16:07:23 +0200 | [diff] [blame] | 29 | #define CEPH_POOL_FLAG_HASHPSPOOL (1ULL << 0) /* hash pg seed and pool id |
| 30 | together */ |
Ilya Dryomov | 63244fa | 2016-04-28 16:07:23 +0200 | [diff] [blame] | 31 | #define CEPH_POOL_FLAG_FULL (1ULL << 1) /* pool is full */ |
Sage Weil | 83ca14f | 2013-02-26 10:39:09 -0800 | [diff] [blame] | 32 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 33 | struct ceph_pg_pool_info { |
Sage Weil | 4fc51be | 2010-02-16 15:55:03 -0800 | [diff] [blame] | 34 | struct rb_node node; |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 35 | s64 id; |
Ilya Dryomov | 04812ac | 2016-04-28 16:07:23 +0200 | [diff] [blame] | 36 | u8 type; /* CEPH_POOL_TYPE_* */ |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 37 | u8 size; |
Ilya Dryomov | 04812ac | 2016-04-28 16:07:23 +0200 | [diff] [blame] | 38 | u8 min_size; |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 39 | u8 crush_ruleset; |
| 40 | u8 object_hash; |
Ilya Dryomov | 04812ac | 2016-04-28 16:07:23 +0200 | [diff] [blame] | 41 | u32 last_force_request_resend; |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 42 | u32 pg_num, pgp_num; |
| 43 | int pg_num_mask, pgp_num_mask; |
Ilya Dryomov | 17a13e4 | 2014-01-27 17:40:19 +0200 | [diff] [blame] | 44 | s64 read_tier; |
| 45 | s64 write_tier; /* wins for read+write ops */ |
Ilya Dryomov | 04812ac | 2016-04-28 16:07:23 +0200 | [diff] [blame] | 46 | u64 flags; /* CEPH_POOL_FLAG_* */ |
Sage Weil | 2844a76 | 2010-04-09 15:46:42 -0700 | [diff] [blame] | 47 | char *name; |
Ilya Dryomov | 42c1b12 | 2016-04-28 16:07:25 +0200 | [diff] [blame] | 48 | |
| 49 | bool was_full; /* for handle_one_map() */ |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 50 | }; |
| 51 | |
Ilya Dryomov | 2abebdb | 2014-03-24 17:12:47 +0200 | [diff] [blame] | 52 | static inline bool ceph_can_shift_osds(struct ceph_pg_pool_info *pool) |
| 53 | { |
| 54 | switch (pool->type) { |
| 55 | case CEPH_POOL_TYPE_REP: |
| 56 | return true; |
| 57 | case CEPH_POOL_TYPE_EC: |
| 58 | return false; |
| 59 | default: |
| 60 | BUG_ON(1); |
| 61 | } |
| 62 | } |
| 63 | |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 64 | struct ceph_object_locator { |
Ilya Dryomov | 22116525 | 2014-01-27 17:40:18 +0200 | [diff] [blame] | 65 | s64 pool; |
Yan, Zheng | 30c156d | 2016-02-14 11:24:31 +0800 | [diff] [blame] | 66 | struct ceph_string *pool_ns; |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 67 | }; |
| 68 | |
Ilya Dryomov | 63244fa | 2016-04-28 16:07:23 +0200 | [diff] [blame] | 69 | static inline void ceph_oloc_init(struct ceph_object_locator *oloc) |
| 70 | { |
| 71 | oloc->pool = -1; |
Yan, Zheng | 30c156d | 2016-02-14 11:24:31 +0800 | [diff] [blame] | 72 | oloc->pool_ns = NULL; |
Ilya Dryomov | 63244fa | 2016-04-28 16:07:23 +0200 | [diff] [blame] | 73 | } |
| 74 | |
| 75 | static inline bool ceph_oloc_empty(const struct ceph_object_locator *oloc) |
| 76 | { |
| 77 | return oloc->pool == -1; |
| 78 | } |
| 79 | |
Yan, Zheng | 30c156d | 2016-02-14 11:24:31 +0800 | [diff] [blame] | 80 | void ceph_oloc_copy(struct ceph_object_locator *dest, |
| 81 | const struct ceph_object_locator *src); |
| 82 | void ceph_oloc_destroy(struct ceph_object_locator *oloc); |
Ilya Dryomov | 63244fa | 2016-04-28 16:07:23 +0200 | [diff] [blame] | 83 | |
Ilya Dryomov | 4295f22 | 2014-01-27 17:40:18 +0200 | [diff] [blame] | 84 | /* |
| 85 | * Maximum supported by kernel client object name length |
| 86 | * |
| 87 | * (probably outdated: must be >= RBD_MAX_MD_NAME_LEN -- currently 100) |
| 88 | */ |
| 89 | #define CEPH_MAX_OID_NAME_LEN 100 |
| 90 | |
Ilya Dryomov | d30291b | 2016-04-29 19:54:20 +0200 | [diff] [blame] | 91 | /* |
| 92 | * 51-char inline_name is long enough for all cephfs and all but one |
| 93 | * rbd requests: <imgname> in "<imgname>.rbd"/"rbd_id.<imgname>" can be |
| 94 | * arbitrarily long (~PAGE_SIZE). It's done once during rbd map; all |
| 95 | * other rbd requests fit into inline_name. |
| 96 | * |
| 97 | * Makes ceph_object_id 64 bytes on 64-bit. |
| 98 | */ |
| 99 | #define CEPH_OID_INLINE_LEN 52 |
| 100 | |
| 101 | /* |
| 102 | * Both inline and external buffers have space for a NUL-terminator, |
| 103 | * which is carried around. It's not required though - RADOS object |
| 104 | * names don't have to be NUL-terminated and may contain NULs. |
| 105 | */ |
Ilya Dryomov | 4295f22 | 2014-01-27 17:40:18 +0200 | [diff] [blame] | 106 | struct ceph_object_id { |
Ilya Dryomov | d30291b | 2016-04-29 19:54:20 +0200 | [diff] [blame] | 107 | char *name; |
| 108 | char inline_name[CEPH_OID_INLINE_LEN]; |
Ilya Dryomov | 4295f22 | 2014-01-27 17:40:18 +0200 | [diff] [blame] | 109 | int name_len; |
| 110 | }; |
| 111 | |
Ilya Dryomov | d30291b | 2016-04-29 19:54:20 +0200 | [diff] [blame] | 112 | static inline void ceph_oid_init(struct ceph_object_id *oid) |
| 113 | { |
| 114 | oid->name = oid->inline_name; |
| 115 | oid->name_len = 0; |
| 116 | } |
| 117 | |
Ilya Dryomov | 281dbe5 | 2016-07-26 15:22:35 +0200 | [diff] [blame] | 118 | #define CEPH_OID_INIT_ONSTACK(oid) \ |
| 119 | ({ ceph_oid_init(&oid); oid; }) |
| 120 | #define CEPH_DEFINE_OID_ONSTACK(oid) \ |
| 121 | struct ceph_object_id oid = CEPH_OID_INIT_ONSTACK(oid) |
| 122 | |
Ilya Dryomov | d30291b | 2016-04-29 19:54:20 +0200 | [diff] [blame] | 123 | static inline bool ceph_oid_empty(const struct ceph_object_id *oid) |
| 124 | { |
| 125 | return oid->name == oid->inline_name && !oid->name_len; |
| 126 | } |
| 127 | |
| 128 | void ceph_oid_copy(struct ceph_object_id *dest, |
| 129 | const struct ceph_object_id *src); |
| 130 | __printf(2, 3) |
| 131 | void ceph_oid_printf(struct ceph_object_id *oid, const char *fmt, ...); |
| 132 | __printf(3, 4) |
| 133 | int ceph_oid_aprintf(struct ceph_object_id *oid, gfp_t gfp, |
| 134 | const char *fmt, ...); |
| 135 | void ceph_oid_destroy(struct ceph_object_id *oid); |
| 136 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 137 | struct ceph_pg_mapping { |
| 138 | struct rb_node node; |
Sage Weil | 5b191d9 | 2013-02-23 10:38:16 -0800 | [diff] [blame] | 139 | struct ceph_pg pgid; |
Ilya Dryomov | 35a935d | 2014-03-21 19:05:29 +0200 | [diff] [blame] | 140 | |
| 141 | union { |
| 142 | struct { |
| 143 | int len; |
| 144 | int osds[]; |
| 145 | } pg_temp; |
Ilya Dryomov | 9686f94 | 2014-03-21 19:05:29 +0200 | [diff] [blame] | 146 | struct { |
| 147 | int osd; |
| 148 | } primary_temp; |
Ilya Dryomov | 35a935d | 2014-03-21 19:05:29 +0200 | [diff] [blame] | 149 | }; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 150 | }; |
| 151 | |
| 152 | struct ceph_osdmap { |
| 153 | struct ceph_fsid fsid; |
| 154 | u32 epoch; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 155 | struct ceph_timespec created, modified; |
| 156 | |
| 157 | u32 flags; /* CEPH_OSDMAP_* */ |
| 158 | |
| 159 | u32 max_osd; /* size of osd_state, _offload, _addr arrays */ |
| 160 | u8 *osd_state; /* CEPH_OSD_* */ |
| 161 | u32 *osd_weight; /* 0 = failed, 0x10000 = 100% normal */ |
| 162 | struct ceph_entity_addr *osd_addr; |
| 163 | |
| 164 | struct rb_root pg_temp; |
Ilya Dryomov | 9686f94 | 2014-03-21 19:05:29 +0200 | [diff] [blame] | 165 | struct rb_root primary_temp; |
| 166 | |
Ilya Dryomov | 2cfa34f | 2014-03-21 19:05:30 +0200 | [diff] [blame] | 167 | u32 *osd_primary_affinity; |
| 168 | |
Sage Weil | 4fc51be | 2010-02-16 15:55:03 -0800 | [diff] [blame] | 169 | struct rb_root pg_pools; |
| 170 | u32 pool_max; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 171 | |
| 172 | /* the CRUSH map specifies the mapping of placement groups to |
| 173 | * the list of osds that store+replicate them. */ |
| 174 | struct crush_map *crush; |
Ilya Dryomov | 9d52147 | 2014-01-31 17:54:26 +0200 | [diff] [blame] | 175 | |
| 176 | struct mutex crush_scratch_mutex; |
| 177 | int crush_scratch_ary[CEPH_PG_MAX_SIZE * 3]; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 178 | }; |
| 179 | |
Zhang Zhuoyu | 3b33f69 | 2016-03-25 05:18:39 -0400 | [diff] [blame] | 180 | static inline bool ceph_osd_exists(struct ceph_osdmap *map, int osd) |
Ilya Dryomov | 246138f | 2014-03-24 17:12:46 +0200 | [diff] [blame] | 181 | { |
| 182 | return osd >= 0 && osd < map->max_osd && |
| 183 | (map->osd_state[osd] & CEPH_OSD_EXISTS); |
| 184 | } |
| 185 | |
Zhang Zhuoyu | 3b33f69 | 2016-03-25 05:18:39 -0400 | [diff] [blame] | 186 | static inline bool ceph_osd_is_up(struct ceph_osdmap *map, int osd) |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 187 | { |
Ilya Dryomov | 246138f | 2014-03-24 17:12:46 +0200 | [diff] [blame] | 188 | return ceph_osd_exists(map, osd) && |
| 189 | (map->osd_state[osd] & CEPH_OSD_UP); |
| 190 | } |
| 191 | |
Zhang Zhuoyu | 3b33f69 | 2016-03-25 05:18:39 -0400 | [diff] [blame] | 192 | static inline bool ceph_osd_is_down(struct ceph_osdmap *map, int osd) |
Ilya Dryomov | 246138f | 2014-03-24 17:12:46 +0200 | [diff] [blame] | 193 | { |
| 194 | return !ceph_osd_is_up(map, osd); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 195 | } |
| 196 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 197 | extern char *ceph_osdmap_state_str(char *str, int len, int state); |
Ilya Dryomov | 2cfa34f | 2014-03-21 19:05:30 +0200 | [diff] [blame] | 198 | extern u32 ceph_get_primary_affinity(struct ceph_osdmap *map, int osd); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 199 | |
| 200 | static inline struct ceph_entity_addr *ceph_osd_addr(struct ceph_osdmap *map, |
| 201 | int osd) |
| 202 | { |
| 203 | if (osd >= map->max_osd) |
| 204 | return NULL; |
| 205 | return &map->osd_addr[osd]; |
| 206 | } |
| 207 | |
Alex Elder | ef4859d | 2013-04-01 18:58:26 -0500 | [diff] [blame] | 208 | static inline int ceph_decode_pgid(void **p, void *end, struct ceph_pg *pgid) |
| 209 | { |
| 210 | __u8 version; |
| 211 | |
| 212 | if (!ceph_has_room(p, end, 1 + 8 + 4 + 4)) { |
Joe Perches | 3ef650d | 2015-03-23 13:35:03 -0700 | [diff] [blame] | 213 | pr_warn("incomplete pg encoding\n"); |
Alex Elder | ef4859d | 2013-04-01 18:58:26 -0500 | [diff] [blame] | 214 | return -EINVAL; |
| 215 | } |
| 216 | version = ceph_decode_8(p); |
| 217 | if (version > 1) { |
Joe Perches | 3ef650d | 2015-03-23 13:35:03 -0700 | [diff] [blame] | 218 | pr_warn("do not understand pg encoding %d > 1\n", |
Alex Elder | ef4859d | 2013-04-01 18:58:26 -0500 | [diff] [blame] | 219 | (int)version); |
| 220 | return -EINVAL; |
| 221 | } |
| 222 | |
| 223 | pgid->pool = ceph_decode_64(p); |
| 224 | pgid->seed = ceph_decode_32(p); |
| 225 | *p += 4; /* skip deprecated preferred value */ |
| 226 | |
| 227 | return 0; |
| 228 | } |
| 229 | |
Ilya Dryomov | e5253a7 | 2016-04-28 16:07:25 +0200 | [diff] [blame] | 230 | struct ceph_osdmap *ceph_osdmap_alloc(void); |
Ilya Dryomov | a2505d6 | 2014-03-13 16:36:13 +0200 | [diff] [blame] | 231 | extern struct ceph_osdmap *ceph_osdmap_decode(void **p, void *end); |
Ilya Dryomov | 0c0a8de | 2016-04-28 16:07:21 +0200 | [diff] [blame] | 232 | struct ceph_osdmap *osdmap_apply_incremental(void **p, void *end, |
| 233 | struct ceph_osdmap *map); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 234 | extern void ceph_osdmap_destroy(struct ceph_osdmap *map); |
| 235 | |
Ilya Dryomov | 6f3bfd4 | 2016-04-28 16:07:22 +0200 | [diff] [blame] | 236 | struct ceph_osds { |
| 237 | int osds[CEPH_PG_MAX_SIZE]; |
| 238 | int size; |
| 239 | int primary; /* id, NOT index */ |
| 240 | }; |
| 241 | |
| 242 | static inline void ceph_osds_init(struct ceph_osds *set) |
| 243 | { |
| 244 | set->size = 0; |
| 245 | set->primary = -1; |
| 246 | } |
| 247 | |
| 248 | void ceph_osds_copy(struct ceph_osds *dest, const struct ceph_osds *src); |
| 249 | |
Ilya Dryomov | 63244fa | 2016-04-28 16:07:23 +0200 | [diff] [blame] | 250 | bool ceph_is_new_interval(const struct ceph_osds *old_acting, |
| 251 | const struct ceph_osds *new_acting, |
| 252 | const struct ceph_osds *old_up, |
| 253 | const struct ceph_osds *new_up, |
| 254 | int old_size, |
| 255 | int new_size, |
| 256 | int old_min_size, |
| 257 | int new_min_size, |
| 258 | u32 old_pg_num, |
| 259 | u32 new_pg_num, |
| 260 | bool old_sort_bitwise, |
| 261 | bool new_sort_bitwise, |
| 262 | const struct ceph_pg *pgid); |
| 263 | bool ceph_osds_changed(const struct ceph_osds *old_acting, |
| 264 | const struct ceph_osds *new_acting, |
| 265 | bool any_change); |
| 266 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 267 | /* calculate mapping of a file extent to an object */ |
Sage Weil | d63b77f | 2012-09-24 20:59:48 -0700 | [diff] [blame] | 268 | extern int ceph_calc_file_object_mapping(struct ceph_file_layout *layout, |
Alex Elder | e8afad6 | 2012-11-14 09:38:19 -0600 | [diff] [blame] | 269 | u64 off, u64 len, |
Sage Weil | d63b77f | 2012-09-24 20:59:48 -0700 | [diff] [blame] | 270 | u64 *bno, u64 *oxoff, u64 *oxlen); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 271 | |
Ilya Dryomov | d9591f5 | 2016-04-28 16:07:22 +0200 | [diff] [blame] | 272 | int ceph_object_locator_to_pg(struct ceph_osdmap *osdmap, |
| 273 | struct ceph_object_id *oid, |
| 274 | struct ceph_object_locator *oloc, |
| 275 | struct ceph_pg *raw_pgid); |
Ilya Dryomov | 7c13cb6 | 2014-01-27 17:40:19 +0200 | [diff] [blame] | 276 | |
Ilya Dryomov | 6f3bfd4 | 2016-04-28 16:07:22 +0200 | [diff] [blame] | 277 | void ceph_pg_to_up_acting_osds(struct ceph_osdmap *osdmap, |
| 278 | const struct ceph_pg *raw_pgid, |
| 279 | struct ceph_osds *up, |
| 280 | struct ceph_osds *acting); |
Ilya Dryomov | f81f163 | 2016-04-28 16:07:23 +0200 | [diff] [blame] | 281 | int ceph_pg_to_acting_primary(struct ceph_osdmap *osdmap, |
| 282 | const struct ceph_pg *raw_pgid); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 283 | |
Ilya Dryomov | ce7f6a2 | 2014-01-27 17:40:19 +0200 | [diff] [blame] | 284 | extern struct ceph_pg_pool_info *ceph_pg_pool_by_id(struct ceph_osdmap *map, |
| 285 | u64 id); |
| 286 | |
Alex Elder | 72afc71 | 2012-10-30 19:40:33 -0500 | [diff] [blame] | 287 | extern const char *ceph_pg_pool_name_by_id(struct ceph_osdmap *map, u64 id); |
Yehuda Sadeh | 7669a2c | 2010-05-17 12:31:35 -0700 | [diff] [blame] | 288 | extern int ceph_pg_poolid_by_name(struct ceph_osdmap *map, const char *name); |
| 289 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 290 | #endif |