Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 1 | #ifndef _FS_CEPH_OSDMAP_H |
| 2 | #define _FS_CEPH_OSDMAP_H |
| 3 | |
| 4 | #include <linux/rbtree.h> |
David Howells | a1ce392 | 2012-10-02 18:01:25 +0100 | [diff] [blame] | 5 | #include <linux/ceph/types.h> |
Alex Elder | ef4859d | 2013-04-01 18:58:26 -0500 | [diff] [blame] | 6 | #include <linux/ceph/decode.h> |
David Howells | a1ce392 | 2012-10-02 18:01:25 +0100 | [diff] [blame] | 7 | #include <linux/ceph/ceph_fs.h> |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 8 | #include <linux/crush/crush.h> |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 9 | |
| 10 | /* |
| 11 | * The osd map describes the current membership of the osd cluster and |
| 12 | * specifies the mapping of objects to placement groups and placement |
| 13 | * groups to (sets of) osds. That is, it completely specifies the |
| 14 | * (desired) distribution of all data objects in the system at some |
| 15 | * point in time. |
| 16 | * |
| 17 | * Each map version is identified by an epoch, which increases monotonically. |
| 18 | * |
| 19 | * The map can be updated either via an incremental map (diff) describing |
| 20 | * the change between two successive epochs, or as a fully encoded map. |
| 21 | */ |
Sage Weil | 5b191d9 | 2013-02-23 10:38:16 -0800 | [diff] [blame] | 22 | struct ceph_pg { |
| 23 | uint64_t pool; |
| 24 | uint32_t seed; |
| 25 | }; |
| 26 | |
Sage Weil | 83ca14f | 2013-02-26 10:39:09 -0800 | [diff] [blame] | 27 | #define CEPH_POOL_FLAG_HASHPSPOOL 1 |
| 28 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 29 | struct ceph_pg_pool_info { |
Sage Weil | 4fc51be | 2010-02-16 15:55:03 -0800 | [diff] [blame] | 30 | struct rb_node node; |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 31 | s64 id; |
| 32 | u8 type; |
| 33 | u8 size; |
| 34 | u8 crush_ruleset; |
| 35 | u8 object_hash; |
| 36 | u32 pg_num, pgp_num; |
| 37 | int pg_num_mask, pgp_num_mask; |
Ilya Dryomov | 17a13e40 | 2014-01-27 17:40:19 +0200 | [diff] [blame] | 38 | s64 read_tier; |
| 39 | s64 write_tier; /* wins for read+write ops */ |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 40 | u64 flags; |
Sage Weil | 2844a76 | 2010-04-09 15:46:42 -0700 | [diff] [blame] | 41 | char *name; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 42 | }; |
| 43 | |
Ilya Dryomov | 2abebdb | 2014-03-24 17:12:47 +0200 | [diff] [blame] | 44 | static inline bool ceph_can_shift_osds(struct ceph_pg_pool_info *pool) |
| 45 | { |
| 46 | switch (pool->type) { |
| 47 | case CEPH_POOL_TYPE_REP: |
| 48 | return true; |
| 49 | case CEPH_POOL_TYPE_EC: |
| 50 | return false; |
| 51 | default: |
| 52 | BUG_ON(1); |
| 53 | } |
| 54 | } |
| 55 | |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 56 | struct ceph_object_locator { |
Ilya Dryomov | 22116525 | 2014-01-27 17:40:18 +0200 | [diff] [blame] | 57 | s64 pool; |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 58 | }; |
| 59 | |
Ilya Dryomov | 4295f22 | 2014-01-27 17:40:18 +0200 | [diff] [blame] | 60 | /* |
| 61 | * Maximum supported by kernel client object name length |
| 62 | * |
| 63 | * (probably outdated: must be >= RBD_MAX_MD_NAME_LEN -- currently 100) |
| 64 | */ |
| 65 | #define CEPH_MAX_OID_NAME_LEN 100 |
| 66 | |
Ilya Dryomov | d30291b | 2016-04-29 19:54:20 +0200 | [diff] [blame] | 67 | /* |
| 68 | * 51-char inline_name is long enough for all cephfs and all but one |
| 69 | * rbd requests: <imgname> in "<imgname>.rbd"/"rbd_id.<imgname>" can be |
| 70 | * arbitrarily long (~PAGE_SIZE). It's done once during rbd map; all |
| 71 | * other rbd requests fit into inline_name. |
| 72 | * |
| 73 | * Makes ceph_object_id 64 bytes on 64-bit. |
| 74 | */ |
| 75 | #define CEPH_OID_INLINE_LEN 52 |
| 76 | |
| 77 | /* |
| 78 | * Both inline and external buffers have space for a NUL-terminator, |
| 79 | * which is carried around. It's not required though - RADOS object |
| 80 | * names don't have to be NUL-terminated and may contain NULs. |
| 81 | */ |
Ilya Dryomov | 4295f22 | 2014-01-27 17:40:18 +0200 | [diff] [blame] | 82 | struct ceph_object_id { |
Ilya Dryomov | d30291b | 2016-04-29 19:54:20 +0200 | [diff] [blame] | 83 | char *name; |
| 84 | char inline_name[CEPH_OID_INLINE_LEN]; |
Ilya Dryomov | 4295f22 | 2014-01-27 17:40:18 +0200 | [diff] [blame] | 85 | int name_len; |
| 86 | }; |
| 87 | |
Ilya Dryomov | d30291b | 2016-04-29 19:54:20 +0200 | [diff] [blame] | 88 | static inline void ceph_oid_init(struct ceph_object_id *oid) |
| 89 | { |
| 90 | oid->name = oid->inline_name; |
| 91 | oid->name_len = 0; |
| 92 | } |
| 93 | |
| 94 | static inline bool ceph_oid_empty(const struct ceph_object_id *oid) |
| 95 | { |
| 96 | return oid->name == oid->inline_name && !oid->name_len; |
| 97 | } |
| 98 | |
| 99 | void ceph_oid_copy(struct ceph_object_id *dest, |
| 100 | const struct ceph_object_id *src); |
| 101 | __printf(2, 3) |
| 102 | void ceph_oid_printf(struct ceph_object_id *oid, const char *fmt, ...); |
| 103 | __printf(3, 4) |
| 104 | int ceph_oid_aprintf(struct ceph_object_id *oid, gfp_t gfp, |
| 105 | const char *fmt, ...); |
| 106 | void ceph_oid_destroy(struct ceph_object_id *oid); |
| 107 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 108 | struct ceph_pg_mapping { |
| 109 | struct rb_node node; |
Sage Weil | 5b191d9 | 2013-02-23 10:38:16 -0800 | [diff] [blame] | 110 | struct ceph_pg pgid; |
Ilya Dryomov | 35a935d | 2014-03-21 19:05:29 +0200 | [diff] [blame] | 111 | |
| 112 | union { |
| 113 | struct { |
| 114 | int len; |
| 115 | int osds[]; |
| 116 | } pg_temp; |
Ilya Dryomov | 9686f94 | 2014-03-21 19:05:29 +0200 | [diff] [blame] | 117 | struct { |
| 118 | int osd; |
| 119 | } primary_temp; |
Ilya Dryomov | 35a935d | 2014-03-21 19:05:29 +0200 | [diff] [blame] | 120 | }; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 121 | }; |
| 122 | |
| 123 | struct ceph_osdmap { |
| 124 | struct ceph_fsid fsid; |
| 125 | u32 epoch; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 126 | struct ceph_timespec created, modified; |
| 127 | |
| 128 | u32 flags; /* CEPH_OSDMAP_* */ |
| 129 | |
| 130 | u32 max_osd; /* size of osd_state, _offload, _addr arrays */ |
| 131 | u8 *osd_state; /* CEPH_OSD_* */ |
| 132 | u32 *osd_weight; /* 0 = failed, 0x10000 = 100% normal */ |
| 133 | struct ceph_entity_addr *osd_addr; |
| 134 | |
| 135 | struct rb_root pg_temp; |
Ilya Dryomov | 9686f94 | 2014-03-21 19:05:29 +0200 | [diff] [blame] | 136 | struct rb_root primary_temp; |
| 137 | |
Ilya Dryomov | 2cfa34f | 2014-03-21 19:05:30 +0200 | [diff] [blame] | 138 | u32 *osd_primary_affinity; |
| 139 | |
Sage Weil | 4fc51be | 2010-02-16 15:55:03 -0800 | [diff] [blame] | 140 | struct rb_root pg_pools; |
| 141 | u32 pool_max; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 142 | |
| 143 | /* the CRUSH map specifies the mapping of placement groups to |
| 144 | * the list of osds that store+replicate them. */ |
| 145 | struct crush_map *crush; |
Ilya Dryomov | 9d52147 | 2014-01-31 17:54:26 +0200 | [diff] [blame] | 146 | |
| 147 | struct mutex crush_scratch_mutex; |
| 148 | int crush_scratch_ary[CEPH_PG_MAX_SIZE * 3]; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 149 | }; |
| 150 | |
Ilya Dryomov | 246138f | 2014-03-24 17:12:46 +0200 | [diff] [blame] | 151 | static inline int ceph_osd_exists(struct ceph_osdmap *map, int osd) |
| 152 | { |
| 153 | return osd >= 0 && osd < map->max_osd && |
| 154 | (map->osd_state[osd] & CEPH_OSD_EXISTS); |
| 155 | } |
| 156 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 157 | static inline int ceph_osd_is_up(struct ceph_osdmap *map, int osd) |
| 158 | { |
Ilya Dryomov | 246138f | 2014-03-24 17:12:46 +0200 | [diff] [blame] | 159 | return ceph_osd_exists(map, osd) && |
| 160 | (map->osd_state[osd] & CEPH_OSD_UP); |
| 161 | } |
| 162 | |
| 163 | static inline int ceph_osd_is_down(struct ceph_osdmap *map, int osd) |
| 164 | { |
| 165 | return !ceph_osd_is_up(map, osd); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 166 | } |
| 167 | |
| 168 | static inline bool ceph_osdmap_flag(struct ceph_osdmap *map, int flag) |
| 169 | { |
| 170 | return map && (map->flags & flag); |
| 171 | } |
| 172 | |
| 173 | extern char *ceph_osdmap_state_str(char *str, int len, int state); |
Ilya Dryomov | 2cfa34f | 2014-03-21 19:05:30 +0200 | [diff] [blame] | 174 | extern u32 ceph_get_primary_affinity(struct ceph_osdmap *map, int osd); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 175 | |
| 176 | static inline struct ceph_entity_addr *ceph_osd_addr(struct ceph_osdmap *map, |
| 177 | int osd) |
| 178 | { |
| 179 | if (osd >= map->max_osd) |
| 180 | return NULL; |
| 181 | return &map->osd_addr[osd]; |
| 182 | } |
| 183 | |
Alex Elder | ef4859d | 2013-04-01 18:58:26 -0500 | [diff] [blame] | 184 | static inline int ceph_decode_pgid(void **p, void *end, struct ceph_pg *pgid) |
| 185 | { |
| 186 | __u8 version; |
| 187 | |
| 188 | if (!ceph_has_room(p, end, 1 + 8 + 4 + 4)) { |
Joe Perches | 3ef650d | 2015-03-23 13:35:03 -0700 | [diff] [blame] | 189 | pr_warn("incomplete pg encoding\n"); |
Alex Elder | ef4859d | 2013-04-01 18:58:26 -0500 | [diff] [blame] | 190 | return -EINVAL; |
| 191 | } |
| 192 | version = ceph_decode_8(p); |
| 193 | if (version > 1) { |
Joe Perches | 3ef650d | 2015-03-23 13:35:03 -0700 | [diff] [blame] | 194 | pr_warn("do not understand pg encoding %d > 1\n", |
Alex Elder | ef4859d | 2013-04-01 18:58:26 -0500 | [diff] [blame] | 195 | (int)version); |
| 196 | return -EINVAL; |
| 197 | } |
| 198 | |
| 199 | pgid->pool = ceph_decode_64(p); |
| 200 | pgid->seed = ceph_decode_32(p); |
| 201 | *p += 4; /* skip deprecated preferred value */ |
| 202 | |
| 203 | return 0; |
| 204 | } |
| 205 | |
Ilya Dryomov | a2505d6 | 2014-03-13 16:36:13 +0200 | [diff] [blame] | 206 | extern struct ceph_osdmap *ceph_osdmap_decode(void **p, void *end); |
Ilya Dryomov | 0c0a8de | 2016-04-28 16:07:21 +0200 | [diff] [blame^] | 207 | struct ceph_osdmap *osdmap_apply_incremental(void **p, void *end, |
| 208 | struct ceph_osdmap *map); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 209 | extern void ceph_osdmap_destroy(struct ceph_osdmap *map); |
| 210 | |
| 211 | /* calculate mapping of a file extent to an object */ |
Sage Weil | d63b77f | 2012-09-24 20:59:48 -0700 | [diff] [blame] | 212 | extern int ceph_calc_file_object_mapping(struct ceph_file_layout *layout, |
Alex Elder | e8afad6 | 2012-11-14 09:38:19 -0600 | [diff] [blame] | 213 | u64 off, u64 len, |
Sage Weil | d63b77f | 2012-09-24 20:59:48 -0700 | [diff] [blame] | 214 | u64 *bno, u64 *oxoff, u64 *oxlen); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 215 | |
| 216 | /* calculate mapping of object to a placement group */ |
Ilya Dryomov | 7c13cb6 | 2014-01-27 17:40:19 +0200 | [diff] [blame] | 217 | extern int ceph_oloc_oid_to_pg(struct ceph_osdmap *osdmap, |
| 218 | struct ceph_object_locator *oloc, |
| 219 | struct ceph_object_id *oid, |
| 220 | struct ceph_pg *pg_out); |
| 221 | |
Sage Weil | 12979354 | 2013-01-08 09:15:10 -0800 | [diff] [blame] | 222 | extern int ceph_calc_pg_acting(struct ceph_osdmap *osdmap, |
Sage Weil | 5b191d9 | 2013-02-23 10:38:16 -0800 | [diff] [blame] | 223 | struct ceph_pg pgid, |
Ilya Dryomov | 8008ab1 | 2014-03-24 17:12:48 +0200 | [diff] [blame] | 224 | int *osds, int *primary); |
Sage Weil | 5104212 | 2009-11-04 11:39:12 -0800 | [diff] [blame] | 225 | extern int ceph_calc_pg_primary(struct ceph_osdmap *osdmap, |
Sage Weil | 5b191d9 | 2013-02-23 10:38:16 -0800 | [diff] [blame] | 226 | struct ceph_pg pgid); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 227 | |
Ilya Dryomov | ce7f6a2 | 2014-01-27 17:40:19 +0200 | [diff] [blame] | 228 | extern struct ceph_pg_pool_info *ceph_pg_pool_by_id(struct ceph_osdmap *map, |
| 229 | u64 id); |
| 230 | |
Alex Elder | 72afc71 | 2012-10-30 19:40:33 -0500 | [diff] [blame] | 231 | extern const char *ceph_pg_pool_name_by_id(struct ceph_osdmap *map, u64 id); |
Yehuda Sadeh | 7669a2c | 2010-05-17 12:31:35 -0700 | [diff] [blame] | 232 | extern int ceph_pg_poolid_by_name(struct ceph_osdmap *map, const char *name); |
| 233 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 234 | #endif |