Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 1 | #ifndef _FS_CEPH_OSDMAP_H |
| 2 | #define _FS_CEPH_OSDMAP_H |
| 3 | |
| 4 | #include <linux/rbtree.h> |
David Howells | a1ce392 | 2012-10-02 18:01:25 +0100 | [diff] [blame] | 5 | #include <linux/ceph/types.h> |
Alex Elder | ef4859d | 2013-04-01 18:58:26 -0500 | [diff] [blame] | 6 | #include <linux/ceph/decode.h> |
David Howells | a1ce392 | 2012-10-02 18:01:25 +0100 | [diff] [blame] | 7 | #include <linux/ceph/ceph_fs.h> |
Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 8 | #include <linux/crush/crush.h> |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 9 | |
| 10 | /* |
| 11 | * The osd map describes the current membership of the osd cluster and |
| 12 | * specifies the mapping of objects to placement groups and placement |
| 13 | * groups to (sets of) osds. That is, it completely specifies the |
| 14 | * (desired) distribution of all data objects in the system at some |
| 15 | * point in time. |
| 16 | * |
| 17 | * Each map version is identified by an epoch, which increases monotonically. |
| 18 | * |
| 19 | * The map can be updated either via an incremental map (diff) describing |
| 20 | * the change between two successive epochs, or as a fully encoded map. |
| 21 | */ |
Sage Weil | 5b191d9 | 2013-02-23 10:38:16 -0800 | [diff] [blame] | 22 | struct ceph_pg { |
| 23 | uint64_t pool; |
| 24 | uint32_t seed; |
| 25 | }; |
| 26 | |
Sage Weil | 83ca14f | 2013-02-26 10:39:09 -0800 | [diff] [blame] | 27 | #define CEPH_POOL_FLAG_HASHPSPOOL 1 |
| 28 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 29 | struct ceph_pg_pool_info { |
Sage Weil | 4fc51be | 2010-02-16 15:55:03 -0800 | [diff] [blame] | 30 | struct rb_node node; |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 31 | s64 id; |
| 32 | u8 type; |
| 33 | u8 size; |
| 34 | u8 crush_ruleset; |
| 35 | u8 object_hash; |
| 36 | u32 pg_num, pgp_num; |
| 37 | int pg_num_mask, pgp_num_mask; |
Ilya Dryomov | 17a13e4 | 2014-01-27 17:40:19 +0200 | [diff] [blame] | 38 | s64 read_tier; |
| 39 | s64 write_tier; /* wins for read+write ops */ |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 40 | u64 flags; |
Sage Weil | 2844a76 | 2010-04-09 15:46:42 -0700 | [diff] [blame] | 41 | char *name; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 42 | }; |
| 43 | |
Ilya Dryomov | 2abebdb | 2014-03-24 17:12:47 +0200 | [diff] [blame] | 44 | static inline bool ceph_can_shift_osds(struct ceph_pg_pool_info *pool) |
| 45 | { |
| 46 | switch (pool->type) { |
| 47 | case CEPH_POOL_TYPE_REP: |
| 48 | return true; |
| 49 | case CEPH_POOL_TYPE_EC: |
| 50 | return false; |
| 51 | default: |
| 52 | BUG_ON(1); |
| 53 | } |
| 54 | } |
| 55 | |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 56 | struct ceph_object_locator { |
Ilya Dryomov | 22116525 | 2014-01-27 17:40:18 +0200 | [diff] [blame] | 57 | s64 pool; |
Sage Weil | 4f6a7e5 | 2013-02-23 10:41:09 -0800 | [diff] [blame] | 58 | }; |
| 59 | |
Ilya Dryomov | 4295f22 | 2014-01-27 17:40:18 +0200 | [diff] [blame] | 60 | /* |
| 61 | * Maximum supported by kernel client object name length |
| 62 | * |
| 63 | * (probably outdated: must be >= RBD_MAX_MD_NAME_LEN -- currently 100) |
| 64 | */ |
| 65 | #define CEPH_MAX_OID_NAME_LEN 100 |
| 66 | |
| 67 | struct ceph_object_id { |
| 68 | char name[CEPH_MAX_OID_NAME_LEN]; |
| 69 | int name_len; |
| 70 | }; |
| 71 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 72 | struct ceph_pg_mapping { |
| 73 | struct rb_node node; |
Sage Weil | 5b191d9 | 2013-02-23 10:38:16 -0800 | [diff] [blame] | 74 | struct ceph_pg pgid; |
Ilya Dryomov | 35a935d | 2014-03-21 19:05:29 +0200 | [diff] [blame] | 75 | |
| 76 | union { |
| 77 | struct { |
| 78 | int len; |
| 79 | int osds[]; |
| 80 | } pg_temp; |
Ilya Dryomov | 9686f94 | 2014-03-21 19:05:29 +0200 | [diff] [blame] | 81 | struct { |
| 82 | int osd; |
| 83 | } primary_temp; |
Ilya Dryomov | 35a935d | 2014-03-21 19:05:29 +0200 | [diff] [blame] | 84 | }; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 85 | }; |
| 86 | |
| 87 | struct ceph_osdmap { |
| 88 | struct ceph_fsid fsid; |
| 89 | u32 epoch; |
| 90 | u32 mkfs_epoch; |
| 91 | struct ceph_timespec created, modified; |
| 92 | |
| 93 | u32 flags; /* CEPH_OSDMAP_* */ |
| 94 | |
| 95 | u32 max_osd; /* size of osd_state, _offload, _addr arrays */ |
| 96 | u8 *osd_state; /* CEPH_OSD_* */ |
| 97 | u32 *osd_weight; /* 0 = failed, 0x10000 = 100% normal */ |
| 98 | struct ceph_entity_addr *osd_addr; |
| 99 | |
| 100 | struct rb_root pg_temp; |
Ilya Dryomov | 9686f94 | 2014-03-21 19:05:29 +0200 | [diff] [blame] | 101 | struct rb_root primary_temp; |
| 102 | |
Ilya Dryomov | 2cfa34f | 2014-03-21 19:05:30 +0200 | [diff] [blame] | 103 | u32 *osd_primary_affinity; |
| 104 | |
Sage Weil | 4fc51be | 2010-02-16 15:55:03 -0800 | [diff] [blame] | 105 | struct rb_root pg_pools; |
| 106 | u32 pool_max; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 107 | |
| 108 | /* the CRUSH map specifies the mapping of placement groups to |
| 109 | * the list of osds that store+replicate them. */ |
| 110 | struct crush_map *crush; |
Ilya Dryomov | 9d52147 | 2014-01-31 17:54:26 +0200 | [diff] [blame] | 111 | |
| 112 | struct mutex crush_scratch_mutex; |
| 113 | int crush_scratch_ary[CEPH_PG_MAX_SIZE * 3]; |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 114 | }; |
| 115 | |
Ilya Dryomov | 4295f22 | 2014-01-27 17:40:18 +0200 | [diff] [blame] | 116 | static inline void ceph_oid_set_name(struct ceph_object_id *oid, |
| 117 | const char *name) |
| 118 | { |
| 119 | int len; |
| 120 | |
| 121 | len = strlen(name); |
| 122 | if (len > sizeof(oid->name)) { |
| 123 | WARN(1, "ceph_oid_set_name '%s' len %d vs %zu, truncating\n", |
| 124 | name, len, sizeof(oid->name)); |
| 125 | len = sizeof(oid->name); |
| 126 | } |
| 127 | |
| 128 | memcpy(oid->name, name, len); |
| 129 | oid->name_len = len; |
| 130 | } |
| 131 | |
| 132 | static inline void ceph_oid_copy(struct ceph_object_id *dest, |
| 133 | struct ceph_object_id *src) |
| 134 | { |
| 135 | BUG_ON(src->name_len > sizeof(dest->name)); |
| 136 | memcpy(dest->name, src->name, src->name_len); |
| 137 | dest->name_len = src->name_len; |
| 138 | } |
| 139 | |
Ilya Dryomov | 246138f | 2014-03-24 17:12:46 +0200 | [diff] [blame] | 140 | static inline int ceph_osd_exists(struct ceph_osdmap *map, int osd) |
| 141 | { |
| 142 | return osd >= 0 && osd < map->max_osd && |
| 143 | (map->osd_state[osd] & CEPH_OSD_EXISTS); |
| 144 | } |
| 145 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 146 | static inline int ceph_osd_is_up(struct ceph_osdmap *map, int osd) |
| 147 | { |
Ilya Dryomov | 246138f | 2014-03-24 17:12:46 +0200 | [diff] [blame] | 148 | return ceph_osd_exists(map, osd) && |
| 149 | (map->osd_state[osd] & CEPH_OSD_UP); |
| 150 | } |
| 151 | |
| 152 | static inline int ceph_osd_is_down(struct ceph_osdmap *map, int osd) |
| 153 | { |
| 154 | return !ceph_osd_is_up(map, osd); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 155 | } |
| 156 | |
| 157 | static inline bool ceph_osdmap_flag(struct ceph_osdmap *map, int flag) |
| 158 | { |
| 159 | return map && (map->flags & flag); |
| 160 | } |
| 161 | |
| 162 | extern char *ceph_osdmap_state_str(char *str, int len, int state); |
Ilya Dryomov | 2cfa34f | 2014-03-21 19:05:30 +0200 | [diff] [blame] | 163 | extern u32 ceph_get_primary_affinity(struct ceph_osdmap *map, int osd); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 164 | |
| 165 | static inline struct ceph_entity_addr *ceph_osd_addr(struct ceph_osdmap *map, |
| 166 | int osd) |
| 167 | { |
| 168 | if (osd >= map->max_osd) |
| 169 | return NULL; |
| 170 | return &map->osd_addr[osd]; |
| 171 | } |
| 172 | |
Alex Elder | ef4859d | 2013-04-01 18:58:26 -0500 | [diff] [blame] | 173 | static inline int ceph_decode_pgid(void **p, void *end, struct ceph_pg *pgid) |
| 174 | { |
| 175 | __u8 version; |
| 176 | |
| 177 | if (!ceph_has_room(p, end, 1 + 8 + 4 + 4)) { |
| 178 | pr_warning("incomplete pg encoding"); |
| 179 | |
| 180 | return -EINVAL; |
| 181 | } |
| 182 | version = ceph_decode_8(p); |
| 183 | if (version > 1) { |
| 184 | pr_warning("do not understand pg encoding %d > 1", |
| 185 | (int)version); |
| 186 | return -EINVAL; |
| 187 | } |
| 188 | |
| 189 | pgid->pool = ceph_decode_64(p); |
| 190 | pgid->seed = ceph_decode_32(p); |
| 191 | *p += 4; /* skip deprecated preferred value */ |
| 192 | |
| 193 | return 0; |
| 194 | } |
| 195 | |
Ilya Dryomov | a2505d6 | 2014-03-13 16:36:13 +0200 | [diff] [blame] | 196 | extern struct ceph_osdmap *ceph_osdmap_decode(void **p, void *end); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 197 | extern struct ceph_osdmap *osdmap_apply_incremental(void **p, void *end, |
| 198 | struct ceph_osdmap *map, |
| 199 | struct ceph_messenger *msgr); |
| 200 | extern void ceph_osdmap_destroy(struct ceph_osdmap *map); |
| 201 | |
| 202 | /* calculate mapping of a file extent to an object */ |
Sage Weil | d63b77f | 2012-09-24 20:59:48 -0700 | [diff] [blame] | 203 | extern int ceph_calc_file_object_mapping(struct ceph_file_layout *layout, |
Alex Elder | e8afad6 | 2012-11-14 09:38:19 -0600 | [diff] [blame] | 204 | u64 off, u64 len, |
Sage Weil | d63b77f | 2012-09-24 20:59:48 -0700 | [diff] [blame] | 205 | u64 *bno, u64 *oxoff, u64 *oxlen); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 206 | |
| 207 | /* calculate mapping of object to a placement group */ |
Ilya Dryomov | 7c13cb6 | 2014-01-27 17:40:19 +0200 | [diff] [blame] | 208 | extern int ceph_oloc_oid_to_pg(struct ceph_osdmap *osdmap, |
| 209 | struct ceph_object_locator *oloc, |
| 210 | struct ceph_object_id *oid, |
| 211 | struct ceph_pg *pg_out); |
| 212 | |
Sage Weil | 12979354 | 2013-01-08 09:15:10 -0800 | [diff] [blame] | 213 | extern int ceph_calc_pg_acting(struct ceph_osdmap *osdmap, |
Sage Weil | 5b191d9 | 2013-02-23 10:38:16 -0800 | [diff] [blame] | 214 | struct ceph_pg pgid, |
Ilya Dryomov | 8008ab1 | 2014-03-24 17:12:48 +0200 | [diff] [blame] | 215 | int *osds, int *primary); |
Sage Weil | 5104212 | 2009-11-04 11:39:12 -0800 | [diff] [blame] | 216 | extern int ceph_calc_pg_primary(struct ceph_osdmap *osdmap, |
Sage Weil | 5b191d9 | 2013-02-23 10:38:16 -0800 | [diff] [blame] | 217 | struct ceph_pg pgid); |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 218 | |
Ilya Dryomov | ce7f6a2 | 2014-01-27 17:40:19 +0200 | [diff] [blame] | 219 | extern struct ceph_pg_pool_info *ceph_pg_pool_by_id(struct ceph_osdmap *map, |
| 220 | u64 id); |
| 221 | |
Alex Elder | 72afc71 | 2012-10-30 19:40:33 -0500 | [diff] [blame] | 222 | extern const char *ceph_pg_pool_name_by_id(struct ceph_osdmap *map, u64 id); |
Yehuda Sadeh | 7669a2c | 2010-05-17 12:31:35 -0700 | [diff] [blame] | 223 | extern int ceph_pg_poolid_by_name(struct ceph_osdmap *map, const char *name); |
| 224 | |
Sage Weil | f24e998 | 2009-10-06 11:31:10 -0700 | [diff] [blame] | 225 | #endif |