Sage Weil | 5cd068c | 2010-07-07 08:38:17 -0700 | [diff] [blame] | 1 | #ifndef CEPH_CRUSH_CRUSH_H |
| 2 | #define CEPH_CRUSH_CRUSH_H |
Sage Weil | 5ecc0a0 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 3 | |
| 4 | #include <linux/types.h> |
| 5 | |
| 6 | /* |
| 7 | * CRUSH is a pseudo-random data distribution algorithm that |
| 8 | * efficiently distributes input values (typically, data objects) |
| 9 | * across a heterogeneous, structured storage cluster. |
| 10 | * |
| 11 | * The algorithm was originally described in detail in this paper |
| 12 | * (although the algorithm has evolved somewhat since then): |
| 13 | * |
| 14 | * http://www.ssrc.ucsc.edu/Papers/weil-sc06.pdf |
| 15 | * |
| 16 | * LGPL2 |
| 17 | */ |
| 18 | |
| 19 | |
| 20 | #define CRUSH_MAGIC 0x00010000ul /* for detecting algorithm revisions */ |
| 21 | |
| 22 | |
| 23 | #define CRUSH_MAX_DEPTH 10 /* max crush hierarchy depth */ |
| 24 | #define CRUSH_MAX_SET 10 /* max size of a mapping result */ |
| 25 | |
| 26 | |
| 27 | /* |
| 28 | * CRUSH uses user-defined "rules" to describe how inputs should be |
| 29 | * mapped to devices. A rule consists of sequence of steps to perform |
| 30 | * to generate the set of output devices. |
| 31 | */ |
| 32 | struct crush_rule_step { |
| 33 | __u32 op; |
| 34 | __s32 arg1; |
| 35 | __s32 arg2; |
| 36 | }; |
| 37 | |
| 38 | /* step op codes */ |
| 39 | enum { |
| 40 | CRUSH_RULE_NOOP = 0, |
| 41 | CRUSH_RULE_TAKE = 1, /* arg1 = value to start with */ |
| 42 | CRUSH_RULE_CHOOSE_FIRSTN = 2, /* arg1 = num items to pick */ |
| 43 | /* arg2 = type */ |
| 44 | CRUSH_RULE_CHOOSE_INDEP = 3, /* same */ |
| 45 | CRUSH_RULE_EMIT = 4, /* no args */ |
| 46 | CRUSH_RULE_CHOOSE_LEAF_FIRSTN = 6, |
| 47 | CRUSH_RULE_CHOOSE_LEAF_INDEP = 7, |
| 48 | }; |
| 49 | |
| 50 | /* |
| 51 | * for specifying choose num (arg1) relative to the max parameter |
| 52 | * passed to do_rule |
| 53 | */ |
| 54 | #define CRUSH_CHOOSE_N 0 |
| 55 | #define CRUSH_CHOOSE_N_MINUS(x) (-(x)) |
| 56 | |
| 57 | /* |
| 58 | * The rule mask is used to describe what the rule is intended for. |
| 59 | * Given a ruleset and size of output set, we search through the |
| 60 | * rule list for a matching rule_mask. |
| 61 | */ |
| 62 | struct crush_rule_mask { |
| 63 | __u8 ruleset; |
| 64 | __u8 type; |
| 65 | __u8 min_size; |
| 66 | __u8 max_size; |
| 67 | }; |
| 68 | |
| 69 | struct crush_rule { |
| 70 | __u32 len; |
| 71 | struct crush_rule_mask mask; |
| 72 | struct crush_rule_step steps[0]; |
| 73 | }; |
| 74 | |
| 75 | #define crush_rule_size(len) (sizeof(struct crush_rule) + \ |
| 76 | (len)*sizeof(struct crush_rule_step)) |
| 77 | |
| 78 | |
| 79 | |
| 80 | /* |
| 81 | * A bucket is a named container of other items (either devices or |
| 82 | * other buckets). Items within a bucket are chosen using one of a |
| 83 | * few different algorithms. The table summarizes how the speed of |
| 84 | * each option measures up against mapping stability when items are |
| 85 | * added or removed. |
| 86 | * |
| 87 | * Bucket Alg Speed Additions Removals |
| 88 | * ------------------------------------------------ |
| 89 | * uniform O(1) poor poor |
| 90 | * list O(n) optimal poor |
| 91 | * tree O(log n) good good |
| 92 | * straw O(n) optimal optimal |
| 93 | */ |
| 94 | enum { |
| 95 | CRUSH_BUCKET_UNIFORM = 1, |
| 96 | CRUSH_BUCKET_LIST = 2, |
| 97 | CRUSH_BUCKET_TREE = 3, |
| 98 | CRUSH_BUCKET_STRAW = 4 |
| 99 | }; |
Sage Weil | c6cf726 | 2009-11-06 16:39:26 -0800 | [diff] [blame] | 100 | extern const char *crush_bucket_alg_name(int alg); |
Sage Weil | 5ecc0a0 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 101 | |
| 102 | struct crush_bucket { |
| 103 | __s32 id; /* this'll be negative */ |
| 104 | __u16 type; /* non-zero; type=0 is reserved for devices */ |
Sage Weil | fb69039 | 2009-11-07 20:18:22 -0800 | [diff] [blame] | 105 | __u8 alg; /* one of CRUSH_BUCKET_* */ |
| 106 | __u8 hash; /* which hash function to use, CRUSH_HASH_* */ |
Sage Weil | 5ecc0a0 | 2009-10-06 11:31:11 -0700 | [diff] [blame] | 107 | __u32 weight; /* 16-bit fixed point */ |
| 108 | __u32 size; /* num items */ |
| 109 | __s32 *items; |
| 110 | |
| 111 | /* |
| 112 | * cached random permutation: used for uniform bucket and for |
| 113 | * the linear search fallback for the other bucket types. |
| 114 | */ |
| 115 | __u32 perm_x; /* @x for which *perm is defined */ |
| 116 | __u32 perm_n; /* num elements of *perm that are permuted/defined */ |
| 117 | __u32 *perm; |
| 118 | }; |
| 119 | |
| 120 | struct crush_bucket_uniform { |
| 121 | struct crush_bucket h; |
| 122 | __u32 item_weight; /* 16-bit fixed point; all items equally weighted */ |
| 123 | }; |
| 124 | |
| 125 | struct crush_bucket_list { |
| 126 | struct crush_bucket h; |
| 127 | __u32 *item_weights; /* 16-bit fixed point */ |
| 128 | __u32 *sum_weights; /* 16-bit fixed point. element i is sum |
| 129 | of weights 0..i, inclusive */ |
| 130 | }; |
| 131 | |
| 132 | struct crush_bucket_tree { |
| 133 | struct crush_bucket h; /* note: h.size is _tree_ size, not number of |
| 134 | actual items */ |
| 135 | __u8 num_nodes; |
| 136 | __u32 *node_weights; |
| 137 | }; |
| 138 | |
| 139 | struct crush_bucket_straw { |
| 140 | struct crush_bucket h; |
| 141 | __u32 *item_weights; /* 16-bit fixed point */ |
| 142 | __u32 *straws; /* 16-bit fixed point */ |
| 143 | }; |
| 144 | |
| 145 | |
| 146 | |
| 147 | /* |
| 148 | * CRUSH map includes all buckets, rules, etc. |
| 149 | */ |
| 150 | struct crush_map { |
| 151 | struct crush_bucket **buckets; |
| 152 | struct crush_rule **rules; |
| 153 | |
| 154 | /* |
| 155 | * Parent pointers to identify the parent bucket a device or |
| 156 | * bucket in the hierarchy. If an item appears more than |
| 157 | * once, this is the _last_ time it appeared (where buckets |
| 158 | * are processed in bucket id order, from -1 on down to |
| 159 | * -max_buckets. |
| 160 | */ |
| 161 | __u32 *bucket_parents; |
| 162 | __u32 *device_parents; |
| 163 | |
| 164 | __s32 max_buckets; |
| 165 | __u32 max_rules; |
| 166 | __s32 max_devices; |
| 167 | }; |
| 168 | |
| 169 | |
| 170 | /* crush.c */ |
| 171 | extern int crush_get_bucket_item_weight(struct crush_bucket *b, int pos); |
| 172 | extern void crush_calc_parents(struct crush_map *map); |
| 173 | extern void crush_destroy_bucket_uniform(struct crush_bucket_uniform *b); |
| 174 | extern void crush_destroy_bucket_list(struct crush_bucket_list *b); |
| 175 | extern void crush_destroy_bucket_tree(struct crush_bucket_tree *b); |
| 176 | extern void crush_destroy_bucket_straw(struct crush_bucket_straw *b); |
| 177 | extern void crush_destroy_bucket(struct crush_bucket *b); |
| 178 | extern void crush_destroy(struct crush_map *map); |
| 179 | |
| 180 | #endif |