| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
 | 2 |  * Implementation of the extensible bitmap type. | 
 | 3 |  * | 
| Stephen Smalley | 7efbb60 | 2017-08-17 13:32:36 -0400 | [diff] [blame] | 4 |  * Author : Stephen Smalley, <sds@tycho.nsa.gov> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 |  */ | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 6 | /* | 
| Paul Moore | 82c21bf | 2011-08-01 11:10:33 +0000 | [diff] [blame] | 7 |  * Updated: Hewlett-Packard <paul@paul-moore.com> | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 8 |  * | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 9 |  *      Added support to import/export the NetLabel category bitmap | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 10 |  * | 
 | 11 |  * (c) Copyright Hewlett-Packard Development Company, L.P., 2006 | 
 | 12 |  */ | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 13 | /* | 
 | 14 |  * Updated: KaiGai Kohei <kaigai@ak.jp.nec.com> | 
 | 15 |  *      Applied standard bit operations to improve bitmap scanning. | 
 | 16 |  */ | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 17 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #include <linux/kernel.h> | 
 | 19 | #include <linux/slab.h> | 
 | 20 | #include <linux/errno.h> | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 21 | #include <net/netlabel.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | #include "ebitmap.h" | 
 | 23 | #include "policydb.h" | 
 | 24 |  | 
| Eric Paris | cee74f4 | 2010-10-13 17:50:25 -0400 | [diff] [blame] | 25 | #define BITS_PER_U64	(sizeof(u64) * 8) | 
 | 26 |  | 
| Junil Lee | b4958c8 | 2017-06-08 13:18:09 +0900 | [diff] [blame] | 27 | static struct kmem_cache *ebitmap_node_cachep; | 
 | 28 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | int ebitmap_cmp(struct ebitmap *e1, struct ebitmap *e2) | 
 | 30 | { | 
 | 31 | 	struct ebitmap_node *n1, *n2; | 
 | 32 |  | 
 | 33 | 	if (e1->highbit != e2->highbit) | 
 | 34 | 		return 0; | 
 | 35 |  | 
 | 36 | 	n1 = e1->node; | 
 | 37 | 	n2 = e2->node; | 
 | 38 | 	while (n1 && n2 && | 
 | 39 | 	       (n1->startbit == n2->startbit) && | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 40 | 	       !memcmp(n1->maps, n2->maps, EBITMAP_SIZE / 8)) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | 		n1 = n1->next; | 
 | 42 | 		n2 = n2->next; | 
 | 43 | 	} | 
 | 44 |  | 
 | 45 | 	if (n1 || n2) | 
 | 46 | 		return 0; | 
 | 47 |  | 
 | 48 | 	return 1; | 
 | 49 | } | 
 | 50 |  | 
 | 51 | int ebitmap_cpy(struct ebitmap *dst, struct ebitmap *src) | 
 | 52 | { | 
 | 53 | 	struct ebitmap_node *n, *new, *prev; | 
 | 54 |  | 
 | 55 | 	ebitmap_init(dst); | 
 | 56 | 	n = src->node; | 
 | 57 | 	prev = NULL; | 
 | 58 | 	while (n) { | 
| Junil Lee | b4958c8 | 2017-06-08 13:18:09 +0900 | [diff] [blame] | 59 | 		new = kmem_cache_zalloc(ebitmap_node_cachep, GFP_ATOMIC); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | 		if (!new) { | 
 | 61 | 			ebitmap_destroy(dst); | 
 | 62 | 			return -ENOMEM; | 
 | 63 | 		} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 64 | 		new->startbit = n->startbit; | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 65 | 		memcpy(new->maps, n->maps, EBITMAP_SIZE / 8); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | 		new->next = NULL; | 
 | 67 | 		if (prev) | 
 | 68 | 			prev->next = new; | 
 | 69 | 		else | 
 | 70 | 			dst->node = new; | 
 | 71 | 		prev = new; | 
 | 72 | 		n = n->next; | 
 | 73 | 	} | 
 | 74 |  | 
 | 75 | 	dst->highbit = src->highbit; | 
 | 76 | 	return 0; | 
 | 77 | } | 
 | 78 |  | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 79 | #ifdef CONFIG_NETLABEL | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 80 | /** | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 81 |  * ebitmap_netlbl_export - Export an ebitmap into a NetLabel category bitmap | 
 | 82 |  * @ebmap: the ebitmap to export | 
 | 83 |  * @catmap: the NetLabel category bitmap | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 84 |  * | 
 | 85 |  * Description: | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 86 |  * Export a SELinux extensibile bitmap into a NetLabel category bitmap. | 
 | 87 |  * Returns zero on success, negative values on error. | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 88 |  * | 
 | 89 |  */ | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 90 | int ebitmap_netlbl_export(struct ebitmap *ebmap, | 
| Paul Moore | 4fbe63d | 2014-08-01 11:17:37 -0400 | [diff] [blame] | 91 | 			  struct netlbl_lsm_catmap **catmap) | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 92 | { | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 93 | 	struct ebitmap_node *e_iter = ebmap->node; | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 94 | 	unsigned long e_map; | 
 | 95 | 	u32 offset; | 
 | 96 | 	unsigned int iter; | 
 | 97 | 	int rc; | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 98 |  | 
 | 99 | 	if (e_iter == NULL) { | 
 | 100 | 		*catmap = NULL; | 
| Paul Moore | bf0edf3 | 2006-10-11 19:10:48 -0400 | [diff] [blame] | 101 | 		return 0; | 
 | 102 | 	} | 
 | 103 |  | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 104 | 	if (*catmap != NULL) | 
| Paul Moore | 4fbe63d | 2014-08-01 11:17:37 -0400 | [diff] [blame] | 105 | 		netlbl_catmap_free(*catmap); | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 106 | 	*catmap = NULL; | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 107 |  | 
| Vesa-Matti Kari | dbc74c6 | 2008-08-07 03:18:20 +0300 | [diff] [blame] | 108 | 	while (e_iter) { | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 109 | 		offset = e_iter->startbit; | 
 | 110 | 		for (iter = 0; iter < EBITMAP_UNIT_NUMS; iter++) { | 
 | 111 | 			e_map = e_iter->maps[iter]; | 
 | 112 | 			if (e_map != 0) { | 
| Paul Moore | 4fbe63d | 2014-08-01 11:17:37 -0400 | [diff] [blame] | 113 | 				rc = netlbl_catmap_setlong(catmap, | 
 | 114 | 							   offset, | 
 | 115 | 							   e_map, | 
 | 116 | 							   GFP_ATOMIC); | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 117 | 				if (rc != 0) | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 118 | 					goto netlbl_export_failure; | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 119 | 			} | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 120 | 			offset += EBITMAP_UNIT_SIZE; | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 121 | 		} | 
| KaiGai Kohei | 6d2b685 | 2007-11-07 01:17:16 +0900 | [diff] [blame] | 122 | 		e_iter = e_iter->next; | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 123 | 	} | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 124 |  | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 125 | 	return 0; | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 126 |  | 
 | 127 | netlbl_export_failure: | 
| Paul Moore | 4fbe63d | 2014-08-01 11:17:37 -0400 | [diff] [blame] | 128 | 	netlbl_catmap_free(*catmap); | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 129 | 	return -ENOMEM; | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 130 | } | 
 | 131 |  | 
 | 132 | /** | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 133 |  * ebitmap_netlbl_import - Import a NetLabel category bitmap into an ebitmap | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 134 |  * @ebmap: the ebitmap to import | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 135 |  * @catmap: the NetLabel category bitmap | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 136 |  * | 
 | 137 |  * Description: | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 138 |  * Import a NetLabel category bitmap into a SELinux extensibile bitmap. | 
 | 139 |  * Returns zero on success, negative values on error. | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 140 |  * | 
 | 141 |  */ | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 142 | int ebitmap_netlbl_import(struct ebitmap *ebmap, | 
| Paul Moore | 4fbe63d | 2014-08-01 11:17:37 -0400 | [diff] [blame] | 143 | 			  struct netlbl_lsm_catmap *catmap) | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 144 | { | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 145 | 	int rc; | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 146 | 	struct ebitmap_node *e_iter = NULL; | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 147 | 	struct ebitmap_node *e_prev = NULL; | 
 | 148 | 	u32 offset = 0, idx; | 
 | 149 | 	unsigned long bitmap; | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 150 |  | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 151 | 	for (;;) { | 
| Paul Moore | 4fbe63d | 2014-08-01 11:17:37 -0400 | [diff] [blame] | 152 | 		rc = netlbl_catmap_getlong(catmap, &offset, &bitmap); | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 153 | 		if (rc < 0) | 
 | 154 | 			goto netlbl_import_failure; | 
 | 155 | 		if (offset == (u32)-1) | 
 | 156 | 			return 0; | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 157 |  | 
| Paul Moore | 3324603 | 2015-07-09 14:20:36 -0400 | [diff] [blame] | 158 | 		/* don't waste ebitmap space if the netlabel bitmap is empty */ | 
 | 159 | 		if (bitmap == 0) { | 
 | 160 | 			offset += EBITMAP_UNIT_SIZE; | 
 | 161 | 			continue; | 
 | 162 | 		} | 
 | 163 |  | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 164 | 		if (e_iter == NULL || | 
 | 165 | 		    offset >= e_iter->startbit + EBITMAP_SIZE) { | 
 | 166 | 			e_prev = e_iter; | 
| Junil Lee | b4958c8 | 2017-06-08 13:18:09 +0900 | [diff] [blame] | 167 | 			e_iter = kmem_cache_zalloc(ebitmap_node_cachep, GFP_ATOMIC); | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 168 | 			if (e_iter == NULL) | 
 | 169 | 				goto netlbl_import_failure; | 
| Paul Moore | 8bebe88 | 2016-06-09 10:40:37 -0400 | [diff] [blame] | 170 | 			e_iter->startbit = offset - (offset % EBITMAP_SIZE); | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 171 | 			if (e_prev == NULL) | 
 | 172 | 				ebmap->node = e_iter; | 
 | 173 | 			else | 
 | 174 | 				e_prev->next = e_iter; | 
 | 175 | 			ebmap->highbit = e_iter->startbit + EBITMAP_SIZE; | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 176 | 		} | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 177 |  | 
| Paul Moore | 4b8feff | 2014-08-01 11:17:17 -0400 | [diff] [blame] | 178 | 		/* offset will always be aligned to an unsigned long */ | 
 | 179 | 		idx = EBITMAP_NODE_INDEX(e_iter, offset); | 
 | 180 | 		e_iter->maps[idx] = bitmap; | 
 | 181 |  | 
 | 182 | 		/* next */ | 
 | 183 | 		offset += EBITMAP_UNIT_SIZE; | 
 | 184 | 	} | 
 | 185 |  | 
 | 186 | 	/* NOTE: we should never reach this return */ | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 187 | 	return 0; | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 188 |  | 
 | 189 | netlbl_import_failure: | 
 | 190 | 	ebitmap_destroy(ebmap); | 
 | 191 | 	return -ENOMEM; | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 192 | } | 
| Paul Moore | 0275276 | 2006-11-29 13:18:18 -0500 | [diff] [blame] | 193 | #endif /* CONFIG_NETLABEL */ | 
| Venkat Yekkirala | 7420ed2 | 2006-08-04 23:17:57 -0700 | [diff] [blame] | 194 |  | 
| Waiman Long | fee7114 | 2013-07-23 17:38:41 -0400 | [diff] [blame] | 195 | /* | 
 | 196 |  * Check to see if all the bits set in e2 are also set in e1. Optionally, | 
 | 197 |  * if last_e2bit is non-zero, the highest set bit in e2 cannot exceed | 
 | 198 |  * last_e2bit. | 
 | 199 |  */ | 
 | 200 | int ebitmap_contains(struct ebitmap *e1, struct ebitmap *e2, u32 last_e2bit) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 201 | { | 
 | 202 | 	struct ebitmap_node *n1, *n2; | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 203 | 	int i; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 204 |  | 
 | 205 | 	if (e1->highbit < e2->highbit) | 
 | 206 | 		return 0; | 
 | 207 |  | 
 | 208 | 	n1 = e1->node; | 
 | 209 | 	n2 = e2->node; | 
| Waiman Long | fee7114 | 2013-07-23 17:38:41 -0400 | [diff] [blame] | 210 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 211 | 	while (n1 && n2 && (n1->startbit <= n2->startbit)) { | 
 | 212 | 		if (n1->startbit < n2->startbit) { | 
 | 213 | 			n1 = n1->next; | 
 | 214 | 			continue; | 
 | 215 | 		} | 
| Waiman Long | fee7114 | 2013-07-23 17:38:41 -0400 | [diff] [blame] | 216 | 		for (i = EBITMAP_UNIT_NUMS - 1; (i >= 0) && !n2->maps[i]; ) | 
 | 217 | 			i--;	/* Skip trailing NULL map entries */ | 
 | 218 | 		if (last_e2bit && (i >= 0)) { | 
 | 219 | 			u32 lastsetbit = n2->startbit + i * EBITMAP_UNIT_SIZE + | 
 | 220 | 					 __fls(n2->maps[i]); | 
 | 221 | 			if (lastsetbit > last_e2bit) | 
 | 222 | 				return 0; | 
 | 223 | 		} | 
 | 224 |  | 
 | 225 | 		while (i >= 0) { | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 226 | 			if ((n1->maps[i] & n2->maps[i]) != n2->maps[i]) | 
 | 227 | 				return 0; | 
| Waiman Long | fee7114 | 2013-07-23 17:38:41 -0400 | [diff] [blame] | 228 | 			i--; | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 229 | 		} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 230 |  | 
 | 231 | 		n1 = n1->next; | 
 | 232 | 		n2 = n2->next; | 
 | 233 | 	} | 
 | 234 |  | 
 | 235 | 	if (n2) | 
 | 236 | 		return 0; | 
 | 237 |  | 
 | 238 | 	return 1; | 
 | 239 | } | 
 | 240 |  | 
 | 241 | int ebitmap_get_bit(struct ebitmap *e, unsigned long bit) | 
 | 242 | { | 
 | 243 | 	struct ebitmap_node *n; | 
 | 244 |  | 
 | 245 | 	if (e->highbit < bit) | 
 | 246 | 		return 0; | 
 | 247 |  | 
 | 248 | 	n = e->node; | 
 | 249 | 	while (n && (n->startbit <= bit)) { | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 250 | 		if ((n->startbit + EBITMAP_SIZE) > bit) | 
 | 251 | 			return ebitmap_node_get_bit(n, bit); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 252 | 		n = n->next; | 
 | 253 | 	} | 
 | 254 |  | 
 | 255 | 	return 0; | 
 | 256 | } | 
 | 257 |  | 
 | 258 | int ebitmap_set_bit(struct ebitmap *e, unsigned long bit, int value) | 
 | 259 | { | 
 | 260 | 	struct ebitmap_node *n, *prev, *new; | 
 | 261 |  | 
 | 262 | 	prev = NULL; | 
 | 263 | 	n = e->node; | 
 | 264 | 	while (n && n->startbit <= bit) { | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 265 | 		if ((n->startbit + EBITMAP_SIZE) > bit) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 266 | 			if (value) { | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 267 | 				ebitmap_node_set_bit(n, bit); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 268 | 			} else { | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 269 | 				unsigned int s; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 270 |  | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 271 | 				ebitmap_node_clr_bit(n, bit); | 
 | 272 |  | 
 | 273 | 				s = find_first_bit(n->maps, EBITMAP_SIZE); | 
 | 274 | 				if (s < EBITMAP_SIZE) | 
 | 275 | 					return 0; | 
 | 276 |  | 
 | 277 | 				/* drop this node from the bitmap */ | 
 | 278 | 				if (!n->next) { | 
 | 279 | 					/* | 
 | 280 | 					 * this was the highest map | 
 | 281 | 					 * within the bitmap | 
 | 282 | 					 */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 283 | 					if (prev) | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 284 | 						e->highbit = prev->startbit | 
 | 285 | 							     + EBITMAP_SIZE; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 286 | 					else | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 287 | 						e->highbit = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 288 | 				} | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 289 | 				if (prev) | 
 | 290 | 					prev->next = n->next; | 
 | 291 | 				else | 
 | 292 | 					e->node = n->next; | 
| Junil Lee | b4958c8 | 2017-06-08 13:18:09 +0900 | [diff] [blame] | 293 | 				kmem_cache_free(ebitmap_node_cachep, n); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 294 | 			} | 
 | 295 | 			return 0; | 
 | 296 | 		} | 
 | 297 | 		prev = n; | 
 | 298 | 		n = n->next; | 
 | 299 | 	} | 
 | 300 |  | 
 | 301 | 	if (!value) | 
 | 302 | 		return 0; | 
 | 303 |  | 
| Junil Lee | b4958c8 | 2017-06-08 13:18:09 +0900 | [diff] [blame] | 304 | 	new = kmem_cache_zalloc(ebitmap_node_cachep, GFP_ATOMIC); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 305 | 	if (!new) | 
 | 306 | 		return -ENOMEM; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 307 |  | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 308 | 	new->startbit = bit - (bit % EBITMAP_SIZE); | 
 | 309 | 	ebitmap_node_set_bit(new, bit); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 310 |  | 
 | 311 | 	if (!n) | 
 | 312 | 		/* this node will be the highest map within the bitmap */ | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 313 | 		e->highbit = new->startbit + EBITMAP_SIZE; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 314 |  | 
 | 315 | 	if (prev) { | 
 | 316 | 		new->next = prev->next; | 
 | 317 | 		prev->next = new; | 
 | 318 | 	} else { | 
 | 319 | 		new->next = e->node; | 
 | 320 | 		e->node = new; | 
 | 321 | 	} | 
 | 322 |  | 
 | 323 | 	return 0; | 
 | 324 | } | 
 | 325 |  | 
 | 326 | void ebitmap_destroy(struct ebitmap *e) | 
 | 327 | { | 
 | 328 | 	struct ebitmap_node *n, *temp; | 
 | 329 |  | 
 | 330 | 	if (!e) | 
 | 331 | 		return; | 
 | 332 |  | 
 | 333 | 	n = e->node; | 
 | 334 | 	while (n) { | 
 | 335 | 		temp = n; | 
 | 336 | 		n = n->next; | 
| Junil Lee | b4958c8 | 2017-06-08 13:18:09 +0900 | [diff] [blame] | 337 | 		kmem_cache_free(ebitmap_node_cachep, temp); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 338 | 	} | 
 | 339 |  | 
 | 340 | 	e->highbit = 0; | 
 | 341 | 	e->node = NULL; | 
 | 342 | 	return; | 
 | 343 | } | 
 | 344 |  | 
 | 345 | int ebitmap_read(struct ebitmap *e, void *fp) | 
 | 346 | { | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 347 | 	struct ebitmap_node *n = NULL; | 
 | 348 | 	u32 mapunit, count, startbit, index; | 
 | 349 | 	u64 map; | 
| Alexey Dobriyan | b5bf6c5 | 2005-09-03 15:55:17 -0700 | [diff] [blame] | 350 | 	__le32 buf[3]; | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 351 | 	int rc, i; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 352 |  | 
 | 353 | 	ebitmap_init(e); | 
 | 354 |  | 
 | 355 | 	rc = next_entry(buf, fp, sizeof buf); | 
 | 356 | 	if (rc < 0) | 
 | 357 | 		goto out; | 
 | 358 |  | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 359 | 	mapunit = le32_to_cpu(buf[0]); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 360 | 	e->highbit = le32_to_cpu(buf[1]); | 
 | 361 | 	count = le32_to_cpu(buf[2]); | 
 | 362 |  | 
| Eric Paris | cee74f4 | 2010-10-13 17:50:25 -0400 | [diff] [blame] | 363 | 	if (mapunit != BITS_PER_U64) { | 
| James Morris | 454d972 | 2008-02-26 20:42:02 +1100 | [diff] [blame] | 364 | 		printk(KERN_ERR "SELinux: ebitmap: map size %u does not " | 
| Alexey Dobriyan | 5b5e092 | 2017-02-27 14:30:02 -0800 | [diff] [blame] | 365 | 		       "match my size %zd (high bit was %d)\n", | 
| Eric Paris | cee74f4 | 2010-10-13 17:50:25 -0400 | [diff] [blame] | 366 | 		       mapunit, BITS_PER_U64, e->highbit); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 367 | 		goto bad; | 
 | 368 | 	} | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 369 |  | 
 | 370 | 	/* round up e->highbit */ | 
 | 371 | 	e->highbit += EBITMAP_SIZE - 1; | 
 | 372 | 	e->highbit -= (e->highbit % EBITMAP_SIZE); | 
 | 373 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 374 | 	if (!e->highbit) { | 
 | 375 | 		e->node = NULL; | 
 | 376 | 		goto ok; | 
 | 377 | 	} | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 378 |  | 
| William Roberts | 74d977b | 2016-08-23 13:49:23 -0700 | [diff] [blame] | 379 | 	if (e->highbit && !count) | 
 | 380 | 		goto bad; | 
 | 381 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 382 | 	for (i = 0; i < count; i++) { | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 383 | 		rc = next_entry(&startbit, fp, sizeof(u32)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 384 | 		if (rc < 0) { | 
| James Morris | 454d972 | 2008-02-26 20:42:02 +1100 | [diff] [blame] | 385 | 			printk(KERN_ERR "SELinux: ebitmap: truncated map\n"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 386 | 			goto bad; | 
 | 387 | 		} | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 388 | 		startbit = le32_to_cpu(startbit); | 
 | 389 |  | 
 | 390 | 		if (startbit & (mapunit - 1)) { | 
| James Morris | 454d972 | 2008-02-26 20:42:02 +1100 | [diff] [blame] | 391 | 			printk(KERN_ERR "SELinux: ebitmap start bit (%d) is " | 
| KaiGai Kohei | 087feb9 | 2007-10-03 23:42:56 +0900 | [diff] [blame] | 392 | 			       "not a multiple of the map unit size (%u)\n", | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 393 | 			       startbit, mapunit); | 
 | 394 | 			goto bad; | 
 | 395 | 		} | 
 | 396 | 		if (startbit > e->highbit - mapunit) { | 
| James Morris | 454d972 | 2008-02-26 20:42:02 +1100 | [diff] [blame] | 397 | 			printk(KERN_ERR "SELinux: ebitmap start bit (%d) is " | 
| KaiGai Kohei | 087feb9 | 2007-10-03 23:42:56 +0900 | [diff] [blame] | 398 | 			       "beyond the end of the bitmap (%u)\n", | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 399 | 			       startbit, (e->highbit - mapunit)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 400 | 			goto bad; | 
 | 401 | 		} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 402 |  | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 403 | 		if (!n || startbit >= n->startbit + EBITMAP_SIZE) { | 
 | 404 | 			struct ebitmap_node *tmp; | 
| Junil Lee | b4958c8 | 2017-06-08 13:18:09 +0900 | [diff] [blame] | 405 | 			tmp = kmem_cache_zalloc(ebitmap_node_cachep, GFP_KERNEL); | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 406 | 			if (!tmp) { | 
 | 407 | 				printk(KERN_ERR | 
| James Morris | 454d972 | 2008-02-26 20:42:02 +1100 | [diff] [blame] | 408 | 				       "SELinux: ebitmap: out of memory\n"); | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 409 | 				rc = -ENOMEM; | 
 | 410 | 				goto bad; | 
 | 411 | 			} | 
 | 412 | 			/* round down */ | 
 | 413 | 			tmp->startbit = startbit - (startbit % EBITMAP_SIZE); | 
| Eric Paris | 7696ee8 | 2008-04-18 17:38:30 -0400 | [diff] [blame] | 414 | 			if (n) | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 415 | 				n->next = tmp; | 
| Eric Paris | 7696ee8 | 2008-04-18 17:38:30 -0400 | [diff] [blame] | 416 | 			else | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 417 | 				e->node = tmp; | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 418 | 			n = tmp; | 
 | 419 | 		} else if (startbit <= n->startbit) { | 
| James Morris | 454d972 | 2008-02-26 20:42:02 +1100 | [diff] [blame] | 420 | 			printk(KERN_ERR "SELinux: ebitmap: start bit %d" | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 421 | 			       " comes after start bit %d\n", | 
 | 422 | 			       startbit, n->startbit); | 
 | 423 | 			goto bad; | 
 | 424 | 		} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 425 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 426 | 		rc = next_entry(&map, fp, sizeof(u64)); | 
 | 427 | 		if (rc < 0) { | 
| James Morris | 454d972 | 2008-02-26 20:42:02 +1100 | [diff] [blame] | 428 | 			printk(KERN_ERR "SELinux: ebitmap: truncated map\n"); | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 429 | 			goto bad; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 430 | 		} | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 431 | 		map = le64_to_cpu(map); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 432 |  | 
| KaiGai Kohei | 9fe79ad | 2007-09-29 02:20:55 +0900 | [diff] [blame] | 433 | 		index = (startbit - n->startbit) / EBITMAP_UNIT_SIZE; | 
 | 434 | 		while (map) { | 
| KaiGai Kohei | 087feb9 | 2007-10-03 23:42:56 +0900 | [diff] [blame] | 435 | 			n->maps[index++] = map & (-1UL); | 
 | 436 | 			map = EBITMAP_SHIFT_UNIT_SIZE(map); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 437 | 		} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 438 | 	} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 439 | ok: | 
 | 440 | 	rc = 0; | 
 | 441 | out: | 
 | 442 | 	return rc; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 443 | bad: | 
 | 444 | 	if (!rc) | 
 | 445 | 		rc = -EINVAL; | 
 | 446 | 	ebitmap_destroy(e); | 
 | 447 | 	goto out; | 
 | 448 | } | 
| Eric Paris | cee74f4 | 2010-10-13 17:50:25 -0400 | [diff] [blame] | 449 |  | 
 | 450 | int ebitmap_write(struct ebitmap *e, void *fp) | 
 | 451 | { | 
 | 452 | 	struct ebitmap_node *n; | 
 | 453 | 	u32 count; | 
 | 454 | 	__le32 buf[3]; | 
 | 455 | 	u64 map; | 
 | 456 | 	int bit, last_bit, last_startbit, rc; | 
 | 457 |  | 
 | 458 | 	buf[0] = cpu_to_le32(BITS_PER_U64); | 
 | 459 |  | 
 | 460 | 	count = 0; | 
 | 461 | 	last_bit = 0; | 
 | 462 | 	last_startbit = -1; | 
 | 463 | 	ebitmap_for_each_positive_bit(e, n, bit) { | 
 | 464 | 		if (rounddown(bit, (int)BITS_PER_U64) > last_startbit) { | 
 | 465 | 			count++; | 
 | 466 | 			last_startbit = rounddown(bit, BITS_PER_U64); | 
 | 467 | 		} | 
 | 468 | 		last_bit = roundup(bit + 1, BITS_PER_U64); | 
 | 469 | 	} | 
 | 470 | 	buf[1] = cpu_to_le32(last_bit); | 
 | 471 | 	buf[2] = cpu_to_le32(count); | 
 | 472 |  | 
 | 473 | 	rc = put_entry(buf, sizeof(u32), 3, fp); | 
 | 474 | 	if (rc) | 
 | 475 | 		return rc; | 
 | 476 |  | 
 | 477 | 	map = 0; | 
 | 478 | 	last_startbit = INT_MIN; | 
 | 479 | 	ebitmap_for_each_positive_bit(e, n, bit) { | 
 | 480 | 		if (rounddown(bit, (int)BITS_PER_U64) > last_startbit) { | 
 | 481 | 			__le64 buf64[1]; | 
 | 482 |  | 
 | 483 | 			/* this is the very first bit */ | 
 | 484 | 			if (!map) { | 
 | 485 | 				last_startbit = rounddown(bit, BITS_PER_U64); | 
 | 486 | 				map = (u64)1 << (bit - last_startbit); | 
 | 487 | 				continue; | 
 | 488 | 			} | 
 | 489 |  | 
 | 490 | 			/* write the last node */ | 
 | 491 | 			buf[0] = cpu_to_le32(last_startbit); | 
 | 492 | 			rc = put_entry(buf, sizeof(u32), 1, fp); | 
 | 493 | 			if (rc) | 
 | 494 | 				return rc; | 
 | 495 |  | 
 | 496 | 			buf64[0] = cpu_to_le64(map); | 
 | 497 | 			rc = put_entry(buf64, sizeof(u64), 1, fp); | 
 | 498 | 			if (rc) | 
 | 499 | 				return rc; | 
 | 500 |  | 
 | 501 | 			/* set up for the next node */ | 
 | 502 | 			map = 0; | 
 | 503 | 			last_startbit = rounddown(bit, BITS_PER_U64); | 
 | 504 | 		} | 
 | 505 | 		map |= (u64)1 << (bit - last_startbit); | 
 | 506 | 	} | 
 | 507 | 	/* write the last node */ | 
 | 508 | 	if (map) { | 
 | 509 | 		__le64 buf64[1]; | 
 | 510 |  | 
 | 511 | 		/* write the last node */ | 
 | 512 | 		buf[0] = cpu_to_le32(last_startbit); | 
 | 513 | 		rc = put_entry(buf, sizeof(u32), 1, fp); | 
 | 514 | 		if (rc) | 
 | 515 | 			return rc; | 
 | 516 |  | 
 | 517 | 		buf64[0] = cpu_to_le64(map); | 
 | 518 | 		rc = put_entry(buf64, sizeof(u64), 1, fp); | 
 | 519 | 		if (rc) | 
 | 520 | 			return rc; | 
 | 521 | 	} | 
 | 522 | 	return 0; | 
 | 523 | } | 
| Junil Lee | b4958c8 | 2017-06-08 13:18:09 +0900 | [diff] [blame] | 524 |  | 
 | 525 | void ebitmap_cache_init(void) | 
 | 526 | { | 
 | 527 | 	ebitmap_node_cachep = kmem_cache_create("ebitmap_node", | 
 | 528 | 							sizeof(struct ebitmap_node), | 
 | 529 | 							0, SLAB_PANIC, NULL); | 
 | 530 | } | 
 | 531 |  | 
 | 532 | void ebitmap_cache_destroy(void) | 
 | 533 | { | 
 | 534 | 	kmem_cache_destroy(ebitmap_node_cachep); | 
 | 535 | } |