blob: 13f94411c15a1cd812df5d5066bef87d97ecf018 [file] [log] [blame]
Jason Evanse476f8a2010-01-16 09:53:50 -08001#define JEMALLOC_EXTENT_C_
Jason Evans376b1522010-02-11 14:45:59 -08002#include "jemalloc/internal/jemalloc_internal.h"
Jason Evanse476f8a2010-01-16 09:53:50 -08003
4/******************************************************************************/
5
Jason Evans8a03cf02015-05-04 09:58:36 -07006JEMALLOC_INLINE_C size_t
7extent_quantize(size_t size)
8{
9
10 /*
11 * Round down to the nearest chunk size that can actually be requested
12 * during normal huge allocation.
13 */
14 return (index2size(size2index(size + 1) - 1));
15}
16
Jason Evansaf1f5922014-10-30 16:38:08 -070017JEMALLOC_INLINE_C int
Jason Evanse476f8a2010-01-16 09:53:50 -080018extent_szad_comp(extent_node_t *a, extent_node_t *b)
19{
20 int ret;
Jason Evans8a03cf02015-05-04 09:58:36 -070021 size_t a_qsize = extent_quantize(extent_node_size_get(a));
22 size_t b_qsize = extent_quantize(extent_node_size_get(b));
Jason Evanse476f8a2010-01-16 09:53:50 -080023
Jason Evans8a03cf02015-05-04 09:58:36 -070024 /*
25 * Compare based on quantized size rather than size, in order to sort
26 * equally useful extents only by address.
27 */
28 ret = (a_qsize > b_qsize) - (a_qsize < b_qsize);
Jason Evanse476f8a2010-01-16 09:53:50 -080029 if (ret == 0) {
Jason Evansee41ad42015-02-15 18:04:46 -080030 uintptr_t a_addr = (uintptr_t)extent_node_addr_get(a);
31 uintptr_t b_addr = (uintptr_t)extent_node_addr_get(b);
Jason Evanse476f8a2010-01-16 09:53:50 -080032
33 ret = (a_addr > b_addr) - (a_addr < b_addr);
34 }
35
36 return (ret);
37}
38
Jason Evansf3ff7522010-02-28 15:00:18 -080039/* Generate red-black tree functions. */
Jason Evans2195ba42015-02-15 16:43:52 -080040rb_gen(, extent_tree_szad_, extent_tree_t, extent_node_t, szad_link,
Jason Evanse476f8a2010-01-16 09:53:50 -080041 extent_szad_comp)
Jason Evanse476f8a2010-01-16 09:53:50 -080042
Jason Evansaf1f5922014-10-30 16:38:08 -070043JEMALLOC_INLINE_C int
Jason Evanse476f8a2010-01-16 09:53:50 -080044extent_ad_comp(extent_node_t *a, extent_node_t *b)
45{
Jason Evansee41ad42015-02-15 18:04:46 -080046 uintptr_t a_addr = (uintptr_t)extent_node_addr_get(a);
47 uintptr_t b_addr = (uintptr_t)extent_node_addr_get(b);
Jason Evanse476f8a2010-01-16 09:53:50 -080048
49 return ((a_addr > b_addr) - (a_addr < b_addr));
50}
51
Jason Evansf3ff7522010-02-28 15:00:18 -080052/* Generate red-black tree functions. */
Jason Evans2195ba42015-02-15 16:43:52 -080053rb_gen(, extent_tree_ad_, extent_tree_t, extent_node_t, ad_link, extent_ad_comp)