Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _LINUX_HASH_H |
| 2 | #define _LINUX_HASH_H |
Matthew Wilcox | 4e70148 | 2008-02-06 01:36:14 -0800 | [diff] [blame] | 3 | /* Fast hashing routine for ints, longs and pointers. |
Nadia Yvette Chambers | 6d49e35 | 2012-12-06 10:39:54 +0100 | [diff] [blame] | 4 | (C) 2002 Nadia Yvette Chambers, IBM */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | |
| 6 | /* |
| 7 | * Knuth recommends primes in approximately golden ratio to the maximum |
| 8 | * integer representable by a machine word for multiplicative hashing. |
| 9 | * Chuck Lever verified the effectiveness of this technique: |
| 10 | * http://www.citi.umich.edu/techreports/reports/citi-tr-00-1.pdf |
| 11 | * |
| 12 | * These primes are chosen to be bit-sparse, that is operations on |
| 13 | * them can use shifts and additions instead of multiplications for |
| 14 | * machines where multiplications are slow. |
| 15 | */ |
Matthew Wilcox | 4e70148 | 2008-02-06 01:36:14 -0800 | [diff] [blame] | 16 | |
| 17 | #include <asm/types.h> |
Masami Hiramatsu | 65c1055 | 2013-03-14 20:52:30 +0900 | [diff] [blame] | 18 | #include <linux/compiler.h> |
Matthew Wilcox | 4e70148 | 2008-02-06 01:36:14 -0800 | [diff] [blame] | 19 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | /* 2^31 + 2^29 - 2^25 + 2^22 - 2^19 - 2^16 + 1 */ |
Matthew Wilcox | 4e70148 | 2008-02-06 01:36:14 -0800 | [diff] [blame] | 21 | #define GOLDEN_RATIO_PRIME_32 0x9e370001UL |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | /* 2^63 + 2^61 - 2^57 + 2^54 - 2^51 - 2^18 + 1 */ |
Matthew Wilcox | 4e70148 | 2008-02-06 01:36:14 -0800 | [diff] [blame] | 23 | #define GOLDEN_RATIO_PRIME_64 0x9e37fffffffc0001UL |
| 24 | |
| 25 | #if BITS_PER_LONG == 32 |
| 26 | #define GOLDEN_RATIO_PRIME GOLDEN_RATIO_PRIME_32 |
| 27 | #define hash_long(val, bits) hash_32(val, bits) |
| 28 | #elif BITS_PER_LONG == 64 |
| 29 | #define hash_long(val, bits) hash_64(val, bits) |
| 30 | #define GOLDEN_RATIO_PRIME GOLDEN_RATIO_PRIME_64 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | #else |
Matthew Wilcox | 4e70148 | 2008-02-06 01:36:14 -0800 | [diff] [blame] | 32 | #error Wordsize not 32 or 64 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 33 | #endif |
| 34 | |
Masami Hiramatsu | 65c1055 | 2013-03-14 20:52:30 +0900 | [diff] [blame] | 35 | static __always_inline u64 hash_64(u64 val, unsigned int bits) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | { |
Matthew Wilcox | 4e70148 | 2008-02-06 01:36:14 -0800 | [diff] [blame] | 37 | u64 hash = val; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | |
Linus Torvalds | 23d0db7 | 2014-09-13 11:24:03 -0700 | [diff] [blame] | 39 | #if defined(CONFIG_ARCH_HAS_FAST_MULTIPLIER) && BITS_PER_LONG == 64 |
| 40 | hash = hash * GOLDEN_RATIO_PRIME_64; |
| 41 | #else |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | /* Sigh, gcc can't optimise this alone like it does for 32 bits. */ |
Matthew Wilcox | 4e70148 | 2008-02-06 01:36:14 -0800 | [diff] [blame] | 43 | u64 n = hash; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | n <<= 18; |
| 45 | hash -= n; |
| 46 | n <<= 33; |
| 47 | hash -= n; |
| 48 | n <<= 3; |
| 49 | hash += n; |
| 50 | n <<= 3; |
| 51 | hash -= n; |
| 52 | n <<= 4; |
| 53 | hash += n; |
| 54 | n <<= 2; |
| 55 | hash += n; |
Linus Torvalds | 23d0db7 | 2014-09-13 11:24:03 -0700 | [diff] [blame] | 56 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 57 | |
| 58 | /* High bits are more random, so use them. */ |
Matthew Wilcox | 4e70148 | 2008-02-06 01:36:14 -0800 | [diff] [blame] | 59 | return hash >> (64 - bits); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | } |
Matthew Wilcox | 4e70148 | 2008-02-06 01:36:14 -0800 | [diff] [blame] | 61 | |
| 62 | static inline u32 hash_32(u32 val, unsigned int bits) |
| 63 | { |
| 64 | /* On some cpus multiply is faster, on others gcc will do shifts */ |
| 65 | u32 hash = val * GOLDEN_RATIO_PRIME_32; |
| 66 | |
| 67 | /* High bits are more random, so use them. */ |
| 68 | return hash >> (32 - bits); |
| 69 | } |
| 70 | |
Ian Campbell | f991879 | 2011-08-17 13:45:09 +0100 | [diff] [blame] | 71 | static inline unsigned long hash_ptr(const void *ptr, unsigned int bits) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | { |
| 73 | return hash_long((unsigned long)ptr, bits); |
| 74 | } |
Pavel Emelyanov | b14f243 | 2012-08-08 21:52:28 +0000 | [diff] [blame] | 75 | |
| 76 | static inline u32 hash32_ptr(const void *ptr) |
| 77 | { |
| 78 | unsigned long val = (unsigned long)ptr; |
| 79 | |
| 80 | #if BITS_PER_LONG == 64 |
| 81 | val ^= (val >> 32); |
| 82 | #endif |
| 83 | return (u32)val; |
| 84 | } |
Francesco Fusco | 71ae8aa | 2013-12-12 16:09:05 +0100 | [diff] [blame] | 85 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 86 | #endif /* _LINUX_HASH_H */ |