blob: 613cfde3a1e0da58432c971f60e517475def7301 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _LINUX_HASH_H
2#define _LINUX_HASH_H
Matthew Wilcox4e701482008-02-06 01:36:14 -08003/* Fast hashing routine for ints, longs and pointers.
Nadia Yvette Chambers6d49e352012-12-06 10:39:54 +01004 (C) 2002 Nadia Yvette Chambers, IBM */
Linus Torvalds1da177e2005-04-16 15:20:36 -07005
Matthew Wilcox4e701482008-02-06 01:36:14 -08006#include <asm/types.h>
Masami Hiramatsu65c10552013-03-14 20:52:30 +09007#include <linux/compiler.h>
Matthew Wilcox4e701482008-02-06 01:36:14 -08008
George Spelvinef703f42016-05-26 23:00:23 -04009/*
10 * The "GOLDEN_RATIO_PRIME" is used in ifs/btrfs/brtfs_inode.h and
11 * fs/inode.c. It's not actually prime any more (the previous primes
12 * were actively bad for hashing), but the name remains.
13 */
Matthew Wilcox4e701482008-02-06 01:36:14 -080014#if BITS_PER_LONG == 32
George Spelvinef703f42016-05-26 23:00:23 -040015#define GOLDEN_RATIO_PRIME GOLDEN_RATIO_32
Matthew Wilcox4e701482008-02-06 01:36:14 -080016#define hash_long(val, bits) hash_32(val, bits)
17#elif BITS_PER_LONG == 64
18#define hash_long(val, bits) hash_64(val, bits)
George Spelvinef703f42016-05-26 23:00:23 -040019#define GOLDEN_RATIO_PRIME GOLDEN_RATIO_64
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#else
Matthew Wilcox4e701482008-02-06 01:36:14 -080021#error Wordsize not 32 or 64
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#endif
23
Linus Torvalds689de1d2016-05-02 12:46:42 -070024/*
George Spelvinef703f42016-05-26 23:00:23 -040025 * This hash multiplies the input by a large odd number and takes the
26 * high bits. Since multiplication propagates changes to the most
27 * significant end only, it is essential that the high bits of the
28 * product be used for the hash value.
29 *
30 * Chuck Lever verified the effectiveness of this technique:
31 * http://www.citi.umich.edu/techreports/reports/citi-tr-00-1.pdf
Linus Torvalds689de1d2016-05-02 12:46:42 -070032 *
33 * Although a random odd number will do, it turns out that the golden
34 * ratio phi = (sqrt(5)-1)/2, or its negative, has particularly nice
George Spelvinef703f42016-05-26 23:00:23 -040035 * properties. (See Knuth vol 3, section 6.4, exercise 9.)
Linus Torvalds689de1d2016-05-02 12:46:42 -070036 *
George Spelvinef703f42016-05-26 23:00:23 -040037 * These are the negative, (1 - phi) = phi**2 = (3 - sqrt(5))/2,
38 * which is very slightly easier to multiply by and makes no
39 * difference to the hash distribution.
Linus Torvalds689de1d2016-05-02 12:46:42 -070040 */
41#define GOLDEN_RATIO_32 0x61C88647
42#define GOLDEN_RATIO_64 0x61C8864680B583EBull
43
George Spelvinef703f42016-05-26 23:00:23 -040044
45static inline u32 __hash_32(u32 val)
Linus Torvalds1da177e2005-04-16 15:20:36 -070046{
George Spelvinef703f42016-05-26 23:00:23 -040047 return val * GOLDEN_RATIO_32;
Linus Torvalds1da177e2005-04-16 15:20:36 -070048}
Matthew Wilcox4e701482008-02-06 01:36:14 -080049
50static inline u32 hash_32(u32 val, unsigned int bits)
51{
Matthew Wilcox4e701482008-02-06 01:36:14 -080052 /* High bits are more random, so use them. */
George Spelvinef703f42016-05-26 23:00:23 -040053 return __hash_32(val) >> (32 - bits);
54}
55
56static __always_inline u32 hash_64(u64 val, unsigned int bits)
57{
58#if BITS_PER_LONG == 64
59 /* 64x64-bit multiply is efficient on all 64-bit processors */
60 return val * GOLDEN_RATIO_64 >> (64 - bits);
61#else
62 /* Hash 64 bits using only 32x32-bit multiply. */
63 return hash_32((u32)val ^ __hash_32(val >> 32), bits);
64#endif
Matthew Wilcox4e701482008-02-06 01:36:14 -080065}
66
George Spelvin92d56772016-05-26 22:22:01 -040067static inline u32 hash_ptr(const void *ptr, unsigned int bits)
Linus Torvalds1da177e2005-04-16 15:20:36 -070068{
69 return hash_long((unsigned long)ptr, bits);
70}
Pavel Emelyanovb14f2432012-08-08 21:52:28 +000071
George Spelvinef703f42016-05-26 23:00:23 -040072/* This really should be called fold32_ptr; it does no hashing to speak of. */
Pavel Emelyanovb14f2432012-08-08 21:52:28 +000073static inline u32 hash32_ptr(const void *ptr)
74{
75 unsigned long val = (unsigned long)ptr;
76
77#if BITS_PER_LONG == 64
78 val ^= (val >> 32);
79#endif
80 return (u32)val;
81}
Francesco Fusco71ae8aa2013-12-12 16:09:05 +010082
Linus Torvalds1da177e2005-04-16 15:20:36 -070083#endif /* _LINUX_HASH_H */