1ae3c14a0SArnaldo Carvalho de Melo #ifndef _LINUX_HASH_H
2ae3c14a0SArnaldo Carvalho de Melo #define _LINUX_HASH_H
3ae3c14a0SArnaldo Carvalho de Melo /* Fast hashing routine for ints, longs and pointers.
4ae3c14a0SArnaldo Carvalho de Melo (C) 2002 Nadia Yvette Chambers, IBM */
50e55fa11SBorislav Petkov
6ae3c14a0SArnaldo Carvalho de Melo #include <asm/types.h>
7ae3c14a0SArnaldo Carvalho de Melo #include <linux/compiler.h>
8ae3c14a0SArnaldo Carvalho de Melo
9ae3c14a0SArnaldo Carvalho de Melo /*
10ae3c14a0SArnaldo Carvalho de Melo * The "GOLDEN_RATIO_PRIME" is used in ifs/btrfs/brtfs_inode.h and
11ae3c14a0SArnaldo Carvalho de Melo * fs/inode.c. It's not actually prime any more (the previous primes
12ae3c14a0SArnaldo Carvalho de Melo * were actively bad for hashing), but the name remains.
13ae3c14a0SArnaldo Carvalho de Melo */
14ae3c14a0SArnaldo Carvalho de Melo #if BITS_PER_LONG == 32
15ae3c14a0SArnaldo Carvalho de Melo #define GOLDEN_RATIO_PRIME GOLDEN_RATIO_32
16ae3c14a0SArnaldo Carvalho de Melo #define hash_long(val, bits) hash_32(val, bits)
17ae3c14a0SArnaldo Carvalho de Melo #elif BITS_PER_LONG == 64
18ae3c14a0SArnaldo Carvalho de Melo #define hash_long(val, bits) hash_64(val, bits)
19ae3c14a0SArnaldo Carvalho de Melo #define GOLDEN_RATIO_PRIME GOLDEN_RATIO_64
20ae3c14a0SArnaldo Carvalho de Melo #else
21ae3c14a0SArnaldo Carvalho de Melo #error Wordsize not 32 or 64
220e55fa11SBorislav Petkov #endif
23ae3c14a0SArnaldo Carvalho de Melo
24ae3c14a0SArnaldo Carvalho de Melo /*
25ae3c14a0SArnaldo Carvalho de Melo * This hash multiplies the input by a large odd number and takes the
26ae3c14a0SArnaldo Carvalho de Melo * high bits. Since multiplication propagates changes to the most
27ae3c14a0SArnaldo Carvalho de Melo * significant end only, it is essential that the high bits of the
28ae3c14a0SArnaldo Carvalho de Melo * product be used for the hash value.
29ae3c14a0SArnaldo Carvalho de Melo *
30ae3c14a0SArnaldo Carvalho de Melo * Chuck Lever verified the effectiveness of this technique:
31ae3c14a0SArnaldo Carvalho de Melo * http://www.citi.umich.edu/techreports/reports/citi-tr-00-1.pdf
32ae3c14a0SArnaldo Carvalho de Melo *
33ae3c14a0SArnaldo Carvalho de Melo * Although a random odd number will do, it turns out that the golden
34ae3c14a0SArnaldo Carvalho de Melo * ratio phi = (sqrt(5)-1)/2, or its negative, has particularly nice
35ae3c14a0SArnaldo Carvalho de Melo * properties. (See Knuth vol 3, section 6.4, exercise 9.)
36ae3c14a0SArnaldo Carvalho de Melo *
37ae3c14a0SArnaldo Carvalho de Melo * These are the negative, (1 - phi) = phi**2 = (3 - sqrt(5))/2,
38ae3c14a0SArnaldo Carvalho de Melo * which is very slightly easier to multiply by and makes no
39ae3c14a0SArnaldo Carvalho de Melo * difference to the hash distribution.
40ae3c14a0SArnaldo Carvalho de Melo */
41ae3c14a0SArnaldo Carvalho de Melo #define GOLDEN_RATIO_32 0x61C88647
42ae3c14a0SArnaldo Carvalho de Melo #define GOLDEN_RATIO_64 0x61C8864680B583EBull
43ae3c14a0SArnaldo Carvalho de Melo
44ae3c14a0SArnaldo Carvalho de Melo #ifdef CONFIG_HAVE_ARCH_HASH
45ae3c14a0SArnaldo Carvalho de Melo /* This header may use the GOLDEN_RATIO_xx constants */
46ae3c14a0SArnaldo Carvalho de Melo #include <asm/hash.h>
47ae3c14a0SArnaldo Carvalho de Melo #endif
48ae3c14a0SArnaldo Carvalho de Melo
49ae3c14a0SArnaldo Carvalho de Melo /*
50ae3c14a0SArnaldo Carvalho de Melo * The _generic versions exist only so lib/test_hash.c can compare
51ae3c14a0SArnaldo Carvalho de Melo * the arch-optimized versions with the generic.
52ae3c14a0SArnaldo Carvalho de Melo *
53ae3c14a0SArnaldo Carvalho de Melo * Note that if you change these, any <asm/hash.h> that aren't updated
54ae3c14a0SArnaldo Carvalho de Melo * to match need to have their HAVE_ARCH_* define values updated so the
55ae3c14a0SArnaldo Carvalho de Melo * self-test will not false-positive.
56ae3c14a0SArnaldo Carvalho de Melo */
57ae3c14a0SArnaldo Carvalho de Melo #ifndef HAVE_ARCH__HASH_32
58ae3c14a0SArnaldo Carvalho de Melo #define __hash_32 __hash_32_generic
59ae3c14a0SArnaldo Carvalho de Melo #endif
__hash_32_generic(u32 val)60ae3c14a0SArnaldo Carvalho de Melo static inline u32 __hash_32_generic(u32 val)
61ae3c14a0SArnaldo Carvalho de Melo {
62ae3c14a0SArnaldo Carvalho de Melo return val * GOLDEN_RATIO_32;
63ae3c14a0SArnaldo Carvalho de Melo }
64ae3c14a0SArnaldo Carvalho de Melo
hash_32(u32 val,unsigned int bits)65*fd0a1462SIsabella Basso static inline u32 hash_32(u32 val, unsigned int bits)
66ae3c14a0SArnaldo Carvalho de Melo {
67ae3c14a0SArnaldo Carvalho de Melo /* High bits are more random, so use them. */
68ae3c14a0SArnaldo Carvalho de Melo return __hash_32(val) >> (32 - bits);
69ae3c14a0SArnaldo Carvalho de Melo }
70ae3c14a0SArnaldo Carvalho de Melo
71ae3c14a0SArnaldo Carvalho de Melo #ifndef HAVE_ARCH_HASH_64
72ae3c14a0SArnaldo Carvalho de Melo #define hash_64 hash_64_generic
73ae3c14a0SArnaldo Carvalho de Melo #endif
hash_64_generic(u64 val,unsigned int bits)74ae3c14a0SArnaldo Carvalho de Melo static __always_inline u32 hash_64_generic(u64 val, unsigned int bits)
75ae3c14a0SArnaldo Carvalho de Melo {
76ae3c14a0SArnaldo Carvalho de Melo #if BITS_PER_LONG == 64
77ae3c14a0SArnaldo Carvalho de Melo /* 64x64-bit multiply is efficient on all 64-bit processors */
78ae3c14a0SArnaldo Carvalho de Melo return val * GOLDEN_RATIO_64 >> (64 - bits);
79ae3c14a0SArnaldo Carvalho de Melo #else
80ae3c14a0SArnaldo Carvalho de Melo /* Hash 64 bits using only 32x32-bit multiply. */
81ae3c14a0SArnaldo Carvalho de Melo return hash_32((u32)val ^ __hash_32(val >> 32), bits);
82ae3c14a0SArnaldo Carvalho de Melo #endif
83ae3c14a0SArnaldo Carvalho de Melo }
84ae3c14a0SArnaldo Carvalho de Melo
hash_ptr(const void * ptr,unsigned int bits)85ae3c14a0SArnaldo Carvalho de Melo static inline u32 hash_ptr(const void *ptr, unsigned int bits)
86ae3c14a0SArnaldo Carvalho de Melo {
87ae3c14a0SArnaldo Carvalho de Melo return hash_long((unsigned long)ptr, bits);
88ae3c14a0SArnaldo Carvalho de Melo }
89ae3c14a0SArnaldo Carvalho de Melo
90ae3c14a0SArnaldo Carvalho de Melo /* This really should be called fold32_ptr; it does no hashing to speak of. */
hash32_ptr(const void * ptr)91ae3c14a0SArnaldo Carvalho de Melo static inline u32 hash32_ptr(const void *ptr)
92ae3c14a0SArnaldo Carvalho de Melo {
93ae3c14a0SArnaldo Carvalho de Melo unsigned long val = (unsigned long)ptr;
94ae3c14a0SArnaldo Carvalho de Melo
95ae3c14a0SArnaldo Carvalho de Melo #if BITS_PER_LONG == 64
96ae3c14a0SArnaldo Carvalho de Melo val ^= (val >> 32);
97ae3c14a0SArnaldo Carvalho de Melo #endif
98ae3c14a0SArnaldo Carvalho de Melo return (u32)val;
99ae3c14a0SArnaldo Carvalho de Melo }
100ae3c14a0SArnaldo Carvalho de Melo
101ae3c14a0SArnaldo Carvalho de Melo #endif /* _LINUX_HASH_H */
102