diff options
Diffstat (limited to 'src/common/cityhash.h')
| -rw-r--r-- | src/common/cityhash.h | 110 |
1 files changed, 110 insertions, 0 deletions
diff --git a/src/common/cityhash.h b/src/common/cityhash.h new file mode 100644 index 000000000..bcebdb150 --- /dev/null +++ b/src/common/cityhash.h | |||
| @@ -0,0 +1,110 @@ | |||
| 1 | // Copyright (c) 2011 Google, Inc. | ||
| 2 | // | ||
| 3 | // Permission is hereby granted, free of charge, to any person obtaining a copy | ||
| 4 | // of this software and associated documentation files (the "Software"), to deal | ||
| 5 | // in the Software without restriction, including without limitation the rights | ||
| 6 | // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | ||
| 7 | // copies of the Software, and to permit persons to whom the Software is | ||
| 8 | // furnished to do so, subject to the following conditions: | ||
| 9 | // | ||
| 10 | // The above copyright notice and this permission notice shall be included in | ||
| 11 | // all copies or substantial portions of the Software. | ||
| 12 | // | ||
| 13 | // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | ||
| 14 | // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | ||
| 15 | // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | ||
| 16 | // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | ||
| 17 | // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | ||
| 18 | // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN | ||
| 19 | // THE SOFTWARE. | ||
| 20 | // | ||
| 21 | // CityHash, by Geoff Pike and Jyrki Alakuijala | ||
| 22 | // | ||
| 23 | // http://code.google.com/p/cityhash/ | ||
| 24 | // | ||
| 25 | // This file provides a few functions for hashing strings. All of them are | ||
| 26 | // high-quality functions in the sense that they pass standard tests such | ||
| 27 | // as Austin Appleby's SMHasher. They are also fast. | ||
| 28 | // | ||
| 29 | // For 64-bit x86 code, on short strings, we don't know of anything faster than | ||
| 30 | // CityHash64 that is of comparable quality. We believe our nearest competitor | ||
| 31 | // is Murmur3. For 64-bit x86 code, CityHash64 is an excellent choice for hash | ||
| 32 | // tables and most other hashing (excluding cryptography). | ||
| 33 | // | ||
| 34 | // For 64-bit x86 code, on long strings, the picture is more complicated. | ||
| 35 | // On many recent Intel CPUs, such as Nehalem, Westmere, Sandy Bridge, etc., | ||
| 36 | // CityHashCrc128 appears to be faster than all competitors of comparable | ||
| 37 | // quality. CityHash128 is also good but not quite as fast. We believe our | ||
| 38 | // nearest competitor is Bob Jenkins' Spooky. We don't have great data for | ||
| 39 | // other 64-bit CPUs, but for long strings we know that Spooky is slightly | ||
| 40 | // faster than CityHash on some relatively recent AMD x86-64 CPUs, for example. | ||
| 41 | // Note that CityHashCrc128 is declared in citycrc.h. | ||
| 42 | // | ||
| 43 | // For 32-bit x86 code, we don't know of anything faster than CityHash32 that | ||
| 44 | // is of comparable quality. We believe our nearest competitor is Murmur3A. | ||
| 45 | // (On 64-bit CPUs, it is typically faster to use the other CityHash variants.) | ||
| 46 | // | ||
| 47 | // Functions in the CityHash family are not suitable for cryptography. | ||
| 48 | // | ||
| 49 | // Please see CityHash's README file for more details on our performance | ||
| 50 | // measurements and so on. | ||
| 51 | // | ||
| 52 | // WARNING: This code has been only lightly tested on big-endian platforms! | ||
| 53 | // It is known to work well on little-endian platforms that have a small penalty | ||
| 54 | // for unaligned reads, such as current Intel and AMD moderate-to-high-end CPUs. | ||
| 55 | // It should work on all 32-bit and 64-bit platforms that allow unaligned reads; | ||
| 56 | // bug reports are welcome. | ||
| 57 | // | ||
| 58 | // By the way, for some hash functions, given strings a and b, the hash | ||
| 59 | // of a+b is easily derived from the hashes of a and b. This property | ||
| 60 | // doesn't hold for any hash functions in this file. | ||
| 61 | |||
| 62 | #pragma once | ||
| 63 | |||
| 64 | #include <utility> | ||
| 65 | #include <stdint.h> | ||
| 66 | #include <stdlib.h> // for size_t. | ||
| 67 | |||
| 68 | namespace Common { | ||
| 69 | |||
| 70 | typedef std::pair<uint64_t, uint64_t> uint128; | ||
| 71 | |||
| 72 | inline uint64_t Uint128Low64(const uint128& x) { | ||
| 73 | return x.first; | ||
| 74 | } | ||
| 75 | inline uint64_t Uint128High64(const uint128& x) { | ||
| 76 | return x.second; | ||
| 77 | } | ||
| 78 | |||
| 79 | // Hash function for a byte array. | ||
| 80 | uint64_t CityHash64(const char* buf, size_t len); | ||
| 81 | |||
| 82 | // Hash function for a byte array. For convenience, a 64-bit seed is also | ||
| 83 | // hashed into the result. | ||
| 84 | uint64_t CityHash64WithSeed(const char* buf, size_t len, uint64_t seed); | ||
| 85 | |||
| 86 | // Hash function for a byte array. For convenience, two seeds are also | ||
| 87 | // hashed into the result. | ||
| 88 | uint64_t CityHash64WithSeeds(const char* buf, size_t len, uint64_t seed0, uint64_t seed1); | ||
| 89 | |||
| 90 | // Hash function for a byte array. | ||
| 91 | uint128 CityHash128(const char* s, size_t len); | ||
| 92 | |||
| 93 | // Hash function for a byte array. For convenience, a 128-bit seed is also | ||
| 94 | // hashed into the result. | ||
| 95 | uint128 CityHash128WithSeed(const char* s, size_t len, uint128 seed); | ||
| 96 | |||
| 97 | // Hash 128 input bits down to 64 bits of output. | ||
| 98 | // This is intended to be a reasonably good hash function. | ||
| 99 | inline uint64_t Hash128to64(const uint128& x) { | ||
| 100 | // Murmur-inspired hashing. | ||
| 101 | const uint64_t kMul = 0x9ddfea08eb382d69ULL; | ||
| 102 | uint64_t a = (Uint128Low64(x) ^ Uint128High64(x)) * kMul; | ||
| 103 | a ^= (a >> 47); | ||
| 104 | uint64_t b = (Uint128High64(x) ^ a) * kMul; | ||
| 105 | b ^= (b >> 47); | ||
| 106 | b *= kMul; | ||
| 107 | return b; | ||
| 108 | } | ||
| 109 | |||
| 110 | } // namespace Common | ||