mirror of
https://github.com/bkaradzic/bx.git
synced 2026-02-17 20:52:37 +01:00
308 lines
6.4 KiB
C++
308 lines
6.4 KiB
C++
/*
|
|
* Copyright 2010-2026 Branimir Karadzic. All rights reserved.
|
|
* License: https://github.com/bkaradzic/bx/blob/master/LICENSE
|
|
*/
|
|
|
|
#include "test.h"
|
|
#include <bx/hash.h>
|
|
|
|
void makeCrcTable(uint32_t _poly)
|
|
{
|
|
for (uint32_t ii = 0; ii < 256; ++ii)
|
|
{
|
|
uint32_t crc = ii;
|
|
for (uint32_t jj = 0; jj < 8; ++jj)
|
|
{
|
|
if (1 == (crc & 1) )
|
|
{
|
|
crc = (crc >> 1) ^ _poly;
|
|
}
|
|
else
|
|
{
|
|
crc >>= 1;
|
|
}
|
|
}
|
|
|
|
printf("0x%08x,%c", crc, 7 == (ii & 7) ? '\n' : ' ');
|
|
}
|
|
}
|
|
|
|
struct HashTest
|
|
{
|
|
uint32_t crc32[bx::HashCrc32::Count];
|
|
uint32_t adler32;
|
|
uint32_t murmur2a;
|
|
uint32_t murmur3;
|
|
uint64_t murmur3_64;
|
|
const char* input;
|
|
};
|
|
|
|
const HashTest s_hashTest[] =
|
|
{
|
|
// Crc32 | Adler32 | Murmur2A | Murmur3 | Murmur3-64 | Input
|
|
// Ieee Castagnoli Koopman | | | |
|
|
{ { 0, 0, 0 }, 1, 0, 0, 0, "" },
|
|
{ { 0xe8b7be43, 0xc1d04330, 0x0da2aa8a }, 0x00620062, 0x0803888b, 0x3c2569b2, 0x85555565f6597889, "a" },
|
|
{ { 0x9e83486d, 0xe2a22936, 0x31ec935a }, 0x012600c4, 0x618515af, 0x9bbfd75f, 0x938b11ea16ed1b2e, "ab" },
|
|
{ { 0xc340daab, 0x49e1b6e3, 0x945a1e78 }, 0x06060205, 0x94e3dc4d, 0x1e661875, 0xdb87036d085a1fce, "abvgd" },
|
|
{ { 0x07642fe2, 0x45a04162, 0x3d4bf72d }, 0x020a00d6, 0xe602fc07, 0x7af40d31, 0x2b40ab25c1822a45, "1389" },
|
|
{ { 0x26d75737, 0xb73d7b80, 0xd524eb40 }, 0x04530139, 0x58d37863, 0x0c090160, 0x90db44bd78197df0, "555333" },
|
|
};
|
|
|
|
TEST_CASE("HashCrc32", "[hash]")
|
|
{
|
|
#if 0
|
|
makeCrcTable(0xedb88320);
|
|
printf("\n");
|
|
makeCrcTable(0x82f63b78);
|
|
printf("\n");
|
|
makeCrcTable(0xeb31d82e);
|
|
#endif // 0
|
|
|
|
for (uint32_t ii = 0; ii < BX_COUNTOF(s_hashTest); ++ii)
|
|
{
|
|
const HashTest& test = s_hashTest[ii];
|
|
|
|
for (uint32_t jj = 0; jj < bx::HashCrc32::Count; ++jj)
|
|
{
|
|
bx::HashCrc32 hash;
|
|
hash.begin(bx::HashCrc32::Enum(jj) );
|
|
hash.add(test.input, bx::strLen(test.input) );
|
|
REQUIRE(test.crc32[jj] == hash.end() );
|
|
}
|
|
}
|
|
}
|
|
|
|
TEST_CASE("HashAdler32", "[hash]")
|
|
{
|
|
for (uint32_t ii = 0; ii < BX_COUNTOF(s_hashTest); ++ii)
|
|
{
|
|
const HashTest& test = s_hashTest[ii];
|
|
|
|
bx::HashAdler32 hash;
|
|
hash.begin();
|
|
hash.add(test.input, bx::strLen(test.input) );
|
|
REQUIRE(test.adler32 == hash.end() );
|
|
}
|
|
}
|
|
|
|
namespace
|
|
{
|
|
|
|
/*-----------------------------------------------------------------------------
|
|
// MurmurHash2A, by Austin Appleby
|
|
//
|
|
// This is a variant of MurmurHash2 modified to use the Merkle-Damgard
|
|
// construction. Bulk speed should be identical to Murmur2, small-key speed
|
|
// will be 10%-20% slower due to the added overhead at the end of the hash.
|
|
//
|
|
// This variant fixes a minor issue where null keys were more likely to
|
|
// collide with each other than expected, and also makes the function
|
|
// more amenable to incremental implementations.
|
|
*/
|
|
|
|
uint32_t MurmurHash2A(const void * key, int len, uint32_t seed = 0)
|
|
{
|
|
const uint32_t m = 0x5bd1e995;
|
|
const int r = 24;
|
|
uint32_t l = len;
|
|
|
|
const unsigned char * data = (const unsigned char *)key;
|
|
|
|
uint32_t h = seed;
|
|
|
|
#define mmix(h,k) { k *= m; k ^= k >> r; k *= m; h *= m; h ^= k; }
|
|
|
|
while(len >= 4)
|
|
{
|
|
uint32_t k = *(uint32_t*)data;
|
|
|
|
mmix(h,k);
|
|
|
|
data += 4;
|
|
len -= 4;
|
|
}
|
|
|
|
uint32_t t = 0;
|
|
|
|
switch(len)
|
|
{
|
|
case 3: t ^= data[2] << 16; [[fallthrough]];
|
|
case 2: t ^= data[1] << 8; [[fallthrough]];
|
|
case 1: t ^= data[0];
|
|
};
|
|
|
|
mmix(h,t);
|
|
mmix(h,l);
|
|
|
|
#undef mmix
|
|
|
|
h ^= h >> 13;
|
|
h *= m;
|
|
h ^= h >> 15;
|
|
|
|
return h;
|
|
}
|
|
|
|
} // namespace
|
|
|
|
TEST_CASE("HashMurmur2A", "[hash]")
|
|
{
|
|
uint32_t seed = 0;
|
|
|
|
for (uint32_t ii = 0; ii < BX_COUNTOF(s_hashTest); ++ii)
|
|
{
|
|
const HashTest& test = s_hashTest[ii];
|
|
|
|
bx::HashMurmur2A hash;
|
|
hash.begin(seed);
|
|
hash.add(test.input, bx::strLen(test.input) );
|
|
REQUIRE(test.murmur2a == hash.end() );
|
|
|
|
REQUIRE(test.murmur2a == MurmurHash2A(test.input, bx::strLen(test.input), seed) );
|
|
}
|
|
}
|
|
|
|
TEST_CASE("HashMurmur2A-Separate-Add", "[hash]")
|
|
{
|
|
bx::HashMurmur2A hash;
|
|
hash.begin();
|
|
hash.add("0123456789");
|
|
hash.add("abvgd012345");
|
|
hash.add("1389");
|
|
hash.add("555333");
|
|
REQUIRE(MurmurHash2A("0123456789abvgd0123451389555333", 31) == hash.end() );
|
|
}
|
|
|
|
namespace
|
|
{
|
|
|
|
BX_FORCE_INLINE uint32_t fmix32 ( uint32_t h )
|
|
{
|
|
h ^= h >> 16;
|
|
h *= 0x85ebca6b;
|
|
h ^= h >> 13;
|
|
h *= 0xc2b2ae35;
|
|
h ^= h >> 16;
|
|
|
|
return h;
|
|
}
|
|
|
|
inline uint32_t rotl32 ( uint32_t x, int8_t r )
|
|
{
|
|
return (x << r) | (x >> (32 - r));
|
|
}
|
|
|
|
uint32_t MurmurHash3_x86_32(const void * key, int len, uint32_t seed)
|
|
{
|
|
const uint8_t * data = (const uint8_t*)key;
|
|
const int nblocks = len / 4;
|
|
|
|
uint32_t h1 = seed;
|
|
|
|
const uint32_t c1 = 0xcc9e2d51;
|
|
const uint32_t c2 = 0x1b873593;
|
|
|
|
//----------
|
|
// body
|
|
|
|
const uint32_t * blocks = (const uint32_t *)(data + nblocks*4);
|
|
|
|
for(int i = -nblocks; i; i++)
|
|
{
|
|
uint32_t k1 = blocks[i];
|
|
|
|
k1 *= c1;
|
|
k1 = rotl32(k1,15);
|
|
k1 *= c2;
|
|
|
|
h1 ^= k1;
|
|
h1 = rotl32(h1,13);
|
|
h1 = h1*5+0xe6546b64;
|
|
}
|
|
|
|
//----------
|
|
// tail
|
|
|
|
const uint8_t * tail = (const uint8_t*)(data + nblocks*4);
|
|
|
|
uint32_t k1 = 0;
|
|
|
|
switch(len & 3)
|
|
{
|
|
case 3: k1 ^= tail[2] << 16; [[fallthrough]];
|
|
case 2: k1 ^= tail[1] << 8; [[fallthrough]];
|
|
case 1: k1 ^= tail[0];
|
|
k1 *= c1; k1 = rotl32(k1,15); k1 *= c2; h1 ^= k1;
|
|
};
|
|
|
|
//----------
|
|
// finalization
|
|
|
|
h1 ^= len;
|
|
|
|
h1 = fmix32(h1);
|
|
|
|
return h1;
|
|
}
|
|
|
|
} // namespace
|
|
|
|
TEST_CASE("HashMurmur3", "[hash]")
|
|
{
|
|
uint32_t seed = 0;
|
|
|
|
for (uint32_t ii = 0; ii < BX_COUNTOF(s_hashTest); ++ii)
|
|
{
|
|
const HashTest& test = s_hashTest[ii];
|
|
|
|
bx::HashMurmur3 hash;
|
|
hash.begin(seed);
|
|
hash.add(test.input, bx::strLen(test.input) );
|
|
const uint32_t result = hash.end();
|
|
const uint32_t sanity = MurmurHash3_x86_32(test.input, bx::strLen(test.input), seed);
|
|
|
|
REQUIRE(test.murmur3 == result);
|
|
REQUIRE(test.murmur3 == sanity);
|
|
}
|
|
}
|
|
|
|
TEST_CASE("HashMurmur3-Separate-Add", "[hash]")
|
|
{
|
|
bx::HashMurmur3 hash;
|
|
hash.begin();
|
|
hash.add("0123456789");
|
|
hash.add("abvgd012345");
|
|
hash.add("1389");
|
|
hash.add("555333");
|
|
REQUIRE(MurmurHash3_x86_32("0123456789abvgd0123451389555333", 31, 0) == hash.end() );
|
|
}
|
|
|
|
TEST_CASE("HashMurmur3_64", "[hash]")
|
|
{
|
|
uint64_t seed = 0;
|
|
|
|
for (uint32_t ii = 0; ii < BX_COUNTOF(s_hashTest); ++ii)
|
|
{
|
|
const HashTest& test = s_hashTest[ii];
|
|
|
|
bx::HashMurmur3_64 hash;
|
|
hash.begin(seed);
|
|
hash.add(test.input, bx::strLen(test.input) );
|
|
const uint64_t result = hash.end();
|
|
|
|
REQUIRE(test.murmur3_64 == result);
|
|
}
|
|
}
|
|
|
|
TEST_CASE("HashMurmur3_64-Separate-Add", "[hash]")
|
|
{
|
|
bx::HashMurmur3_64 hash;
|
|
hash.begin();
|
|
hash.add("0123456789");
|
|
hash.add("abvgd012345");
|
|
hash.add("1389");
|
|
hash.add("555333");
|
|
REQUIRE(0x548456b99626b0e9 == hash.end() );
|
|
}
|