// Copyright (c) 2023, Sudipto Chandra // All rights reserved. Check LICENSE file for details. import 'dart:collection'; import 'dart:typed_data'; import 'package:hashlib/src/core/block_hash.dart'; const int _mask32 = 0xFFFFFFFF; const int _stripeLen = 64; const int _midsizeMax = 240; const int _minSecretSize = 136; // Pseudorandom secret taken directly from FARSH (little-endian) const List _kSecret = [ 0xb8, 0xfe, 0x6c, 0x39, 0x23, 0xa4, 0x4b, 0xbe, 0x7c, 0x01, 0x81, 0x2c, // 0xf7, 0x21, 0xad, 0x1c, 0xde, 0xd4, 0x6d, 0xe9, 0x83, 0x90, 0x97, 0xdb, 0x72, 0x40, 0xa4, 0xa4, 0xb7, 0xb3, 0x67, 0x1f, 0xcb, 0x79, 0xe6, 0x4e, 0xcc, 0xc0, 0xe5, 0x78, 0x82, 0x5a, 0xd0, 0x7d, 0xcc, 0xff, 0x72, 0x21, 0xb8, 0x08, 0x46, 0x74, 0xf7, 0x43, 0x24, 0x8e, 0xe0, 0x35, 0x90, 0xe6, 0x81, 0x3a, 0x26, 0x4c, 0x3c, 0x28, 0x52, 0xbb, 0x91, 0xc3, 0x00, 0xcb, 0x88, 0xd0, 0x65, 0x8b, 0x1b, 0x53, 0x2e, 0xa3, 0x71, 0x64, 0x48, 0x97, 0xa2, 0x0d, 0xf9, 0x4e, 0x38, 0x19, 0xef, 0x46, 0xa9, 0xde, 0xac, 0xd8, 0xa8, 0xfa, 0x76, 0x3f, 0xe3, 0x9c, 0x34, 0x3f, 0xf9, 0xdc, 0xbb, 0xc7, 0xc7, 0x0b, 0x4f, 0x1d, 0x8a, 0x51, 0xe0, 0x4b, 0xcd, 0xb4, 0x59, 0x31, 0xc8, 0x9f, 0x7e, 0xc9, 0xd9, 0x78, 0x73, 0x64, 0xea, 0xc5, 0xac, 0x83, 0x34, 0xd3, 0xeb, 0xc3, 0xc5, 0x81, 0xa0, 0xff, 0xfa, 0x13, 0x63, 0xeb, 0x17, 0x0d, 0xdd, 0x51, 0xb7, 0xf0, 0xda, 0x49, 0xd3, 0x16, 0x55, 0x26, 0x29, 0xd4, 0x68, 0x9e, 0x2b, 0x16, 0xbe, 0x58, 0x7d, 0x47, 0xa1, 0xfc, 0x8f, 0xf8, 0xb8, 0xd1, 0x7a, 0xd0, 0x31, 0xce, 0x45, 0xcb, 0x3a, 0x8f, 0x95, 0x16, 0x04, 0x28, 0xaf, 0xd7, 0xfb, 0xca, 0xbb, 0x4b, 0x40, 0x7e, ]; /// This implementation is derived from /// https://github.com/RedSpah/xxhash_cpp/blob/master/include/xxhash.hpp class XXH3Sink64bit extends BlockHashSink { final int seed; final int rounds; final Uint8List secret; final Uint64List acc = Uint64List(8); final ListQueue last = ListQueue(_midsizeMax); late final Uint64List qbuffer = Uint64List.view(buffer.buffer); late final Uint64List secret64 = Uint64List.view(secret.buffer); late final ByteData secretBD = secret.buffer.asByteData(); @override final int hashLength = 8; static const int prime32_1 = 0x9E3779B1; static const int prime32_2 = 0x85EBCA77; static const int prime32_3 = 0xC2B2AE3D; static const int prime64_1 = 0x9E3779B185EBCA87; static const int prime64_2 = 0xC2B2AE3D27D4EB4F; static const int prime64_3 = 0x165667B19E3779F9; static const int prime64_4 = 0x85EBCA77C2B2AE63; static const int prime64_5 = 0x27D4EB2F165667C5; factory XXH3Sink64bit.withSeed(int seed) { if (seed == 0) { return XXH3Sink64bit.withSecret(); } var secret = Uint8List.fromList(_kSecret); var secret64 = Uint64List.view(secret.buffer); for (int i = 0; i < secret64.length; i += 2) { secret64[i] += seed; } for (int i = 1; i < secret64.length; i += 2) { secret64[i] -= seed; } return XXH3Sink64bit._( seed: seed, secret: secret, rounds: (secret.lengthInBytes - _stripeLen) >>> 3, ); } factory XXH3Sink64bit.withSecret([List? secret]) { var key = Uint8List.fromList(secret ?? _kSecret); if (key.lengthInBytes < _minSecretSize) { throw ArgumentError('The secret length must be at least $_minSecretSize'); } return XXH3Sink64bit._( seed: 0, secret: key, rounds: (key.lengthInBytes - _stripeLen) >>> 3, ); } XXH3Sink64bit._({ required this.seed, required this.secret, required this.rounds, }) : super(rounds << 6) { reset(); } @override void reset() { acc[0] = prime32_3; acc[1] = prime64_1; acc[2] = prime64_2; acc[3] = prime64_3; acc[4] = prime64_4; acc[5] = prime32_2; acc[6] = prime64_5; acc[7] = prime32_1; super.reset(); } @override void $process(List chunk, int start, int end) { messageLength += end - start; for (; start < end; start++, pos++) { if (pos == blockLength) { $update(); pos = 0; } buffer[pos] = chunk[start]; if (last.length == _midsizeMax) { last.removeFirst(); } last.add(chunk[start]); } } @pragma('vm:prefer-inline') static int _crossSwap(int x) => (x & _mask32) * (x >>> 32); @override void $update([List? block, int offset = 0, bool last = false]) { int n, i, v, l, k; // accumulate for (n = 0; n < rounds; n++) { l = n << 3; for (i = 0; i < acc.length; i++) { v = qbuffer[l + i]; acc[i ^ 1] += v; v ^= secret64[n + i]; acc[i] += _crossSwap(v); } } // scramble k = secret.lengthInBytes - _stripeLen; for (i = 0; i < 8; ++i) { acc[i] ^= acc[i] >>> 47; acc[i] ^= secretBD.getUint64(k + (i << 3), Endian.little); acc[i] *= prime32_1; } } @pragma('vm:prefer-inline') static int _avalanche(int hash) { hash ^= hash >>> 37; hash *= 0x165667919E3779F9; hash ^= hash >>> 32; return hash; } @pragma('vm:prefer-inline') static int _midsizeAvalanche(int hash) { hash ^= hash >>> 33; hash *= prime64_2; hash ^= hash >>> 29; hash *= prime64_3; hash ^= hash >>> 32; return hash; } @pragma('vm:prefer-inline') static int _rrmxmx(int hash, int length) { hash ^= _rotl64(hash, 49) ^ _rotl64(hash, 24); hash *= 0x9FB21C651E98DF25; hash ^= (hash >>> 35) + length; hash *= 0x9FB21C651E98DF25; hash ^= hash >>> 28; return hash; } int _finalizeLong(Uint64List stripe) { // void hash_long_internal_loop int hash; int t, n, i, v, l, a, b; const int lastAccStart = 7; const int mergeAccStart = 11; // last partial block for (t = n = 0; t + _stripeLen < pos; n++, t += _stripeLen) { l = n << 3; for (i = 0; i < acc.length; i++) { v = qbuffer[l + i]; acc[i ^ 1] += v; v ^= secret64[n + i]; acc[i] += _crossSwap(v); } } // last stripe t = secret.lengthInBytes - _stripeLen - lastAccStart; for (i = 0; i < acc.length; i++, t += 8) { v = stripe[i]; acc[i ^ 1] += v; v ^= secretBD.getUint64(t, Endian.little); acc[i] += _crossSwap(v); } // converge into final hash: uint64_t merge_accs hash = messageLength * prime64_1; t = mergeAccStart; for (i = 0; i < 8; i += 2, t += 16) { a = acc[i] ^ secretBD.getUint64(t, Endian.little); b = acc[i + 1] ^ secretBD.getUint64(t + 8, Endian.little); hash += _mul128fold64(a, b); } // avalanche return _avalanche(hash); } @pragma('vm:prefer-inline') static int _swap32(int x) => ((x << 24) & 0xff000000) | ((x << 8) & 0x00ff0000) | ((x >>> 8) & 0x0000ff00) | ((x >>> 24) & 0x000000ff); @pragma('vm:prefer-inline') static int _swap64(int x) => ((x << 56) & 0xff00000000000000) | ((x << 40) & 0x00ff000000000000) | ((x << 24) & 0x0000ff0000000000) | ((x << 8) & 0x000000ff00000000) | ((x >>> 8) & 0x00000000ff000000) | ((x >>> 24) & 0x0000000000ff0000) | ((x >>> 40) & 0x000000000000ff00) | ((x >>> 56) & 0x00000000000000ff); @pragma('vm:prefer-inline') static int _rotl64(int x, int n) => (x << n) | (x >>> (64 - n)); // Multiply two 64-bit numbers to get 128-bit number and // xor the low bits of the product with the high bits static int _mul128fold64(int a, int b) { int al, ah, bl, bh, ll, hl, lh, hh, cross, upper, lower; al = a & _mask32; ah = a >>> 32; bl = b & _mask32; bh = b >>> 32; ll = al * bl; hl = ah * bl; lh = al * bh; hh = ah * bh; cross = (ll >>> 32) + (hl & _mask32) + lh; upper = (hl >>> 32) + (cross >>> 32) + hh; lower = (cross << 32) | (ll & _mask32); return upper ^ lower; } static int _mix16B(ByteData input, int i, ByteData key, int j, int seed) { int lhs, rhs; lhs = input.getUint64(i, Endian.little); rhs = input.getUint64(i + 8, Endian.little); lhs ^= key.getUint64(j, Endian.little) + seed; rhs ^= key.getUint64(j + 8, Endian.little) - seed; return _mul128fold64(lhs, rhs); } int _finalizeShort(ByteData input, int length, ByteData key) { int hash, lhs, rhs, a, b, c, i; if (length == 0) { // hash_t len_0to16 hash = seed; hash ^= key.getUint64(56, Endian.little); hash ^= key.getUint64(64, Endian.little); return _midsizeAvalanche(hash); } else if (length <= 3) { // hash_t len_1to3 a = input.getUint8(0); b = input.getUint8(length >>> 1); c = input.getUint8(length - 1); hash = key.getUint32(0, Endian.little); hash ^= key.getUint32(4, Endian.little); hash += seed; hash ^= (a << 16) | (b << 24) | (c) | (length << 8); return _midsizeAvalanche(hash); } else if (length <= 8) { // hash_t len_4to8 lhs = input.getUint32(0, Endian.little); rhs = input.getUint32(length - 4, Endian.little); hash = key.getUint64(8, Endian.little); hash ^= key.getUint64(16, Endian.little); hash -= seed ^ ((_swap32(seed) & _mask32) << 32); hash ^= (lhs << 32) | rhs; return _rrmxmx(hash, length); } else if (length <= 16) { // hash_t len_9to16 lhs = key.getUint64(24, Endian.little); lhs ^= key.getUint64(32, Endian.little); lhs += seed; rhs = key.getUint64(40, Endian.little); rhs ^= key.getUint64(48, Endian.little); rhs -= seed; lhs ^= input.getUint64(0, Endian.little); rhs ^= input.getUint64(length - 8, Endian.little); hash = length + _swap64(lhs) + rhs + _mul128fold64(lhs, rhs); return _avalanche(hash); } else if (length <= 128) { // hash_t len_17to128 hash = length * prime64_1; if (length > 32) { if (length > 64) { if (length > 96) { hash += _mix16B(input, 48, key, 96, seed); hash += _mix16B(input, length - 64, key, 112, seed); } hash += _mix16B(input, 32, key, 64, seed); hash += _mix16B(input, length - 48, key, 80, seed); } hash += _mix16B(input, 16, key, 32, seed); hash += _mix16B(input, length - 32, key, 48, seed); } hash += _mix16B(input, 0, key, 0, seed); hash += _mix16B(input, length - 16, key, 16, seed); return _avalanche(hash); } else { // hash_t len_129to240 const int startOffset = 3; const int lastOffset = 17; hash = length * prime64_1; // first 128 bytes for (i = 0; i < 128; i += 16) { hash += _mix16B(input, i, key, i, seed); } hash = _avalanche(hash); // remaining bytes for (i = 128; i + 16 <= length; i += 16) { c = startOffset + i - 128; hash += _mix16B(input, i, key, c, seed); } // last byte c = _minSecretSize - lastOffset; hash += _mix16B(input, length - 16, key, c, seed); return _avalanche(hash); } } @override Uint8List $finalize() { int i; int hash; ByteData key; Uint64List input = Uint64List(_midsizeMax >>> 3); Uint8List input8 = Uint8List.view(input.buffer); if (messageLength <= _midsizeMax) { var it = last.iterator; for (i = 0; it.moveNext(); ++i) { input8[i] = it.current; } if (seed == 0) { key = secretBD; } else { key = Uint8List.fromList(_kSecret).buffer.asByteData(); } hash = _finalizeShort(input.buffer.asByteData(), i, key); } else { for (i = 63; i >= 0; --i) { input8[i] = last.removeLast(); } hash = _finalizeLong(input); } return Uint8List.fromList([ hash >>> 56, hash >>> 48, hash >>> 40, hash >>> 32, hash >>> 24, hash >>> 16, hash >>> 8, hash, ]); } }