2021-09-27 20:07:23 +00:00
|
|
|
/**
|
|
|
|
* Author......: See docs/credits.txt
|
|
|
|
* License.....: MIT
|
|
|
|
*/
|
|
|
|
|
|
|
|
//#define NEW_SIMD_CODE
|
|
|
|
|
|
|
|
#ifdef KERNEL_STATIC
|
2022-02-07 08:57:08 +00:00
|
|
|
#include M2S(INCLUDE_PATH/inc_vendor.h)
|
|
|
|
#include M2S(INCLUDE_PATH/inc_types.h)
|
|
|
|
#include M2S(INCLUDE_PATH/inc_platform.cl)
|
|
|
|
#include M2S(INCLUDE_PATH/inc_common.cl)
|
|
|
|
#include M2S(INCLUDE_PATH/inc_rp_optimized.h)
|
|
|
|
#include M2S(INCLUDE_PATH/inc_rp_optimized.cl)
|
|
|
|
#include M2S(INCLUDE_PATH/inc_simd.cl)
|
2021-09-27 20:07:23 +00:00
|
|
|
#endif
|
|
|
|
|
2021-11-02 07:40:03 +00:00
|
|
|
DECLSPEC u32 Murmur32_Scramble(u32 k)
|
2021-09-27 20:07:23 +00:00
|
|
|
{
|
|
|
|
k = (k * 0x16A88000) | ((k * 0xCC9E2D51) >> 17);
|
|
|
|
return (k * 0x1B873593);
|
|
|
|
}
|
|
|
|
|
2022-02-04 18:54:00 +00:00
|
|
|
DECLSPEC u32 MurmurHash3(const u32 seed, PRIVATE_AS const u32 *data, const u32 size)
|
2021-09-27 20:07:23 +00:00
|
|
|
{
|
|
|
|
u32 checksum = seed;
|
|
|
|
|
|
|
|
const u32 nBlocks = (size / 4);
|
|
|
|
if (size >= 4) //Hash blocks, sizes of 4
|
|
|
|
{
|
2021-10-08 15:38:54 +00:00
|
|
|
for (u32 i = 0; i < nBlocks; i++)
|
2021-09-27 20:07:23 +00:00
|
|
|
{
|
|
|
|
checksum ^= Murmur32_Scramble(data[i]);
|
|
|
|
checksum = (checksum >> 19) | (checksum << 13); //rotateRight(checksum, 19)
|
|
|
|
checksum = (checksum * 5) + 0xE6546B64;
|
|
|
|
}
|
|
|
|
}
|
2021-10-08 15:38:54 +00:00
|
|
|
|
|
|
|
if (size % 4)
|
2021-09-27 20:07:23 +00:00
|
|
|
{
|
|
|
|
const u8* remainder = (u8*)(data + nBlocks);
|
|
|
|
u32 val = 0;
|
|
|
|
|
2021-10-08 15:38:54 +00:00
|
|
|
switch(size & 3) //Hash remaining bytes as size isn't always aligned by 4
|
|
|
|
{
|
|
|
|
case 3:
|
2021-09-27 20:07:23 +00:00
|
|
|
val ^= (remainder[2] << 16);
|
2021-10-08 15:38:54 +00:00
|
|
|
case 2:
|
2021-09-27 20:07:23 +00:00
|
|
|
val ^= (remainder[1] << 8);
|
|
|
|
case 1:
|
|
|
|
val ^= remainder[0];
|
|
|
|
checksum ^= Murmur32_Scramble(val);
|
2021-10-08 15:38:54 +00:00
|
|
|
default:
|
2021-09-27 20:07:23 +00:00
|
|
|
break;
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
checksum ^= size;
|
|
|
|
checksum ^= checksum >> 16;
|
|
|
|
checksum *= 0x85EBCA6B;
|
|
|
|
checksum ^= checksum >> 13;
|
|
|
|
checksum *= 0xC2B2AE35;
|
|
|
|
return checksum ^ (checksum >> 16);
|
|
|
|
}
|
|
|
|
|
|
|
|
KERNEL_FQ void m27800_m04 (KERN_ATTR_RULES ())
|
|
|
|
{
|
|
|
|
/**
|
|
|
|
* modifier
|
|
|
|
*/
|
|
|
|
|
|
|
|
const u64 lid = get_local_id (0);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* base
|
|
|
|
*/
|
|
|
|
|
|
|
|
const u64 gid = get_global_id (0);
|
|
|
|
|
2022-01-04 21:57:26 +00:00
|
|
|
if (gid >= GID_CNT) return;
|
2021-09-27 20:07:23 +00:00
|
|
|
|
|
|
|
u32 pw_buf0[4];
|
|
|
|
u32 pw_buf1[4];
|
|
|
|
|
|
|
|
pw_buf0[0] = pws[gid].i[0];
|
|
|
|
pw_buf0[1] = pws[gid].i[1];
|
|
|
|
pw_buf0[2] = pws[gid].i[2];
|
|
|
|
pw_buf0[3] = pws[gid].i[3];
|
|
|
|
pw_buf1[0] = pws[gid].i[4];
|
|
|
|
pw_buf1[1] = pws[gid].i[5];
|
|
|
|
pw_buf1[2] = pws[gid].i[6];
|
|
|
|
pw_buf1[3] = pws[gid].i[7];
|
|
|
|
|
|
|
|
const u32 pw_len = pws[gid].pw_len & 63;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* seed
|
|
|
|
*/
|
|
|
|
|
2022-01-04 17:07:18 +00:00
|
|
|
const u32 seed = salt_bufs[SALT_POS_HOST].salt_buf[0];
|
2021-09-27 20:07:23 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* loop
|
|
|
|
*/
|
|
|
|
|
2022-01-04 17:07:18 +00:00
|
|
|
for (u32 il_pos = 0; il_pos < IL_CNT; il_pos += VECT_SIZE)
|
2021-09-27 20:07:23 +00:00
|
|
|
{
|
|
|
|
u32x w[16] = { 0 };
|
|
|
|
|
|
|
|
const u32x out_len = apply_rules_vect_optimized (pw_buf0, pw_buf1, pw_len, rules_buf, il_pos, w + 0, w + 4);
|
|
|
|
|
|
|
|
u32x hash = MurmurHash3 (seed, w, out_len);
|
|
|
|
|
|
|
|
const u32x r0 = hash;
|
|
|
|
const u32x r1 = 0;
|
|
|
|
const u32x r2 = 0;
|
|
|
|
const u32x r3 = 0;
|
|
|
|
|
|
|
|
COMPARE_M_SIMD (r0, r1, r2, r3);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
KERNEL_FQ void m27800_m08 (KERN_ATTR_RULES ())
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
KERNEL_FQ void m27800_m16 (KERN_ATTR_RULES ())
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
KERNEL_FQ void m27800_s04 (KERN_ATTR_RULES ())
|
|
|
|
{
|
|
|
|
/**
|
|
|
|
* modifier
|
|
|
|
*/
|
|
|
|
|
|
|
|
const u64 lid = get_local_id (0);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* base
|
|
|
|
*/
|
|
|
|
|
|
|
|
const u64 gid = get_global_id (0);
|
|
|
|
|
2022-01-04 21:57:26 +00:00
|
|
|
if (gid >= GID_CNT) return;
|
2021-09-27 20:07:23 +00:00
|
|
|
|
|
|
|
u32 pw_buf0[4];
|
|
|
|
u32 pw_buf1[4];
|
|
|
|
|
|
|
|
pw_buf0[0] = pws[gid].i[0];
|
|
|
|
pw_buf0[1] = pws[gid].i[1];
|
|
|
|
pw_buf0[2] = pws[gid].i[2];
|
|
|
|
pw_buf0[3] = pws[gid].i[3];
|
|
|
|
pw_buf1[0] = pws[gid].i[4];
|
|
|
|
pw_buf1[1] = pws[gid].i[5];
|
|
|
|
pw_buf1[2] = pws[gid].i[6];
|
|
|
|
pw_buf1[3] = pws[gid].i[7];
|
|
|
|
|
|
|
|
const u32 pw_len = pws[gid].pw_len & 63;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* digest
|
|
|
|
*/
|
|
|
|
|
|
|
|
const u32 search[4] =
|
|
|
|
{
|
2022-01-04 17:07:18 +00:00
|
|
|
digests_buf[DIGESTS_OFFSET_HOST].digest_buf[DGST_R0],
|
2021-09-27 20:07:23 +00:00
|
|
|
0,
|
|
|
|
0,
|
|
|
|
0
|
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* seed
|
|
|
|
*/
|
|
|
|
|
2022-01-04 17:07:18 +00:00
|
|
|
const u32 seed = salt_bufs[SALT_POS_HOST].salt_buf[0];
|
2021-09-27 20:07:23 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* loop
|
|
|
|
*/
|
|
|
|
|
2022-01-04 17:07:18 +00:00
|
|
|
for (u32 il_pos = 0; il_pos < IL_CNT; il_pos += VECT_SIZE)
|
2021-09-27 20:07:23 +00:00
|
|
|
{
|
|
|
|
u32x w[16] = { 0 };
|
|
|
|
|
|
|
|
const u32x out_len = apply_rules_vect_optimized (pw_buf0, pw_buf1, pw_len, rules_buf, il_pos, w + 0, w + 4);
|
|
|
|
|
|
|
|
u32x hash = MurmurHash3 (seed, w, out_len);
|
|
|
|
|
|
|
|
const u32x r0 = hash;
|
|
|
|
const u32x r1 = 0;
|
|
|
|
const u32x r2 = 0;
|
|
|
|
const u32x r3 = 0;
|
|
|
|
|
|
|
|
COMPARE_S_SIMD (r0, r1, r2, r3);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
KERNEL_FQ void m27800_s08 (KERN_ATTR_RULES ())
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
KERNEL_FQ void m27800_s16 (KERN_ATTR_RULES ())
|
|
|
|
{
|
|
|
|
}
|