2019-04-25 12:45:17 +00:00
|
|
|
/**
|
|
|
|
* Author......: See docs/credits.txt
|
|
|
|
* License.....: MIT
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "inc_vendor.h"
|
|
|
|
#include "inc_types.h"
|
|
|
|
#include "inc_platform.h"
|
|
|
|
|
|
|
|
#ifdef IS_NATIVE
|
2019-06-16 16:01:26 +00:00
|
|
|
#define FIXED_THREAD_COUNT(n)
|
2019-04-26 11:28:44 +00:00
|
|
|
#define SYNC_THREADS()
|
2019-04-25 12:45:17 +00:00
|
|
|
#endif
|
|
|
|
|
2019-06-20 08:04:31 +00:00
|
|
|
#ifdef IS_AMD
|
|
|
|
|
|
|
|
DECLSPEC u64x rotl64 (const u64x a, const int n)
|
|
|
|
{
|
|
|
|
return rotr64 (a, 64 - n);
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC u64x rotr64 (const u64x a, const int n)
|
|
|
|
{
|
|
|
|
#if VECT_SIZE == 1
|
|
|
|
return rotr64_S (a, n);
|
|
|
|
#else
|
|
|
|
return ((a >> n) | ((a << (64 - n))));
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC u64 rotl64_S (const u64 a, const int n)
|
|
|
|
{
|
|
|
|
return rotr64_S (a, 64 - n);
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC u64 rotr64_S (const u64 a, const int n)
|
|
|
|
{
|
|
|
|
vconv64_t in;
|
|
|
|
|
|
|
|
in.v64 = a;
|
|
|
|
|
|
|
|
const u32 a0 = in.v32.a;
|
|
|
|
const u32 a1 = in.v32.b;
|
|
|
|
|
|
|
|
vconv64_t out;
|
|
|
|
|
|
|
|
if (n < 32)
|
|
|
|
{
|
|
|
|
out.v32.a = amd_bitalign (a1, a0, n);
|
|
|
|
out.v32.b = amd_bitalign (a0, a1, n);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
out.v32.a = amd_bitalign (a0, a1, n - 32);
|
|
|
|
out.v32.b = amd_bitalign (a1, a0, n - 32);
|
|
|
|
}
|
|
|
|
|
|
|
|
return out.v64;
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
2019-04-25 12:45:17 +00:00
|
|
|
#ifdef IS_CUDA
|
|
|
|
|
2019-05-10 11:22:26 +00:00
|
|
|
#if ATTACK_EXEC == 11
|
|
|
|
|
|
|
|
CONSTANT_VK u32 generic_constant[8192]; // 32k
|
|
|
|
|
|
|
|
#if ATTACK_KERN == 0
|
2019-05-11 07:32:16 +00:00
|
|
|
#define bfs_buf g_bfs_buf
|
2019-05-10 11:22:26 +00:00
|
|
|
#define rules_buf ((const kernel_rule_t *) generic_constant)
|
|
|
|
#define words_buf_s g_words_buf_s
|
|
|
|
#define words_buf_r g_words_buf_r
|
|
|
|
#elif ATTACK_KERN == 1
|
2019-05-11 07:32:16 +00:00
|
|
|
#define bfs_buf g_bfs_buf
|
2019-05-10 11:22:26 +00:00
|
|
|
#define rules_buf g_rules_buf
|
|
|
|
#define words_buf_s g_words_buf_s
|
|
|
|
#define words_buf_r g_words_buf_r
|
|
|
|
#elif ATTACK_KERN == 3
|
|
|
|
#define rules_buf g_rules_buf
|
2019-05-11 07:32:16 +00:00
|
|
|
#define bfs_buf ((const bf_t *) generic_constant)
|
2019-05-10 11:22:26 +00:00
|
|
|
#define words_buf_s ((const bs_word_t *) generic_constant)
|
|
|
|
#define words_buf_r ((const u32x *) generic_constant)
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
2021-04-20 15:47:44 +00:00
|
|
|
DECLSPEC u32 hc_atomic_dec (GLOBAL_AS u32 *p)
|
2019-04-25 12:45:17 +00:00
|
|
|
{
|
2021-04-20 15:14:13 +00:00
|
|
|
volatile const u32 val = 1;
|
|
|
|
|
|
|
|
return atomicSub (p, val);
|
2019-04-25 12:45:17 +00:00
|
|
|
}
|
|
|
|
|
2021-04-20 15:47:44 +00:00
|
|
|
DECLSPEC u32 hc_atomic_inc (GLOBAL_AS u32 *p)
|
2019-04-25 12:45:17 +00:00
|
|
|
{
|
2021-04-20 15:14:13 +00:00
|
|
|
volatile const u32 val = 1;
|
|
|
|
|
|
|
|
return atomicAdd (p, val);
|
2019-04-25 12:45:17 +00:00
|
|
|
}
|
|
|
|
|
2021-04-20 15:47:44 +00:00
|
|
|
DECLSPEC u32 hc_atomic_or (GLOBAL_AS u32 *p, volatile const u32 val)
|
2019-04-26 11:28:44 +00:00
|
|
|
{
|
|
|
|
return atomicOr (p, val);
|
|
|
|
}
|
|
|
|
|
2019-04-25 12:45:17 +00:00
|
|
|
DECLSPEC size_t get_global_id (const u32 dimindx __attribute__((unused)))
|
|
|
|
{
|
2019-05-04 19:52:00 +00:00
|
|
|
return (blockIdx.x * blockDim.x) + threadIdx.x;
|
2019-04-25 12:45:17 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC size_t get_local_id (const u32 dimindx __attribute__((unused)))
|
|
|
|
{
|
|
|
|
return threadIdx.x;
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC size_t get_local_size (const u32 dimindx __attribute__((unused)))
|
|
|
|
{
|
|
|
|
// verify
|
|
|
|
return blockDim.x;
|
|
|
|
}
|
|
|
|
|
2019-05-06 12:34:16 +00:00
|
|
|
DECLSPEC u32x rotl32 (const u32x a, const int n)
|
|
|
|
{
|
|
|
|
return ((a << n) | ((a >> (32 - n))));
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC u32x rotr32 (const u32x a, const int n)
|
|
|
|
{
|
|
|
|
return ((a >> n) | ((a << (32 - n))));
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC u32 rotl32_S (const u32 a, const int n)
|
|
|
|
{
|
|
|
|
return ((a << n) | ((a >> (32 - n))));
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC u32 rotr32_S (const u32 a, const int n)
|
|
|
|
{
|
|
|
|
return ((a >> n) | ((a << (32 - n))));
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC u64x rotl64 (const u64x a, const int n)
|
|
|
|
{
|
|
|
|
return ((a << n) | ((a >> (64 - n))));
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC u64x rotr64 (const u64x a, const int n)
|
|
|
|
{
|
|
|
|
return ((a >> n) | ((a << (64 - n))));
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC u64 rotl64_S (const u64 a, const int n)
|
|
|
|
{
|
|
|
|
return ((a << n) | ((a >> (64 - n))));
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC u64 rotr64_S (const u64 a, const int n)
|
|
|
|
{
|
|
|
|
return ((a >> n) | ((a << (64 - n))));
|
|
|
|
}
|
|
|
|
|
2019-06-16 16:01:26 +00:00
|
|
|
#define FIXED_THREAD_COUNT(n) __launch_bounds__((n), 0)
|
2019-04-26 11:28:44 +00:00
|
|
|
#define SYNC_THREADS() __syncthreads ()
|
2019-04-25 12:45:17 +00:00
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifdef IS_OPENCL
|
2021-04-20 15:47:44 +00:00
|
|
|
|
|
|
|
DECLSPEC u32 hc_atomic_dec (volatile GLOBAL_AS u32 *p)
|
|
|
|
{
|
|
|
|
volatile const u32 val = 1;
|
|
|
|
|
|
|
|
return atomic_sub (p, val);
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC u32 hc_atomic_inc (volatile GLOBAL_AS u32 *p)
|
|
|
|
{
|
|
|
|
volatile const u32 val = 1;
|
|
|
|
|
|
|
|
return atomic_add (p, val);
|
|
|
|
}
|
|
|
|
|
|
|
|
DECLSPEC u32 hc_atomic_or (volatile GLOBAL_AS u32 *p, volatile const u32 val)
|
|
|
|
{
|
|
|
|
return atomic_or (p, val);
|
|
|
|
}
|
|
|
|
|
2019-06-16 16:01:26 +00:00
|
|
|
#define FIXED_THREAD_COUNT(n) __attribute__((reqd_work_group_size((n), 1, 1)))
|
2019-04-26 11:28:44 +00:00
|
|
|
#define SYNC_THREADS() barrier (CLK_LOCAL_MEM_FENCE)
|
2019-04-25 12:45:17 +00:00
|
|
|
#endif
|