mirror of
https://github.com/hashcat/hashcat.git
synced 2025-07-22 14:38:55 +00:00
15ada5124e
Updated kernel declarations from "KERNEL_FQ void HC_ATTR_SEQ" to "KERNEL_FQ KERNEL_FA void". Please update your custom plugin kernels accordingly. Added spilling size as a factor in calculating usable memory per device. This is based on undocumented variables and may not be 100% accurate, but it works well in practice. Added a compiler hint to scrypt-based kernels indicating the guaranteed maximum thread count per kernel invocation. Removed redundant kernel code 29800, as it is identical to 27700, and updated the plugin.
418 lines
11 KiB
Common Lisp
418 lines
11 KiB
Common Lisp
/**
|
|
* Author......: See docs/credits.txt
|
|
* License.....: MIT
|
|
*/
|
|
|
|
#define NEW_SIMD_CODE
|
|
|
|
#ifdef KERNEL_STATIC
|
|
#include M2S(INCLUDE_PATH/inc_vendor.h)
|
|
#include M2S(INCLUDE_PATH/inc_types.h)
|
|
#include M2S(INCLUDE_PATH/inc_platform.cl)
|
|
#include M2S(INCLUDE_PATH/inc_common.cl)
|
|
#include M2S(INCLUDE_PATH/inc_simd.cl)
|
|
#include M2S(INCLUDE_PATH/inc_hash_sha1.cl)
|
|
#include M2S(INCLUDE_PATH/inc_hash_sha256.cl)
|
|
#include M2S(INCLUDE_PATH/inc_hash_sha512.cl)
|
|
#include M2S(INCLUDE_PATH/inc_hash_ripemd160.cl)
|
|
#include M2S(INCLUDE_PATH/inc_cipher_aes.cl)
|
|
#endif
|
|
|
|
#define LUKS_STRIPES ( 4000)
|
|
#define LUKS_CT_LEN ( 512)
|
|
#define LUKS_AF_MAX_LEN (HC_LUKS_KEY_SIZE_512 / 8 * LUKS_STRIPES)
|
|
|
|
typedef enum hc_luks_hash_type
|
|
{
|
|
HC_LUKS_HASH_TYPE_SHA1 = 1,
|
|
HC_LUKS_HASH_TYPE_SHA256 = 2,
|
|
HC_LUKS_HASH_TYPE_SHA512 = 3,
|
|
HC_LUKS_HASH_TYPE_RIPEMD160 = 4,
|
|
HC_LUKS_HASH_TYPE_WHIRLPOOL = 5,
|
|
|
|
} hc_luks_hash_type_t;
|
|
|
|
typedef enum hc_luks_key_size
|
|
{
|
|
HC_LUKS_KEY_SIZE_128 = 128,
|
|
HC_LUKS_KEY_SIZE_256 = 256,
|
|
HC_LUKS_KEY_SIZE_512 = 512,
|
|
|
|
} hc_luks_key_size_t;
|
|
|
|
typedef enum hc_luks_cipher_type
|
|
{
|
|
HC_LUKS_CIPHER_TYPE_AES = 1,
|
|
HC_LUKS_CIPHER_TYPE_SERPENT = 2,
|
|
HC_LUKS_CIPHER_TYPE_TWOFISH = 3,
|
|
|
|
} hc_luks_cipher_type_t;
|
|
|
|
typedef enum hc_luks_cipher_mode
|
|
{
|
|
HC_LUKS_CIPHER_MODE_CBC_ESSIV_SHA256 = 1,
|
|
HC_LUKS_CIPHER_MODE_CBC_PLAIN = 2,
|
|
HC_LUKS_CIPHER_MODE_CBC_PLAIN64 = 3,
|
|
HC_LUKS_CIPHER_MODE_XTS_PLAIN = 4,
|
|
HC_LUKS_CIPHER_MODE_XTS_PLAIN64 = 5,
|
|
|
|
} hc_luks_cipher_mode_t;
|
|
|
|
typedef struct luks
|
|
{
|
|
int hash_type; // hc_luks_hash_type_t
|
|
int key_size; // hc_luks_key_size_t
|
|
int cipher_type; // hc_luks_cipher_type_t
|
|
int cipher_mode; // hc_luks_cipher_mode_t
|
|
|
|
u32 ct_buf[LUKS_CT_LEN / 4];
|
|
|
|
u32 af_buf[LUKS_AF_MAX_LEN / 4];
|
|
u32 af_len;
|
|
|
|
} luks_t;
|
|
|
|
typedef struct luks_tmp
|
|
{
|
|
u32 ipad32[8];
|
|
u64 ipad64[8];
|
|
|
|
u32 opad32[8];
|
|
u64 opad64[8];
|
|
|
|
u32 dgst32[32];
|
|
u64 dgst64[16];
|
|
|
|
u32 out32[32];
|
|
u64 out64[16];
|
|
|
|
} luks_tmp_t;
|
|
|
|
#ifdef KERNEL_STATIC
|
|
#include M2S(INCLUDE_PATH/inc_luks_af.cl)
|
|
#include M2S(INCLUDE_PATH/inc_luks_essiv.cl)
|
|
#include M2S(INCLUDE_PATH/inc_luks_xts.cl)
|
|
#include M2S(INCLUDE_PATH/inc_luks_aes.cl)
|
|
#endif
|
|
|
|
#define COMPARE_S M2S(INCLUDE_PATH/inc_comp_single.cl)
|
|
#define COMPARE_M M2S(INCLUDE_PATH/inc_comp_multi.cl)
|
|
|
|
#define MAX_ENTROPY 7.0
|
|
|
|
DECLSPEC void hmac_sha256_run_V (PRIVATE_AS u32x *w0, PRIVATE_AS u32x *w1, PRIVATE_AS u32x *w2, PRIVATE_AS u32x *w3, PRIVATE_AS u32x *ipad, PRIVATE_AS u32x *opad, PRIVATE_AS u32x *digest)
|
|
{
|
|
digest[0] = ipad[0];
|
|
digest[1] = ipad[1];
|
|
digest[2] = ipad[2];
|
|
digest[3] = ipad[3];
|
|
digest[4] = ipad[4];
|
|
digest[5] = ipad[5];
|
|
digest[6] = ipad[6];
|
|
digest[7] = ipad[7];
|
|
|
|
sha256_transform_vector (w0, w1, w2, w3, digest);
|
|
|
|
w0[0] = digest[0];
|
|
w0[1] = digest[1];
|
|
w0[2] = digest[2];
|
|
w0[3] = digest[3];
|
|
w1[0] = digest[4];
|
|
w1[1] = digest[5];
|
|
w1[2] = digest[6];
|
|
w1[3] = digest[7];
|
|
w2[0] = 0x80000000;
|
|
w2[1] = 0;
|
|
w2[2] = 0;
|
|
w2[3] = 0;
|
|
w3[0] = 0;
|
|
w3[1] = 0;
|
|
w3[2] = 0;
|
|
w3[3] = (64 + 32) * 8;
|
|
|
|
digest[0] = opad[0];
|
|
digest[1] = opad[1];
|
|
digest[2] = opad[2];
|
|
digest[3] = opad[3];
|
|
digest[4] = opad[4];
|
|
digest[5] = opad[5];
|
|
digest[6] = opad[6];
|
|
digest[7] = opad[7];
|
|
|
|
sha256_transform_vector (w0, w1, w2, w3, digest);
|
|
}
|
|
|
|
KERNEL_FQ KERNEL_FA void m14621_init (KERN_ATTR_TMPS_ESALT (luks_tmp_t, luks_t))
|
|
{
|
|
/**
|
|
* base
|
|
*/
|
|
|
|
const u64 gid = get_global_id (0);
|
|
|
|
if (gid >= GID_CNT) return;
|
|
|
|
sha256_hmac_ctx_t sha256_hmac_ctx;
|
|
|
|
sha256_hmac_init_global_swap (&sha256_hmac_ctx, pws[gid].i, pws[gid].pw_len);
|
|
|
|
tmps[gid].ipad32[0] = sha256_hmac_ctx.ipad.h[0];
|
|
tmps[gid].ipad32[1] = sha256_hmac_ctx.ipad.h[1];
|
|
tmps[gid].ipad32[2] = sha256_hmac_ctx.ipad.h[2];
|
|
tmps[gid].ipad32[3] = sha256_hmac_ctx.ipad.h[3];
|
|
tmps[gid].ipad32[4] = sha256_hmac_ctx.ipad.h[4];
|
|
tmps[gid].ipad32[5] = sha256_hmac_ctx.ipad.h[5];
|
|
tmps[gid].ipad32[6] = sha256_hmac_ctx.ipad.h[6];
|
|
tmps[gid].ipad32[7] = sha256_hmac_ctx.ipad.h[7];
|
|
|
|
tmps[gid].opad32[0] = sha256_hmac_ctx.opad.h[0];
|
|
tmps[gid].opad32[1] = sha256_hmac_ctx.opad.h[1];
|
|
tmps[gid].opad32[2] = sha256_hmac_ctx.opad.h[2];
|
|
tmps[gid].opad32[3] = sha256_hmac_ctx.opad.h[3];
|
|
tmps[gid].opad32[4] = sha256_hmac_ctx.opad.h[4];
|
|
tmps[gid].opad32[5] = sha256_hmac_ctx.opad.h[5];
|
|
tmps[gid].opad32[6] = sha256_hmac_ctx.opad.h[6];
|
|
tmps[gid].opad32[7] = sha256_hmac_ctx.opad.h[7];
|
|
|
|
sha256_hmac_update_global_swap (&sha256_hmac_ctx, salt_bufs[SALT_POS_HOST].salt_buf, salt_bufs[SALT_POS_HOST].salt_len);
|
|
|
|
const u32 key_size = esalt_bufs[DIGESTS_OFFSET_HOST].key_size;
|
|
|
|
for (u32 i = 0, j = 1; i < ((key_size / 8) / 4); i += 8, j += 1)
|
|
{
|
|
sha256_hmac_ctx_t sha256_hmac_ctx2 = sha256_hmac_ctx;
|
|
|
|
u32 w0[4];
|
|
u32 w1[4];
|
|
u32 w2[4];
|
|
u32 w3[4];
|
|
|
|
w0[0] = j;
|
|
w0[1] = 0;
|
|
w0[2] = 0;
|
|
w0[3] = 0;
|
|
w1[0] = 0;
|
|
w1[1] = 0;
|
|
w1[2] = 0;
|
|
w1[3] = 0;
|
|
w2[0] = 0;
|
|
w2[1] = 0;
|
|
w2[2] = 0;
|
|
w2[3] = 0;
|
|
w3[0] = 0;
|
|
w3[1] = 0;
|
|
w3[2] = 0;
|
|
w3[3] = 0;
|
|
|
|
sha256_hmac_update_64 (&sha256_hmac_ctx2, w0, w1, w2, w3, 4);
|
|
|
|
sha256_hmac_final (&sha256_hmac_ctx2);
|
|
|
|
tmps[gid].dgst32[i + 0] = sha256_hmac_ctx2.opad.h[0];
|
|
tmps[gid].dgst32[i + 1] = sha256_hmac_ctx2.opad.h[1];
|
|
tmps[gid].dgst32[i + 2] = sha256_hmac_ctx2.opad.h[2];
|
|
tmps[gid].dgst32[i + 3] = sha256_hmac_ctx2.opad.h[3];
|
|
tmps[gid].dgst32[i + 4] = sha256_hmac_ctx2.opad.h[4];
|
|
tmps[gid].dgst32[i + 5] = sha256_hmac_ctx2.opad.h[5];
|
|
tmps[gid].dgst32[i + 6] = sha256_hmac_ctx2.opad.h[6];
|
|
tmps[gid].dgst32[i + 7] = sha256_hmac_ctx2.opad.h[7];
|
|
|
|
tmps[gid].out32[i + 0] = tmps[gid].dgst32[i + 0];
|
|
tmps[gid].out32[i + 1] = tmps[gid].dgst32[i + 1];
|
|
tmps[gid].out32[i + 2] = tmps[gid].dgst32[i + 2];
|
|
tmps[gid].out32[i + 3] = tmps[gid].dgst32[i + 3];
|
|
tmps[gid].out32[i + 4] = tmps[gid].dgst32[i + 4];
|
|
tmps[gid].out32[i + 5] = tmps[gid].dgst32[i + 5];
|
|
tmps[gid].out32[i + 6] = tmps[gid].dgst32[i + 6];
|
|
tmps[gid].out32[i + 7] = tmps[gid].dgst32[i + 7];
|
|
}
|
|
}
|
|
|
|
KERNEL_FQ KERNEL_FA void m14621_loop (KERN_ATTR_TMPS_ESALT (luks_tmp_t, luks_t))
|
|
{
|
|
const u64 gid = get_global_id (0);
|
|
|
|
if ((gid * VECT_SIZE) >= GID_CNT) return;
|
|
|
|
u32x ipad[8];
|
|
u32x opad[8];
|
|
|
|
ipad[0] = packv (tmps, ipad32, gid, 0);
|
|
ipad[1] = packv (tmps, ipad32, gid, 1);
|
|
ipad[2] = packv (tmps, ipad32, gid, 2);
|
|
ipad[3] = packv (tmps, ipad32, gid, 3);
|
|
ipad[4] = packv (tmps, ipad32, gid, 4);
|
|
ipad[5] = packv (tmps, ipad32, gid, 5);
|
|
ipad[6] = packv (tmps, ipad32, gid, 6);
|
|
ipad[7] = packv (tmps, ipad32, gid, 7);
|
|
|
|
opad[0] = packv (tmps, opad32, gid, 0);
|
|
opad[1] = packv (tmps, opad32, gid, 1);
|
|
opad[2] = packv (tmps, opad32, gid, 2);
|
|
opad[3] = packv (tmps, opad32, gid, 3);
|
|
opad[4] = packv (tmps, opad32, gid, 4);
|
|
opad[5] = packv (tmps, opad32, gid, 5);
|
|
opad[6] = packv (tmps, opad32, gid, 6);
|
|
opad[7] = packv (tmps, opad32, gid, 7);
|
|
|
|
u32 key_size = esalt_bufs[DIGESTS_OFFSET_HOST].key_size;
|
|
|
|
for (u32 i = 0; i < ((key_size / 8) / 4); i += 8)
|
|
{
|
|
u32x dgst[8];
|
|
u32x out[8];
|
|
|
|
dgst[0] = packv (tmps, dgst32, gid, i + 0);
|
|
dgst[1] = packv (tmps, dgst32, gid, i + 1);
|
|
dgst[2] = packv (tmps, dgst32, gid, i + 2);
|
|
dgst[3] = packv (tmps, dgst32, gid, i + 3);
|
|
dgst[4] = packv (tmps, dgst32, gid, i + 4);
|
|
dgst[5] = packv (tmps, dgst32, gid, i + 5);
|
|
dgst[6] = packv (tmps, dgst32, gid, i + 6);
|
|
dgst[7] = packv (tmps, dgst32, gid, i + 7);
|
|
|
|
out[0] = packv (tmps, out32, gid, i + 0);
|
|
out[1] = packv (tmps, out32, gid, i + 1);
|
|
out[2] = packv (tmps, out32, gid, i + 2);
|
|
out[3] = packv (tmps, out32, gid, i + 3);
|
|
out[4] = packv (tmps, out32, gid, i + 4);
|
|
out[5] = packv (tmps, out32, gid, i + 5);
|
|
out[6] = packv (tmps, out32, gid, i + 6);
|
|
out[7] = packv (tmps, out32, gid, i + 7);
|
|
|
|
for (u32 j = 0; j < LOOP_CNT; j++)
|
|
{
|
|
u32x w0[4];
|
|
u32x w1[4];
|
|
u32x w2[4];
|
|
u32x w3[4];
|
|
|
|
w0[0] = dgst[0];
|
|
w0[1] = dgst[1];
|
|
w0[2] = dgst[2];
|
|
w0[3] = dgst[3];
|
|
w1[0] = dgst[4];
|
|
w1[1] = dgst[5];
|
|
w1[2] = dgst[6];
|
|
w1[3] = dgst[7];
|
|
w2[0] = 0x80000000;
|
|
w2[1] = 0;
|
|
w2[2] = 0;
|
|
w2[3] = 0;
|
|
w3[0] = 0;
|
|
w3[1] = 0;
|
|
w3[2] = 0;
|
|
w3[3] = (64 + 32) * 8;
|
|
|
|
hmac_sha256_run_V (w0, w1, w2, w3, ipad, opad, dgst);
|
|
|
|
out[0] ^= dgst[0];
|
|
out[1] ^= dgst[1];
|
|
out[2] ^= dgst[2];
|
|
out[3] ^= dgst[3];
|
|
out[4] ^= dgst[4];
|
|
out[5] ^= dgst[5];
|
|
out[6] ^= dgst[6];
|
|
out[7] ^= dgst[7];
|
|
}
|
|
|
|
unpackv (tmps, dgst32, gid, i + 0, dgst[0]);
|
|
unpackv (tmps, dgst32, gid, i + 1, dgst[1]);
|
|
unpackv (tmps, dgst32, gid, i + 2, dgst[2]);
|
|
unpackv (tmps, dgst32, gid, i + 3, dgst[3]);
|
|
unpackv (tmps, dgst32, gid, i + 4, dgst[4]);
|
|
unpackv (tmps, dgst32, gid, i + 5, dgst[5]);
|
|
unpackv (tmps, dgst32, gid, i + 6, dgst[6]);
|
|
unpackv (tmps, dgst32, gid, i + 7, dgst[7]);
|
|
|
|
unpackv (tmps, out32, gid, i + 0, out[0]);
|
|
unpackv (tmps, out32, gid, i + 1, out[1]);
|
|
unpackv (tmps, out32, gid, i + 2, out[2]);
|
|
unpackv (tmps, out32, gid, i + 3, out[3]);
|
|
unpackv (tmps, out32, gid, i + 4, out[4]);
|
|
unpackv (tmps, out32, gid, i + 5, out[5]);
|
|
unpackv (tmps, out32, gid, i + 6, out[6]);
|
|
unpackv (tmps, out32, gid, i + 7, out[7]);
|
|
}
|
|
}
|
|
|
|
KERNEL_FQ KERNEL_FA void m14621_comp (KERN_ATTR_TMPS_ESALT (luks_tmp_t, luks_t))
|
|
{
|
|
const u64 gid = get_global_id (0);
|
|
const u64 lid = get_local_id (0);
|
|
const u64 lsz = get_local_size (0);
|
|
|
|
/**
|
|
* aes shared
|
|
*/
|
|
|
|
#ifdef REAL_SHM
|
|
|
|
LOCAL_VK u32 s_td0[256];
|
|
LOCAL_VK u32 s_td1[256];
|
|
LOCAL_VK u32 s_td2[256];
|
|
LOCAL_VK u32 s_td3[256];
|
|
LOCAL_VK u32 s_td4[256];
|
|
|
|
LOCAL_VK u32 s_te0[256];
|
|
LOCAL_VK u32 s_te1[256];
|
|
LOCAL_VK u32 s_te2[256];
|
|
LOCAL_VK u32 s_te3[256];
|
|
LOCAL_VK u32 s_te4[256];
|
|
|
|
for (u32 i = lid; i < 256; i += lsz)
|
|
{
|
|
s_td0[i] = td0[i];
|
|
s_td1[i] = td1[i];
|
|
s_td2[i] = td2[i];
|
|
s_td3[i] = td3[i];
|
|
s_td4[i] = td4[i];
|
|
|
|
s_te0[i] = te0[i];
|
|
s_te1[i] = te1[i];
|
|
s_te2[i] = te2[i];
|
|
s_te3[i] = te3[i];
|
|
s_te4[i] = te4[i];
|
|
}
|
|
|
|
SYNC_THREADS ();
|
|
|
|
#else
|
|
|
|
CONSTANT_AS u32a *s_td0 = td0;
|
|
CONSTANT_AS u32a *s_td1 = td1;
|
|
CONSTANT_AS u32a *s_td2 = td2;
|
|
CONSTANT_AS u32a *s_td3 = td3;
|
|
CONSTANT_AS u32a *s_td4 = td4;
|
|
|
|
CONSTANT_AS u32a *s_te0 = te0;
|
|
CONSTANT_AS u32a *s_te1 = te1;
|
|
CONSTANT_AS u32a *s_te2 = te2;
|
|
CONSTANT_AS u32a *s_te3 = te3;
|
|
CONSTANT_AS u32a *s_te4 = te4;
|
|
|
|
#endif
|
|
|
|
if (gid >= GID_CNT) return;
|
|
|
|
// decrypt AF with first pbkdf2 result
|
|
// merge AF to masterkey
|
|
// decrypt first payload sector with masterkey
|
|
|
|
u32 pt_buf[128];
|
|
|
|
luks_af_sha256_then_aes_decrypt (&esalt_bufs[DIGESTS_OFFSET_HOST], &tmps[gid], pt_buf, s_te0, s_te1, s_te2, s_te3, s_te4, s_td0, s_td1, s_td2, s_td3, s_td4);
|
|
|
|
// check entropy
|
|
|
|
const float entropy = hc_get_entropy (pt_buf, 128);
|
|
|
|
if (entropy < MAX_ENTROPY)
|
|
{
|
|
if (hc_atomic_inc (&hashes_shown[DIGESTS_OFFSET_HOST]) == 0)
|
|
{
|
|
mark_hash (plains_buf, d_return_buf, SALT_POS_HOST, DIGESTS_CNT, 0, DIGESTS_OFFSET_HOST + 0, gid, 0, 0, 0);
|
|
}
|
|
}
|
|
}
|