2 * Author......: Jens Steube <jens.steube@gmail.com>
9 //#define NEW_SIMD_CODE
11 #include "include/constants.h"
12 #include "include/kernel_vendor.h"
19 #include "include/kernel_functions.c"
20 #include "OpenCL/types_ocl.c"
21 #include "OpenCL/common.c"
22 #include "include/rp_kernel.h"
23 #include "OpenCL/rp.c"
24 #include "OpenCL/simd.c"
26 __kernel void m00200_m04 (__global pw_t *pws, __global kernel_rule_t *rules_buf, __global comb_t *combs_buf, __global bf_t *bfs_buf, __global void *tmps, __global void *hooks, __global u32 *bitmaps_buf_s1_a, __global u32 *bitmaps_buf_s1_b, __global u32 *bitmaps_buf_s1_c, __global u32 *bitmaps_buf_s1_d, __global u32 *bitmaps_buf_s2_a, __global u32 *bitmaps_buf_s2_b, __global u32 *bitmaps_buf_s2_c, __global u32 *bitmaps_buf_s2_d, __global plain_t *plains_buf, __global digest_t *digests_buf, __global u32 *hashes_shown, __global salt_t *salt_bufs, __global void *esalt_bufs, __global u32 *d_return_buf, __global u32 *d_scryptV_buf, const u32 bitmap_mask, const u32 bitmap_shift1, const u32 bitmap_shift2, const u32 salt_pos, const u32 loop_pos, const u32 loop_cnt, const u32 il_cnt, const u32 digests_cnt, const u32 digests_offset, const u32 combs_mode, const u32 gid_max)
32 const u32 lid = get_local_id (0);
38 const u32 gid = get_global_id (0);
40 if (gid >= gid_max) return;
45 pw_buf0[0] = pws[gid].i[0];
46 pw_buf0[1] = pws[gid].i[1];
47 pw_buf0[2] = pws[gid].i[2];
48 pw_buf0[3] = pws[gid].i[3];
49 pw_buf1[0] = pws[gid].i[4];
50 pw_buf1[1] = pws[gid].i[5];
51 pw_buf1[2] = pws[gid].i[6];
52 pw_buf1[3] = pws[gid].i[7];
54 const u32 pw_len = pws[gid].pw_len;
60 for (u32 il_pos = 0; il_pos < il_cnt; il_pos += VECT_SIZE)
67 const u32x out_len = apply_rules_vect (pw_buf0, pw_buf1, pw_len, rules_buf, il_pos, w0, w1);
97 a ^= (((a & 0x3f) + add) * (v)) + (a << 8); \
105 for (i = 0, j = 0; i <= (int) out_len - 4; i += 4, j += 1)
107 const u32x wj = w_t[j];
109 ROUND ((wj >> 0) & 0xff);
110 ROUND ((wj >> 8) & 0xff);
111 ROUND ((wj >> 16) & 0xff);
112 ROUND ((wj >> 24) & 0xff);
115 const u32x wj = w_t[j];
117 const u32 left = out_len - i;
121 ROUND ((wj >> 0) & 0xff);
122 ROUND ((wj >> 8) & 0xff);
123 ROUND ((wj >> 16) & 0xff);
127 ROUND ((wj >> 0) & 0xff);
128 ROUND ((wj >> 8) & 0xff);
132 ROUND ((wj >> 0) & 0xff);
138 COMPARE_M_SIMD (a, b, c, d);
142 __kernel void m00200_m08 (__global pw_t *pws, __global kernel_rule_t *rules_buf, __global comb_t *combs_buf, __global bf_t *bfs_buf, __global void *tmps, __global void *hooks, __global u32 *bitmaps_buf_s1_a, __global u32 *bitmaps_buf_s1_b, __global u32 *bitmaps_buf_s1_c, __global u32 *bitmaps_buf_s1_d, __global u32 *bitmaps_buf_s2_a, __global u32 *bitmaps_buf_s2_b, __global u32 *bitmaps_buf_s2_c, __global u32 *bitmaps_buf_s2_d, __global plain_t *plains_buf, __global digest_t *digests_buf, __global u32 *hashes_shown, __global salt_t *salt_bufs, __global void *esalt_bufs, __global u32 *d_return_buf, __global u32 *d_scryptV_buf, const u32 bitmap_mask, const u32 bitmap_shift1, const u32 bitmap_shift2, const u32 salt_pos, const u32 loop_pos, const u32 loop_cnt, const u32 il_cnt, const u32 digests_cnt, const u32 digests_offset, const u32 combs_mode, const u32 gid_max)
146 __kernel void m00200_m16 (__global pw_t *pws, __global kernel_rule_t *rules_buf, __global comb_t *combs_buf, __global bf_t *bfs_buf, __global void *tmps, __global void *hooks, __global u32 *bitmaps_buf_s1_a, __global u32 *bitmaps_buf_s1_b, __global u32 *bitmaps_buf_s1_c, __global u32 *bitmaps_buf_s1_d, __global u32 *bitmaps_buf_s2_a, __global u32 *bitmaps_buf_s2_b, __global u32 *bitmaps_buf_s2_c, __global u32 *bitmaps_buf_s2_d, __global plain_t *plains_buf, __global digest_t *digests_buf, __global u32 *hashes_shown, __global salt_t *salt_bufs, __global void *esalt_bufs, __global u32 *d_return_buf, __global u32 *d_scryptV_buf, const u32 bitmap_mask, const u32 bitmap_shift1, const u32 bitmap_shift2, const u32 salt_pos, const u32 loop_pos, const u32 loop_cnt, const u32 il_cnt, const u32 digests_cnt, const u32 digests_offset, const u32 combs_mode, const u32 gid_max)
150 __kernel void m00200_s04 (__global pw_t *pws, __global kernel_rule_t *rules_buf, __global comb_t *combs_buf, __global bf_t *bfs_buf, __global void *tmps, __global void *hooks, __global u32 *bitmaps_buf_s1_a, __global u32 *bitmaps_buf_s1_b, __global u32 *bitmaps_buf_s1_c, __global u32 *bitmaps_buf_s1_d, __global u32 *bitmaps_buf_s2_a, __global u32 *bitmaps_buf_s2_b, __global u32 *bitmaps_buf_s2_c, __global u32 *bitmaps_buf_s2_d, __global plain_t *plains_buf, __global digest_t *digests_buf, __global u32 *hashes_shown, __global salt_t *salt_bufs, __global void *esalt_bufs, __global u32 *d_return_buf, __global u32 *d_scryptV_buf, const u32 bitmap_mask, const u32 bitmap_shift1, const u32 bitmap_shift2, const u32 salt_pos, const u32 loop_pos, const u32 loop_cnt, const u32 il_cnt, const u32 digests_cnt, const u32 digests_offset, const u32 combs_mode, const u32 gid_max)
156 const u32 lid = get_local_id (0);
162 const u32 gid = get_global_id (0);
164 if (gid >= gid_max) return;
169 pw_buf0[0] = pws[gid].i[0];
170 pw_buf0[1] = pws[gid].i[1];
171 pw_buf0[2] = pws[gid].i[2];
172 pw_buf0[3] = pws[gid].i[3];
173 pw_buf1[0] = pws[gid].i[4];
174 pw_buf1[1] = pws[gid].i[5];
175 pw_buf1[2] = pws[gid].i[6];
176 pw_buf1[3] = pws[gid].i[7];
178 const u32 pw_len = pws[gid].pw_len;
184 const u32 search[4] =
186 digests_buf[digests_offset].digest_buf[DGST_R0],
187 digests_buf[digests_offset].digest_buf[DGST_R1],
188 digests_buf[digests_offset].digest_buf[DGST_R2],
189 digests_buf[digests_offset].digest_buf[DGST_R3]
196 for (u32 il_pos = 0; il_pos < il_cnt; il_pos += VECT_SIZE)
203 const u32x out_len = apply_rules_vect (pw_buf0, pw_buf1, pw_len, rules_buf, il_pos, w0, w1);
233 a ^= (((a & 0x3f) + add) * (v)) + (a << 8); \
241 for (i = 0, j = 0; i <= (int) out_len - 4; i += 4, j += 1)
243 const u32x wj = w_t[j];
245 ROUND ((wj >> 0) & 0xff);
246 ROUND ((wj >> 8) & 0xff);
247 ROUND ((wj >> 16) & 0xff);
248 ROUND ((wj >> 24) & 0xff);
251 const u32x wj = w_t[j];
253 const u32 left = out_len - i;
257 ROUND ((wj >> 0) & 0xff);
258 ROUND ((wj >> 8) & 0xff);
259 ROUND ((wj >> 16) & 0xff);
263 ROUND ((wj >> 0) & 0xff);
264 ROUND ((wj >> 8) & 0xff);
268 ROUND ((wj >> 0) & 0xff);
274 COMPARE_S_SIMD (a, b, c, d);
278 __kernel void m00200_s08 (__global pw_t *pws, __global kernel_rule_t *rules_buf, __global comb_t *combs_buf, __global bf_t *bfs_buf, __global void *tmps, __global void *hooks, __global u32 *bitmaps_buf_s1_a, __global u32 *bitmaps_buf_s1_b, __global u32 *bitmaps_buf_s1_c, __global u32 *bitmaps_buf_s1_d, __global u32 *bitmaps_buf_s2_a, __global u32 *bitmaps_buf_s2_b, __global u32 *bitmaps_buf_s2_c, __global u32 *bitmaps_buf_s2_d, __global plain_t *plains_buf, __global digest_t *digests_buf, __global u32 *hashes_shown, __global salt_t *salt_bufs, __global void *esalt_bufs, __global u32 *d_return_buf, __global u32 *d_scryptV_buf, const u32 bitmap_mask, const u32 bitmap_shift1, const u32 bitmap_shift2, const u32 salt_pos, const u32 loop_pos, const u32 loop_cnt, const u32 il_cnt, const u32 digests_cnt, const u32 digests_offset, const u32 combs_mode, const u32 gid_max)
282 __kernel void m00200_s16 (__global pw_t *pws, __global kernel_rule_t *rules_buf, __global comb_t *combs_buf, __global bf_t *bfs_buf, __global void *tmps, __global void *hooks, __global u32 *bitmaps_buf_s1_a, __global u32 *bitmaps_buf_s1_b, __global u32 *bitmaps_buf_s1_c, __global u32 *bitmaps_buf_s1_d, __global u32 *bitmaps_buf_s2_a, __global u32 *bitmaps_buf_s2_b, __global u32 *bitmaps_buf_s2_c, __global u32 *bitmaps_buf_s2_d, __global plain_t *plains_buf, __global digest_t *digests_buf, __global u32 *hashes_shown, __global salt_t *salt_bufs, __global void *esalt_bufs, __global u32 *d_return_buf, __global u32 *d_scryptV_buf, const u32 bitmap_mask, const u32 bitmap_shift1, const u32 bitmap_shift2, const u32 salt_pos, const u32 loop_pos, const u32 loop_cnt, const u32 il_cnt, const u32 digests_cnt, const u32 digests_offset, const u32 combs_mode, const u32 gid_max)