include/kernel_functions.c

   1 /**
   2  * Author......: Jens Steube <jens.steube@gmail.com>
   3  * License.....: MIT
   4  */
   5
   6 #if defined _MD4_ || defined _DCC2_ || defined _NETNTLMV2_ || defined _KRB5PA_ || defined _MS_DRSR_ || defined _KRB5TGS_
   7
   8 #define MD4_F_S(x,y,z)  (((x) & (y)) | ((~(x)) & (z)))
   9 #define MD4_G_S(x,y,z)  (((x) & (y)) | ((x) & (z)) | ((y) & (z)))
  10 #define MD4_H_S(x,y,z)  ((x) ^ (y) ^ (z))
  11
  12 #ifdef IS_NV
  13 #if CUDA_ARCH >= 500
  14 #define MD4_F(x,y,z)    lut3_ca ((x), (y), (z))
  15 #define MD4_G(x,y,z)    lut3_e8 ((x), (y), (z))
  16 #define MD4_H(x,y,z)    lut3_96 ((x), (y), (z))
  17 #else
  18 #define MD4_F(x,y,z)    (((x) & (y)) | ((~(x)) & (z)))
  19 #define MD4_G(x,y,z)    (((x) & (y)) | ((x) & (z)) | ((y) & (z)))
  20 #define MD4_H(x,y,z)    ((x) ^ (y) ^ (z))
  21 #endif
  22 #define MD4_Fo(x,y,z)   (MD4_F((x), (y), (z)))
  23 #define MD4_Go(x,y,z)   (MD4_G((x), (y), (z)))
  24 #endif
  25
  26 #ifdef IS_AMD
  27 #define MD4_F(x,y,z)    (((x) & (y)) | ((~(x)) & (z)))
  28 #define MD4_G(x,y,z)    (((x) & (y)) | ((x) & (z)) | ((y) & (z)))
  29 #define MD4_H(x,y,z)    ((x) ^ (y) ^ (z))
  30 #define MD4_Fo(x,y,z)   (bitselect ((z), (y), (x)))
  31 #define MD4_Go(x,y,z)   (bitselect ((x), (y), ((x) ^ (z))))
  32 #endif
  33
  34 #ifdef IS_GENERIC
  35 #define MD4_F(x,y,z)    (((x) & (y)) | ((~(x)) & (z)))
  36 #define MD4_G(x,y,z)    (((x) & (y)) | ((x) & (z)) | ((y) & (z)))
  37 #define MD4_H(x,y,z)    ((x) ^ (y) ^ (z))
  38 #define MD4_Fo(x,y,z)   (MD4_F((x), (y), (z)))
  39 #define MD4_Go(x,y,z)   (MD4_G((x), (y), (z)))
  40 #endif
  41
  42 #define MD4_STEP(f,a,b,c,d,x,K,s)   \
  43 {                                   \
  44   a += K;                           \
  45   a += x;                           \
  46   a += f (b, c, d);                 \
  47   a  = rotl32 (a, s);               \
  48 }
  49
  50 #define MD4_STEP0(f,a,b,c,d,K,s)    \
  51 {                                   \
  52   a += K;                           \
  53   a += f (b, c, d);                 \
  54   a  = rotl32 (a, s);               \
  55 }
  56
  57 #endif
  58
  59 #if defined _MD5_ || defined _MD5H_ || defined _SAPB_ || defined _OLDOFFICE01_ || defined _WPA_ || defined _MD5_SHA1_ || defined _SHA1_MD5_ || defined _NETNTLMV2_ || defined _KRB5PA_ || defined _PBKDF2_MD5_ || defined _KRB5TGS_
  60
  61 #define MD5_F_S(x,y,z)  ((z) ^ ((x) & ((y) ^ (z))))
  62 #define MD5_G_S(x,y,z)  ((y) ^ ((z) & ((x) ^ (y))))
  63 #define MD5_H_S(x,y,z)  ((x) ^ (y) ^ (z))
  64 #define MD5_I_S(x,y,z)  ((y) ^ ((x) | ~(z)))
  65
  66 #ifdef IS_NV
  67 #if CUDA_ARCH >= 500
  68 #define MD5_F(x,y,z)    lut3_ca ((x), (y), (z))
  69 #define MD5_G(x,y,z)    lut3_e4 ((x), (y), (z))
  70 #define MD5_H(x,y,z)    lut3_96 ((x), (y), (z))
  71 #define MD5_I(x,y,z)    lut3_39 ((x), (y), (z))
  72 #else
  73 #define MD5_F(x,y,z)    ((z) ^ ((x) & ((y) ^ (z))))
  74 #define MD5_G(x,y,z)    ((y) ^ ((z) & ((x) ^ (y))))
  75 #define MD5_H(x,y,z)    ((x) ^ (y) ^ (z))
  76 #define MD5_I(x,y,z)    ((y) ^ ((x) | ~(z)))
  77 #endif
  78 #define MD5_Fo(x,y,z)   (MD5_F((x), (y), (z)))
  79 #define MD5_Go(x,y,z)   (MD5_G((x), (y), (z)))
  80 #endif
  81
  82 #ifdef IS_AMD
  83 #define MD5_F(x,y,z)    ((z) ^ ((x) & ((y) ^ (z))))
  84 #define MD5_G(x,y,z)    ((y) ^ ((z) & ((x) ^ (y))))
  85 #define MD5_H(x,y,z)    ((x) ^ (y) ^ (z))
  86 #define MD5_I(x,y,z)    (bitselect (0xffffffffU, (x), (z)) ^ (y))
  87 #define MD5_Fo(x,y,z)   (bitselect ((z), (y), (x)))
  88 #define MD5_Go(x,y,z)   (bitselect ((y), (x), (z)))
  89 #endif
  90
  91 #ifdef IS_GENERIC
  92 #define MD5_F(x,y,z)    ((z) ^ ((x) & ((y) ^ (z))))
  93 #define MD5_G(x,y,z)    ((y) ^ ((z) & ((x) ^ (y))))
  94 #define MD5_H(x,y,z)    ((x) ^ (y) ^ (z))
  95 #define MD5_I(x,y,z)    ((y) ^ ((x) | ~(z)))
  96 #define MD5_Fo(x,y,z)   (MD5_F((x), (y), (z)))
  97 #define MD5_Go(x,y,z)   (MD5_G((x), (y), (z)))
  98 #endif
  99
 100 #define MD5_STEP(f,a,b,c,d,x,K,s)   \
 101 {                                   \
 102   a += K;                           \
 103   a += x;                           \
 104   a += f (b, c, d);                 \
 105   a  = rotl32 (a, s);               \
 106   a += b;                           \
 107 }
 108
 109 #define MD5_STEP0(f,a,b,c,d,K,s)    \
 110 {                                   \
 111   a += K;                           \
 112   a += f (b, c, d);                 \
 113   a  = rotl32 (a, s);               \
 114   a += b;                           \
 115 }
 116 #endif
 117
 118 #if defined _SHA1_ || defined _SAPG_ || defined _OFFICE2007_ || defined _OFFICE2010_ || defined _OLDOFFICE34_ || defined _ANDROIDFDE_ || defined _DCC2_ || defined _WPA_ || defined _MD5_SHA1_ || defined _SHA1_MD5_ || defined _PSAFE2_ || defined _LOTUS8_ || defined _PBKDF2_SHA1_ || defined _RAR3_ || defined _SHA256_SHA1_
 119
 120 #ifdef IS_NV
 121 #if CUDA_ARCH >= 500
 122 #define SHA1_F0(x,y,z)  lut3_ca ((x), (y), (z))
 123 #define SHA1_F1(x,y,z)  lut3_96 ((x), (y), (z))
 124 #define SHA1_F2(x,y,z)  lut3_e8 ((x), (y), (z))
 125 #else
 126 #define SHA1_F0(x,y,z)  ((z) ^ ((x) & ((y) ^ (z))))
 127 #define SHA1_F1(x,y,z)  ((x) ^ (y) ^ (z))
 128 #define SHA1_F2(x,y,z)  (((x) & (y)) | ((z) & ((x) ^ (y))))
 129 #endif
 130 #define SHA1_F0o(x,y,z) (SHA1_F0 ((x), (y), (z)))
 131 #define SHA1_F2o(x,y,z) (SHA1_F2 ((x), (y), (z)))
 132 #endif
 133
 134 #ifdef IS_AMD
 135 #define SHA1_F0(x,y,z)  ((z) ^ ((x) & ((y) ^ (z))))
 136 #define SHA1_F1(x,y,z)  ((x) ^ (y) ^ (z))
 137 #define SHA1_F2(x,y,z)  (((x) & (y)) | ((z) & ((x) ^ (y))))
 138 #define SHA1_F0o(x,y,z) (bitselect ((z), (y), (x)))
 139 #define SHA1_F2o(x,y,z) (bitselect ((x), (y), ((x) ^ (z))))
 140 #endif
 141
 142 #ifdef IS_GENERIC
 143 #define SHA1_F0(x,y,z)  ((z) ^ ((x) & ((y) ^ (z))))
 144 #define SHA1_F1(x,y,z)  ((x) ^ (y) ^ (z))
 145 #define SHA1_F2(x,y,z)  (((x) & (y)) | ((z) & ((x) ^ (y))))
 146 #define SHA1_F0o(x,y,z) (SHA1_F0 ((x), (y), (z)))
 147 #define SHA1_F2o(x,y,z) (SHA1_F2 ((x), (y), (z)))
 148 #endif
 149
 150 #define SHA1_STEP(f,a,b,c,d,e,x)    \
 151 {                                   \
 152   e += K;                           \
 153   e += x;                           \
 154   e += f (b, c, d);                 \
 155   e += rotl32 (a,  5u);             \
 156   b  = rotl32 (b, 30u);             \
 157 }
 158
 159 #define SHA1_STEP0(f,a,b,c,d,e,x)   \
 160 {                                   \
 161   e += K;                           \
 162   e += f (b, c, d);                 \
 163   e += rotl32 (a,  5u);             \
 164   b  = rotl32 (b, 30u);             \
 165 }
 166
 167 #define SHA1_STEPX(f,a,b,c,d,e,x)   \
 168 {                                   \
 169   e += x;                           \
 170   e += f (b, c, d);                 \
 171   e += rotl32 (a,  5u);             \
 172   b  = rotl32 (b, 30u);             \
 173 }
 174
 175 #define SHA1_STEP_PE(f,a,b,c,d,e,x) \
 176 {                                   \
 177   e += x;                           \
 178   e += f (b, c, d);                 \
 179   e += rotl32 (a,  5u);             \
 180 }
 181
 182 #define SHA1_STEP_PB(f,a,b,c,d,e,x) \
 183 {                                   \
 184   e += K;                           \
 185   b  = rotl32 (b, 30u);             \
 186 }
 187 #endif
 188
 189 #if defined _SHA256_ || defined _PDF17L8_ || defined _SEVEN_ZIP_ || defined _ANDROIDFDE_ || defined _CLOUDKEY_ || defined _SCRYPT_ || defined _PBKDF2_SHA256_  || defined _SHA256_SHA1_ || defined _MS_DRSR_ || defined _ANDROIDFDE_SAMSUNG_ || defined _RAR5_
 190
 191 #define SHIFT_RIGHT_32(x,n) ((x) >> (n))
 192
 193 #define SHA256_S0(x) (rotl32 ((x), 25u) ^ rotl32 ((x), 14u) ^ SHIFT_RIGHT_32 ((x),  3u))
 194 #define SHA256_S1(x) (rotl32 ((x), 15u) ^ rotl32 ((x), 13u) ^ SHIFT_RIGHT_32 ((x), 10u))
 195 #define SHA256_S2(x) (rotl32 ((x), 30u) ^ rotl32 ((x), 19u) ^ rotl32 ((x), 10u))
 196 #define SHA256_S3(x) (rotl32 ((x), 26u) ^ rotl32 ((x), 21u) ^ rotl32 ((x),  7u))
 197
 198 #ifdef IS_NV
 199 #if CUDA_ARCH >= 500
 200 #define SHA256_F0(x,y,z)  lut3_e8 ((x), (y), (z))
 201 #define SHA256_F1(x,y,z)  lut3_ca ((x), (y), (z))
 202 #else
 203 #define SHA256_F0(x,y,z)  (((x) & (y)) | ((z) & ((x) ^ (y))))
 204 #define SHA256_F1(x,y,z)  ((z) ^ ((x) & ((y) ^ (z))))
 205 #endif
 206 #define SHA256_F0o(x,y,z) (SHA256_F0 ((x), (y), (z)))
 207 #define SHA256_F1o(x,y,z) (SHA256_F1 ((x), (y), (z)))
 208 #endif
 209
 210 #ifdef IS_AMD
 211 #define SHA256_F0(x,y,z)  (((x) & (y)) | ((z) & ((x) ^ (y))))
 212 #define SHA256_F1(x,y,z)  ((z) ^ ((x) & ((y) ^ (z))))
 213 #define SHA256_F0o(x,y,z) (bitselect ((x), (y), ((x) ^ (z))))
 214 #define SHA256_F1o(x,y,z) (bitselect ((z), (y), (x)))
 215 #endif
 216
 217 #ifdef IS_GENERIC
 218 #define SHA256_F0(x,y,z)  (((x) & (y)) | ((z) & ((x) ^ (y))))
 219 #define SHA256_F1(x,y,z)  ((z) ^ ((x) & ((y) ^ (z))))
 220 #define SHA256_F0o(x,y,z) (SHA256_F0 ((x), (y), (z)))
 221 #define SHA256_F1o(x,y,z) (SHA256_F1 ((x), (y), (z)))
 222 #endif
 223
 224 #define SHA256_STEP(F0,F1,a,b,c,d,e,f,g,h,x,K)  \
 225 {                                               \
 226   h += K;                                       \
 227   h += x;                                       \
 228   h += SHA256_S3 (e);                           \
 229   h += F1 (e,f,g);                              \
 230   d += h;                                       \
 231   h += SHA256_S2 (a);                           \
 232   h += F0 (a,b,c);                              \
 233 }
 234
 235 #define SHA256_EXPAND(x,y,z,w) (SHA256_S1 (x) + y + SHA256_S0 (z) + w)
 236
 237 #endif
 238
 239 #if defined _SHA384_ || defined _PDF17L8_
 240
 241 #define SHIFT_RIGHT_64(x,n) ((x) >> (n))
 242
 243 #define SHA384_S0(x) (rotr64 ((x), 28) ^ rotr64 ((x), 34) ^ rotr64 ((x), 39))
 244 #define SHA384_S1(x) (rotr64 ((x), 14) ^ rotr64 ((x), 18) ^ rotr64 ((x), 41))
 245 #define SHA384_S2(x) (rotr64 ((x),  1) ^ rotr64 ((x),  8) ^ SHIFT_RIGHT_64 ((x), 7))
 246 #define SHA384_S3(x) (rotr64 ((x), 19) ^ rotr64 ((x), 61) ^ SHIFT_RIGHT_64 ((x), 6))
 247
 248 #define SHA384_F0(x,y,z) ((z) ^ ((x) & ((y) ^ (z))))
 249 #define SHA384_F1(x,y,z) (((x) & (y)) | ((z) & ((x) ^ (y))))
 250
 251 #ifdef IS_NV
 252 #define SHA384_F0o(x,y,z) (SHA384_F0 ((x), (y), (z)))
 253 #define SHA384_F1o(x,y,z) (SHA384_F1 ((x), (y), (z)))
 254 #endif
 255
 256 #ifdef IS_AMD
 257 #define SHA384_F0o(x,y,z) (bitselect ((z), (y), (x)))
 258 #define SHA384_F1o(x,y,z) (bitselect ((x), (y), ((x) ^ (z))))
 259 #endif
 260
 261 #ifdef IS_GENERIC
 262 #define SHA384_F0o(x,y,z) (SHA384_F0 ((x), (y), (z)))
 263 #define SHA384_F1o(x,y,z) (SHA384_F1 ((x), (y), (z)))
 264 #endif
 265
 266 #define SHA384_STEP(F0,F1,a,b,c,d,e,f,g,h,x,K)  \
 267 {                                               \
 268   h += K;                                       \
 269   h += x;                                       \
 270   h += SHA384_S1 (e);                           \
 271   h += F0 (e, f, g);                            \
 272   d += h;                                       \
 273   h += SHA384_S0 (a);                           \
 274   h += F1 (a, b, c);                            \
 275 }
 276
 277 #define SHA384_EXPAND(x,y,z,w) (SHA384_S3 (x) + y + SHA384_S2 (z) + w)
 278 #endif
 279
 280 #if defined _SHA512_ || defined _CLOUDKEY_ || defined _OFFICE2013_ || defined _PDF17L8_ || defined _PBKDF2_SHA512_
 281
 282 #define SHIFT_RIGHT_64(x,n) ((x) >> (n))
 283
 284 #define SHA512_S0(x) (rotr64 ((x), 28) ^ rotr64 ((x), 34) ^ rotr64 ((x), 39))
 285 #define SHA512_S1(x) (rotr64 ((x), 14) ^ rotr64 ((x), 18) ^ rotr64 ((x), 41))
 286 #define SHA512_S2(x) (rotr64 ((x),  1) ^ rotr64 ((x),  8) ^ SHIFT_RIGHT_64 ((x), 7))
 287 #define SHA512_S3(x) (rotr64 ((x), 19) ^ rotr64 ((x), 61) ^ SHIFT_RIGHT_64 ((x), 6))
 288
 289 #define SHA512_F0(x,y,z) ((z) ^ ((x) & ((y) ^ (z))))
 290 #define SHA512_F1(x,y,z) (((x) & (y)) | ((z) & ((x) ^ (y))))
 291
 292 #ifdef IS_NV
 293 #define SHA512_F0o(x,y,z) (SHA512_F0 ((x), (y), (z)))
 294 #define SHA512_F1o(x,y,z) (SHA512_F1 ((x), (y), (z)))
 295 #endif
 296
 297 #ifdef IS_AMD
 298 #define SHA512_F0o(x,y,z) (bitselect ((z), (y), (x)))
 299 #define SHA512_F1o(x,y,z) (bitselect ((x), (y), ((x) ^ (z))))
 300 #endif
 301
 302 #ifdef IS_GENERIC
 303 #define SHA512_F0o(x,y,z) (SHA512_F0 ((x), (y), (z)))
 304 #define SHA512_F1o(x,y,z) (SHA512_F1 ((x), (y), (z)))
 305 #endif
 306
 307 #define SHA512_STEP(F0,F1,a,b,c,d,e,f,g,h,x,K)  \
 308 {                                               \
 309   h += K;                                       \
 310   h += x;                                       \
 311   h += SHA512_S1 (e);                           \
 312   h += F0 (e, f, g);                            \
 313   d += h;                                       \
 314   h += SHA512_S0 (a);                           \
 315   h += F1 (a, b, c);                            \
 316 }
 317
 318 #define SHA512_EXPAND(x,y,z,w) (SHA512_S3 (x) + y + SHA512_S2 (z) + w)
 319 #endif
 320
 321 #ifdef _RIPEMD160_
 322
 323 #ifdef IS_NV
 324 #if CUDA_ARCH >= 500
 325 #define RIPEMD160_F(x,y,z)    lut3_96 ((x), (y), (z))
 326 #define RIPEMD160_G(x,y,z)    lut3_ca ((x), (y), (z))
 327 #define RIPEMD160_H(x,y,z)    lut3_59 ((x), (y), (z))
 328 #define RIPEMD160_I(x,y,z)    lut3_e4 ((x), (y), (z))
 329 #define RIPEMD160_J(x,y,z)    lut3_2d ((x), (y), (z))
 330 #else
 331 #define RIPEMD160_F(x,y,z)    ((x) ^ (y) ^ (z))
 332 #define RIPEMD160_G(x,y,z)    ((z) ^ ((x) & ((y) ^ (z)))) /* x ? y : z */
 333 #define RIPEMD160_H(x,y,z)    (((x) | ~(y)) ^ (z))
 334 #define RIPEMD160_I(x,y,z)    ((y) ^ ((z) & ((x) ^ (y)))) /* z ? x : y */
 335 #define RIPEMD160_J(x,y,z)    ((x) ^ ((y) | ~(z)))
 336 #endif
 337 #define RIPEMD160_Go(x,y,z)   (RIPEMD160_G ((x), (y), (z)))
 338 #define RIPEMD160_Io(x,y,z)   (RIPEMD160_I ((x), (y), (z)))
 339 #endif
 340
 341 #ifdef IS_AMD
 342 #define RIPEMD160_F(x,y,z)    ((x) ^ (y) ^ (z))
 343 #define RIPEMD160_G(x,y,z)    ((z) ^ ((x) & ((y) ^ (z)))) /* x ? y : z */
 344 #define RIPEMD160_H(x,y,z)    (((x) | ~(y)) ^ (z))
 345 #define RIPEMD160_I(x,y,z)    ((y) ^ ((z) & ((x) ^ (y)))) /* z ? x : y */
 346 #define RIPEMD160_J(x,y,z)    ((x) ^ ((y) | ~(z)))
 347 #define RIPEMD160_Go(x,y,z)   (bitselect ((z), (y), (x)))
 348 #define RIPEMD160_Io(x,y,z)   (bitselect ((y), (x), (z)))
 349 #endif
 350
 351 #ifdef IS_GENERIC
 352 #define RIPEMD160_F(x,y,z)    ((x) ^ (y) ^ (z))
 353 #define RIPEMD160_G(x,y,z)    ((z) ^ ((x) & ((y) ^ (z)))) /* x ? y : z */
 354 #define RIPEMD160_H(x,y,z)    (((x) | ~(y)) ^ (z))
 355 #define RIPEMD160_I(x,y,z)    ((y) ^ ((z) & ((x) ^ (y)))) /* z ? x : y */
 356 #define RIPEMD160_J(x,y,z)    ((x) ^ ((y) | ~(z)))
 357 #define RIPEMD160_Go(x,y,z)   (RIPEMD160_G ((x), (y), (z)))
 358 #define RIPEMD160_Io(x,y,z)   (RIPEMD160_I ((x), (y), (z)))
 359 #endif
 360
 361 #define RIPEMD160_STEP(f,a,b,c,d,e,x,K,s) \
 362 {                                         \
 363   a += K;                                 \
 364   a += x;                                 \
 365   a += f (b, c, d);                       \
 366   a  = rotl32 (a, s);                     \
 367   a += e;                                 \
 368   c  = rotl32 (c, 10u);                   \
 369 }
 370
 371 #define ROTATE_LEFT_WORKAROUND_BUG(a,n) ((a << n) | (a >> (32 - n)))
 372
 373 #define RIPEMD160_STEP_WORKAROUND_BUG(f,a,b,c,d,e,x,K,s)  \
 374 {                                         \
 375   a += K;                                 \
 376   a += x;                                 \
 377   a += f (b, c, d);                       \
 378   a  = ROTATE_LEFT_WORKAROUND_BUG (a, s); \
 379   a += e;                                 \
 380   c  = rotl32 (c, 10u);                   \
 381 }
 382
 383 #endif