v3.23.2

Makefile.am

@@ -163,8 +163,6 @@ cpuminer_SOURCES = \
   algo/sha/sph_sha2big.c \
   algo/sha/sha256-hash-4way.c \
   algo/sha/sha512-hash-4way.c \
-  algo/sha/sha256-hash-opt.c \
-  algo/sha/sha256-hash-2way-ni.c \
   algo/sha/hmac-sha256-hash.c \
   algo/sha/hmac-sha256-hash-4way.c \
   algo/sha/sha256d.c \
@@ -172,7 +170,6 @@ cpuminer_SOURCES = \
   algo/sha/sha256d-4way.c \
   algo/sha/sha256t-gate.c \
   algo/sha/sha256t-4way.c \
-  algo/sha/sha256t.c \
   algo/sha/sha256q-4way.c \
   algo/sha/sha256q.c \
   algo/sha/sha512256d-4way.c \
@@ -294,10 +291,10 @@ disable_flags =
 if USE_ASM
    cpuminer_SOURCES += asm/neoscrypt_asm.S
 if ARCH_x86
-   cpuminer_SOURCES += asm/sha2-x86.S asm/scrypt-x86.S asm/aesb-x86.S
+   cpuminer_SOURCES += asm/sha2-x86.S asm/scrypt-x86.S
 endif
 if ARCH_x86_64
-   cpuminer_SOURCES += asm/sha2-x64.S asm/scrypt-x64.S asm/aesb-x64.S
+   cpuminer_SOURCES += asm/sha2-x64.S asm/scrypt-x64.S
 endif
 if ARCH_ARM
    cpuminer_SOURCES += asm/sha2-arm.S asm/scrypt-arm.S

RELEASE_NOTES

@@ -65,6 +65,18 @@ If not what makes it happen or not happen?
 Change Log
 ----------
 
+v3.23.2
+
+sha256dt, sha256t & sha256d +10% with SHA, small improvement with AVX2.
+Other small improvements and code cleanup.
+
+v3.23.1
+
+#349: Fix sha256t low difficulty shares and low effective hash rate.
+Faster sha256dt:  AVX512 +7%, SHA +200%, AVX2 +5%.
+Faster blakecoin & vanilla: AVX2 +30%, AVX512 +110%.
+Other small improvements and code cleanup.
+
 v3.23.0
 
 #398: Prevent GBT fallback to Getwork on network error.
@@ -214,40 +226,29 @@ v3.19.5
 
 Enhanced stratum-keepalive preemptively resets the stratum connection
 before the server to avoid lost shares.
-
 Added build-msys2.sh shell script for easier compiling on Windows, see Wiki for details.
-
 X16RT: eliminate unnecessary recalculations of the hash order.
-
 Fix a few compiler warnings.
-
 Fixed log colour error when a block is solved.
 
 v3.19.4
 
 #359: Fix verthash memory allocation for non-hugepages, broken in v3.19.3.
-
 New option stratum-keepalive prevents stratum timeouts when no shares are
 submitted for several minutes due to high difficulty.
-
 Fixed a bug displaying optimizations for some algos.
 
 v3.19.3
 
 Linux: Faster verthash (+25%), scryptn2 (+2%) when huge pages are available.
-
 Small speed up for Hamsi AVX2 & AVX512, Keccak AVX512.
 
 v3.19.2
 
 Fixed log displaying incorrect memory usage for scrypt, broken in v3.19.1.
-
 Reduce log noise when replies to submitted shares are lost due to stratum errors.
-
 Fugue prehash optimization for X16r family AVX2 & AVX512.
-
 Small speed improvement for Hamsi AVX2 & AVX512.
-
 Win: With CPU groups enabled the number of CPUs displayed in the ASCII art
 affinity map is the number of CPUs in a CPU group, was number of CPUs up to 64.
 
@@ -259,7 +260,6 @@ Changes to Windows binaries package:
  - zen build renamed to avx2-sha, supports Zen1 & Zen2,
  - avx512-sha build removed, Rocketlake CPUs can use avx512-sha-vaes,
  - see README.txt for compatibility details.
-
 Fixed a few compiler warnings that are new in GCC 11.
 Other minor fixes.
 
@@ -273,22 +273,17 @@ Changes to cpu-affinity:
   - streamlined code for more efficient initialization of miner threads,
   - precise affining of each miner thread to a specific CPU,
   - added an option to disable CPU affinity with "--cpu-affinity 0"
-
 Faster sha256t with AVX512 & AVX2.
-
 Added stratum error count to stats log, reported only when non-zero.
 
 v3.18.2
 
 Issue #342, fixed Groestl AES on Windows, broken in v3.18.0.
-
 AVX512 for sha256d.
-
 SSE42 and AVX may now be displayed as mining features at startup.
 This is hard coded for each algo, and is only implemented for scrypt
 at this time as it is the only algo with significant performance differences
 with those features.
-
 Fixed an issue where a high hashrate algo could cause excessive invalid hash
 rate log reports when starting up in benchmark mode.
 
@@ -299,9 +294,7 @@ More speed for scrypt:
  - AVX2 is now used by default on CPUS with SHA but not AVX512,
  - scrypt:1024 performance lost in v3.18.0 is restored,
  - AVX512 & AVX2 improvements to scrypt:1024.
-
 Big speedup for SwiFFTx AVX2 & SSE4.1: x22i +55%, x25x +22%.
-
 Issue #337: fixed a problem that could display negative stats values in the
 first summary report if the report was forced prematurely due to a stratum
 diff change. The stats will still be invalid but should display zeros.
@@ -314,26 +307,19 @@ Complete rewrite of Scrypt code, optimized for large N factor (scryptn2):
   - memory requirements reduced 30-60% depending on CPU architecture,
   - memory usage displayed at startup,
   - scrypt, default N=1024 (LTC), will likely perform slower.
-
 Improved stale share detection and handling for Scrypt with large N factor:
   - abort and discard partially computed hash when new work is detected,
   - quicker response to new job, less time wasted mining stale job.
-
 Improved stale share handling for all algorithms:
   - report possible stale share when new work received with a previously
     submitted share still pending,
   - when new work is detected report the submission of an already completed,
     otherwise valid, but likely stale, share,
   - fixed incorrect block height in stale share log.
-
 Small performance improvements to sha, bmw, cube & hamsi for AVX512 & AVX2.
-
 When stratum disconnects miner threads go to idle until reconnected.
-
 Colour changes to some logs.
-
 Some low level function name changes for clarity and consistency.
-
 The reference hashrate in the summary log and the benchmark total hashrate
 are now the mean hashrate for the session. 
 
@@ -446,7 +432,6 @@ Fixed neoscrypt BUG log.
 v3.14.3
 
 #265: more mutex changes to reduce blocking with high thread count.
-
 #267: fixed hodl algo potential memory alignment issue,
       add warning when thread count is not valid for mining hodl algo.
 

algo-gate-api.c

@@ -248,7 +248,7 @@ int null_hash()
    return 0;
 };
 
-void init_algo_gate( algo_gate_t* gate )
+static void init_algo_gate( algo_gate_t* gate )
 {
    gate->miner_thread_init       = (void*)&return_true;
    gate->scanhash                = (void*)&scanhash_generic;

algo-gate-api.h

@@ -267,7 +267,9 @@ void std_get_new_work( struct work *work, struct work *g_work, int thr_id,
                        uint32_t* end_nonce_ptr );
 
 void sha256d_gen_merkle_root( char *merkle_root, struct stratum_ctx *sctx );
-void SHA256_gen_merkle_root ( char *merkle_root, struct stratum_ctx *sctx );
+void sha256_gen_merkle_root ( char *merkle_root, struct stratum_ctx *sctx );
+// OpenSSL sha256 deprecated
+//void SHA256_gen_merkle_root ( char *merkle_root, struct stratum_ctx *sctx );
 
 bool std_le_work_decode( struct work *work );
 bool std_be_work_decode( struct work *work );

algo/argon2/argon2a/argon2a.c

@@ -77,7 +77,7 @@ bool register_argon2_algo( algo_gate_t* gate )
   gate->optimizations = SSE2_OPT | AVX_OPT | AVX2_OPT;
   gate->scanhash        = (void*)&scanhash_argon2;
   gate->hash            = (void*)&argon2hash;
-  gate->gen_merkle_root = (void*)&SHA256_gen_merkle_root;
+  gate->gen_merkle_root = (void*)&sha256_gen_merkle_root;
   opt_target_factor = 65536.0;
 
   return true;

algo/blake/blake-hash-4way.h

@@ -1,60 +1,15 @@
-/* $Id: sph_blake.h 252 2011-06-07 17:55:14Z tp $ */
-/**
- * BLAKE interface. BLAKE is a family of functions which differ by their
- * output size; this implementation defines BLAKE for output sizes 224,
- * 256, 384 and 512 bits. This implementation conforms to the "third
- * round" specification.
- *
- * ==========================(LICENSE BEGIN)============================
- *
- * Copyright (c) 2007-2010  Projet RNRT SAPHIR
- * 
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files (the
- * "Software"), to deal in the Software without restriction, including
- * without limitation the rights to use, copy, modify, merge, publish,
- * distribute, sublicense, and/or sell copies of the Software, and to
- * permit persons to whom the Software is furnished to do so, subject to
- * the following conditions:
- * 
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- * 
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
- * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
- * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
- * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
- * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- *
- * ===========================(LICENSE END)=============================
- *
- * @file     sph_blake.h
- * @author   Thomas Pornin <thomas.pornin@cryptolog.com>
- */
-
-#ifndef __BLAKE_HASH_4WAY__
-#define __BLAKE_HASH_4WAY__ 1
-
-#ifdef __cplusplus
-extern "C"{
-#endif
+#ifndef BLAKE_HASH_4WAY__
+#define BLAKE_HASH_4WAY__ 1
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
 #include "simd-utils.h"
 
-#define SPH_SIZE_blake256   256
-
-#define SPH_SIZE_blake512   512
-
 /////////////////////////
 //
 //  Blake-256 1 way SSE2
 
 void  blake256_transform_le( uint32_t *H, const uint32_t *buf,
-                             const uint32_t T0, const uint32_t T1 );
+                             const uint32_t T0, const uint32_t T1, int rounds );
 
 /////////////////////////
 //
@@ -75,13 +30,13 @@ typedef struct {
    int rounds;   // 14 for blake, 8 for blakecoin & vanilla
 } blake_4way_small_context __attribute__ ((aligned (64)));
 
-// Default, 14 rounds, blake, decred
+// Default, 14 rounds
 typedef blake_4way_small_context blake256_4way_context;
 void blake256_4way_init(void *ctx);
 void blake256_4way_update(void *ctx, const void *data, size_t len);
 void blake256_4way_close(void *ctx, void *dst);
 
-// 14 rounds, blake, decred
+// 14 rounds
 typedef blake_4way_small_context blake256r14_4way_context;
 void blake256r14_4way_init(void *cc);
 void blake256r14_4way_update(void *cc, const void *data, size_t len);
@@ -103,7 +58,7 @@ typedef struct {
    __m256i buf[16] __attribute__ ((aligned (64)));
    __m256i H[8];
    size_t ptr;
-   sph_u32 T0, T1;
+   uint32_t T0, T1;
    int rounds;   // 14 for blake, 8 for blakecoin & vanilla
 } blake_8way_small_context;
 
@@ -117,7 +72,7 @@ void blake256_8way_close_le(void *cc, void *dst);
 void blake256_8way_round0_prehash_le( void *midstate, const void *midhash,
                                       void *data );
 void blake256_8way_final_rounds_le( void *final_hash, const void *midstate,
-                                     const void *midhash, const void *data );
+                    const void *midhash, const void *data, const int rounds );
 
 // 14 rounds, blake, decred
 typedef blake_8way_small_context blake256r14_8way_context;
@@ -138,7 +93,7 @@ typedef struct {
    __m256i H[8];
    __m256i S[4];   
    size_t ptr;
-   sph_u64 T0, T1;
+   uint64_t T0, T1;
 } blake_4way_big_context __attribute__ ((aligned (128)));
 
 typedef blake_4way_big_context blake512_4way_context;
@@ -180,7 +135,7 @@ void blake256_16way_close_le(void *cc, void *dst);
 void blake256_16way_round0_prehash_le( void *midstate, const void *midhash,
                                        void *data );
 void blake256_16way_final_rounds_le( void *final_hash, const void *midstate,
-                                     const void *midhash, const void *data );
+                     const void *midhash, const void *data, const int rounds );
 
 
 // 14 rounds, blake, decred
@@ -204,7 +159,7 @@ typedef struct {
    __m512i H[8];
    __m512i S[4];
    size_t ptr;
-   sph_u64 T0, T1;
+   uint64_t T0, T1;
 } blake_8way_big_context __attribute__ ((aligned (128)));
 
 typedef blake_8way_big_context blake512_8way_context;
@@ -224,8 +179,4 @@ void blake512_8way_final_le( blake_8way_big_context *sc, void *hash,
 #endif  // AVX512
 #endif  // AVX2
 
-#ifdef __cplusplus
-}
-#endif
-
 #endif  // BLAKE_HASH_4WAY_H__

algo/blake/blake256-hash-4way.c

@@ -40,26 +40,6 @@
 
 #include "blake-hash-4way.h"
 
-#ifdef __cplusplus
-extern "C"{
-#endif
-
-#if SPH_SMALL_FOOTPRINT && !defined SPH_SMALL_FOOTPRINT_BLAKE
-#define SPH_SMALL_FOOTPRINT_BLAKE   1
-#endif
-
-#if SPH_SMALL_FOOTPRINT_BLAKE
-#define SPH_COMPACT_BLAKE_32   1
-#endif
-
-#if SPH_64 && (SPH_SMALL_FOOTPRINT_BLAKE || !SPH_64_TRUE)
-#define SPH_COMPACT_BLAKE_64   1
-#endif
-
-#ifdef _MSC_VER
-#pragma warning (disable: 4146)
-#endif
-
 // Blake-256
 
 static const uint32_t IV256[8] =
@@ -68,7 +48,7 @@ static const uint32_t IV256[8] =
 	0x510E527F, 0x9B05688C,	0x1F83D9AB, 0x5BE0CD19
 };
 
-#if SPH_COMPACT_BLAKE_32 || SPH_COMPACT_BLAKE_64
+#if 0
 
 // Blake-256 4 & 8 way, Blake-512 4 way
 
@@ -273,44 +253,28 @@ static const unsigned sigma[16][16] = {
 #define CSx_(n)     CSx__(n)
 #define CSx__(n)    CS ## n
 
-#define CS0   SPH_C32(0x243F6A88)
-#define CS1   SPH_C32(0x85A308D3)
-#define CS2   SPH_C32(0x13198A2E)
-#define CS3   SPH_C32(0x03707344)
-#define CS4   SPH_C32(0xA4093822)
-#define CS5   SPH_C32(0x299F31D0)
-#define CS6   SPH_C32(0x082EFA98)
-#define CS7   SPH_C32(0xEC4E6C89)
-#define CS8   SPH_C32(0x452821E6)
-#define CS9   SPH_C32(0x38D01377)
-#define CSA   SPH_C32(0xBE5466CF)
-#define CSB   SPH_C32(0x34E90C6C)
-#define CSC   SPH_C32(0xC0AC29B7)
-#define CSD   SPH_C32(0xC97C50DD)
-#define CSE   SPH_C32(0x3F84D5B5)
-#define CSF   SPH_C32(0xB5470917)
-
-#if SPH_COMPACT_BLAKE_32
-
-static const sph_u32 CS[16] = {
-	SPH_C32(0x243F6A88), SPH_C32(0x85A308D3),
-	SPH_C32(0x13198A2E), SPH_C32(0x03707344),
-	SPH_C32(0xA4093822), SPH_C32(0x299F31D0),
-	SPH_C32(0x082EFA98), SPH_C32(0xEC4E6C89),
-	SPH_C32(0x452821E6), SPH_C32(0x38D01377),
-	SPH_C32(0xBE5466CF), SPH_C32(0x34E90C6C),
-	SPH_C32(0xC0AC29B7), SPH_C32(0xC97C50DD),
-	SPH_C32(0x3F84D5B5), SPH_C32(0xB5470917)
-};
-
-#endif
+#define CS0   0x243F6A88
+#define CS1   0x85A308D3
+#define CS2   0x13198A2E
+#define CS3   0x03707344
+#define CS4   0xA4093822
+#define CS5   0x299F31D0
+#define CS6   0x082EFA98
+#define CS7   0xEC4E6C89
+#define CS8   0x452821E6
+#define CS9   0x38D01377
+#define CSA   0xBE5466CF
+#define CSB   0x34E90C6C
+#define CSC   0xC0AC29B7
+#define CSD   0xC97C50DD
+#define CSE   0x3F84D5B5
+#define CSF   0xB5470917
 
 /////////////////////////////////////////
 //
 // Blake-256 1 way SIMD
 // Only used for prehash, otherwise 4way is used with SSE2.
 
-// optimize shuffles to reduce latency caused by dependencies on V1.
 #define BLAKE256_ROUND( r ) \
 { \
    V0 = _mm_add_epi32( V0, _mm_add_epi32( V1, \
@@ -353,52 +317,9 @@ static const sph_u32 CS[16] = {
    V2 = mm128_shufll_32( V2 ); \
 }
 
-/*
-#define BLAKE256_ROUND( r ) \
-{ \
-   V0 = _mm_add_epi32( V0, _mm_add_epi32( V1, \
-                           _mm_set_epi32( CSx( r, 7 ) ^ Mx( r, 6 ), \
-                                          CSx( r, 5 ) ^ Mx( r, 4 ), \
-                                          CSx( r, 3 ) ^ Mx( r, 2 ), \
-                                          CSx( r, 1 ) ^ Mx( r, 0 ) ) ) ); \
-   V3 = mm128_swap32_16( _mm_xor_si128( V3, V0 ) ); \
-   V2 = _mm_add_epi32( V2, V3 ); \
-   V1 = mm128_ror_32( _mm_xor_si128( V1, V2 ), 12 ); \
-   V0 = _mm_add_epi32( V0, _mm_add_epi32( V1, \
-                           _mm_set_epi32( CSx( r, 6 ) ^ Mx( r, 7 ), \
-                                          CSx( r, 4 ) ^ Mx( r, 5 ), \
-                                          CSx( r, 2 ) ^ Mx( r, 3 ), \
-                                          CSx( r, 0 ) ^ Mx( r, 1 ) ) ) ); \
-   V3 = mm128_shuflr32_8( _mm_xor_si128( V3, V0 ) ); \
-   V2 = _mm_add_epi32( V2, V3 ); \
-   V1 = mm128_ror_32( _mm_xor_si128( V1, V2 ), 7 ); \
-   V3 = mm128_shufll_32( V3 ); \
-   V2 = mm128_swap_64( V2 ); \
-   V1 = mm128_shuflr_32( V1 ); \
-   V0 = _mm_add_epi32( V0, _mm_add_epi32( V1, \
-                           _mm_set_epi32( CSx( r, F ) ^ Mx( r, E ), \
-                                          CSx( r, D ) ^ Mx( r, C ), \
-                                          CSx( r, B ) ^ Mx( r, A ), \
-                                          CSx( r, 9 ) ^ Mx( r, 8 ) ) ) ); \
-   V3 = mm128_swap32_16( _mm_xor_si128( V3, V0 ) ); \
-   V2 = _mm_add_epi32( V2, V3 ); \
-   V1 = mm128_ror_32( _mm_xor_si128( V1, V2 ), 12 ); \
-   V0 = _mm_add_epi32( V0, _mm_add_epi32( V1, \
-                           _mm_set_epi32( CSx( r, E ) ^ Mx( r, F ), \
-                                          CSx( r, C ) ^ Mx( r, D ), \
-                                          CSx( r, A ) ^ Mx( r, B ), \
-                                          CSx( r, 8 ) ^ Mx( r, 9 ) ) ) ); \
-   V3 = mm128_shuflr32_8( _mm_xor_si128( V3, V0 ) ); \
-   V2 = _mm_add_epi32( V2, V3 ); \
-   V1 = mm128_ror_32( _mm_xor_si128( V1, V2 ), 7 ); \
-   V3 = mm128_shuflr_32( V3 ); \
-   V2 = mm128_swap_64( V2 ); \
-   V1 = mm128_shufll_32( V1 ); \
-}
-*/
-
+// Default is 14 rounds, blakecoin & vanilla are 8.
 void blake256_transform_le( uint32_t *H, const uint32_t *buf,
-                            const uint32_t T0, const uint32_t T1 )
+                            const uint32_t T0, const uint32_t T1, int rounds )
 {
    __m128i V0, V1, V2, V3;
    uint32_t M0, M1, M2, M3, M4, M5, M6, M7, M8, M9, MA, MB, MC, MD, ME, MF;
@@ -431,12 +352,15 @@ void blake256_transform_le( uint32_t *H, const uint32_t *buf,
    BLAKE256_ROUND( 5 );
    BLAKE256_ROUND( 6 );
    BLAKE256_ROUND( 7 );
-   BLAKE256_ROUND( 8 );
-   BLAKE256_ROUND( 9 );
-   BLAKE256_ROUND( 0 );
-   BLAKE256_ROUND( 1 );
-   BLAKE256_ROUND( 2 );
-   BLAKE256_ROUND( 3 );
+   if ( rounds > 8 )     // 14
+   {
+      BLAKE256_ROUND( 8 );
+      BLAKE256_ROUND( 9 );
+      BLAKE256_ROUND( 0 );
+      BLAKE256_ROUND( 1 );
+      BLAKE256_ROUND( 2 );
+      BLAKE256_ROUND( 3 );
+   }
    casti_m128i( H, 0 ) = mm128_xor3( casti_m128i( H, 0 ), V0, V2 );
    casti_m128i( H, 1 ) = mm128_xor3( casti_m128i( H, 1 ), V1, V3 );
 }
@@ -459,34 +383,6 @@ void blake256_transform_le( uint32_t *H, const uint32_t *buf,
    b = mm128_ror_32( _mm_xor_si128( b, c ), 7 ); \
 }
 
-#if SPH_COMPACT_BLAKE_32
-
-// Not used
-#if 0
-
-#define ROUND_S_4WAY(r)   do { \
-	GS_4WAY(M[sigma[r][0x0]], M[sigma[r][0x1]], \
-		CS[sigma[r][0x0]], CS[sigma[r][0x1]], V0, V4, V8, VC); \
-	GS_4WAY(M[sigma[r][0x2]], M[sigma[r][0x3]], \
-		CS[sigma[r][0x2]], CS[sigma[r][0x3]], V1, V5, V9, VD); \
-	GS_4WAY(M[sigma[r][0x4]], M[sigma[r][0x5]], \
-		CS[sigma[r][0x4]], CS[sigma[r][0x5]], V2, V6, VA, VE); \
-	GS_4WAY(M[sigma[r][0x6]], M[sigma[r][0x7]], \
-		CS[sigma[r][0x6]], CS[sigma[r][0x7]], V3, V7, VB, VF); \
-	GS_4WAY(M[sigma[r][0x8]], M[sigma[r][0x9]], \
-		CS[sigma[r][0x8]], CS[sigma[r][0x9]], V0, V5, VA, VF); \
-	GS_4WAY(M[sigma[r][0xA]], M[sigma[r][0xB]], \
-		CS[sigma[r][0xA]], CS[sigma[r][0xB]], V1, V6, VB, VC); \
-	GS_4WAY(M[sigma[r][0xC]], M[sigma[r][0xD]], \
-		CS[sigma[r][0xC]], CS[sigma[r][0xD]], V2, V7, V8, VD); \
-	GS_4WAY(M[sigma[r][0xE]], M[sigma[r][0xF]], \
-		CS[sigma[r][0xE]], CS[sigma[r][0xF]], V3, V4, V9, VE); \
-} while (0)
-
-#endif
-
-#else
-
 #define ROUND_S_4WAY(r) \
 { \
 	GS_4WAY(Mx(r, 0), Mx(r, 1), CSx(r, 0), CSx(r, 1), V0, V4, V8, VC); \
@@ -499,8 +395,6 @@ void blake256_transform_le( uint32_t *H, const uint32_t *buf,
 	GS_4WAY(Mx(r, E), Mx(r, F), CSx(r, E), CSx(r, F), V3, V4, V9, VE); \
 }
 
-#endif
-
 #define DECL_STATE32_4WAY \
 	__m128i H0, H1, H2, H3, H4, H5, H6, H7; \
         uint32_t T0, T1;
@@ -531,56 +425,6 @@ void blake256_transform_le( uint32_t *H, const uint32_t *buf,
 		(state)->T1 = T1; \
 	} while (0)
 
-#if SPH_COMPACT_BLAKE_32
-// not used
-#if 0
-#define COMPRESS32_4WAY( rounds )   do { \
-	__m128i M[16]; \
-	__m128i V0, V1, V2, V3, V4, V5, V6, V7; \
-	__m128i V8, V9, VA, VB, VC, VD, VE, VF; \
-	unsigned r; \
-	V0 = H0; \
-	V1 = H1; \
-	V2 = H2; \
-	V3 = H3; \
-	V4 = H4; \
-	V5 = H5; \
-	V6 = H6; \
-	V7 = H7; \
-   V8 = _mm_xor_si128( S0, _mm_set1_epi32( CS0 ) ); \
-   V9 = _mm_xor_si128( S1, _mm_set1_epi32( CS1 ) ); \
-   VA = _mm_xor_si128( S2, _mm_set1_epi32( CS2 ) ); \
-   VB = _mm_xor_si128( S3, _mm_set1_epi32( CS3 ) ); \
-   VC = _mm_xor_si128( _mm_set1_epi32( T0 ), _mm_set1_epi32( CS4 ) ); \
-   VD = _mm_xor_si128( _mm_set1_epi32( T0 ), _mm_set1_epi32( CS5 ) ); \
-   VE = _mm_xor_si128( _mm_set1_epi32( T1 ), _mm_set1_epi32( CS6 ) ); \
-   VF = _mm_xor_si128( _mm_set1_epi32( T1 ), _mm_set1_epi32( CS7 ) ); \
-   mm128_block_bswap_32( M, buf ); \
-   mm128_block_bswap_32( M+8, buf+8 ); \
-	for (r = 0; r < rounds; r ++) \
-		ROUND_S_4WAY(r); \
-        H0 = _mm_xor_si128( _mm_xor_si128( \
-                                   _mm_xor_si128( S0, V0 ), V8 ), H0 ); \
-        H1 = _mm_xor_si128( _mm_xor_si128( \
-                                   _mm_xor_si128( S1, V1 ), V9 ), H1 ); \
-        H2 = _mm_xor_si128( _mm_xor_si128( \
-                                   _mm_xor_si128( S2, V2 ), VA ), H2 ); \
-        H3 = _mm_xor_si128( _mm_xor_si128( \
-                                   _mm_xor_si128( S3, V3 ), VB ), H3 ); \
-        H4 = _mm_xor_si128( _mm_xor_si128( \
-                                   _mm_xor_si128( S0, V4 ), VC ), H4 ); \
-        H5 = _mm_xor_si128( _mm_xor_si128( \
-                                   _mm_xor_si128( S1, V5 ), VD ), H5 ); \
-        H6 = _mm_xor_si128( _mm_xor_si128( \
-                                   _mm_xor_si128( S2, V6 ), VE ), H6 ); \
-        H7 = _mm_xor_si128( _mm_xor_si128( \
-                                   _mm_xor_si128( S3, V7 ), VF ), H7 ); \
-	} while (0)
-#endif
-
-#else
-
-// current impl
 
 #if defined(__SSSE3__)
 
@@ -680,8 +524,6 @@ void blake256_transform_le( uint32_t *H, const uint32_t *buf,
    H7 = _mm_xor_si128( _mm_xor_si128( VF, V7 ), H7 ); \
 }
 
-#endif
-
 #if defined (__AVX2__)
 
 /////////////////////////////////
@@ -968,7 +810,7 @@ void blake256_transform_le( uint32_t *H, const uint32_t *buf,
 
 #define DECL_STATE32_8WAY \
    __m256i H0, H1, H2, H3, H4, H5, H6, H7; \
-   sph_u32 T0, T1;
+   uint32_t T0, T1;
 
 #define READ_STATE32_8WAY(state) \
 do { \
@@ -1046,7 +888,7 @@ do { \
    ROUND_S_8WAY(5); \
    ROUND_S_8WAY(6); \
    ROUND_S_8WAY(7); \
-   if (rounds == 14) \
+   if (rounds > 8) \
    { \
       ROUND_S_8WAY(8); \
       ROUND_S_8WAY(9); \
@@ -1111,7 +953,7 @@ do { \
    ROUND_S_8WAY(5); \
    ROUND_S_8WAY(6); \
    ROUND_S_8WAY(7); \
-   if (rounds == 14) \
+   if (rounds > 8) \
    { \
       ROUND_S_8WAY(8); \
       ROUND_S_8WAY(9); \
@@ -1156,7 +998,7 @@ void blake256_8way_round0_prehash_le( void *midstate, const void *midhash,
 
 // M[ 0:3 ] contain new message data including unique nonces in M[ 3].
 // M[ 5:12, 14 ] are always zero and not needed or used.
-// M[ 4], M[ 13], M[15] are constant and are initialized here.
+// M[ 4], M[13], M[15] are constant and are initialized here.
 // M[ 5] is a special case, used as a cache for (M[13] ^ CSC).
 
    M[ 4] = _mm256_set1_epi32( 0x80000000 );
@@ -1221,7 +1063,7 @@ void blake256_8way_round0_prehash_le( void *midstate, const void *midhash,
 }
 
 void blake256_8way_final_rounds_le( void *final_hash, const void *midstate,
-                                     const void *midhash, const void *data )
+                     const void *midhash, const void *data, const int rounds )
 {
    __m256i *H = (__m256i*)final_hash;
    const __m256i *h = (const __m256i*)midhash;
@@ -1315,12 +1157,15 @@ void blake256_8way_final_rounds_le( void *final_hash, const void *midstate,
    ROUND256_8WAY_5;
    ROUND256_8WAY_6;
    ROUND256_8WAY_7;
-   ROUND256_8WAY_8;
-   ROUND256_8WAY_9;
-   ROUND256_8WAY_0;
-   ROUND256_8WAY_1;
-   ROUND256_8WAY_2;
-   ROUND256_8WAY_3;
+   if ( rounds > 8 )
+   {
+      ROUND256_8WAY_8;
+      ROUND256_8WAY_9;
+      ROUND256_8WAY_0;
+      ROUND256_8WAY_1;
+      ROUND256_8WAY_2;
+      ROUND256_8WAY_3;
+   }
 
    const __m256i shuf_bswap32 =
                   mm256_set2_64( 0x0c0d0e0f08090a0b, 0x0405060700010203 );
@@ -1623,7 +1468,7 @@ void blake256_8way_final_rounds_le( void *final_hash, const void *midstate,
 
 #define DECL_STATE32_16WAY \
    __m512i H0, H1, H2, H3, H4, H5, H6, H7; \
-   sph_u32 T0, T1;
+   uint32_t T0, T1;
 
 #define READ_STATE32_16WAY(state) \
 do { \
@@ -1882,8 +1727,9 @@ void blake256_16way_round0_prehash_le( void *midstate, const void *midhash,
                          _mm512_xor_si512( _mm512_set1_epi32( CSE ), M[15] ) );
 }
 
+// Dfault is 14 rounds, blakecoin & vanilla are 8.
 void blake256_16way_final_rounds_le( void *final_hash, const void *midstate,
-                                     const void *midhash, const void *data )
+                     const void *midhash, const void *data, const int rounds )
 {
    __m512i *H = (__m512i*)final_hash;
    const __m512i *h = (const __m512i*)midhash;
@@ -1988,12 +1834,15 @@ void blake256_16way_final_rounds_le( void *final_hash, const void *midstate,
    ROUND256_16WAY_5;
    ROUND256_16WAY_6;
    ROUND256_16WAY_7;
-   ROUND256_16WAY_8;
-   ROUND256_16WAY_9;
-   ROUND256_16WAY_0;
-   ROUND256_16WAY_1;
-   ROUND256_16WAY_2;
-   ROUND256_16WAY_3;
+   if ( rounds > 8 )
+   {
+      ROUND256_16WAY_8;
+      ROUND256_16WAY_9;
+      ROUND256_16WAY_0;
+      ROUND256_16WAY_1;
+      ROUND256_16WAY_2;
+      ROUND256_16WAY_3;
+   }
 
    // Byte swap final hash
    const __m512i shuf_bswap32 =
@@ -2057,7 +1906,7 @@ blake32_4way( blake_4way_small_context *ctx, const void *data,
       size_t clen = ( sizeof ctx->buf ) - bptr;
 
       if ( clen > blen )
-	 clen = blen;
+         clen = blen;
       memcpy( buf + vptr, data, clen );
       bptr += clen;
       data = (const unsigned char *)data + clen;
@@ -2130,11 +1979,11 @@ blake32_4way_close( blake_4way_small_context *ctx, unsigned ub, unsigned n,
 
 // Blake-256 8 way
 
-static const sph_u32 salt_zero_8way_small[8] = { 0, 0, 0, 0, 0, 0, 0, 0 };
+static const uint32_t salt_zero_8way_small[8] = { 0, 0, 0, 0, 0, 0, 0, 0 };
 
 static void
-blake32_8way_init( blake_8way_small_context *sc, const sph_u32 *iv,
-                   const sph_u32 *salt, int rounds )
+blake32_8way_init( blake_8way_small_context *sc, const uint32_t *iv,
+                   const uint32_t *salt, int rounds )
 {
    casti_m256i( sc->H, 0 ) = _mm256_set1_epi64x( 0x6A09E6676A09E667 );
    casti_m256i( sc->H, 1 ) = _mm256_set1_epi64x( 0xBB67AE85BB67AE85 );
@@ -2181,8 +2030,8 @@ blake32_8way( blake_8way_small_context *sc, const void *data, size_t len )
       len -= clen;
       if ( ptr == buf_size )
       {
-          if ( ( T0 = SPH_T32(T0 + 512) ) < 512 )
-                T1 = SPH_T32(T1 + 1);
+          if ( ( T0 = T0 + 512 ) < 512 )
+                T1 = T1 + 1;
           COMPRESS32_8WAY( sc->rounds );
           ptr = 0;
       }
@@ -2198,7 +2047,7 @@ blake32_8way_close( blake_8way_small_context *sc, unsigned ub, unsigned n,
    __m256i buf[16];
    size_t ptr;
    unsigned bit_len;
-   sph_u32 th, tl;
+   uint32_t th, tl;
 
    ptr = sc->ptr;
    bit_len = ((unsigned)ptr << 3);
@@ -2208,13 +2057,13 @@ blake32_8way_close( blake_8way_small_context *sc, unsigned ub, unsigned n,
 
    if ( ptr == 0 )
    {
-        sc->T0 = SPH_C32(0xFFFFFE00UL);
-        sc->T1 = SPH_C32(0xFFFFFFFFUL);
+        sc->T0 = 0xFFFFFE00UL;
+        sc->T1 = 0xFFFFFFFFUL;
    }
    else if ( sc->T0 == 0 )
    {
-        sc->T0 = SPH_C32(0xFFFFFE00UL) + bit_len;
-        sc->T1 = SPH_T32(sc->T1 - 1);
+        sc->T0 = 0xFFFFFE00UL + bit_len;
+        sc->T1 = sc->T1 - 1;
    }
    else
         sc->T0 -= 512 - bit_len;
@@ -2233,8 +2082,8 @@ blake32_8way_close( blake_8way_small_context *sc, unsigned ub, unsigned n,
    {
        memset_zero_256( buf + (ptr>>2) + 1, (60-ptr) >> 2 );
        blake32_8way( sc, buf + (ptr>>2), 64 - ptr );
-       sc->T0 = SPH_C32(0xFFFFFE00UL);
-       sc->T1 = SPH_C32(0xFFFFFFFFUL);
+       sc->T0 = 0xFFFFFE00UL;
+       sc->T1 = 0xFFFFFFFFUL;
        memset_zero_256( buf, 56>>2 );
        if ( out_size_w32 == 8 )
            buf[52>>2] = _mm256_set1_epi64x( 0x0100000001000000ULL );
@@ -2277,8 +2126,8 @@ blake32_8way_le( blake_8way_small_context *sc, const void *data, size_t len )
       len -= clen;
       if ( ptr == buf_size )
       {
-          if ( ( T0 = SPH_T32(T0 + 512) ) < 512 )
-                T1 = SPH_T32(T1 + 1);
+          if ( ( T0 = T0 + 512 ) < 512 )
+                T1 = T1 + 1;
           COMPRESS32_8WAY_LE( sc->rounds );
           ptr = 0;
       }
@@ -2294,7 +2143,7 @@ blake32_8way_close_le( blake_8way_small_context *sc, unsigned ub, unsigned n,
    __m256i buf[16];
    size_t ptr;
    unsigned bit_len;
-   sph_u32 th, tl;
+   uint32_t th, tl;
 
    ptr = sc->ptr;
    bit_len = ((unsigned)ptr << 3);
@@ -2304,13 +2153,13 @@ blake32_8way_close_le( blake_8way_small_context *sc, unsigned ub, unsigned n,
 
    if ( ptr == 0 )
    {
-        sc->T0 = SPH_C32(0xFFFFFE00UL);
-        sc->T1 = SPH_C32(0xFFFFFFFFUL);
+        sc->T0 = 0xFFFFFE00UL;
+        sc->T1 = 0xFFFFFFFFUL;
    }
    else if ( sc->T0 == 0 )
    {
-        sc->T0 = SPH_C32(0xFFFFFE00UL) + bit_len;
-        sc->T1 = SPH_T32(sc->T1 - 1);
+        sc->T0 = 0xFFFFFE00UL + bit_len;
+        sc->T1 = sc->T1 - 1;
    }
    else
         sc->T0 -= 512 - bit_len;
@@ -2328,8 +2177,8 @@ blake32_8way_close_le( blake_8way_small_context *sc, unsigned ub, unsigned n,
    {
        memset_zero_256( buf + (ptr>>2) + 1, (60-ptr) >> 2 );
        blake32_8way_le( sc, buf + (ptr>>2), 64 - ptr );
-       sc->T0 = SPH_C32(0xFFFFFE00UL);
-       sc->T1 = SPH_C32(0xFFFFFFFFUL);
+       sc->T0 = 0xFFFFFE00UL;
+       sc->T1 = 0xFFFFFFFFUL;
        memset_zero_256( buf, 56>>2 );
        if ( out_size_w32 == 8 )
            buf[52>>2] = m256_one_32;
@@ -2348,8 +2197,8 @@ blake32_8way_close_le( blake_8way_small_context *sc, unsigned ub, unsigned n,
 //Blake-256 16 way AVX512
 
 static void
-blake32_16way_init( blake_16way_small_context *sc, const sph_u32 *iv,
-                   const sph_u32 *salt, int rounds )
+blake32_16way_init( blake_16way_small_context *sc, const uint32_t *iv,
+                   const uint32_t *salt, int rounds )
 {
    casti_m512i( sc->H, 0 ) = _mm512_set1_epi64( 0x6A09E6676A09E667 );
    casti_m512i( sc->H, 1 ) = _mm512_set1_epi64( 0xBB67AE85BB67AE85 );
@@ -2411,7 +2260,7 @@ blake32_16way_close( blake_16way_small_context *sc, unsigned ub, unsigned n,
    __m512i buf[16];
    size_t ptr;
    unsigned bit_len;
-   sph_u32 th, tl;
+   uint32_t th, tl;
 
    ptr = sc->ptr;
    bit_len = ((unsigned)ptr << 3);
@@ -2508,7 +2357,7 @@ blake32_16way_close_le( blake_16way_small_context *sc, unsigned ub, unsigned n,
    __m512i buf[16];
    size_t ptr;
    unsigned bit_len;
-   sph_u32 th, tl;
+   uint32_t th, tl;
 
    ptr = sc->ptr;
    bit_len = ((unsigned)ptr << 3);
@@ -2618,8 +2467,6 @@ blake256r8_16way_close(void *cc, void *dst)
 
 #endif // AVX512
 
-
-
 // Blake-256 4 way
 
 // default 14 rounds, backward copatibility
@@ -2754,9 +2601,3 @@ blake256r8_8way_close(void *cc, void *dst)
 }
 
 #endif
-
-#ifdef __cplusplus
-}
-#endif
-
-//#endif

algo/blake/blake512-hash-4way.c

@@ -1,62 +1,22 @@
-/* $Id: blake.c 252 2011-06-07 17:55:14Z tp $ */
-/*
- * BLAKE implementation.
- *
- * ==========================(LICENSE BEGIN)============================
- *
- * Copyright (c) 2007-2010  Projet RNRT SAPHIR
- *
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files (the
- * "Software"), to deal in the Software without restriction, including
- * without limitation the rights to use, copy, modify, merge, publish,
- * distribute, sublicense, and/or sell copies of the Software, and to
- * permit persons to whom the Software is furnished to do so, subject to
- * the following conditions:
- *
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
- * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
- * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
- * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
- * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- *
- * ===========================(LICENSE END)=============================
- *
- * @author   Thomas Pornin <thomas.pornin@cryptolog.com>
- */
-
 #if defined (__AVX2__)
 
 #include <stddef.h>
 #include <string.h>
 #include <limits.h>
-
 #include "blake-hash-4way.h"
 
-#ifdef __cplusplus
-extern "C"{
-#endif
-
-#ifdef _MSC_VER
-#pragma warning (disable: 4146)
-#endif
-
 // Blake-512 common
    
 /*
-static const sph_u64 IV512[8] = {
-	SPH_C64(0x6A09E667F3BCC908), SPH_C64(0xBB67AE8584CAA73B),
-	SPH_C64(0x3C6EF372FE94F82B), SPH_C64(0xA54FF53A5F1D36F1),
-	SPH_C64(0x510E527FADE682D1), SPH_C64(0x9B05688C2B3E6C1F),
-	SPH_C64(0x1F83D9ABFB41BD6B), SPH_C64(0x5BE0CD19137E2179)
+static const uint64_t IV512[8] =
+{
+  0x6A09E667F3BCC908, 0xBB67AE8584CAA73B,
+  0x3C6EF372FE94F82B, 0xA54FF53A5F1D36F1,
+  0x510E527FADE682D1, 0x9B05688C2B3E6C1F,
+  0x1F83D9ABFB41BD6B, 0x5BE0CD19137E2179
 };
 
-static const sph_u64 salt_zero_big[4] = { 0, 0, 0, 0 };
+static const uint64_t salt_zero_big[4] = { 0, 0, 0, 0 };
 
 static const unsigned sigma[16][16] = {
 	{  0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15 },
@@ -77,15 +37,15 @@ static const unsigned sigma[16][16] = {
 	{  2, 12,  6, 10,  0, 11,  8,  3,  4, 13,  7,  5, 15, 14,  1,  9 }
 };
 
-static const sph_u64 CB[16] = {
-   SPH_C64(0x243F6A8885A308D3), SPH_C64(0x13198A2E03707344),
-   SPH_C64(0xA4093822299F31D0), SPH_C64(0x082EFA98EC4E6C89),
-   SPH_C64(0x452821E638D01377), SPH_C64(0xBE5466CF34E90C6C),
-   SPH_C64(0xC0AC29B7C97C50DD), SPH_C64(0x3F84D5B5B5470917),
-   SPH_C64(0x9216D5D98979FB1B), SPH_C64(0xD1310BA698DFB5AC),
-   SPH_C64(0x2FFD72DBD01ADFB7), SPH_C64(0xB8E1AFED6A267E96),
-   SPH_C64(0xBA7C9045F12C7F99), SPH_C64(0x24A19947B3916CF7),
-   SPH_C64(0x0801F2E2858EFC16), SPH_C64(0x636920D871574E69)
+static const uint64_t CB[16] = {
+   0x243F6A8885A308D3, 0x13198A2E03707344,
+   0xA4093822299F31D0, 0x082EFA98EC4E6C89,
+   0x452821E638D01377, 0xBE5466CF34E90C6C,
+   0xC0AC29B7C97C50DD, 0x3F84D5B5B5470917,
+   0x9216D5D98979FB1B, 0xD1310BA698DFB5AC,
+   0x2FFD72DBD01ADFB7, 0xB8E1AFED6A267E96,
+   0xBA7C9045F12C7F99, 0x24A19947B3916CF7,
+   0x0801F2E2858EFC16, 0x636920D871574E69
 
 */
 
@@ -1486,7 +1446,7 @@ blake64_4way( blake_4way_big_context *sc, const void *data, size_t len)
 	   if ( ptr == buf_size )
       {
 		   if ( (T0 = T0 + 1024 ) < 1024 )
-			   T1 = SPH_T64(T1 + 1);
+			   T1 = T1 + 1;
 	   	COMPRESS64_4WAY;
 		   ptr = 0;
 	   }
@@ -1538,8 +1498,8 @@ blake64_4way_close( blake_4way_big_context *sc, void *dst )
        memset_zero_256( buf + (ptr>>3) + 1, (120 - ptr) >> 3 );
 
        blake64_4way( sc, buf + (ptr>>3), 128 - ptr );
-       sc->T0 = SPH_C64(0xFFFFFFFFFFFFFC00ULL);
-       sc->T1 = SPH_C64(0xFFFFFFFFFFFFFFFFULL);
+       sc->T0 = 0xFFFFFFFFFFFFFC00ULL;
+       sc->T1 = 0xFFFFFFFFFFFFFFFFULL;
        memset_zero_256( buf, 112>>3 ); 
        buf[104>>3] = _mm256_set1_epi64x( 0x0100000000000000ULL );
        buf[112>>3] = _mm256_set1_epi64x( bswap_64( th ) );
@@ -1629,8 +1589,4 @@ blake512_4way_close(void *cc, void *dst)
    blake64_4way_close( cc, dst );
 }
 
-#ifdef __cplusplus
-}
-#endif
-
 #endif

algo/blake/blakecoin-4way.c

@@ -4,7 +4,149 @@
 #include <stdint.h>
 #include <memory.h>
 
-#if defined (BLAKECOIN_4WAY)
+#define rounds 8
+
+#if defined (BLAKECOIN_16WAY)
+
+int scanhash_blakecoin_16way( struct work *work, uint32_t max_nonce,
+                         uint64_t *hashes_done, struct thr_info *mythr )
+{
+   uint32_t hash32[8*16] __attribute__ ((aligned (64)));
+   uint32_t midstate_vars[16*16] __attribute__ ((aligned (64)));
+   __m512i block0_hash[8] __attribute__ ((aligned (64)));
+   __m512i block_buf[16] __attribute__ ((aligned (64)));
+   uint32_t lane_hash[8] __attribute__ ((aligned (32)));
+   uint32_t *hash32_d7 =  (uint32_t*)&( ((__m512i*)hash32)[7] );
+   uint32_t *pdata = work->data;
+   const uint32_t *ptarget = work->target;
+   const uint32_t targ32_d7 = ptarget[7];
+   uint32_t phash[8] __attribute__ ((aligned (64))) =
+   {
+      0x6A09E667, 0xBB67AE85, 0x3C6EF372, 0xA54FF53A,
+      0x510E527F, 0x9B05688C, 0x1F83D9AB, 0x5BE0CD19
+   };
+   uint32_t n = pdata[19];
+   const uint32_t first_nonce = (const uint32_t) n;
+   const uint32_t last_nonce = max_nonce - 16;
+   const int thr_id = mythr->id;
+   const bool bench = opt_benchmark;
+   const __m512i sixteen = _mm512_set1_epi32( 16 );
+
+   // Prehash first block
+   blake256_transform_le( phash, pdata, 512, 0, rounds );
+
+   block0_hash[0] = _mm512_set1_epi32( phash[0] );
+   block0_hash[1] = _mm512_set1_epi32( phash[1] );
+   block0_hash[2] = _mm512_set1_epi32( phash[2] );
+   block0_hash[3] = _mm512_set1_epi32( phash[3] );
+   block0_hash[4] = _mm512_set1_epi32( phash[4] );
+   block0_hash[5] = _mm512_set1_epi32( phash[5] );
+   block0_hash[6] = _mm512_set1_epi32( phash[6] );
+   block0_hash[7] = _mm512_set1_epi32( phash[7] );
+
+   // Build vectored second block, interleave last 16 bytes of data using
+   // unique nonces.
+   block_buf[0] = _mm512_set1_epi32( pdata[16] );
+   block_buf[1] = _mm512_set1_epi32( pdata[17] );
+   block_buf[2] = _mm512_set1_epi32( pdata[18] );
+   block_buf[3] =
+             _mm512_set_epi32( n+15, n+14, n+13, n+12, n+11, n+10, n+ 9, n+ 8,
+                               n+ 7, n+ 6, n+ 5, n+ 4, n+ 3, n+ 2, n +1, n );
+
+   // Partialy prehash second block without touching nonces in block_buf[3].
+   blake256_16way_round0_prehash_le( midstate_vars, block0_hash, block_buf );
+
+   do {
+      blake256_16way_final_rounds_le( hash32, midstate_vars, block0_hash,
+                                      block_buf, rounds );
+      for ( int lane = 0; lane < 16; lane++ )
+      if ( unlikely( hash32_d7[ lane ] <= targ32_d7 ) )
+      {
+         extr_lane_16x32( lane_hash, hash32, lane, 256 );
+         if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
+         {
+            pdata[19] = n + lane;
+            submit_solution( work, lane_hash, mythr );
+         }
+      }
+      block_buf[3] = _mm512_add_epi32( block_buf[3], sixteen );
+      n += 16;
+   } while ( likely( (n < last_nonce) && !work_restart[thr_id].restart) );
+   pdata[19] = n;
+   *hashes_done = n - first_nonce;
+   return 0;
+}
+
+#elif defined (BLAKECOIN_8WAY)
+
+int scanhash_blakecoin_8way( struct work *work, uint32_t max_nonce,
+                         uint64_t *hashes_done, struct thr_info *mythr )
+{
+   uint32_t hash32[8*8] __attribute__ ((aligned (64)));
+   uint32_t midstate_vars[16*8] __attribute__ ((aligned (32)));
+   __m256i block0_hash[8] __attribute__ ((aligned (32)));
+   __m256i block_buf[16] __attribute__ ((aligned (32)));
+   uint32_t lane_hash[8] __attribute__ ((aligned (32)));
+   uint32_t *hash32_d7 =  (uint32_t*)&( ((__m256i*)hash32)[7] );
+   uint32_t *pdata = work->data;
+   const uint32_t *ptarget = work->target;
+   const uint32_t targ32_d7 = ptarget[7];
+   uint32_t phash[8] __attribute__ ((aligned (32))) =
+   {
+      0x6A09E667, 0xBB67AE85, 0x3C6EF372, 0xA54FF53A,
+      0x510E527F, 0x9B05688C, 0x1F83D9AB, 0x5BE0CD19
+   };
+   uint32_t n = pdata[19];
+   const uint32_t first_nonce = (const uint32_t) n;
+   const uint32_t last_nonce = max_nonce - 8;
+   const int thr_id = mythr->id;
+   const bool bench = opt_benchmark;
+   const __m256i eight = _mm256_set1_epi32( 8 );
+
+   // Prehash first block
+   blake256_transform_le( phash, pdata, 512, 0, rounds );
+
+   block0_hash[0] = _mm256_set1_epi32( phash[0] );
+   block0_hash[1] = _mm256_set1_epi32( phash[1] );
+   block0_hash[2] = _mm256_set1_epi32( phash[2] );
+   block0_hash[3] = _mm256_set1_epi32( phash[3] );
+   block0_hash[4] = _mm256_set1_epi32( phash[4] );
+   block0_hash[5] = _mm256_set1_epi32( phash[5] );
+   block0_hash[6] = _mm256_set1_epi32( phash[6] );
+   block0_hash[7] = _mm256_set1_epi32( phash[7] );
+
+   // Build vectored second block, interleave last 16 bytes of data using
+   // unique nonces.
+   block_buf[0] = _mm256_set1_epi32( pdata[16] );
+   block_buf[1] = _mm256_set1_epi32( pdata[17] );
+   block_buf[2] = _mm256_set1_epi32( pdata[18] );
+   block_buf[3] = _mm256_set_epi32( n+7, n+6, n+5, n+4, n+3, n+2, n+1, n );
+
+   // Partialy prehash second block without touching nonces in block_buf[3].
+   blake256_8way_round0_prehash_le( midstate_vars, block0_hash, block_buf );
+
+   do {
+      blake256_8way_final_rounds_le( hash32, midstate_vars, block0_hash,
+                                     block_buf, rounds );
+      for ( int lane = 0; lane < 8; lane++ )
+      if ( unlikely( hash32_d7[ lane ] <= targ32_d7 ) )
+      {
+         extr_lane_8x32( lane_hash, hash32, lane, 256 );
+         if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
+         {
+            pdata[19] = n + lane;
+            submit_solution( work, lane_hash, mythr );
+         }
+      }
+      block_buf[3] = _mm256_add_epi32( block_buf[3], eight );
+      n += 8;
+   } while ( likely( (n < last_nonce) && !work_restart[thr_id].restart) );
+   pdata[19] = n;
+   *hashes_done = n - first_nonce;
+   return 0;
+}
+   
+#elif defined (BLAKECOIN_4WAY)
 
 blake256r8_4way_context blakecoin_4w_ctx;
 
@@ -61,7 +203,8 @@ int scanhash_blakecoin_4way( struct work *work, uint32_t max_nonce,
 
 #endif
 
-#if defined(BLAKECOIN_8WAY)
+#if 0
+//#if defined(BLAKECOIN_8WAY)
 
 blake256r8_8way_context blakecoin_8w_ctx;
 
@@ -78,11 +221,84 @@ void blakecoin_8way_hash( void *state, const void *input )
                    state+160, state+192, state+224, vhash, 256 );
 }
 
+/*
+int scanhash_blakecoin_8way( struct work *work, uint32_t max_nonce,
+                             uint64_t *hashes_done, struct thr_info *mythr )
+{
+   uint32_t hash32[8*8] __attribute__ ((aligned (64)));
+   uint32_t midstate_vars[16*8] __attribute__ ((aligned (64)));
+   __m256i block0_hash[8] __attribute__ ((aligned (64)));
+   __m256i block_buf[16] __attribute__ ((aligned (64)));
+   uint32_t lane_hash[8] __attribute__ ((aligned (32)));
+   uint32_t *hash32_d7 =  (uint32_t*)&( hash32[7] );
+   uint32_t phash[8] __attribute__ ((aligned (32))) =
+   {
+      0x6A09E667, 0xBB67AE85, 0x3C6EF372, 0xA54FF53A,
+      0x510E527F, 0x9B05688C, 0x1F83D9AB, 0x5BE0CD19
+   };
+   uint32_t *pdata = work->data;
+   uint32_t *ptarget = (uint32_t*)work->target;
+   const uint32_t targ32_d7 = ptarget[7];
+   const uint32_t first_nonce = pdata[19];
+   const uint32_t last_nonce = max_nonce - 8;
+   uint32_t n = first_nonce;
+   const int thr_id = mythr->id;
+   const bool bench = opt_benchmark;
+   const __m256i eight = _mm256_set1_epi32( 8 );
+
+   // Prehash first block
+   blake256_transform_le( phash, pdata, 512, 0, 8 );
+
+   block0_hash[0] = _mm256_set1_epi32( phash[0] );
+   block0_hash[1] = _mm256_set1_epi32( phash[1] );
+   block0_hash[2] = _mm256_set1_epi32( phash[2] );
+   block0_hash[3] = _mm256_set1_epi32( phash[3] );
+   block0_hash[4] = _mm256_set1_epi32( phash[4] );
+   block0_hash[5] = _mm256_set1_epi32( phash[5] );
+   block0_hash[6] = _mm256_set1_epi32( phash[6] );
+   block0_hash[7] = _mm256_set1_epi32( phash[7] );
+
+   // Build vectored second block, interleave last 16 bytes of data using
+   // unique nonces.
+   block_buf[0] = _mm256_set1_epi32( pdata[16] );
+   block_buf[1] = _mm256_set1_epi32( pdata[17] );
+   block_buf[2] = _mm256_set1_epi32( pdata[18] );
+   block_buf[3] = _mm256_set_epi32( n+7, n+6, n+5, n+4, n+3, n+2, n+1, n );
+
+   // Partialy prehash second block without touching nonces
+   blake256_8way_round0_prehash_le( midstate_vars, block0_hash, block_buf );
+
+   do {
+      blake256_8way_final_rounds_le( hash32, midstate_vars, block0_hash, 
+                                     block_buf );
+
+      for ( int lane = 0; lane < 8; lane++ )
+      if ( hash32_d7[ lane ] <= targ32_d7 )
+      {
+         extr_lane_8x32( lane_hash, hash32, lane, 256 );
+         if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
+         {
+            pdata[19] = n + lane;
+            submit_solution( work, lane_hash, mythr );
+         }
+      }
+      block_buf[3] = _mm256_add_epi32( block_buf[3], eight );
+      n += 8;
+   } while ( (n < last_nonce) && !work_restart[thr_id].restart );
+   pdata[19] = n;
+   *hashes_done = n - first_nonce;
+   return 0;
+}
+*/
+
 int scanhash_blakecoin_8way( struct work *work, uint32_t max_nonce,
                          uint64_t *hashes_done, struct thr_info *mythr )
 {
    uint32_t vdata[20*8] __attribute__ ((aligned (64)));
-   uint32_t hash[8*8] __attribute__ ((aligned (32)));
+   uint32_t hash32[8*8] __attribute__ ((aligned (32)));
+   uint32_t lane_hash[8] __attribute__ ((aligned (32)));
+   blake256r8_8way_context ctx __attribute__ ((aligned (32)));
+   uint32_t *hash32_d7 =  (uint32_t*)&( ((__m256i*)hash32)[7] );
    uint32_t *pdata = work->data;
    uint32_t *ptarget = work->target;
    const uint32_t first_nonce = pdata[19];
@@ -101,15 +317,22 @@ int scanhash_blakecoin_8way( struct work *work, uint32_t max_nonce,
       *noncev = mm256_bswap_32( _mm256_set_epi32( n+7, n+6, n+5, n+4,
                                                   n+3, n+2, n+1, n ) );
       pdata[19] = n;
-      blakecoin_8way_hash( hash, vdata );
 
-      for ( int i = 0; i < 8; i++ )
-      if (  (hash+(i<<3))[7] <= HTarget && fulltest( hash+(i<<3), ptarget )
-          && !opt_benchmark )
+      memcpy( &ctx, &blakecoin_8w_ctx, sizeof ctx );
+      blake256r8_8way_update( &ctx, (const void*)vdata + (64<<3), 16 );
+      blake256r8_8way_close( &ctx, hash32 );
+
+      for ( int lane = 0; lane < 8; lane++ )
+      if ( hash32_d7[ lane ] <= HTarget )
       {
-          pdata[19] = n+i;
-          submit_solution( work, hash+(i<<3), mythr );
+         extr_lane_8x32( lane_hash, hash32, lane, 256 );
+         if ( likely( valid_hash( lane_hash, ptarget ) && !opt_benchmark ) )
+         {
+            pdata[19] = n + lane;
+            submit_solution( work, lane_hash, mythr );
+         }
       }
+     
       n += 8;
    } while ( (n < max_nonce) && !work_restart[thr_id].restart );
 

algo/blake/blakecoin-gate.c

@@ -4,10 +4,10 @@
 // vanilla uses default gen merkle root, otherwise identical to blakecoin
 bool register_vanilla_algo( algo_gate_t* gate )
 {
-#if defined(BLAKECOIN_8WAY)
+#if defined(BLAKECOIN_16WAY)
+  gate->scanhash  = (void*)&scanhash_blakecoin_16way;
+#elif defined(BLAKECOIN_8WAY)
   gate->scanhash  = (void*)&scanhash_blakecoin_8way;
-  gate->hash      = (void*)&blakecoin_8way_hash;
-
 #elif defined(BLAKECOIN_4WAY)
   gate->scanhash  = (void*)&scanhash_blakecoin_4way;
   gate->hash      = (void*)&blakecoin_4way_hash;
@@ -15,14 +15,14 @@ bool register_vanilla_algo( algo_gate_t* gate )
   gate->scanhash = (void*)&scanhash_blakecoin;
   gate->hash     = (void*)&blakecoinhash;
 #endif
-  gate->optimizations = SSE42_OPT | AVX2_OPT;
+  gate->optimizations = SSE2_OPT | AVX2_OPT | AVX512_OPT;
   return true;
 }
 
 bool register_blakecoin_algo( algo_gate_t* gate )
 {
   register_vanilla_algo( gate );
-  gate->gen_merkle_root = (void*)&SHA256_gen_merkle_root;
+  gate->gen_merkle_root = (void*)&sha256_gen_merkle_root;
   return true;
 }
 

algo/blake/blakecoin-gate.h

@@ -1,30 +1,36 @@
-#ifndef __BLAKECOIN_GATE_H__
-#define __BLAKECOIN_GATE_H__ 1
+#ifndef BLAKECOIN_GATE_H__
+#define BLAKECOIN_GATE_H__ 1
 
 #include "algo-gate-api.h"
 #include <stdint.h>
 
-#if defined(__SSE4_2__)
+#if defined(__AVX512F__) && defined(__AVX512VL__) && defined(__AVX512DQ__) && defined(__AVX512BW__)
+  #define BLAKECOIN_16WAY
+#elif defined(__AVX2__)
+  #define BLAKECOIN_8WAY
+#elif defined(__SSE2__)  // always true
   #define BLAKECOIN_4WAY
 #endif
-#if defined(__AVX2__)
-  #define BLAKECOIN_8WAY
-#endif
 
-#if defined (BLAKECOIN_8WAY)
-void blakecoin_8way_hash(void *state, const void *input);
+#if defined (BLAKECOIN_16WAY)
+int scanhash_blakecoin_16way( struct work *work, uint32_t max_nonce,
+                         uint64_t *hashes_done, struct thr_info *mythr );
+
+#elif defined (BLAKECOIN_8WAY)
+//void blakecoin_8way_hash(void *state, const void *input);
 int scanhash_blakecoin_8way( struct work *work, uint32_t max_nonce,
                          uint64_t *hashes_done, struct thr_info *mythr );
-#endif
 
-#if defined (BLAKECOIN_4WAY)
+#elif defined (BLAKECOIN_4WAY)
 void blakecoin_4way_hash(void *state, const void *input);
 int scanhash_blakecoin_4way( struct work *work, uint32_t max_nonce,
                          uint64_t *hashes_done, struct thr_info *mythr );
-#endif
+#else  // never used
 
 void blakecoinhash( void *state, const void *input );
 int scanhash_blakecoin( struct work *work, uint32_t max_nonce,
                       uint64_t *hashes_done, struct thr_info *mythr );
 
 #endif
+
+#endif

algo/blake/blakecoin.c

@@ -1,6 +1,6 @@
 #include "blakecoin-gate.h"
 
-#if !defined(BLAKECOIN_8WAY) && !defined(BLAKECOIN_4WAY)
+#if !defined(BLAKECOIN_16WAY) && !defined(BLAKECOIN_8WAY) && !defined(BLAKECOIN_4WAY)
 
 #define BLAKE32_ROUNDS 8
 #include "sph_blake.h"
@@ -12,7 +12,6 @@ void blakecoin_close(void *cc, void *dst);
 #include <string.h>
 #include <stdint.h>
 #include <memory.h>
-#include <openssl/sha.h>
 
 // context management is staged for efficiency.
 // 1. global initial ctx cached on startup
@@ -35,8 +34,8 @@ void blakecoinhash( void *state, const void *input )
 	uint8_t hash[64] __attribute__ ((aligned (32)));
 	uint8_t *ending = (uint8_t*) input + 64;
 
-        // copy cached midstate
-        memcpy( &ctx, &blake_mid_ctx, sizeof ctx );
+   // copy cached midstate
+   memcpy( &ctx, &blake_mid_ctx, sizeof ctx );
 	blakecoin( &ctx, ending, 16 );
 	blakecoin_close( &ctx, hash );
 	memcpy( state, hash, 32 );
@@ -45,8 +44,8 @@ void blakecoinhash( void *state, const void *input )
 int scanhash_blakecoin( struct work *work, uint32_t max_nonce,
                         uint64_t *hashes_done, struct thr_info *mythr )
 {
-        uint32_t *pdata = work->data;
-        uint32_t *ptarget = work->target;
+   uint32_t *pdata = work->data;
+   uint32_t *ptarget = work->target;
 	const uint32_t first_nonce = pdata[19];
 	uint32_t HTarget = ptarget[7];
    int thr_id = mythr->id;  // thr_id arg is deprecated
@@ -60,10 +59,10 @@ int scanhash_blakecoin( struct work *work, uint32_t max_nonce,
 		HTarget = 0x7f;
 
 	// we need big endian data...
-        for (int kk=0; kk < 19; kk++) 
-                be32enc(&endiandata[kk], ((uint32_t*)pdata)[kk]);
+   for (int kk=0; kk < 19; kk++) 
+      be32enc(&endiandata[kk], ((uint32_t*)pdata)[kk]);
 
-        blake_midstate_init( endiandata );
+   blake_midstate_init( endiandata );
 
 #ifdef DEBUG_ALGO
 	applog(LOG_DEBUG,"[%d] Target=%08x %08x", thr_id, ptarget[6], ptarget[7]);

algo/blake/sph-blake2s.c

@@ -15,7 +15,7 @@
 #include <string.h>
 #include <stdio.h>
 
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 #include "sph-blake2s.h"
 
 static const uint32_t blake2s_IV[8] =

algo/blake/sph_blake.h

@@ -42,7 +42,7 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for BLAKE-224.

algo/blake/sph_blake2b.c

@@ -31,7 +31,7 @@
 #include <stdint.h>
 #include <string.h>
 #include "simd-utils.h"
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 #include "sph_blake2b.h"
 
 // Little-endian byte access.

algo/bmw/bmw-hash-4way.h

@@ -41,8 +41,6 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-
-#include "algo/sha/sph_types.h"
 #include "simd-utils.h"
 
 #define SPH_SIZE_bmw256   256
@@ -57,7 +55,7 @@ typedef struct {
    __m128i buf[64];
    __m128i H[16];
    size_t ptr;
-   sph_u32 bit_count;  // assume bit_count fits in 32 bits
+   uint32_t bit_count;  // assume bit_count fits in 32 bits
 } bmw_4way_small_context;
 
 typedef bmw_4way_small_context bmw256_4way_context;
@@ -144,7 +142,7 @@ typedef struct {
    __m256i buf[16];
    __m256i H[16];
    size_t ptr;
-   sph_u64 bit_count;
+   uint64_t bit_count;
 } bmw_4way_big_context __attribute__((aligned(128)));
 
 typedef bmw_4way_big_context bmw512_4way_context;

algo/bmw/bmw256-hash-4way.c

@@ -109,7 +109,7 @@ static const uint32_t IV256[] = {
              _mm_sub_epi32( _mm_add_epi32( rol_off_32( M, j, 0 ), \
                                            rol_off_32( M, j, 3 ) ), \
                             rol_off_32( M, j, 10 ) ), \
-       _mm_set1_epi32( ( (j)+16 ) * SPH_C32(0x05555555UL) ) ), \
+       _mm_set1_epi32( ( (j)+16 ) * 0x05555555UL ) ), \
    H[ ( (j)+7 ) & 0xF ] )
 
 
@@ -485,7 +485,7 @@ bmw32_4way(bmw_4way_small_context *sc, const void *data, size_t len)
    size_t ptr;
    const int buf_size = 64;  // bytes of one lane, compatible with len
 
-   sc->bit_count += (sph_u32)len << 3;
+   sc->bit_count += (uint32_t)len << 3;
    buf = sc->buf;
    ptr = sc->ptr;
    h1 = sc->H;

algo/bmw/bmw512-hash-4way.c

@@ -45,15 +45,15 @@ extern "C"{
 
 #define LPAR   (
 
-static const sph_u64 IV512[] = {
-        SPH_C64(0x8081828384858687), SPH_C64(0x88898A8B8C8D8E8F),
-        SPH_C64(0x9091929394959697), SPH_C64(0x98999A9B9C9D9E9F),
-        SPH_C64(0xA0A1A2A3A4A5A6A7), SPH_C64(0xA8A9AAABACADAEAF),
-        SPH_C64(0xB0B1B2B3B4B5B6B7), SPH_C64(0xB8B9BABBBCBDBEBF),
-        SPH_C64(0xC0C1C2C3C4C5C6C7), SPH_C64(0xC8C9CACBCCCDCECF),
-        SPH_C64(0xD0D1D2D3D4D5D6D7), SPH_C64(0xD8D9DADBDCDDDEDF),
-        SPH_C64(0xE0E1E2E3E4E5E6E7), SPH_C64(0xE8E9EAEBECEDEEEF),
-        SPH_C64(0xF0F1F2F3F4F5F6F7), SPH_C64(0xF8F9FAFBFCFDFEFF)
+static const uint64_t IV512[] = {
+        0x8081828384858687, 0x88898A8B8C8D8E8F,
+        0x9091929394959697, 0x98999A9B9C9D9E9F,
+        0xA0A1A2A3A4A5A6A7, 0xA8A9AAABACADAEAF,
+        0xB0B1B2B3B4B5B6B7, 0xB8B9BABBBCBDBEBF,
+        0xC0C1C2C3C4C5C6C7, 0xC8C9CACBCCCDCECF,
+        0xD0D1D2D3D4D5D6D7, 0xD8D9DADBDCDDDEDF,
+        0xE0E1E2E3E4E5E6E7, 0xE8E9EAEBECEDEEEF,
+        0xF0F1F2F3F4F5F6F7, 0xF8F9FAFBFCFDFEFF
 };
 
 #if defined(__SSE2__)
@@ -894,7 +894,7 @@ static const __m256i final_b[16] =
 };
 
 static void
-bmw64_4way_init( bmw_4way_big_context *sc, const sph_u64 *iv )
+bmw64_4way_init( bmw_4way_big_context *sc, const uint64_t *iv )
 {
    sc->H[ 0] = _mm256_set1_epi64x( 0x8081828384858687 );
    sc->H[ 1] = _mm256_set1_epi64x( 0x88898A8B8C8D8E8F );
@@ -926,7 +926,7 @@ bmw64_4way( bmw_4way_big_context *sc, const void *data, size_t len )
    size_t ptr;
    const int buf_size = 128;  // bytes of one lane, compatible with len
 
-   sc->bit_count += (sph_u64)len << 3;
+   sc->bit_count += (uint64_t)len << 3;
    buf = sc->buf;
    ptr = sc->ptr;
    h1 = sc->H;
@@ -1377,7 +1377,7 @@ static const __m512i final_b8[16] =
 
 
 void bmw512_8way_init( bmw512_8way_context *ctx )
-//bmw64_4way_init( bmw_4way_big_context *sc, const sph_u64 *iv )
+//bmw64_4way_init( bmw_4way_big_context *sc, const uint64_t *iv )
 {
    ctx->H[ 0] = _mm512_set1_epi64( 0x8081828384858687 );
    ctx->H[ 1] = _mm512_set1_epi64( 0x88898A8B8C8D8E8F );

algo/bmw/sph_bmw.h

@@ -41,7 +41,7 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for BMW-224.

algo/cubehash/cubehash_sse2.c

@@ -9,7 +9,6 @@
 #include <immintrin.h>
 #endif
 #include "cubehash_sse2.h"
-#include "algo/sha/sha3-defs.h"
 #include <stdbool.h>
 #include <unistd.h>
 #include <memory.h>

algo/cubehash/cubehash_sse2.h

@@ -3,7 +3,7 @@
 
 #include "compat.h"
 #include <stdint.h>
-#include "algo/sha/sha3-defs.h"
+#include "compat/sha3-defs.h"
 
 #define	OPTIMIZE_SSE2
 

algo/cubehash/sph_cubehash.h

@@ -42,7 +42,7 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for CubeHash-224.

algo/echo/aes_ni/hash_api.h

@@ -22,7 +22,7 @@
 #endif
 
 
-#include "algo/sha/sha3_common.h"
+#include "compat/sha3_common.h"
 
 #include <emmintrin.h>
 

algo/echo/sph_echo.c

@@ -73,7 +73,7 @@ extern "C"{
 #endif
 
 #define AES_BIG_ENDIAN   0
-#include "algo/sha/aes_helper.c"
+#include "compat/aes_helper.c"
 
 #if SPH_ECHO_64
 

algo/echo/sph_echo.h

@@ -43,7 +43,7 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for ECHO-224.

algo/fugue/fugue-aesni.h

@@ -20,7 +20,7 @@
 #error "Unsupported configuration, AES needs SSE4.1. Compile without AES."
 #endif
 
-#include "algo/sha/sha3_common.h"
+#include "compat/sha3_common.h"
 #include "simd-utils.h"
 
 

algo/fugue/sph_fugue.h

@@ -2,7 +2,7 @@
 #define SPH_FUGUE_H__
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 #ifdef __cplusplus
 extern "C"{

algo/gost/sph_gost.h

@@ -41,7 +41,7 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for GOST-256.

algo/groestl/aes_ni/hash-groestl.h

@@ -20,8 +20,8 @@
 #define LENGTH (512)
 
 #include "brg_endian.h"
-#define NEED_UINT_64T
-#include "algo/sha/brg_types.h"
+//#define NEED_UINT_64T
+#include "compat/brg_types.h"
 
 /* some sizes (number of bytes) */
 #define ROWS (8)

algo/groestl/aes_ni/hash-groestl256.h

@@ -34,8 +34,7 @@ typedef crypto_uint64 u64;
 //#define LENGTH (512)
 
 #include "brg_endian.h"
-#define NEED_UINT_64T
-#include "algo/sha/brg_types.h"
+#include "compat/brg_types.h"
 
 #ifdef IACA_TRACE
   #include IACA_MARKS

algo/groestl/groestl-gate.c

@@ -17,7 +17,7 @@ bool register_dmd_gr_algo( algo_gate_t *gate )
 bool register_groestl_algo( algo_gate_t* gate )
 {
     register_dmd_gr_algo( gate );
-    gate->gen_merkle_root = (void*)&SHA256_gen_merkle_root;
+    gate->gen_merkle_root = (void*)&sha256_gen_merkle_root;
     return true;
 };
 

algo/groestl/groestl256-hash-4way.h

@@ -22,10 +22,6 @@
 
 #define LENGTH (256)
 
-//#include "brg_endian.h"
-//#define NEED_UINT_64T
-//#include "algo/sha/brg_types.h"
-
 /* some sizes (number of bytes) */
 #define ROWS (8)
 #define LENGTHFIELDLEN (ROWS)

algo/groestl/myrgr-4way.c

@@ -4,7 +4,7 @@
 #include <stdint.h>
 #include <string.h>
 #include "aes_ni/hash-groestl.h"
-#include "algo/sha/sha-hash-4way.h"
+#include "algo/sha/sha256-hash.h"
 #if defined(__VAES__)
   #include "groestl512-hash-4way.h"
 #endif

algo/groestl/sph_groestl.h

@@ -40,7 +40,7 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 #if !defined(__AES__)   
 /**

algo/hamsi/hamsi-hash-4way.h

@@ -36,44 +36,64 @@
 #define HAMSI_4WAY_H__
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
 
 #if defined (__AVX2__)
 
 #include "simd-utils.h"
 
-#ifdef __cplusplus
-extern "C"{
-#endif
-
-#define SPH_SIZE_hamsi512   512
+// Hamsi-512 4x64
 
 // Partial is only scalar but needs pointer ref for hamsi-helper
 // deprecate partial_len
-typedef struct {
+typedef struct
+{
    __m256i h[8];
    __m256i buf[1];
    size_t partial_len;
-   sph_u32 count_high, count_low;
+   uint32_t count_high, count_low;
 } hamsi_4way_big_context;
-
 typedef hamsi_4way_big_context hamsi512_4way_context;
 
 void hamsi512_4way_init( hamsi512_4way_context *sc );
 void hamsi512_4way_update( hamsi512_4way_context *sc, const void *data,
       size_t len );
-//#define hamsi512_4way hamsi512_4way_update
 void hamsi512_4way_close( hamsi512_4way_context *sc, void *dst );
 
+#define hamsi512_4x64_context   hamsi512_4way_context
+#define hamsi512_4x64_init      hamsi512_4way_init
+#define hamsi512_4x64_update    hamsi512_4way_update
+#define hamsi512_4x64_close     hamsi512_4way_close
+
+// Hamsi-512 8x32
+
+typedef struct
+{
+   __m256i h[16];
+   __m256i buf[2];
+   size_t partial_len;
+   uint32_t count_high, count_low;
+} hamsi_8x32_big_context;
+typedef hamsi_8x32_big_context hamsi512_8x32_context;
+
+void hamsi512_8x32_init( hamsi512_8x32_context *sc );
+void hamsi512_8x32_update( hamsi512_8x32_context *sc, const void *data,
+      size_t len );
+void hamsi512_8x32_close( hamsi512_8x32_context *sc, void *dst );
+void hamsi512_8x32_full( hamsi512_8x32_context *sc, void *dst, const void *data,
+      size_t len );
+
+#endif
+
 #if defined(__AVX512F__) && defined(__AVX512VL__) && defined(__AVX512DQ__) && defined(__AVX512BW__)
 
+// Hamsi-512 8x64
+
 typedef struct {
    __m512i h[8];
    __m512i buf[1];
    size_t partial_len;
-   sph_u32 count_high, count_low;
+   uint32_t count_high, count_low;
 } hamsi_8way_big_context;
-
 typedef hamsi_8way_big_context hamsi512_8way_context;
 
 void hamsi512_8way_init( hamsi512_8way_context *sc );
@@ -81,15 +101,29 @@ void hamsi512_8way_update( hamsi512_8way_context *sc, const void *data,
                            size_t len );
 void hamsi512_8way_close( hamsi512_8way_context *sc, void *dst );
 
+#define hamsi512_8x64_context   hamsi512_8way_context
+#define hamsi512_8x64_init      hamsi512_8way_init
+#define hamsi512_8x64_update    hamsi512_8way_update
+#define hamsi512_8x64_close     hamsi512_8way_close
 
-
-#endif
-
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif
+// Hamsi-512 16x32
+
+typedef struct
+{
+   __m512i h[16];
+   __m512i buf[2];
+   size_t partial_len;
+   uint32_t count_high, count_low;
+} hamsi_16x32_big_context;
+typedef hamsi_16x32_big_context hamsi512_16x32_context;
+
+void hamsi512_16x32_init( hamsi512_16x32_context *sc );
+void hamsi512_16x32_update( hamsi512_16x32_context *sc, const void *data,
+                           size_t len );
+void hamsi512_16way_close( hamsi512_16x32_context *sc, void *dst );
+void hamsi512_16x32_full( hamsi512_16x32_context *sc, void *dst,
+                          const void *data, size_t len );
+
+#endif   // AVX512
 
 #endif

algo/hamsi/sph_hamsi.h

@@ -36,7 +36,7 @@
 #define SPH_HAMSI_H__
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 #ifdef __cplusplus
 extern "C"{

algo/haval/haval-4way-helper.c

@@ -48,7 +48,7 @@ SPH_XCAT(SPH_XCAT(haval, PASSES), _4way_update)
    while ( len > 0 )
    {
       unsigned clen;
-      sph_u32 clow, clow2;
+      uint32_t clow, clow2;
 
       clen = 128U - current;
       if ( clen > len )
@@ -67,7 +67,7 @@ SPH_XCAT(SPH_XCAT(haval, PASSES), _4way_update)
          current = 0;
       }
       clow = sc->count_low;
-      clow2 = SPH_T32(clow + clen);
+      clow2 = clow + clen;
       sc->count_low = clow2;
       if ( clow2 < clow )
          sc->count_high ++;

algo/haval/haval-hash-4way.c

@@ -292,7 +292,9 @@ static const unsigned MP5[32] = {
 	 2, 23, 16, 22,  4,  1, 25, 15
 };
 
-static const sph_u32 RK2[32] = {
+#define SPH_C32(x) (x)
+
+static const uint32_t RK2[32] = {
 	SPH_C32(0x452821E6), SPH_C32(0x38D01377),
 	SPH_C32(0xBE5466CF), SPH_C32(0x34E90C6C),
 	SPH_C32(0xC0AC29B7), SPH_C32(0xC97C50DD),
@@ -311,7 +313,7 @@ static const sph_u32 RK2[32] = {
 	SPH_C32(0x7B54A41D), SPH_C32(0xC25A59B5)
 };
 
-static const sph_u32 RK3[32] = {
+static const uint32_t RK3[32] = {
 	SPH_C32(0x9C30D539), SPH_C32(0x2AF26013),
 	SPH_C32(0xC5D1B023), SPH_C32(0x286085F0),
 	SPH_C32(0xCA417918), SPH_C32(0xB8DB38EF),
@@ -330,7 +332,7 @@ static const sph_u32 RK3[32] = {
 	SPH_C32(0xAFD6BA33), SPH_C32(0x6C24CF5C)
 };
 
-static const sph_u32 RK4[32] = {
+static const uint32_t RK4[32] = {
 	SPH_C32(0x7A325381), SPH_C32(0x28958677),
 	SPH_C32(0x3B8F4898), SPH_C32(0x6B4BB9AF),
 	SPH_C32(0xC4BFE81B), SPH_C32(0x66282193),
@@ -349,7 +351,7 @@ static const sph_u32 RK4[32] = {
 	SPH_C32(0x6EEF0B6C), SPH_C32(0x137A3BE4)
 };
 
-static const sph_u32 RK5[32] = {
+static const uint32_t RK5[32] = {
 	SPH_C32(0xBA3BF050), SPH_C32(0x7EFB2A98),
 	SPH_C32(0xA1F1651D), SPH_C32(0x39AF0176),
 	SPH_C32(0x66CA593E), SPH_C32(0x82430E88),

algo/haval/haval-hash-4way.h

@@ -68,7 +68,6 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
 #include "simd-utils.h"
 
 #define SPH_SIZE_haval256_5   256
@@ -77,7 +76,7 @@ typedef struct {
    __m128i buf[32];
    __m128i s0, s1, s2, s3, s4, s5, s6, s7;
    unsigned olen, passes;
-   sph_u32 count_high, count_low;
+   uint32_t count_high, count_low;
 } haval_4way_context;
 
 typedef haval_4way_context haval256_5_4way_context;

algo/haval/sph-haval.h

@@ -66,7 +66,7 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for HAVAL-128/3.

algo/jh/sph_jh.h

@@ -41,7 +41,7 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for JH-224.

algo/keccak/keccak-4way.c

@@ -2,7 +2,6 @@
 #include <stdlib.h>
 #include <string.h>
 #include <stdint.h>
-#include "sph_keccak.h"
 #include "keccak-hash-4way.h"
 
 #if defined(KECCAK_8WAY)

algo/keccak/keccak-gate.c

@@ -9,7 +9,7 @@ int hard_coded_eb = 1;
 bool register_keccak_algo( algo_gate_t* gate )
 {
   gate->optimizations = AVX2_OPT | AVX512_OPT;
-  gate->gen_merkle_root = (void*)&SHA256_gen_merkle_root;
+  gate->gen_merkle_root = (void*)&sha256_gen_merkle_root;
   opt_target_factor = 128.0;
 #if defined (KECCAK_8WAY)
   gate->scanhash  = (void*)&scanhash_keccak_8way;

algo/keccak/keccak-hash-4way.h

@@ -1,45 +1,6 @@
-/* $Id: sph_keccak.h 216 2010-06-08 09:46:57Z tp $ */
-/**
- * Keccak interface. This is the interface for Keccak with the
- * recommended parameters for SHA-3, with output lengths 224, 256,
- * 384 and 512 bits.
- *
- * ==========================(LICENSE BEGIN)============================
- *
- * Copyright (c) 2007-2010  Projet RNRT SAPHIR
- * 
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files (the
- * "Software"), to deal in the Software without restriction, including
- * without limitation the rights to use, copy, modify, merge, publish,
- * distribute, sublicense, and/or sell copies of the Software, and to
- * permit persons to whom the Software is furnished to do so, subject to
- * the following conditions:
- * 
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- * 
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
- * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
- * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
- * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
- * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- *
- * ===========================(LICENSE END)=============================
- *
- * @file     sph_keccak.h
- * @author   Thomas Pornin <thomas.pornin@cryptolog.com>
- */
-
 #ifndef KECCAK_HASH_4WAY_H__
 #define KECCAK_HASH_4WAY_H__
 
-#ifdef __cplusplus
-extern "C"{
-#endif
-
 #ifdef  __AVX2__
 
 #include <stddef.h>
@@ -100,8 +61,4 @@ void keccak512_4way_addbits_and_close(
 
 #endif
 
-#ifdef __cplusplus
-}
-#endif
-
 #endif

algo/keccak/sha3d-4way.c

@@ -2,7 +2,6 @@
 #include <stdlib.h>
 #include <string.h>
 #include <stdint.h>
-#include "sph_keccak.h"
 #include "keccak-hash-4way.h"
 
 #if defined(KECCAK_8WAY)

algo/keccak/sph_keccak.h

@@ -41,7 +41,7 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for Keccak-224.

algo/lanehash/lane.h

@@ -23,7 +23,6 @@
 #define LANE_H
 
 #include <string.h>
-//#include "algo/sha/sha3-defs.h"
 #include <stdint.h>
 
 typedef unsigned char BitSequence;

algo/luffa/luffa-hash-2way.c

@@ -7,8 +7,10 @@
 
 #include "simd-utils.h"
 
+#define uint32 uint32_t
+
 /* initial values of chaining variables */
-static const uint32 IV[40] __attribute((aligned(64))) = {
+static const uint32_t IV[40] __attribute((aligned(64))) = {
     0xdbf78465,0x4eaa6fb4,0x44b051e0,0x6d251e69,
     0xdef610bb,0xee058139,0x90152df4,0x6e292011,
     0xde099fa3,0x70eee9a0,0xd9d2f256,0xc3b44b95,
@@ -22,7 +24,7 @@ static const uint32 IV[40] __attribute((aligned(64))) = {
 };
 
 /* Round Constants */
-static const uint32 CNS_INIT[128] __attribute((aligned(64))) = {
+static const uint32_t CNS_INIT[128] __attribute((aligned(64))) = {
     0xb213afa5,0xfc20d9d2,0xb6de10ed,0x303994a6,
     0xe028c9bf,0xe25e72c1,0x01685f3d,0xe0337818,
     0xc84ebe95,0x34552e25,0x70f47aae,0xc0e65299,

algo/luffa/luffa-hash-2way.h

@@ -23,7 +23,7 @@
 #if defined(__AVX2__)
 
 #include <immintrin.h>
-#include "algo/sha/sha3-defs.h"
+//#include "algo/sha/sha3-defs.h"
 #include "simd-utils.h"
 
 /* The length of digests*/
@@ -54,7 +54,7 @@
 #if defined(__AVX512F__) && defined(__AVX512VL__) && defined(__AVX512DQ__) && defined(__AVX512BW__)
 
 typedef struct {
-    uint32 buffer[8*4];
+    uint32_t buffer[8*4];
     __m512i chainv[10];   /* Chaining values */
     int hashbitlen;
     int rembytes;
@@ -82,7 +82,7 @@ int luffa512_4way_update_close( luffa_4way_context *state, void *output,
 #endif
 
 typedef struct {
-    uint32 buffer[8*2];
+    uint32_t buffer[8*2];
     __m256i chainv[10];   /* Chaining values */
     int hashbitlen;
     int rembytes;

algo/luffa/luffa_for_sse2.h

@@ -22,7 +22,7 @@
  */
 
 #include <emmintrin.h>
-#include "algo/sha/sha3-defs.h"
+#include "compat/sha3-defs.h"
 /* The length of digests*/
 #define DIGEST_BIT_LEN_224 224
 #define DIGEST_BIT_LEN_256 256

algo/luffa/sph_luffa.h

@@ -41,7 +41,7 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for Luffa-224.

algo/lyra2/allium-4way.c

@@ -48,7 +48,7 @@ static void allium_16way_hash( void *state, const void *midstate_vars,
    uint32_t hash15[8] __attribute__ ((aligned (32)));
    allium_16way_ctx_holder ctx __attribute__ ((aligned (64)));
 
-   blake256_16way_final_rounds_le( vhash, midstate_vars, midhash, block );
+   blake256_16way_final_rounds_le( vhash, midstate_vars, midhash, block, 14 );
 
    dintrlv_16x32( hash0, hash1, hash2, hash3, hash4, hash5, hash6, hash7,
                   hash8, hash9, hash10, hash11, hash12, hash13, hash14, hash15,
@@ -217,7 +217,7 @@ int scanhash_allium_16way( struct work *work, uint32_t max_nonce,
    if ( bench ) ( (uint32_t*)ptarget )[7] = 0x0000ff;
 
    // Prehash first block.
-   blake256_transform_le( phash, pdata, 512, 0 );
+   blake256_transform_le( phash, pdata, 512, 0, 14 );
 
    // Interleave hash for second block prehash.
    block0_hash[0] = _mm512_set1_epi32( phash[0] );
@@ -286,7 +286,7 @@ static void allium_8way_hash( void *hash, const void *midstate_vars,
    uint64_t *hash7 = (uint64_t*)hash+28;
    allium_8way_ctx_holder ctx __attribute__ ((aligned (64))); 
 
-   blake256_8way_final_rounds_le( vhashA, midstate_vars, midhash, block );
+   blake256_8way_final_rounds_le( vhashA, midstate_vars, midhash, block, 14 );
 
    dintrlv_8x32( hash0, hash1, hash2, hash3, hash4, hash5, hash6, hash7,
                  vhashA, 256 );
@@ -401,7 +401,7 @@ int scanhash_allium_8way( struct work *work, uint32_t max_nonce,
    const __m256i eight = _mm256_set1_epi32( 8 );
 
    // Prehash first block
-   blake256_transform_le( phash, pdata, 512, 0 );
+   blake256_transform_le( phash, pdata, 512, 0, 14 );
 
    block0_hash[0] = _mm256_set1_epi32( phash[0] );
    block0_hash[1] = _mm256_set1_epi32( phash[1] );

algo/lyra2/lyra2.h

@@ -21,9 +21,8 @@
 #define LYRA2_H_
 
 #include <stdint.h>
-#include "algo/sha/sha3-defs.h"
 
-//typedef unsigned char byte;
+typedef unsigned char byte;
 
 //Block length required so Blake2's Initialization Vector (IV) is not overwritten (THIS SHOULD NOT BE MODIFIED)
 #define BLOCK_LEN_BLAKE2_SAFE_INT64 8                                   //512 bits (=64 bytes, =8 uint64_t)

algo/lyra2/lyra2rev2.c

@@ -4,7 +4,6 @@
 
 #include <memory.h>
 #include "algo/blake/sph_blake.h"
-#include "algo/cubehash/sph_cubehash.h"
 #include "algo/keccak/sph_keccak.h"
 #include "algo/skein/sph_skein.h"
 #include "algo/bmw/sph_bmw.h"

algo/lyra2/lyra2rev3.c

@@ -4,7 +4,6 @@
 
 #include <memory.h>
 #include "algo/blake/sph_blake.h"
-#include "algo/cubehash/sph_cubehash.h"
 #include "algo/bmw/sph_bmw.h"
 #include "algo/cubehash/cubehash_sse2.h" 
 //#include "lyra2.h"

algo/lyra2/lyra2z-4way.c

@@ -35,7 +35,7 @@ static void lyra2z_16way_hash( void *state, const void *midstate_vars,
     uint32_t hash14[8] __attribute__ ((aligned (32)));
     uint32_t hash15[8] __attribute__ ((aligned (32)));
 
-    blake256_16way_final_rounds_le( vhash, midstate_vars, midhash, block );
+    blake256_16way_final_rounds_le( vhash, midstate_vars, midhash, block, 14 );
 
     dintrlv_16x32( hash0, hash1, hash2, hash3, hash4, hash5, hash6, hash7,
               hash8, hash9, hash10, hash11 ,hash12, hash13, hash14, hash15,
@@ -108,7 +108,7 @@ int scanhash_lyra2z_16way( struct work *work, uint32_t max_nonce,
    if ( bench ) ( (uint32_t*)ptarget )[7] = 0x0000ff;
 
    // Prehash first block
-   blake256_transform_le( phash, pdata, 512, 0 );
+   blake256_transform_le( phash, pdata, 512, 0, 14 );
 
    block0_hash[0] = _mm512_set1_epi32( phash[0] );
    block0_hash[1] = _mm512_set1_epi32( phash[1] );
@@ -170,7 +170,7 @@ static void lyra2z_8way_hash( void *state, const void *midstate_vars,
      uint32_t hash7[8] __attribute__ ((aligned (32)));
      uint32_t vhash[8*8] __attribute__ ((aligned (64)));
 
-     blake256_8way_final_rounds_le( vhash, midstate_vars, midhash, block );
+     blake256_8way_final_rounds_le( vhash, midstate_vars, midhash, block, 14 );
 
      dintrlv_8x32( hash0, hash1, hash2, hash3,
                    hash4, hash5, hash6, hash7, vhash, 256 );
@@ -216,7 +216,7 @@ int scanhash_lyra2z_8way( struct work *work, uint32_t max_nonce,
    const __m256i eight = _mm256_set1_epi32( 8 );
 
    // Prehash first block
-   blake256_transform_le( phash, pdata, 512, 0 );
+   blake256_transform_le( phash, pdata, 512, 0, 14 );
 
    block0_hash[0] = _mm256_set1_epi32( phash[0] );
    block0_hash[1] = _mm256_set1_epi32( phash[1] );

algo/panama/sph_panama.h

@@ -58,7 +58,7 @@
 #define SPH_PANAMA_H__
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for PANAMA.

algo/quark/hmq1725-4way.c

@@ -21,7 +21,7 @@
 #include "algo/shabal/shabal-hash-4way.h"
 #include "algo/whirlpool/sph_whirlpool.h"
 #include "algo/haval/haval-hash-4way.h"
-#include "algo/sha/sha-hash-4way.h"
+#include "algo/sha/sha512-hash.h"
 #if defined(__VAES__)
   #include "algo/groestl/groestl512-hash-4way.h"
   #include "algo/shavite/shavite-hash-4way.h"

algo/ripemd/lbry-4way.c

@@ -3,7 +3,8 @@
 #include <stdint.h>
 #include <string.h>
 #include <stdio.h>
-#include "algo/sha/sha-hash-4way.h"
+#include "algo/sha/sha256-hash.h"
+#include "algo/sha/sha512-hash.h"
 #include "ripemd-hash-4way.h"
 
 #define LBRY_INPUT_SIZE 112

algo/ripemd/ripemd-hash-4way.h

@@ -2,7 +2,6 @@
 #define RIPEMD_HASH_4WAY_H__
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
 
 #if defined(__SSE4_2__)
 

algo/ripemd/sph_ripemd.h

@@ -57,7 +57,7 @@
 #define SPH_RIPEMD_H__
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for RIPEMD.

algo/scrypt/scrypt.c

@@ -31,7 +31,6 @@
 #include <stdlib.h>
 #include <string.h>
 #include <inttypes.h>
-#include "algo/sha/sha-hash-4way.h"
 #include "algo/sha/sha256-hash.h"
 #include <mm_malloc.h>
 #include "malloc-huge.h"

algo/sha/hmac-sha256-hash-4way.h

@@ -36,7 +36,7 @@
 #include <sys/types.h>
 #include <stdint.h>
 #include "simd-utils.h"
-#include "sha-hash-4way.h"
+#include "sha256-hash.h"
 
 typedef struct _hmac_sha256_4way_context
 {

algo/sha/sha-hash-4way.h

@@ -1,168 +0,0 @@
-/* $Id: sph_sha2.h 216 2010-06-08 09:46:57Z tp $ */
-/**
- * SHA-224, SHA-256, SHA-384 and SHA-512 interface.
- *
- * SHA-256 has been published in FIPS 180-2, now amended with a change
- * notice to include SHA-224 as well (which is a simple variation on
- * SHA-256). SHA-384 and SHA-512 are also defined in FIPS 180-2. FIPS
- * standards can be found at:
- *    http://csrc.nist.gov/publications/fips/
- *
- * ==========================(LICENSE BEGIN)============================
- *
- * Copyright (c) 2007-2010  Projet RNRT SAPHIR
- * 
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files (the
- * "Software"), to deal in the Software without restriction, including
- * without limitation the rights to use, copy, modify, merge, publish,
- * distribute, sublicense, and/or sell copies of the Software, and to
- * permit persons to whom the Software is furnished to do so, subject to
- * the following conditions:
- * 
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- * 
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
- * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
- * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
- * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
- * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- *
- * ===========================(LICENSE END)=============================
- *
- * @file     sph_sha2.h
- * @author   Thomas Pornin <thomas.pornin@cryptolog.com>
- */
-
-#ifndef SHA2_HASH_4WAY_H__
-#define SHA2_HASH_4WAY_H__ 1
-
-#include <stddef.h>
-#include "simd-utils.h"
-
-#if defined(__SSE2__)
-
-// SHA-256 4 way
-
-typedef struct {
-   __m128i buf[64>>2];
-   __m128i val[8];
-   uint32_t count_high, count_low;
-} sha256_4way_context __attribute__ ((aligned (64)));
-
-void sha256_4way_init( sha256_4way_context *sc );
-void sha256_4way_update( sha256_4way_context *sc, const void *data,
-                         size_t len );
-void sha256_4way_close( sha256_4way_context *sc, void *dst );
-void sha256_4way_full( void *dst, const void *data, size_t len );
-void sha256_4way_transform_le( __m128i *state_out,  const __m128i *data,
-                            const __m128i *state_in );
-void sha256_4way_transform_be( __m128i *state_out,  const __m128i *data,
-                            const __m128i *state_in );
-void sha256_4way_prehash_3rounds( __m128i *state_mid, __m128i *X,
-                                   const __m128i *W, const __m128i *state_in );
-void sha256_4way_final_rounds( __m128i *state_out, const __m128i *data,
-        const __m128i *state_in, const __m128i *state_mid, const __m128i *X );
-int sha256_4way_transform_le_short( __m128i *state_out, const __m128i *data,
-                                     const __m128i *state_in );
-
-#endif  // SSE2
-
-#if defined (__AVX2__)
-
-// SHA-256 8 way
-
-typedef struct {
-   __m256i buf[64>>2];
-   __m256i val[8];
-   uint32_t count_high, count_low;
-} sha256_8way_context __attribute__ ((aligned (128)));
-
-void sha256_8way_init( sha256_8way_context *sc );
-void sha256_8way_update( sha256_8way_context *sc, const void *data, size_t len );
-void sha256_8way_close( sha256_8way_context *sc, void *dst );
-void sha256_8way_full( void *dst, const void *data, size_t len );
-void sha256_8way_transform_le( __m256i *state_out, const __m256i *data,
-                               const __m256i *state_in );
-void sha256_8way_transform_be( __m256i *state_out, const __m256i *data,
-                               const __m256i *state_in );
-
-void sha256_8way_prehash_3rounds( __m256i *state_mid, __m256i *X,
-                                 const __m256i *W, const __m256i *state_in );
-void sha256_8way_final_rounds( __m256i *state_out, const __m256i *data,
-        const __m256i *state_in, const __m256i *state_mid, const __m256i *X );
-int sha256_8way_transform_le_short( __m256i *state_out, const __m256i *data,
-                                     const __m256i *state_in );
-
-#endif  // AVX2
-
-#if defined(__AVX512F__) && defined(__AVX512VL__) && defined(__AVX512DQ__) && defined(__AVX512BW__)
-
-// SHA-256 16 way
-
-typedef struct {
-   __m512i buf[64>>2];
-   __m512i val[8];
-   uint32_t count_high, count_low;
-} sha256_16way_context __attribute__ ((aligned (128)));
-
-void sha256_16way_init( sha256_16way_context *sc );
-void sha256_16way_update( sha256_16way_context *sc, const void *data, size_t len );
-void sha256_16way_close( sha256_16way_context *sc, void *dst );
-void sha256_16way_full( void *dst, const void *data, size_t len );
-void sha256_16way_transform_le( __m512i *state_out, const __m512i *data,
-                             const __m512i *state_in );
-void sha256_16way_transform_be( __m512i *state_out, const __m512i *data,
-                             const __m512i *state_in );
-void sha256_16way_prehash_3rounds( __m512i *state_mid, __m512i *X,
-                                  const __m512i *W, const __m512i *state_in );
-void sha256_16way_final_rounds( __m512i *state_out, const __m512i *data,
-        const __m512i *state_in, const __m512i *state_mid, const __m512i *X );
-
-int sha256_16way_transform_le_short( __m512i *state_out, const __m512i *data,
-                                     const __m512i *state_in );
-
-#endif // AVX512
-
-#if defined (__AVX2__)
-
-// SHA-512 4 way
-
-typedef struct {
-   __m256i buf[128>>3];
-   __m256i val[8];
-   uint64_t count;
-   bool initialized;
-} sha512_4way_context __attribute__ ((aligned (128)));
-
-void sha512_4way_init( sha512_4way_context *sc);
-void sha512_4way_update( sha512_4way_context *sc, const void *data,
-                         size_t len );
-void sha512_4way_close( sha512_4way_context *sc, void *dst );
-void sha512_4way_full( void *dst, const void *data, size_t len );
-
-#endif  // AVX2
-
-#if defined(__AVX512F__) && defined(__AVX512VL__) && defined(__AVX512DQ__) && defined(__AVX512BW__)
-
-// SHA-512 8 way
-
-typedef struct {
-   __m512i buf[128>>3];
-   __m512i val[8];
-   uint64_t count;
-   bool initialized;
-} sha512_8way_context __attribute__ ((aligned (128)));
-
-void sha512_8way_init( sha512_8way_context *sc);
-void sha512_8way_update( sha512_8way_context *sc, const void *data, 
-                         size_t len );
-void sha512_8way_close( sha512_8way_context *sc, void *dst );
-void sha512_8way_full( void *dst, const void *data, size_t len );
-
-#endif  // AVX512
-
-#endif  // SHA256_4WAY_H__

algo/sha/sha2.c

@@ -658,43 +658,14 @@ int scanhash_sha256d_pooler( struct work *work,	uint32_t max_nonce,
 	return 0;
 }
 
-/*
-int scanhash_SHA256d( struct work *work, const uint32_t max_nonce,
-                      uint64_t *hashes_done, struct thr_info *mythr )
-{
-   uint32_t _ALIGN(128) hash[8];
-   uint32_t _ALIGN(64) data[20];
-   uint32_t *pdata = work->data;
-   const uint32_t *ptarget = work->target;
-   uint32_t n = pdata[19] - 1;
-   const uint32_t first_nonce = pdata[19];
-   const uint32_t Htarg = ptarget[7];
-   int thr_id = mythr->id;
-
-   memcpy( data, pdata, 80 );
-
-   do {
-      data[19] = ++n;
-      sha256d( (unsigned char*)hash, (const unsigned char*)data, 80 );
-      if ( unlikely( swab32( hash[7] ) <= Htarg ) )
-      {
-         pdata[19] = n;
-         sha256d_80_swap(hash, pdata);
-         if ( fulltest( hash, ptarget ) && !opt_benchmark )
-            submit_solution( work, hash, mythr );
-      }
-   } while ( likely( n < max_nonce && !work_restart[thr_id].restart ) );
-   *hashes_done = n - first_nonce + 1;
-   pdata[19] = n;
-   return 0;
-}
-*/
-
 bool register_sha256d_algo( algo_gate_t* gate )
 {
    gate->optimizations = SSE2_OPT | AVX2_OPT | AVX512_OPT;
 #if defined(SHA256D_16WAY)
    gate->scanhash = (void*)&scanhash_sha256d_16way;
+#elif defined(SHA256D_SHA)
+   gate->optimizations = SHA_OPT;
+   gate->scanhash = (void*)&scanhash_sha256d_sha;
 //#elif defined(SHA256D_8WAY)
 //   gate->scanhash = (void*)&scanhash_sha256d_8way;
 #else

algo/sha/sha256-hash-2way-ni.c

@@ -1,689 +0,0 @@
-/*   Intel SHA extensions using C intrinsics               */
-/*   Written and place in public domain by Jeffrey Walton  */
-/*   Based on code from Intel, and by Sean Gulley for      */
-/*   the miTLS project.                                    */
-
-// A stripped down version with byte swapping removed. 
-
-#if defined(__SHA__)
-
-#include "sha256-hash.h"
-
-void sha256_ni2way_transform_le( uint32_t *out_X, uint32_t*out_Y,
-                              const void *msg_X, const void *msg_Y,
-                              const uint32_t *in_X, const uint32_t *in_Y )
-{
-    __m128i STATE0_X, STATE1_X, STATE0_Y, STATE1_Y;
-    __m128i MSG_X, MSG_Y, TMP_X, TMP_Y;
-    __m128i TMSG0_X, TMSG1_X, TMSG2_X, TMSG3_X;
-    __m128i TMSG0_Y, TMSG1_Y, TMSG2_Y, TMSG3_Y;
-    __m128i ABEF_SAVE_X, CDGH_SAVE_X,ABEF_SAVE_Y, CDGH_SAVE_Y;
-
-    // Load initial values
-    TMP_X = _mm_load_si128((__m128i*) &in_X[0]);
-    STATE1_X = _mm_load_si128((__m128i*) &in_X[4]);
-    TMP_Y = _mm_load_si128((__m128i*) &in_Y[0]);
-    STATE1_Y = _mm_load_si128((__m128i*) &in_Y[4]);
-
-    TMP_X = _mm_shuffle_epi32(TMP_X, 0xB1); // CDAB
-    TMP_Y = _mm_shuffle_epi32(TMP_Y, 0xB1); // CDAB
-    STATE1_X = _mm_shuffle_epi32(STATE1_X, 0x1B); // EFGH
-    STATE1_Y = _mm_shuffle_epi32(STATE1_Y, 0x1B); // EFGH
-    STATE0_X = _mm_alignr_epi8(TMP_X, STATE1_X, 8); // ABEF
-    STATE0_Y = _mm_alignr_epi8(TMP_Y, STATE1_Y, 8); // ABEF
-    STATE1_X = _mm_blend_epi16(STATE1_X, TMP_X, 0xF0); // CDGH
-    STATE1_Y = _mm_blend_epi16(STATE1_Y, TMP_Y, 0xF0); // CDGH
-
-    // Save current hash
-    ABEF_SAVE_X = STATE0_X;
-    ABEF_SAVE_Y = STATE0_Y;
-    CDGH_SAVE_X = STATE1_X;
-    CDGH_SAVE_Y = STATE1_Y;
-
-    // Rounds 0-3
-    TMSG0_X = _mm_load_si128((const __m128i*) (msg_X));
-    TMSG0_Y = _mm_load_si128((const __m128i*) (msg_Y));
-    TMP_X = _mm_set_epi64x(0xE9B5DBA5B5C0FBCFULL, 0x71374491428A2F98ULL);
-    MSG_X = _mm_add_epi32( TMSG0_X, TMP_X );
-    MSG_Y = _mm_add_epi32( TMSG0_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-
-    // Rounds 4-7
-    TMSG1_X = _mm_load_si128((const __m128i*) (msg_X+16));
-    TMSG1_Y = _mm_load_si128((const __m128i*) (msg_Y+16));
-    TMP_X = _mm_set_epi64x(0xAB1C5ED5923F82A4ULL, 0x59F111F13956C25BULL);
-    MSG_X = _mm_add_epi32(TMSG1_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG1_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG0_X = _mm_sha256msg1_epu32(TMSG0_X, TMSG1_X);
-    TMSG0_Y = _mm_sha256msg1_epu32(TMSG0_Y, TMSG1_Y);
-
-    // Rounds 8-11
-    TMSG2_X = _mm_load_si128((const __m128i*) (msg_X+32));
-    TMSG2_Y = _mm_load_si128((const __m128i*) (msg_Y+32));
-    TMP_X = _mm_set_epi64x(0x550C7DC3243185BEULL, 0x12835B01D807AA98ULL);
-    MSG_X = _mm_add_epi32(TMSG2_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG2_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG1_X = _mm_sha256msg1_epu32(TMSG1_X, TMSG2_X);
-    TMSG1_Y = _mm_sha256msg1_epu32(TMSG1_Y, TMSG2_Y);
-
-    // Rounds 12-15
-    TMSG3_X = _mm_load_si128((const __m128i*) (msg_X+48));
-    TMSG3_Y = _mm_load_si128((const __m128i*) (msg_Y+48));
-    TMP_X = _mm_set_epi64x(0xC19BF1749BDC06A7ULL, 0x80DEB1FE72BE5D74ULL);
-    MSG_X = _mm_add_epi32(TMSG3_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG3_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG3_X, TMSG2_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG3_Y, TMSG2_Y, 4);
-    TMSG0_X = _mm_add_epi32(TMSG0_X, TMP_X);
-    TMSG0_Y = _mm_add_epi32(TMSG0_Y, TMP_Y);
-    TMSG0_X = _mm_sha256msg2_epu32(TMSG0_X, TMSG3_X);
-    TMSG0_Y = _mm_sha256msg2_epu32(TMSG0_Y, TMSG3_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG2_X = _mm_sha256msg1_epu32(TMSG2_X, TMSG3_X);
-    TMSG2_Y = _mm_sha256msg1_epu32(TMSG2_Y, TMSG3_Y);
-
-    // Rounds 16-19
-    TMP_X = _mm_set_epi64x(0x240CA1CC0FC19DC6ULL, 0xEFBE4786E49B69C1ULL);
-    MSG_X = _mm_add_epi32(TMSG0_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG0_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG0_X, TMSG3_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG0_Y, TMSG3_Y, 4);
-    TMSG1_X = _mm_add_epi32(TMSG1_X, TMP_X);
-    TMSG1_Y = _mm_add_epi32(TMSG1_Y, TMP_Y);
-    TMSG1_X = _mm_sha256msg2_epu32(TMSG1_X, TMSG0_X);
-    TMSG1_Y = _mm_sha256msg2_epu32(TMSG1_Y, TMSG0_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG3_X = _mm_sha256msg1_epu32(TMSG3_X, TMSG0_X);
-    TMSG3_Y = _mm_sha256msg1_epu32(TMSG3_Y, TMSG0_Y);
-
-    // Rounds 20-23
-    TMP_X = _mm_set_epi64x(0x76F988DA5CB0A9DCULL, 0x4A7484AA2DE92C6FULL);
-    MSG_X = _mm_add_epi32(TMSG1_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG1_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG1_X, TMSG0_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG1_Y, TMSG0_Y, 4);
-    TMSG2_X = _mm_add_epi32(TMSG2_X, TMP_X);
-    TMSG2_Y = _mm_add_epi32(TMSG2_Y, TMP_Y);
-    TMSG2_X = _mm_sha256msg2_epu32(TMSG2_X, TMSG1_X);
-    TMSG2_Y = _mm_sha256msg2_epu32(TMSG2_Y, TMSG1_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG0_X = _mm_sha256msg1_epu32(TMSG0_X, TMSG1_X);
-    TMSG0_Y = _mm_sha256msg1_epu32(TMSG0_Y, TMSG1_Y);
-
-    // Rounds 24-27
-    TMP_X = _mm_set_epi64x(0xBF597FC7B00327C8ULL, 0xA831C66D983E5152ULL);
-    MSG_X = _mm_add_epi32(TMSG2_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG2_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG2_X, TMSG1_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG2_Y, TMSG1_Y, 4);
-    TMSG3_X = _mm_add_epi32(TMSG3_X, TMP_X);
-    TMSG3_Y = _mm_add_epi32(TMSG3_Y, TMP_Y);
-    TMSG3_X = _mm_sha256msg2_epu32(TMSG3_X, TMSG2_X);
-    TMSG3_Y = _mm_sha256msg2_epu32(TMSG3_Y, TMSG2_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG1_X = _mm_sha256msg1_epu32(TMSG1_X, TMSG2_X);
-    TMSG1_Y = _mm_sha256msg1_epu32(TMSG1_Y, TMSG2_Y);
-
-    // Rounds 28-31
-    TMP_X = _mm_set_epi64x(0x1429296706CA6351ULL,  0xD5A79147C6E00BF3ULL);
-    MSG_X = _mm_add_epi32(TMSG3_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG3_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG3_X, TMSG2_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG3_Y, TMSG2_Y, 4);
-    TMSG0_X = _mm_add_epi32(TMSG0_X, TMP_X);
-    TMSG0_Y = _mm_add_epi32(TMSG0_Y, TMP_Y);
-    TMSG0_X = _mm_sha256msg2_epu32(TMSG0_X, TMSG3_X);
-    TMSG0_Y = _mm_sha256msg2_epu32(TMSG0_Y, TMSG3_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG2_X = _mm_sha256msg1_epu32(TMSG2_X, TMSG3_X);
-    TMSG2_Y = _mm_sha256msg1_epu32(TMSG2_Y, TMSG3_Y);
-
-    // Rounds 32-35
-    TMP_X = _mm_set_epi64x(0x53380D134D2C6DFCULL, 0x2E1B213827B70A85ULL);
-    MSG_X = _mm_add_epi32(TMSG0_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG0_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG0_X, TMSG3_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG0_Y, TMSG3_Y, 4);
-    TMSG1_X = _mm_add_epi32(TMSG1_X, TMP_X);
-    TMSG1_Y = _mm_add_epi32(TMSG1_Y, TMP_Y);
-    TMSG1_X = _mm_sha256msg2_epu32(TMSG1_X, TMSG0_X);
-    TMSG1_Y = _mm_sha256msg2_epu32(TMSG1_Y, TMSG0_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG3_X = _mm_sha256msg1_epu32(TMSG3_X, TMSG0_X);
-    TMSG3_Y = _mm_sha256msg1_epu32(TMSG3_Y, TMSG0_Y);
-
-    // Rounds 36-39
-    TMP_X = _mm_set_epi64x(0x92722C8581C2C92EULL, 0x766A0ABB650A7354ULL);
-    MSG_X = _mm_add_epi32(TMSG1_X, TMP_X);
-    MSG_Y = _mm_add_epi32(TMSG1_Y, TMP_X);
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG1_X, TMSG0_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG1_Y, TMSG0_Y, 4);
-    TMSG2_X = _mm_add_epi32(TMSG2_X, TMP_X);
-    TMSG2_Y = _mm_add_epi32(TMSG2_Y, TMP_Y);
-    TMSG2_X = _mm_sha256msg2_epu32(TMSG2_X, TMSG1_X);
-    TMSG2_Y = _mm_sha256msg2_epu32(TMSG2_Y, TMSG1_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG0_X = _mm_sha256msg1_epu32(TMSG0_X, TMSG1_X);
-    TMSG0_Y = _mm_sha256msg1_epu32(TMSG0_Y, TMSG1_Y);
-
-    // Rounds 40-43
-    TMP_X = _mm_set_epi64x(0xC76C51A3C24B8B70ULL, 0xA81A664BA2BFE8A1ULL);
-    MSG_X = _mm_add_epi32(TMSG2_X, TMP_X);
-    MSG_Y = _mm_add_epi32(TMSG2_Y, TMP_X);
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG2_X, TMSG1_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG2_Y, TMSG1_Y, 4);
-    TMSG3_X = _mm_add_epi32(TMSG3_X, TMP_X);
-    TMSG3_Y = _mm_add_epi32(TMSG3_Y, TMP_Y);
-    TMSG3_X = _mm_sha256msg2_epu32(TMSG3_X, TMSG2_X);
-    TMSG3_Y = _mm_sha256msg2_epu32(TMSG3_Y, TMSG2_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG1_X = _mm_sha256msg1_epu32(TMSG1_X, TMSG2_X);
-    TMSG1_Y = _mm_sha256msg1_epu32(TMSG1_Y, TMSG2_Y);
-
-    // Rounds 44-47
-    TMP_X = _mm_set_epi64x(0x106AA070F40E3585ULL, 0xD6990624D192E819ULL);
-    MSG_X = _mm_add_epi32(TMSG3_X, TMP_X);
-    MSG_Y = _mm_add_epi32(TMSG3_Y, TMP_X);
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG3_X, TMSG2_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG3_Y, TMSG2_Y, 4);
-    TMSG0_X = _mm_add_epi32(TMSG0_X, TMP_X);
-    TMSG0_Y = _mm_add_epi32(TMSG0_Y, TMP_Y);
-    TMSG0_X = _mm_sha256msg2_epu32(TMSG0_X, TMSG3_X);
-    TMSG0_Y = _mm_sha256msg2_epu32(TMSG0_Y, TMSG3_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG2_X = _mm_sha256msg1_epu32(TMSG2_X, TMSG3_X);
-    TMSG2_Y = _mm_sha256msg1_epu32(TMSG2_Y, TMSG3_Y);
-
-    // Rounds 48-51
-    TMP_X = _mm_set_epi64x(0x34B0BCB52748774CULL, 0x1E376C0819A4C116ULL);
-    MSG_X = _mm_add_epi32(TMSG0_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG0_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG0_X, TMSG3_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG0_Y, TMSG3_Y, 4);
-    TMSG1_X = _mm_add_epi32(TMSG1_X, TMP_X);
-    TMSG1_Y = _mm_add_epi32(TMSG1_Y, TMP_Y);
-    TMSG1_X = _mm_sha256msg2_epu32(TMSG1_X, TMSG0_X);
-    TMSG1_Y = _mm_sha256msg2_epu32(TMSG1_Y, TMSG0_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG3_X = _mm_sha256msg1_epu32(TMSG3_X, TMSG0_X);
-    TMSG3_Y = _mm_sha256msg1_epu32(TMSG3_Y, TMSG0_Y);
-
-    // Rounds 52-55
-    TMP_X = _mm_set_epi64x(0x682E6FF35B9CCA4FULL, 0x4ED8AA4A391C0CB3ULL);
-    MSG_X = _mm_add_epi32(TMSG1_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG1_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG1_X, TMSG0_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG1_Y, TMSG0_Y, 4);
-    TMSG2_X = _mm_add_epi32(TMSG2_X, TMP_X);
-    TMSG2_Y = _mm_add_epi32(TMSG2_Y, TMP_Y);
-    TMSG2_X = _mm_sha256msg2_epu32(TMSG2_X, TMSG1_X);
-    TMSG2_Y = _mm_sha256msg2_epu32(TMSG2_Y, TMSG1_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-
-    // Rounds 56-59
-    TMP_X = _mm_set_epi64x(0x8CC7020884C87814ULL, 0x78A5636F748F82EEULL);
-    MSG_X = _mm_add_epi32(TMSG2_X, TMP_X);
-    MSG_Y = _mm_add_epi32(TMSG2_Y, TMP_X);
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG2_X, TMSG1_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG2_Y, TMSG1_Y, 4);
-    TMSG3_X = _mm_add_epi32(TMSG3_X, TMP_X);
-    TMSG3_Y = _mm_add_epi32(TMSG3_Y, TMP_Y);
-    TMSG3_X = _mm_sha256msg2_epu32(TMSG3_X, TMSG2_X);
-    TMSG3_Y = _mm_sha256msg2_epu32(TMSG3_Y, TMSG2_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-
-    // Rounds 60-63
-    TMP_X = _mm_set_epi64x(0xC67178F2BEF9A3F7ULL, 0xA4506CEB90BEFFFAULL);
-    MSG_X = _mm_add_epi32(TMSG3_X, TMP_X);
-    MSG_Y = _mm_add_epi32(TMSG3_Y, TMP_X);
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-
-    // Add values back to state
-    STATE0_X = _mm_add_epi32(STATE0_X, ABEF_SAVE_X);
-    STATE1_X = _mm_add_epi32(STATE1_X, CDGH_SAVE_X);
-    STATE0_Y = _mm_add_epi32(STATE0_Y, ABEF_SAVE_Y);
-    STATE1_Y = _mm_add_epi32(STATE1_Y, CDGH_SAVE_Y);
-
-    TMP_X = _mm_shuffle_epi32(STATE0_X, 0x1B); // FEBA
-    TMP_Y = _mm_shuffle_epi32(STATE0_Y, 0x1B); // FEBA
-    STATE1_X = _mm_shuffle_epi32(STATE1_X, 0xB1); // DCHG
-    STATE1_Y = _mm_shuffle_epi32(STATE1_Y, 0xB1); // DCHG
-    STATE0_X = _mm_blend_epi16(TMP_X, STATE1_X, 0xF0); // DCBA
-    STATE0_Y = _mm_blend_epi16(TMP_Y, STATE1_Y, 0xF0); // DCBA
-    STATE1_X = _mm_alignr_epi8(STATE1_X, TMP_X, 8); // ABEF
-    STATE1_Y = _mm_alignr_epi8(STATE1_Y, TMP_Y, 8); // ABEF
-
-    // Save state
-    _mm_store_si128((__m128i*) &out_X[0], STATE0_X);
-    _mm_store_si128((__m128i*) &out_X[4], STATE1_X);
-    _mm_store_si128((__m128i*) &out_Y[0], STATE0_Y);
-    _mm_store_si128((__m128i*) &out_Y[4], STATE1_Y);
-}
-
-void sha256_ni2way_transform_be( uint32_t *out_X, uint32_t*out_Y,
-                              const void *msg_X, const void *msg_Y,
-                              const uint32_t *in_X, const uint32_t *in_Y )
-{
-    __m128i STATE0_X, STATE1_X, STATE0_Y, STATE1_Y;
-    __m128i MSG_X, MSG_Y, TMP_X, TMP_Y, MASK;
-    __m128i TMSG0_X, TMSG1_X, TMSG2_X, TMSG3_X;
-    __m128i TMSG0_Y, TMSG1_Y, TMSG2_Y, TMSG3_Y;
-    __m128i ABEF_SAVE_X, CDGH_SAVE_X, ABEF_SAVE_Y, CDGH_SAVE_Y;
-
-    // Load initial values
-    TMP_X = _mm_load_si128((__m128i*) &in_X[0]);
-    STATE1_X = _mm_load_si128((__m128i*) &in_X[4]);
-    TMP_Y = _mm_load_si128((__m128i*) &in_Y[0]);
-    STATE1_Y = _mm_load_si128((__m128i*) &in_Y[4]);
-    MASK = _mm_set_epi64x(0x0c0d0e0f08090a0bULL, 0x0405060700010203ULL);
-
-    TMP_X = _mm_shuffle_epi32(TMP_X, 0xB1); // CDAB
-    TMP_Y = _mm_shuffle_epi32(TMP_Y, 0xB1); // CDAB
-    STATE1_X = _mm_shuffle_epi32(STATE1_X, 0x1B); // EFGH
-    STATE1_Y = _mm_shuffle_epi32(STATE1_Y, 0x1B); // EFGH
-    STATE0_X = _mm_alignr_epi8(TMP_X, STATE1_X, 8); // ABEF
-    STATE0_Y = _mm_alignr_epi8(TMP_Y, STATE1_Y, 8); // ABEF
-    STATE1_X = _mm_blend_epi16(STATE1_X, TMP_X, 0xF0); // CDGH
-    STATE1_Y = _mm_blend_epi16(STATE1_Y, TMP_Y, 0xF0); // CDGH
-
-    // Save current hash
-    ABEF_SAVE_X = STATE0_X;
-    ABEF_SAVE_Y = STATE0_Y;
-    CDGH_SAVE_X = STATE1_X;
-    CDGH_SAVE_Y = STATE1_Y;
-
-    // Rounds 0-3
-    TMSG0_X = _mm_load_si128((const __m128i*) (msg_X));
-    TMSG0_Y = _mm_load_si128((const __m128i*) (msg_Y));
-    TMP_X = _mm_set_epi64x(0xE9B5DBA5B5C0FBCFULL, 0x71374491428A2F98ULL);
-    TMSG0_X = _mm_shuffle_epi8( TMSG0_X, MASK );
-    TMSG0_Y = _mm_shuffle_epi8( TMSG0_Y, MASK );
-    MSG_X = _mm_add_epi32( TMSG0_X, TMP_X );
-    MSG_Y = _mm_add_epi32( TMSG0_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-
-    // Rounds 4-7
-    TMSG1_X = _mm_load_si128((const __m128i*) (msg_X+16));
-    TMSG1_Y = _mm_load_si128((const __m128i*) (msg_Y+16));
-    TMP_X = _mm_set_epi64x(0xAB1C5ED5923F82A4ULL, 0x59F111F13956C25BULL);
-    TMSG1_X = _mm_shuffle_epi8( TMSG1_X, MASK );
-    TMSG1_Y = _mm_shuffle_epi8( TMSG1_Y, MASK );
-    MSG_X = _mm_add_epi32(TMSG1_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG1_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG0_X = _mm_sha256msg1_epu32(TMSG0_X, TMSG1_X);
-    TMSG0_Y = _mm_sha256msg1_epu32(TMSG0_Y, TMSG1_Y);
-
-    // Rounds 8-11
-    TMSG2_X = _mm_load_si128((const __m128i*) (msg_X+32));
-    TMSG2_Y = _mm_load_si128((const __m128i*) (msg_Y+32));
-    TMP_X = _mm_set_epi64x(0x550C7DC3243185BEULL, 0x12835B01D807AA98ULL);
-    TMSG2_X = _mm_shuffle_epi8( TMSG2_X, MASK );
-    TMSG2_Y = _mm_shuffle_epi8( TMSG2_Y, MASK );
-    MSG_X = _mm_add_epi32(TMSG2_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG2_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG1_X = _mm_sha256msg1_epu32(TMSG1_X, TMSG2_X);
-    TMSG1_Y = _mm_sha256msg1_epu32(TMSG1_Y, TMSG2_Y);
-
-    // Rounds 12-15
-    TMSG3_X = _mm_load_si128((const __m128i*) (msg_X+48));
-    TMSG3_Y = _mm_load_si128((const __m128i*) (msg_Y+48));
-    TMP_X = _mm_set_epi64x(0xC19BF1749BDC06A7ULL, 0x80DEB1FE72BE5D74ULL);
-    TMSG3_X = _mm_shuffle_epi8( TMSG3_X, MASK );
-    TMSG3_Y = _mm_shuffle_epi8( TMSG3_Y, MASK );
-    MSG_X = _mm_add_epi32(TMSG3_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG3_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG3_X, TMSG2_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG3_Y, TMSG2_Y, 4);
-    TMSG0_X = _mm_add_epi32(TMSG0_X, TMP_X);
-    TMSG0_Y = _mm_add_epi32(TMSG0_Y, TMP_Y);
-    TMSG0_X = _mm_sha256msg2_epu32(TMSG0_X, TMSG3_X);
-    TMSG0_Y = _mm_sha256msg2_epu32(TMSG0_Y, TMSG3_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG2_X = _mm_sha256msg1_epu32(TMSG2_X, TMSG3_X);
-    TMSG2_Y = _mm_sha256msg1_epu32(TMSG2_Y, TMSG3_Y);
-
-    // Rounds 16-19
-    TMP_X = _mm_set_epi64x(0x240CA1CC0FC19DC6ULL, 0xEFBE4786E49B69C1ULL);
-    MSG_X = _mm_add_epi32(TMSG0_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG0_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG0_X, TMSG3_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG0_Y, TMSG3_Y, 4);
-    TMSG1_X = _mm_add_epi32(TMSG1_X, TMP_X);
-    TMSG1_Y = _mm_add_epi32(TMSG1_Y, TMP_Y);
-    TMSG1_X = _mm_sha256msg2_epu32(TMSG1_X, TMSG0_X);
-    TMSG1_Y = _mm_sha256msg2_epu32(TMSG1_Y, TMSG0_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG3_X = _mm_sha256msg1_epu32(TMSG3_X, TMSG0_X);
-    TMSG3_Y = _mm_sha256msg1_epu32(TMSG3_Y, TMSG0_Y);
-
-    // Rounds 20-23
-    TMP_X = _mm_set_epi64x(0x76F988DA5CB0A9DCULL, 0x4A7484AA2DE92C6FULL);
-    MSG_X = _mm_add_epi32(TMSG1_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG1_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG1_X, TMSG0_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG1_Y, TMSG0_Y, 4);
-    TMSG2_X = _mm_add_epi32(TMSG2_X, TMP_X);
-    TMSG2_Y = _mm_add_epi32(TMSG2_Y, TMP_Y);
-    TMSG2_X = _mm_sha256msg2_epu32(TMSG2_X, TMSG1_X);
-    TMSG2_Y = _mm_sha256msg2_epu32(TMSG2_Y, TMSG1_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG0_X = _mm_sha256msg1_epu32(TMSG0_X, TMSG1_X);
-    TMSG0_Y = _mm_sha256msg1_epu32(TMSG0_Y, TMSG1_Y);
-
-    // Rounds 24-27
-    TMP_X = _mm_set_epi64x(0xBF597FC7B00327C8ULL, 0xA831C66D983E5152ULL);
-    MSG_X = _mm_add_epi32(TMSG2_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG2_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG2_X, TMSG1_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG2_Y, TMSG1_Y, 4);
-    TMSG3_X = _mm_add_epi32(TMSG3_X, TMP_X);
-    TMSG3_Y = _mm_add_epi32(TMSG3_Y, TMP_Y);
-    TMSG3_X = _mm_sha256msg2_epu32(TMSG3_X, TMSG2_X);
-    TMSG3_Y = _mm_sha256msg2_epu32(TMSG3_Y, TMSG2_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG1_X = _mm_sha256msg1_epu32(TMSG1_X, TMSG2_X);
-    TMSG1_Y = _mm_sha256msg1_epu32(TMSG1_Y, TMSG2_Y);
-
-    // Rounds 28-31
-    TMP_X = _mm_set_epi64x(0x1429296706CA6351ULL,  0xD5A79147C6E00BF3ULL);
-    MSG_X = _mm_add_epi32(TMSG3_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG3_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG3_X, TMSG2_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG3_Y, TMSG2_Y, 4);
-    TMSG0_X = _mm_add_epi32(TMSG0_X, TMP_X);
-    TMSG0_Y = _mm_add_epi32(TMSG0_Y, TMP_Y);
-    TMSG0_X = _mm_sha256msg2_epu32(TMSG0_X, TMSG3_X);
-    TMSG0_Y = _mm_sha256msg2_epu32(TMSG0_Y, TMSG3_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG2_X = _mm_sha256msg1_epu32(TMSG2_X, TMSG3_X);
-    TMSG2_Y = _mm_sha256msg1_epu32(TMSG2_Y, TMSG3_Y);
-
-    // Rounds 32-35
-    TMP_X = _mm_set_epi64x(0x53380D134D2C6DFCULL, 0x2E1B213827B70A85ULL);
-    MSG_X = _mm_add_epi32(TMSG0_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG0_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG0_X, TMSG3_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG0_Y, TMSG3_Y, 4);
-    TMSG1_X = _mm_add_epi32(TMSG1_X, TMP_X);
-    TMSG1_Y = _mm_add_epi32(TMSG1_Y, TMP_Y);
-    TMSG1_X = _mm_sha256msg2_epu32(TMSG1_X, TMSG0_X);
-    TMSG1_Y = _mm_sha256msg2_epu32(TMSG1_Y, TMSG0_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG3_X = _mm_sha256msg1_epu32(TMSG3_X, TMSG0_X);
-    TMSG3_Y = _mm_sha256msg1_epu32(TMSG3_Y, TMSG0_Y);
-
-    // Rounds 36-39
-    TMP_X = _mm_set_epi64x(0x92722C8581C2C92EULL, 0x766A0ABB650A7354ULL);
-    MSG_X = _mm_add_epi32(TMSG1_X, TMP_X);
-    MSG_Y = _mm_add_epi32(TMSG1_Y, TMP_X);
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG1_X, TMSG0_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG1_Y, TMSG0_Y, 4);
-    TMSG2_X = _mm_add_epi32(TMSG2_X, TMP_X);
-    TMSG2_Y = _mm_add_epi32(TMSG2_Y, TMP_Y);
-    TMSG2_X = _mm_sha256msg2_epu32(TMSG2_X, TMSG1_X);
-    TMSG2_Y = _mm_sha256msg2_epu32(TMSG2_Y, TMSG1_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG0_X = _mm_sha256msg1_epu32(TMSG0_X, TMSG1_X);
-    TMSG0_Y = _mm_sha256msg1_epu32(TMSG0_Y, TMSG1_Y);
-
-    // Rounds 40-43
-    TMP_X = _mm_set_epi64x(0xC76C51A3C24B8B70ULL, 0xA81A664BA2BFE8A1ULL);
-    MSG_X = _mm_add_epi32(TMSG2_X, TMP_X);
-    MSG_Y = _mm_add_epi32(TMSG2_Y, TMP_X);
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG2_X, TMSG1_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG2_Y, TMSG1_Y, 4);
-    TMSG3_X = _mm_add_epi32(TMSG3_X, TMP_X);
-    TMSG3_Y = _mm_add_epi32(TMSG3_Y, TMP_Y);
-    TMSG3_X = _mm_sha256msg2_epu32(TMSG3_X, TMSG2_X);
-    TMSG3_Y = _mm_sha256msg2_epu32(TMSG3_Y, TMSG2_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG1_X = _mm_sha256msg1_epu32(TMSG1_X, TMSG2_X);
-    TMSG1_Y = _mm_sha256msg1_epu32(TMSG1_Y, TMSG2_Y);
-
-    // Rounds 44-47
-    TMP_X = _mm_set_epi64x(0x106AA070F40E3585ULL, 0xD6990624D192E819ULL);
-    MSG_X = _mm_add_epi32(TMSG3_X, TMP_X);
-    MSG_Y = _mm_add_epi32(TMSG3_Y, TMP_X);
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG3_X, TMSG2_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG3_Y, TMSG2_Y, 4);
-    TMSG0_X = _mm_add_epi32(TMSG0_X, TMP_X);
-    TMSG0_Y = _mm_add_epi32(TMSG0_Y, TMP_Y);
-    TMSG0_X = _mm_sha256msg2_epu32(TMSG0_X, TMSG3_X);
-    TMSG0_Y = _mm_sha256msg2_epu32(TMSG0_Y, TMSG3_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG2_X = _mm_sha256msg1_epu32(TMSG2_X, TMSG3_X);
-    TMSG2_Y = _mm_sha256msg1_epu32(TMSG2_Y, TMSG3_Y);
-
-    // Rounds 48-51
-    TMP_X = _mm_set_epi64x(0x34B0BCB52748774CULL, 0x1E376C0819A4C116ULL);
-    MSG_X = _mm_add_epi32(TMSG0_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG0_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG0_X, TMSG3_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG0_Y, TMSG3_Y, 4);
-    TMSG1_X = _mm_add_epi32(TMSG1_X, TMP_X);
-    TMSG1_Y = _mm_add_epi32(TMSG1_Y, TMP_Y);
-    TMSG1_X = _mm_sha256msg2_epu32(TMSG1_X, TMSG0_X);
-    TMSG1_Y = _mm_sha256msg2_epu32(TMSG1_Y, TMSG0_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-    TMSG3_X = _mm_sha256msg1_epu32(TMSG3_X, TMSG0_X);
-    TMSG3_Y = _mm_sha256msg1_epu32(TMSG3_Y, TMSG0_Y);
-
-    // Rounds 52-55
-    TMP_X = _mm_set_epi64x(0x682E6FF35B9CCA4FULL, 0x4ED8AA4A391C0CB3ULL);
-    MSG_X = _mm_add_epi32(TMSG1_X, TMP_X );
-    MSG_Y = _mm_add_epi32(TMSG1_Y, TMP_X );
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG1_X, TMSG0_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG1_Y, TMSG0_Y, 4);
-    TMSG2_X = _mm_add_epi32(TMSG2_X, TMP_X);
-    TMSG2_Y = _mm_add_epi32(TMSG2_Y, TMP_Y);
-    TMSG2_X = _mm_sha256msg2_epu32(TMSG2_X, TMSG1_X);
-    TMSG2_Y = _mm_sha256msg2_epu32(TMSG2_Y, TMSG1_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-
-    // Rounds 56-59
-    TMP_X = _mm_set_epi64x(0x8CC7020884C87814ULL, 0x78A5636F748F82EEULL);
-    MSG_X = _mm_add_epi32(TMSG2_X, TMP_X);
-    MSG_Y = _mm_add_epi32(TMSG2_Y, TMP_X);
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    TMP_X = _mm_alignr_epi8(TMSG2_X, TMSG1_X, 4);
-    TMP_Y = _mm_alignr_epi8(TMSG2_Y, TMSG1_Y, 4);
-    TMSG3_X = _mm_add_epi32(TMSG3_X, TMP_X);
-    TMSG3_Y = _mm_add_epi32(TMSG3_Y, TMP_Y);
-    TMSG3_X = _mm_sha256msg2_epu32(TMSG3_X, TMSG2_X);
-    TMSG3_Y = _mm_sha256msg2_epu32(TMSG3_Y, TMSG2_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-
-    // Rounds 60-63
-    TMP_X = _mm_set_epi64x(0xC67178F2BEF9A3F7ULL, 0xA4506CEB90BEFFFAULL);
-    MSG_X = _mm_add_epi32(TMSG3_X, TMP_X);
-    MSG_Y = _mm_add_epi32(TMSG3_Y, TMP_X);
-    STATE1_X = _mm_sha256rnds2_epu32(STATE1_X, STATE0_X, MSG_X);
-    STATE1_Y = _mm_sha256rnds2_epu32(STATE1_Y, STATE0_Y, MSG_Y);
-    MSG_X = _mm_shuffle_epi32(MSG_X, 0x0E);
-    MSG_Y = _mm_shuffle_epi32(MSG_Y, 0x0E);
-    STATE0_X = _mm_sha256rnds2_epu32(STATE0_X, STATE1_X, MSG_X);
-    STATE0_Y = _mm_sha256rnds2_epu32(STATE0_Y, STATE1_Y, MSG_Y);
-
-    // Add values back to state
-    STATE0_X = _mm_add_epi32(STATE0_X, ABEF_SAVE_X);
-    STATE1_X = _mm_add_epi32(STATE1_X, CDGH_SAVE_X);
-    STATE0_Y = _mm_add_epi32(STATE0_Y, ABEF_SAVE_Y);
-    STATE1_Y = _mm_add_epi32(STATE1_Y, CDGH_SAVE_Y);
-
-    TMP_X = _mm_shuffle_epi32(STATE0_X, 0x1B); // FEBA
-    TMP_Y = _mm_shuffle_epi32(STATE0_Y, 0x1B); // FEBA
-    STATE1_X = _mm_shuffle_epi32(STATE1_X, 0xB1); // DCHG
-    STATE1_Y = _mm_shuffle_epi32(STATE1_Y, 0xB1); // DCHG
-    STATE0_X = _mm_blend_epi16(TMP_X, STATE1_X, 0xF0); // DCBA
-    STATE0_Y = _mm_blend_epi16(TMP_Y, STATE1_Y, 0xF0); // DCBA
-    STATE1_X = _mm_alignr_epi8(STATE1_X, TMP_X, 8); // ABEF
-    STATE1_Y = _mm_alignr_epi8(STATE1_Y, TMP_Y, 8); // ABEF
-
-    // Save state
-    _mm_store_si128((__m128i*) &out_X[0], STATE0_X);
-    _mm_store_si128((__m128i*) &out_X[4], STATE1_X);
-    _mm_store_si128((__m128i*) &out_Y[0], STATE0_Y);
-    _mm_store_si128((__m128i*) &out_Y[4], STATE1_Y);
-}
-
-
-#endif
-

algo/sha/sha256-hash-opt.c

@@ -1,388 +0,0 @@
-/*   Intel SHA extensions using C intrinsics               */
-/*   Written and place in public domain by Jeffrey Walton  */
-/*   Based on code from Intel, and by Sean Gulley for      */
-/*   the miTLS project.                                    */
-
-// A stripped down version with byte swapping removed. 
-
-#if defined(__SHA__)
-
-#include "sha256-hash.h"
-
-void sha256_opt_transform_le( uint32_t *state_out, const void *input,
-                           const uint32_t *state_in )
-{
-    __m128i STATE0, STATE1;
-    __m128i MSG, TMP;
-    __m128i TMSG0, TMSG1, TMSG2, TMSG3;
-    __m128i ABEF_SAVE, CDGH_SAVE;
-
-    // Load initial values
-    TMP = _mm_load_si128((__m128i*) &state_in[0]);
-    STATE1 = _mm_load_si128((__m128i*) &state_in[4]);
-//    MASK = _mm_set_epi64x(0x0c0d0e0f08090a0bULL, 0x0405060700010203ULL);
-
-    TMP = _mm_shuffle_epi32(TMP, 0xB1); // CDAB
-    STATE1 = _mm_shuffle_epi32(STATE1, 0x1B); // EFGH
-    STATE0 = _mm_alignr_epi8(TMP, STATE1, 8); // ABEF
-    STATE1 = _mm_blend_epi16(STATE1, TMP, 0xF0); // CDGH
-
-    // Save current hash
-    ABEF_SAVE = STATE0;
-    CDGH_SAVE = STATE1;
-
-    // Rounds 0-3
-    TMSG0 = _mm_load_si128((const __m128i*) (input+0));
-//    TMSG0 = _mm_shuffle_epi8(MSG, MASK);
-    MSG = _mm_add_epi32(TMSG0, _mm_set_epi64x(0xE9B5DBA5B5C0FBCFULL, 0x71374491428A2F98ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-
-    // Rounds 4-7
-    TMSG1 = _mm_load_si128((const __m128i*) (input+16));
-//    TMSG1 = _mm_shuffle_epi8(TMSG1, MASK);
-    MSG = _mm_add_epi32(TMSG1, _mm_set_epi64x(0xAB1C5ED5923F82A4ULL, 0x59F111F13956C25BULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG0 = _mm_sha256msg1_epu32(TMSG0, TMSG1);
-
-    // Rounds 8-11
-    TMSG2 = _mm_load_si128((const __m128i*) (input+32));
-//    TMSG2 = _mm_shuffle_epi8(TMSG2, MASK);
-    MSG = _mm_add_epi32(TMSG2, _mm_set_epi64x(0x550C7DC3243185BEULL, 0x12835B01D807AA98ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG1 = _mm_sha256msg1_epu32(TMSG1, TMSG2);
-
-    // Rounds 12-15
-    TMSG3 = _mm_load_si128((const __m128i*) (input+48));
-//    TMSG3 = _mm_shuffle_epi8(TMSG3, MASK);
-    MSG = _mm_add_epi32(TMSG3, _mm_set_epi64x(0xC19BF1749BDC06A7ULL, 0x80DEB1FE72BE5D74ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG3, TMSG2, 4);
-    TMSG0 = _mm_add_epi32(TMSG0, TMP);
-    TMSG0 = _mm_sha256msg2_epu32(TMSG0, TMSG3);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG2 = _mm_sha256msg1_epu32(TMSG2, TMSG3);
-
-    // Rounds 16-19
-    MSG = _mm_add_epi32(TMSG0, _mm_set_epi64x(0x240CA1CC0FC19DC6ULL, 0xEFBE4786E49B69C1ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG0, TMSG3, 4);
-    TMSG1 = _mm_add_epi32(TMSG1, TMP);
-    TMSG1 = _mm_sha256msg2_epu32(TMSG1, TMSG0);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG3 = _mm_sha256msg1_epu32(TMSG3, TMSG0);
-
-    // Rounds 20-23
-    MSG = _mm_add_epi32(TMSG1, _mm_set_epi64x(0x76F988DA5CB0A9DCULL, 0x4A7484AA2DE92C6FULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG1, TMSG0, 4);
-    TMSG2 = _mm_add_epi32(TMSG2, TMP);
-    TMSG2 = _mm_sha256msg2_epu32(TMSG2, TMSG1);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG0 = _mm_sha256msg1_epu32(TMSG0, TMSG1);
-
-    // Rounds 24-27
-    MSG = _mm_add_epi32(TMSG2, _mm_set_epi64x(0xBF597FC7B00327C8ULL, 0xA831C66D983E5152ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG2, TMSG1, 4);
-    TMSG3 = _mm_add_epi32(TMSG3, TMP);
-    TMSG3 = _mm_sha256msg2_epu32(TMSG3, TMSG2);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG1 = _mm_sha256msg1_epu32(TMSG1, TMSG2);
-
-    // Rounds 28-31
-    MSG = _mm_add_epi32(TMSG3, _mm_set_epi64x(0x1429296706CA6351ULL,  0xD5A79147C6E00BF3ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG3, TMSG2, 4);
-    TMSG0 = _mm_add_epi32(TMSG0, TMP);
-    TMSG0 = _mm_sha256msg2_epu32(TMSG0, TMSG3);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG2 = _mm_sha256msg1_epu32(TMSG2, TMSG3);
-
-    // Rounds 32-35
-    MSG = _mm_add_epi32(TMSG0, _mm_set_epi64x(0x53380D134D2C6DFCULL, 0x2E1B213827B70A85ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG0, TMSG3, 4);
-    TMSG1 = _mm_add_epi32(TMSG1, TMP);
-    TMSG1 = _mm_sha256msg2_epu32(TMSG1, TMSG0);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG3 = _mm_sha256msg1_epu32(TMSG3, TMSG0);
-
-    // Rounds 36-39
-    MSG = _mm_add_epi32(TMSG1, _mm_set_epi64x(0x92722C8581C2C92EULL, 0x766A0ABB650A7354ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG1, TMSG0, 4);
-    TMSG2 = _mm_add_epi32(TMSG2, TMP);
-    TMSG2 = _mm_sha256msg2_epu32(TMSG2, TMSG1);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG0 = _mm_sha256msg1_epu32(TMSG0, TMSG1);
-
-    // Rounds 40-43
-    MSG = _mm_add_epi32(TMSG2, _mm_set_epi64x(0xC76C51A3C24B8B70ULL, 0xA81A664BA2BFE8A1ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG2, TMSG1, 4);
-    TMSG3 = _mm_add_epi32(TMSG3, TMP);
-    TMSG3 = _mm_sha256msg2_epu32(TMSG3, TMSG2);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG1 = _mm_sha256msg1_epu32(TMSG1, TMSG2);
-
-    // Rounds 44-47
-    MSG = _mm_add_epi32(TMSG3, _mm_set_epi64x(0x106AA070F40E3585ULL, 0xD6990624D192E819ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG3, TMSG2, 4);
-    TMSG0 = _mm_add_epi32(TMSG0, TMP);
-    TMSG0 = _mm_sha256msg2_epu32(TMSG0, TMSG3);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG2 = _mm_sha256msg1_epu32(TMSG2, TMSG3);
-
-    // Rounds 48-51
-    MSG = _mm_add_epi32(TMSG0, _mm_set_epi64x(0x34B0BCB52748774CULL, 0x1E376C0819A4C116ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG0, TMSG3, 4);
-    TMSG1 = _mm_add_epi32(TMSG1, TMP);
-    TMSG1 = _mm_sha256msg2_epu32(TMSG1, TMSG0);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG3 = _mm_sha256msg1_epu32(TMSG3, TMSG0);
-
-    // Rounds 52-55
-    MSG = _mm_add_epi32(TMSG1, _mm_set_epi64x(0x682E6FF35B9CCA4FULL, 0x4ED8AA4A391C0CB3ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG1, TMSG0, 4);
-    TMSG2 = _mm_add_epi32(TMSG2, TMP);
-    TMSG2 = _mm_sha256msg2_epu32(TMSG2, TMSG1);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-
-    // Rounds 56-59
-    MSG = _mm_add_epi32(TMSG2, _mm_set_epi64x(0x8CC7020884C87814ULL, 0x78A5636F748F82EEULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG2, TMSG1, 4);
-    TMSG3 = _mm_add_epi32(TMSG3, TMP);
-    TMSG3 = _mm_sha256msg2_epu32(TMSG3, TMSG2);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-
-    // Rounds 60-63
-    MSG = _mm_add_epi32(TMSG3, _mm_set_epi64x(0xC67178F2BEF9A3F7ULL, 0xA4506CEB90BEFFFAULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-
-    // Add values back to state
-    STATE0 = _mm_add_epi32(STATE0, ABEF_SAVE);
-    STATE1 = _mm_add_epi32(STATE1, CDGH_SAVE);
-
-    TMP = _mm_shuffle_epi32(STATE0, 0x1B); // FEBA
-    STATE1 = _mm_shuffle_epi32(STATE1, 0xB1); // DCHG
-    STATE0 = _mm_blend_epi16(TMP, STATE1, 0xF0); // DCBA
-    STATE1 = _mm_alignr_epi8(STATE1, TMP, 8); // ABEF
-
-    // Save state
-    _mm_store_si128((__m128i*) &state_out[0], STATE0);
-    _mm_store_si128((__m128i*) &state_out[4], STATE1);
-}
-
-
-void sha256_opt_transform_be( uint32_t *state_out, const void *input,
-                           const uint32_t *state_in )
-{
-    __m128i STATE0, STATE1;
-    __m128i MSG, TMP, MASK;
-    __m128i TMSG0, TMSG1, TMSG2, TMSG3;
-    __m128i ABEF_SAVE, CDGH_SAVE;
-
-    // Load initial values
-    TMP = _mm_load_si128((__m128i*) &state_in[0]);
-    STATE1 = _mm_load_si128((__m128i*) &state_in[4]);
-    MASK = _mm_set_epi64x(0x0c0d0e0f08090a0bULL, 0x0405060700010203ULL);
-
-    TMP = _mm_shuffle_epi32(TMP, 0xB1); // CDAB
-    STATE1 = _mm_shuffle_epi32(STATE1, 0x1B); // EFGH
-    STATE0 = _mm_alignr_epi8(TMP, STATE1, 8); // ABEF
-    STATE1 = _mm_blend_epi16(STATE1, TMP, 0xF0); // CDGH
-
-    // Save current hash
-    ABEF_SAVE = STATE0;
-    CDGH_SAVE = STATE1;
-
-    // Rounds 0-3
-    TMSG0 = _mm_load_si128((const __m128i*) (input+0));
-    TMSG0 = _mm_shuffle_epi8( TMSG0, MASK );
-    MSG = _mm_add_epi32(TMSG0, _mm_set_epi64x(0xE9B5DBA5B5C0FBCFULL, 0x71374491428A2F98ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-
-    // Rounds 4-7
-    TMSG1 = _mm_load_si128((const __m128i*) (input+16));
-    TMSG1 = _mm_shuffle_epi8(TMSG1, MASK);
-    MSG = _mm_add_epi32(TMSG1, _mm_set_epi64x(0xAB1C5ED5923F82A4ULL, 0x59F111F13956C25BULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG0 = _mm_sha256msg1_epu32(TMSG0, TMSG1);
-    // Rounds 8-11
-    TMSG2 = _mm_load_si128((const __m128i*) (input+32));
-    TMSG2 = _mm_shuffle_epi8(TMSG2, MASK);
-    MSG = _mm_add_epi32(TMSG2, _mm_set_epi64x(0x550C7DC3243185BEULL, 0x12835B01D807AA98ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG1 = _mm_sha256msg1_epu32(TMSG1, TMSG2);
-
-    // Rounds 12-15
-    TMSG3 = _mm_load_si128((const __m128i*) (input+48));
-    TMSG3 = _mm_shuffle_epi8(TMSG3, MASK);
-    MSG = _mm_add_epi32(TMSG3, _mm_set_epi64x(0xC19BF1749BDC06A7ULL, 0x80DEB1FE72BE5D74ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG3, TMSG2, 4);
-    TMSG0 = _mm_add_epi32(TMSG0, TMP);
-    TMSG0 = _mm_sha256msg2_epu32(TMSG0, TMSG3);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG2 = _mm_sha256msg1_epu32(TMSG2, TMSG3);
-
-    // Rounds 16-19
-    MSG = _mm_add_epi32(TMSG0, _mm_set_epi64x(0x240CA1CC0FC19DC6ULL, 0xEFBE4786E49B69C1ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG0, TMSG3, 4);
-    TMSG1 = _mm_add_epi32(TMSG1, TMP);
-    TMSG1 = _mm_sha256msg2_epu32(TMSG1, TMSG0);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG3 = _mm_sha256msg1_epu32(TMSG3, TMSG0);
-
-    // Rounds 20-23
-    MSG = _mm_add_epi32(TMSG1, _mm_set_epi64x(0x76F988DA5CB0A9DCULL, 0x4A7484AA2DE92C6FULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG1, TMSG0, 4);
-    TMSG2 = _mm_add_epi32(TMSG2, TMP);
-    TMSG2 = _mm_sha256msg2_epu32(TMSG2, TMSG1);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG0 = _mm_sha256msg1_epu32(TMSG0, TMSG1);
-
-    // Rounds 24-27
-    MSG = _mm_add_epi32(TMSG2, _mm_set_epi64x(0xBF597FC7B00327C8ULL, 0xA831C66D983E5152ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG2, TMSG1, 4);
-    TMSG3 = _mm_add_epi32(TMSG3, TMP);
-    TMSG3 = _mm_sha256msg2_epu32(TMSG3, TMSG2);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG1 = _mm_sha256msg1_epu32(TMSG1, TMSG2);
-
-    // Rounds 28-31
-    MSG = _mm_add_epi32(TMSG3, _mm_set_epi64x(0x1429296706CA6351ULL,  0xD5A79147C6E00BF3ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG3, TMSG2, 4);
-    TMSG0 = _mm_add_epi32(TMSG0, TMP);
-    TMSG0 = _mm_sha256msg2_epu32(TMSG0, TMSG3);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG2 = _mm_sha256msg1_epu32(TMSG2, TMSG3);
-
-    // Rounds 32-35
-    MSG = _mm_add_epi32(TMSG0, _mm_set_epi64x(0x53380D134D2C6DFCULL, 0x2E1B213827B70A85ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG0, TMSG3, 4);
-    TMSG1 = _mm_add_epi32(TMSG1, TMP);
-    TMSG1 = _mm_sha256msg2_epu32(TMSG1, TMSG0);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG3 = _mm_sha256msg1_epu32(TMSG3, TMSG0);
-
-    // Rounds 36-39
-    MSG = _mm_add_epi32(TMSG1, _mm_set_epi64x(0x92722C8581C2C92EULL, 0x766A0ABB650A7354ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG1, TMSG0, 4);
-    TMSG2 = _mm_add_epi32(TMSG2, TMP);
-    TMSG2 = _mm_sha256msg2_epu32(TMSG2, TMSG1);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG0 = _mm_sha256msg1_epu32(TMSG0, TMSG1);
-
-    // Rounds 40-43
-    MSG = _mm_add_epi32(TMSG2, _mm_set_epi64x(0xC76C51A3C24B8B70ULL, 0xA81A664BA2BFE8A1ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG2, TMSG1, 4);
-    TMSG3 = _mm_add_epi32(TMSG3, TMP);
-    TMSG3 = _mm_sha256msg2_epu32(TMSG3, TMSG2);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG1 = _mm_sha256msg1_epu32(TMSG1, TMSG2);
-
-    // Rounds 44-47
-    MSG = _mm_add_epi32(TMSG3, _mm_set_epi64x(0x106AA070F40E3585ULL, 0xD6990624D192E819ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG3, TMSG2, 4);
-    TMSG0 = _mm_add_epi32(TMSG0, TMP);
-    TMSG0 = _mm_sha256msg2_epu32(TMSG0, TMSG3);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG2 = _mm_sha256msg1_epu32(TMSG2, TMSG3);
-
-    // Rounds 48-51
-    MSG = _mm_add_epi32(TMSG0, _mm_set_epi64x(0x34B0BCB52748774CULL, 0x1E376C0819A4C116ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG0, TMSG3, 4);
-    TMSG1 = _mm_add_epi32(TMSG1, TMP);
-    TMSG1 = _mm_sha256msg2_epu32(TMSG1, TMSG0);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-    TMSG3 = _mm_sha256msg1_epu32(TMSG3, TMSG0);
-
-    // Rounds 52-55
-    MSG = _mm_add_epi32(TMSG1, _mm_set_epi64x(0x682E6FF35B9CCA4FULL, 0x4ED8AA4A391C0CB3ULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG1, TMSG0, 4);
-    TMSG2 = _mm_add_epi32(TMSG2, TMP);
-    TMSG2 = _mm_sha256msg2_epu32(TMSG2, TMSG1);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-
-    // Rounds 56-59
-    MSG = _mm_add_epi32(TMSG2, _mm_set_epi64x(0x8CC7020884C87814ULL, 0x78A5636F748F82EEULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    TMP = _mm_alignr_epi8(TMSG2, TMSG1, 4);
-    TMSG3 = _mm_add_epi32(TMSG3, TMP);
-    TMSG3 = _mm_sha256msg2_epu32(TMSG3, TMSG2);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-
-    // Rounds 60-63
-    MSG = _mm_add_epi32(TMSG3, _mm_set_epi64x(0xC67178F2BEF9A3F7ULL, 0xA4506CEB90BEFFFAULL));
-    STATE1 = _mm_sha256rnds2_epu32(STATE1, STATE0, MSG);
-    MSG = _mm_shuffle_epi32(MSG, 0x0E);
-    STATE0 = _mm_sha256rnds2_epu32(STATE0, STATE1, MSG);
-
-    // Add values back to state
-    STATE0 = _mm_add_epi32(STATE0, ABEF_SAVE);
-    STATE1 = _mm_add_epi32(STATE1, CDGH_SAVE);
-
-    TMP = _mm_shuffle_epi32(STATE0, 0x1B); // FEBA
-    STATE1 = _mm_shuffle_epi32(STATE1, 0xB1); // DCHG
-    STATE0 = _mm_blend_epi16(TMP, STATE1, 0xF0); // DCBA
-    STATE1 = _mm_alignr_epi8(STATE1, TMP, 8); // ABEF
-
-    // Save state
-    _mm_store_si128((__m128i*) &state_out[0], STATE0);
-    _mm_store_si128((__m128i*) &state_out[4], STATE1);
-}
-
-#endif

algo/sha/sha256-hash.h

@@ -4,17 +4,18 @@
 #include <stddef.h>
 #include "simd-utils.h"
 #include "cpuminer-config.h"
-#include "sph_sha2.h"
-
 
 // generic interface 
 
-typedef struct {
+typedef struct
+{
    unsigned char buf[64];    /* first field, for alignment */
    uint32_t state[8];
    uint64_t count;
 } sha256_context __attribute__((aligned(64)));
 
+static const uint32_t SHA256_IV[8];
+
 void sha256_full( void *hash, const void *data, size_t len );
 void sha256_update( sha256_context *ctx, const void *data, size_t len );
 void sha256_final( sha256_context *ctx, void *hash );
@@ -41,20 +42,113 @@ void sha256_ni2way_transform_be( uint32_t *out_X, uint32_t*out_Y,
                               const void *msg_X, const void *msg_Y,
                               const uint32_t *in_X, const uint32_t *in_Y );
 
+void sha256_ni_prehash_3rounds( uint32_t *ostate, const void *msg,
+                              uint32_t *sstate, const uint32_t *istate );
+
+void sha256_ni2way_final_rounds( uint32_t *state_out_X, uint32_t *state_out_Y,
+                 const void *msg_X, const void *msg_Y,
+                 const uint32_t *state_mid_X, const uint32_t *state_mid_Y,
+                 const uint32_t *state_save_X, const uint32_t *state_save_Y );
+
 // Select target
 // with SHA...
 #define sha256_transform_le sha256_opt_transform_le
 #define sha256_transform_be sha256_opt_transform_be
 
 #else
-
 // without SHA...
+#include "sph_sha2.h"
+
 #define sha256_transform_le sph_sha256_transform_le
 #define sha256_transform_be sph_sha256_transform_be
 
 #endif
 
-// SHA can't do only 3 rounds
-#define sha256_prehash_3rounds sph_sha256_prehash_3rounds
+#if defined(__AVX512F__) && defined(__AVX512VL__) && defined(__AVX512DQ__) && defined(__AVX512BW__)
+
+// SHA-256 16 way
+
+typedef struct
+{
+   __m512i buf[64>>2];
+   __m512i val[8];
+   uint32_t count_high, count_low;
+} sha256_16way_context __attribute__ ((aligned (128)));
+
+void sha256_16way_init( sha256_16way_context *sc );
+void sha256_16way_update( sha256_16way_context *sc, const void *data, size_t len );
+void sha256_16way_close( sha256_16way_context *sc, void *dst );
+void sha256_16way_full( void *dst, const void *data, size_t len );
+void sha256_16way_transform_le( __m512i *state_out, const __m512i *data,
+                             const __m512i *state_in );
+void sha256_16way_transform_be( __m512i *state_out, const __m512i *data,
+                             const __m512i *state_in );
+void sha256_16way_prehash_3rounds( __m512i *state_mid, __m512i *X,
+                                  const __m512i *W, const __m512i *state_in );
+void sha256_16way_final_rounds( __m512i *state_out, const __m512i *data,
+        const __m512i *state_in, const __m512i *state_mid, const __m512i *X );
+
+int sha256_16way_transform_le_short( __m512i *state_out, const __m512i *data,
+                            const __m512i *state_in, const uint32_t *target );
+
+#endif // AVX512
+
+#if defined (__AVX2__)
+
+// SHA-256 8 way
+
+typedef struct
+{
+   __m256i buf[64>>2];
+   __m256i val[8];
+   uint32_t count_high, count_low;
+} sha256_8way_context __attribute__ ((aligned (64)));
+
+void sha256_8way_init( sha256_8way_context *sc );
+void sha256_8way_update( sha256_8way_context *sc, const void *data, size_t len );
+void sha256_8way_close( sha256_8way_context *sc, void *dst );
+void sha256_8way_full( void *dst, const void *data, size_t len );
+void sha256_8way_transform_le( __m256i *state_out, const __m256i *data,
+                               const __m256i *state_in );
+void sha256_8way_transform_be( __m256i *state_out, const __m256i *data,
+                               const __m256i *state_in );
+
+void sha256_8way_prehash_3rounds( __m256i *state_mid, __m256i *X,
+                                 const __m256i *W, const __m256i *state_in );
+void sha256_8way_final_rounds( __m256i *state_out, const __m256i *data,
+        const __m256i *state_in, const __m256i *state_mid, const __m256i *X );
+int sha256_8way_transform_le_short( __m256i *state_out, const __m256i *data,
+                             const __m256i *state_in, const uint32_t *target );
+
+#endif  // AVX2
+
+#if defined(__SSE2__)
+
+// SHA-256 4 way
+
+typedef struct
+{
+   __m128i buf[64>>2];
+   __m128i val[8];
+   uint32_t count_high, count_low;
+} sha256_4way_context __attribute__ ((aligned (32)));
+
+void sha256_4way_init( sha256_4way_context *sc );
+void sha256_4way_update( sha256_4way_context *sc, const void *data,
+                         size_t len );
+void sha256_4way_close( sha256_4way_context *sc, void *dst );
+void sha256_4way_full( void *dst, const void *data, size_t len );
+void sha256_4way_transform_le( __m128i *state_out,  const __m128i *data,
+                            const __m128i *state_in );
+void sha256_4way_transform_be( __m128i *state_out,  const __m128i *data,
+                            const __m128i *state_in );
+void sha256_4way_prehash_3rounds( __m128i *state_mid, __m128i *X,
+                                   const __m128i *W, const __m128i *state_in );
+void sha256_4way_final_rounds( __m128i *state_out, const __m128i *data,
+        const __m128i *state_in, const __m128i *state_mid, const __m128i *X );
+int sha256_4way_transform_le_short( __m128i *state_out, const __m128i *data,
+                                   const __m128i *state_in, const uint32_t *target );
+
+#endif  // SSE2
 
 #endif

algo/sha/sha256d-4way.c

@@ -3,94 +3,196 @@
 #include <stdint.h>
 #include <string.h>
 #include <stdio.h>
-#include "sha-hash-4way.h"
+#include "sha256-hash.h"
+
+static const uint32_t sha256_iv[8] __attribute__ ((aligned (32))) =
+{
+   0x6A09E667, 0xBB67AE85, 0x3C6EF372, 0xA54FF53A,
+   0x510E527F, 0x9B05688C, 0x1F83D9AB, 0x5BE0CD19
+};
+
+#if defined(SHA256D_SHA)
+
+int scanhash_sha256d_sha( struct work *work, uint32_t max_nonce,
+                      uint64_t *hashes_done, struct thr_info *mythr )
+{
+   uint32_t block1a[16] __attribute__ ((aligned (64)));
+   uint32_t block1b[16] __attribute__ ((aligned (64)));
+   uint32_t block2a[16] __attribute__ ((aligned (64)));
+   uint32_t block2b[16] __attribute__ ((aligned (64)));
+   uint32_t hasha[8]    __attribute__ ((aligned (32)));
+   uint32_t hashb[8]    __attribute__ ((aligned (32)));
+   uint32_t mstatea[8]  __attribute__ ((aligned (32)));
+   uint32_t mstateb[8]  __attribute__ ((aligned (32)));
+   uint32_t sstate[8]   __attribute__ ((aligned (32)));
+   uint32_t *pdata = work->data;
+   uint32_t *ptarget = work->target;
+   const uint32_t first_nonce = pdata[19];
+   const uint32_t last_nonce = max_nonce - 2;
+   uint32_t n = first_nonce;
+   const int thr_id = mythr->id;
+   const bool bench = opt_benchmark;
+   const __m128i shuf_bswap32 =
+           _mm_set_epi64x( 0x0c0d0e0f08090a0bULL, 0x0405060700010203ULL );
+
+   // hash first 64 byte block of data
+   sha256_opt_transform_le( mstatea, pdata, sha256_iv );
+
+   // fill & pad second bock without nonce
+   memcpy( block1a, pdata + 16, 12 );
+   memcpy( block1b, pdata + 16, 12 );
+   block1a[ 3] = 0;
+   block1b[ 3] = 0;
+   block1a[ 4] = block1b[ 4] = 0x80000000;
+   memset( block1a + 5, 0, 40 );
+   memset( block1b + 5, 0, 40 );
+   block1a[15] = block1b[15] = 80*8; // bit count
+
+   sha256_ni_prehash_3rounds( mstateb, block1a, sstate, mstatea);
+
+   // Pad third block
+   block2a[ 8] = block2b[ 8] = 0x80000000;
+   memset( block2a + 9, 0, 24 );
+   memset( block2b + 9, 0, 24 );
+   block2a[15] = block2b[15] = 32*8; // bit count
+
+   do
+   {
+      // Insert nonce for second block
+      block1a[3] = n;
+      block1b[3] = n+1;
+      sha256_ni2way_final_rounds( block2a, block2b, block1a, block1b,
+                                  mstateb, mstateb, sstate, sstate );
+
+      sha256_ni2way_transform_le( hasha, hashb, block2a, block2b,
+                                  sha256_iv, sha256_iv );
+
+      if ( unlikely( bswap_32( hasha[7] ) <= ptarget[7] ) )
+      {
+          casti_m128i( hasha, 0 ) =
+               _mm_shuffle_epi8( casti_m128i( hasha, 0 ), shuf_bswap32 );
+          casti_m128i( hasha, 1 ) =
+               _mm_shuffle_epi8( casti_m128i( hasha, 1 ), shuf_bswap32 );
+          if ( likely( valid_hash( hasha, ptarget ) && !bench ) )
+          {
+             pdata[19] = n;
+             submit_solution( work, hasha, mythr );
+          }
+      }
+      if ( unlikely( bswap_32( hashb[7] ) <= ptarget[7] ) )
+      {
+         casti_m128i( hashb, 0 ) =
+               _mm_shuffle_epi8( casti_m128i( hashb, 0 ), shuf_bswap32 );
+         casti_m128i( hashb, 1 ) =
+               _mm_shuffle_epi8( casti_m128i( hashb, 1 ), shuf_bswap32 );
+         if ( likely( valid_hash( hashb, ptarget ) && !bench ) )
+         {
+            pdata[19] = n+1;
+            submit_solution( work, hashb, mythr );
+         }
+      }
+      n += 2;
+   } while ( (n < last_nonce) && !work_restart[thr_id].restart );
+
+   pdata[19] = n;
+   *hashes_done = n - first_nonce;
+   return 0;
+}
+
+#endif
 
 #if defined(SHA256D_16WAY)
 
 int scanhash_sha256d_16way( struct work *work, const uint32_t max_nonce,
                            uint64_t *hashes_done, struct thr_info *mythr )
 {
-   __m512i  vdata[32]    __attribute__ ((aligned (128)));
-   __m512i  block[16]    __attribute__ ((aligned (64)));
+   __m512i  block[16]    __attribute__ ((aligned (128)));
+   __m512i  buf[16]      __attribute__ ((aligned (64)));
    __m512i  hash32[8]    __attribute__ ((aligned (64)));
-   __m512i  initstate[8] __attribute__ ((aligned (64)));
-   __m512i  midstate1[8] __attribute__ ((aligned (64)));
-   __m512i  midstate2[8] __attribute__ ((aligned (64)));
-   __m512i  mexp_pre[16] __attribute__ ((aligned (64)));
-   uint32_t lane_hash[8] __attribute__ ((aligned (64)));
-   uint32_t *hash32_d7 =  (uint32_t*)&( hash32[7] );
+   __m512i  mstate1[8]   __attribute__ ((aligned (64)));
+   __m512i  mstate2[8]   __attribute__ ((aligned (64)));
+   __m512i  istate[8]    __attribute__ ((aligned (64)));
+   __m512i  mexp_pre[8]  __attribute__ ((aligned (64)));
+   uint32_t phash[8]     __attribute__ ((aligned (32)));
    uint32_t *pdata = work->data;
    const uint32_t *ptarget = work->target;
-   const uint32_t targ32_d7 = ptarget[7];
    const uint32_t first_nonce = pdata[19];
    const uint32_t last_nonce = max_nonce - 16;
-   uint32_t n = first_nonce;
-   __m512i *noncev = vdata + 19;
-   const int thr_id = mythr->id;
-   const bool bench = opt_benchmark;
    const __m512i last_byte = _mm512_set1_epi32( 0x80000000 );
+   uint32_t n = first_nonce;
+   const int thr_id = mythr->id;
    const __m512i sixteen = _mm512_set1_epi32( 16 );
+   const bool bench = opt_benchmark;
+   const __m256i bswap_shuf = mm256_bcast_m128( _mm_set_epi64x(
+                                0x0c0d0e0f08090a0b, 0x0405060700010203 ) );
 
-   for ( int i = 0; i < 19; i++ )
-       vdata[i] = _mm512_set1_epi32( pdata[i] );
+   // prehash first block directly from pdata
+   sha256_transform_le( phash, pdata, sha256_iv );
 
-   *noncev = _mm512_set_epi32( n+15, n+14, n+13, n+12, n+11, n+10, n+9, n+8,
-                               n+ 7, n+ 6, n+ 5, n+ 4, n+ 3, n+ 2, n+1, n );
+   // vectorize block 0 hash for second block
+   mstate1[0] = _mm512_set1_epi32( phash[0] );
+   mstate1[1] = _mm512_set1_epi32( phash[1] );
+   mstate1[2] = _mm512_set1_epi32( phash[2] );
+   mstate1[3] = _mm512_set1_epi32( phash[3] );
+   mstate1[4] = _mm512_set1_epi32( phash[4] );
+   mstate1[5] = _mm512_set1_epi32( phash[5] );
+   mstate1[6] = _mm512_set1_epi32( phash[6] );
+   mstate1[7] = _mm512_set1_epi32( phash[7] );
 
-   vdata[16+4] = last_byte;
-   memset_zero_512( vdata+16 + 5, 10 );
-   vdata[16+15] = _mm512_set1_epi32( 80*8 ); // bit count
+   // second message block data, with nonce & padding
+   buf[0] = _mm512_set1_epi32( pdata[16] );
+   buf[1] = _mm512_set1_epi32( pdata[17] );
+   buf[2] = _mm512_set1_epi32( pdata[18] );
+   buf[3] = _mm512_set_epi32( n+15, n+14, n+13, n+12, n+11, n+10, n+ 9, n+ 8,
+                              n+ 7, n+ 6, n+ 5, n+ 4, n+ 3, n+ 2, n +1, n );
+   buf[4] = last_byte;
+   memset_zero_512( buf+5, 10 );
+   buf[15] = _mm512_set1_epi32( 80*8 );  // bit count
 
+   // partially pre-expand & prehash second message block, avoiding the nonces
+   sha256_16way_prehash_3rounds( mstate2, mexp_pre, buf, mstate1 );
+
+   // vectorize IV for second hash
+   istate[0] = _mm512_set1_epi32( sha256_iv[0] );
+   istate[1] = _mm512_set1_epi32( sha256_iv[1] );
+   istate[2] = _mm512_set1_epi32( sha256_iv[2] );
+   istate[3] = _mm512_set1_epi32( sha256_iv[3] );
+   istate[4] = _mm512_set1_epi32( sha256_iv[4] );
+   istate[5] = _mm512_set1_epi32( sha256_iv[5] );
+   istate[6] = _mm512_set1_epi32( sha256_iv[6] );
+   istate[7] = _mm512_set1_epi32( sha256_iv[7] );
+
+   // initialize padding for second hash
    block[ 8] = last_byte;
-   memset_zero_512( block + 9, 6 );
+   memset_zero_512( block+9, 6 );
    block[15] = _mm512_set1_epi32( 32*8 ); // bit count
-   
-   // initialize state
-   initstate[0] = _mm512_set1_epi64( 0x6A09E6676A09E667 );
-   initstate[1] = _mm512_set1_epi64( 0xBB67AE85BB67AE85 );
-   initstate[2] = _mm512_set1_epi64( 0x3C6EF3723C6EF372 );
-   initstate[3] = _mm512_set1_epi64( 0xA54FF53AA54FF53A );
-   initstate[4] = _mm512_set1_epi64( 0x510E527F510E527F );
-   initstate[5] = _mm512_set1_epi64( 0x9B05688C9B05688C );
-   initstate[6] = _mm512_set1_epi64( 0x1F83D9AB1F83D9AB );
-   initstate[7] = _mm512_set1_epi64( 0x5BE0CD195BE0CD19 );
-
-   sha256_16way_transform_le( midstate1, vdata, initstate );
-
-   // Do 3 rounds on the first 12 bytes of the next block
-   sha256_16way_prehash_3rounds( midstate2, mexp_pre, vdata+16, midstate1 );
 
    do
    {
-      // 1. final 16 bytes of data, with padding
-      sha256_16way_final_rounds( block, vdata+16, midstate1, midstate2,
-                                 mexp_pre );
-
-      // 2. 32 byte hash from 1.
-      if ( sha256_16way_transform_le_short( hash32, block, initstate ) )
+      sha256_16way_final_rounds( block, buf, mstate1, mstate2, mexp_pre );
+      if ( unlikely( sha256_16way_transform_le_short(
+                                  hash32, block, istate, ptarget ) ) )
       {
-         // byte swap final hash for testing
-         mm512_block_bswap_32( hash32, hash32 );
-
          for ( int lane = 0; lane < 16; lane++ )
-         if ( unlikely( hash32_d7[ lane ] <= targ32_d7 ) )
          {
-            extr_lane_16x32( lane_hash, hash32, lane, 256 );
-            if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
+            extr_lane_16x32( phash, hash32, lane, 256 );
+            casti_m256i( phash, 0 ) =
+                   _mm256_shuffle_epi8( casti_m256i( phash, 0 ), bswap_shuf ); 
+            if ( likely( valid_hash( phash, ptarget ) && !bench ) )
             {
-               pdata[19] = n + lane;
-               submit_solution( work, lane_hash, mythr );
+              pdata[19] = n + lane;
+              submit_solution( work, phash, mythr );
             }
          }
       }
-      *noncev = _mm512_add_epi32( *noncev, sixteen );
+      buf[3] = _mm512_add_epi32( buf[3], sixteen );
       n += 16;
    } while ( (n < last_nonce) && !work_restart[thr_id].restart );
    pdata[19] = n;
    *hashes_done = n - first_nonce;
    return 0;
 }
-
+   
 #endif
 
 #if defined(SHA256D_8WAY)
@@ -101,15 +203,13 @@ int scanhash_sha256d_8way( struct work *work, const uint32_t max_nonce,
    __m256i  vdata[32]    __attribute__ ((aligned (64)));
    __m256i  block[16]    __attribute__ ((aligned (32)));
    __m256i  hash32[8]    __attribute__ ((aligned (32)));
-   __m256i  initstate[8] __attribute__ ((aligned (32)));
-   __m256i  midstate1[8] __attribute__ ((aligned (32)));
-   __m256i  midstate2[8] __attribute__ ((aligned (32)));
-   __m256i  mexp_pre[16] __attribute__ ((aligned (32)));
+   __m256i  istate[8]    __attribute__ ((aligned (32)));
+   __m256i  mstate1[8]   __attribute__ ((aligned (32)));
+   __m256i  mstate2[8]   __attribute__ ((aligned (32)));
+   __m256i  mexp_pre[8]  __attribute__ ((aligned (32)));
    uint32_t lane_hash[8] __attribute__ ((aligned (32)));
-   uint32_t *hash32_d7 =  (uint32_t*)&( hash32[7] );
    uint32_t *pdata = work->data;
    const uint32_t *ptarget = work->target;
-   const uint32_t targ32_d7 = ptarget[7];
    const uint32_t first_nonce = pdata[19];
    const uint32_t last_nonce = max_nonce - 8;
    uint32_t n = first_nonce;
@@ -118,6 +218,8 @@ int scanhash_sha256d_8way( struct work *work, const uint32_t max_nonce,
    const bool bench = opt_benchmark;
    const __m256i last_byte = _mm256_set1_epi32( 0x80000000 );
    const __m256i eight = _mm256_set1_epi32( 8 );
+   const __m256i bswap_shuf = mm256_bcast_m128( _mm_set_epi64x(
+                                0x0c0d0e0f08090a0b, 0x0405060700010203 ) );
 
    for ( int i = 0; i < 19; i++ )
       vdata[i] = _mm256_set1_epi32( pdata[i] );
@@ -126,53 +228,47 @@ int scanhash_sha256d_8way( struct work *work, const uint32_t max_nonce,
 
    vdata[16+4] = last_byte;
    memset_zero_256( vdata+16 + 5, 10 );
-   vdata[16+15] = _mm256_set1_epi32( 80*8 ); // bit count
+   vdata[16+15] = _mm256_set1_epi32( 80*8 );
 
    block[ 8] = last_byte;
    memset_zero_256( block + 9, 6 );
-   block[15] = _mm256_set1_epi32( 32*8 ); // bit count
+   block[15] = _mm256_set1_epi32( 32*8 ); 
    
-   // initialize state
-   initstate[0] = _mm256_set1_epi64x( 0x6A09E6676A09E667 );
-   initstate[1] = _mm256_set1_epi64x( 0xBB67AE85BB67AE85 );
-   initstate[2] = _mm256_set1_epi64x( 0x3C6EF3723C6EF372 );
-   initstate[3] = _mm256_set1_epi64x( 0xA54FF53AA54FF53A );
-   initstate[4] = _mm256_set1_epi64x( 0x510E527F510E527F );
-   initstate[5] = _mm256_set1_epi64x( 0x9B05688C9B05688C );
-   initstate[6] = _mm256_set1_epi64x( 0x1F83D9AB1F83D9AB );
-   initstate[7] = _mm256_set1_epi64x( 0x5BE0CD195BE0CD19 );
+   // initialize state for second hash
+   istate[0] = _mm256_set1_epi32( sha256_iv[0] );
+   istate[1] = _mm256_set1_epi32( sha256_iv[1] );
+   istate[2] = _mm256_set1_epi32( sha256_iv[2] );
+   istate[3] = _mm256_set1_epi32( sha256_iv[3] );
+   istate[4] = _mm256_set1_epi32( sha256_iv[4] );
+   istate[5] = _mm256_set1_epi32( sha256_iv[5] );
+   istate[6] = _mm256_set1_epi32( sha256_iv[6] );
+   istate[7] = _mm256_set1_epi32( sha256_iv[7] );
+
+   sha256_8way_transform_le( mstate1, vdata, istate );
 
-   sha256_8way_transform_le( midstate1, vdata, initstate );
-   
    // Do 3 rounds on the first 12 bytes of the next block
-   sha256_8way_prehash_3rounds( midstate2, mexp_pre, vdata + 16, midstate1 );
-
+   sha256_8way_prehash_3rounds( mstate2, mexp_pre, vdata + 16, mstate1 );
+   
    do
    {
-      // 1. final 16 bytes of data, with padding
-      sha256_8way_final_rounds( block, vdata+16, midstate1, midstate2,
-                                mexp_pre );
-
-      // 2. 32 byte hash from 1.
-      if ( unlikely(
-               sha256_8way_transform_le_short( hash32, block, initstate ) ) )
+      sha256_8way_final_rounds( block, vdata+16, mstate1, mstate2, mexp_pre );
+      if ( unlikely( sha256_8way_transform_le_short( hash32, block,
+                                                     istate, ptarget ) ) )
       {
-         // byte swap final hash for testing
-         mm256_block_bswap_32( hash32, hash32 );
-
          for ( int lane = 0; lane < 8; lane++ )
-         if ( unlikely( hash32_d7[ lane ] <= targ32_d7 ) )
          {
             extr_lane_8x32( lane_hash, hash32, lane, 256 );
+            casti_m256i( lane_hash, 0 ) =
+               _mm256_shuffle_epi8( casti_m256i( lane_hash, 0 ), bswap_shuf );
             if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
             {
                pdata[19] = n + lane;
                submit_solution( work, lane_hash, mythr );
             }
          }
-       }
-       *noncev = _mm256_add_epi32( *noncev, eight );
-       n += 8;
+      }
+      *noncev = _mm256_add_epi32( *noncev, eight );
+      n += 8;
    } while ( (n < last_nonce) && !work_restart[thr_id].restart );
    pdata[19] = n;
    *hashes_done = n - first_nonce;
@@ -186,14 +282,12 @@ int scanhash_sha256d_8way( struct work *work, const uint32_t max_nonce,
 int scanhash_sha256d_4way( struct work *work, const uint32_t max_nonce,
                            uint64_t *hashes_done, struct thr_info *mythr )
 {
-   __m128i  vdata[32]     __attribute__ ((aligned (64)));
-   __m128i  block[16]     __attribute__ ((aligned (32)));
-   __m128i  hash32[8]     __attribute__ ((aligned (32)));
-   __m128i  initstate[8]  __attribute__ ((aligned (32)));
-   __m128i  midstate1[8]   __attribute__ ((aligned (32)));
-   __m128i  midstate2[8]  __attribute__ ((aligned (32)));
-   __m128i  mexp_pre[16]  __attribute__ ((aligned (32)));
-   uint32_t lane_hash[8]  __attribute__ ((aligned (32)));
+   __m128i  vdata[32]    __attribute__ ((aligned (64)));
+   __m128i  block[16]    __attribute__ ((aligned (32)));
+   __m128i  hash32[8]    __attribute__ ((aligned (32)));
+   __m128i  istate[8] __attribute__ ((aligned (32)));
+   __m128i  mstate[8]  __attribute__ ((aligned (32)));
+   uint32_t lane_hash[8] __attribute__ ((aligned (32)));
    uint32_t *hash32_d7 =  (uint32_t*)&( hash32[7] );
    uint32_t *pdata = work->data;
    const uint32_t *ptarget = work->target;
@@ -214,49 +308,40 @@ int scanhash_sha256d_4way( struct work *work, const uint32_t max_nonce,
 
    vdata[16+4] = last_byte;
    memset_zero_128( vdata+16 + 5, 10 );
-   vdata[16+15] = _mm_set1_epi32( 80*8 ); // bit count
+   vdata[16+15] = _mm_set1_epi32( 80*8 );
 
    block[ 8] = last_byte;
    memset_zero_128( block + 9, 6 );
-   block[15] = _mm_set1_epi32( 32*8 ); // bit count
-
+   block[15] = _mm_set1_epi32( 32*8 );
+   
    // initialize state
-   initstate[0] = _mm_set1_epi64x( 0x6A09E6676A09E667 );
-   initstate[1] = _mm_set1_epi64x( 0xBB67AE85BB67AE85 );
-   initstate[2] = _mm_set1_epi64x( 0x3C6EF3723C6EF372 );
-   initstate[3] = _mm_set1_epi64x( 0xA54FF53AA54FF53A );
-   initstate[4] = _mm_set1_epi64x( 0x510E527F510E527F );
-   initstate[5] = _mm_set1_epi64x( 0x9B05688C9B05688C );
-   initstate[6] = _mm_set1_epi64x( 0x1F83D9AB1F83D9AB );
-   initstate[7] = _mm_set1_epi64x( 0x5BE0CD195BE0CD19 );
+   istate[0] = _mm_set1_epi32( sha256_iv[0] );
+   istate[1] = _mm_set1_epi32( sha256_iv[1] );
+   istate[2] = _mm_set1_epi32( sha256_iv[2] );
+   istate[3] = _mm_set1_epi32( sha256_iv[3] );
+   istate[4] = _mm_set1_epi32( sha256_iv[4] );
+   istate[5] = _mm_set1_epi32( sha256_iv[5] );
+   istate[6] = _mm_set1_epi32( sha256_iv[6] );
+   istate[7] = _mm_set1_epi32( sha256_iv[7] );
 
    // hash first 64 bytes of data
-   sha256_4way_transform_le( midstate1, vdata, initstate );
-   // Do 3 rounds on the first 12 bytes of the next block
-   sha256_4way_prehash_3rounds( midstate2, mexp_pre, vdata + 16, midstate1 );
+   sha256_4way_transform_le( mstate, vdata, istate );
 
    do
    {
-      // 1. final 16 bytes of data, with padding
-      sha256_4way_final_rounds( block, vdata+16, midstate1, midstate2,
-                                mexp_pre );
+      sha256_4way_transform_le( block,  vdata+16, mstate  );
+      sha256_4way_transform_le( hash32, block, istate );
 
-      // 2. 32 byte hash from 1.
-      if ( unlikely(
-              sha256_4way_transform_le_short( hash32, block, initstate ) ) )
+      mm128_block_bswap_32( hash32, hash32 );
+
+      for ( int lane = 0; lane < 4; lane++ )
+      if ( unlikely( hash32_d7[ lane ] <= targ32_d7 ) )
       {
-         // byte swap final hash for testing
-         mm128_block_bswap_32( hash32, hash32 );
-
-         for ( int lane = 0; lane < 4; lane++ )
-         if ( unlikely( hash32_d7[ lane ] <= targ32_d7 ) )
+         extr_lane_4x32( lane_hash, hash32, lane, 256 );
+         if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
          {
-            extr_lane_4x32( lane_hash, hash32, lane, 256 );
-            if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
-            {
-               pdata[19] = n + lane;
-               submit_solution( work, lane_hash, mythr );
-            }
+            pdata[19] = n + lane;
+            submit_solution( work, lane_hash, mythr );
          }
       }
       *noncev = _mm_add_epi32( *noncev, four );
@@ -269,20 +354,4 @@ int scanhash_sha256d_4way( struct work *work, const uint32_t max_nonce,
 
 #endif
 
-/*
-bool register_sha256d_algo( algo_gate_t* gate )
-{
-   gate->optimizations = SSE2_OPT | AVX2_OPT | AVX512_OPT;
-#if defined(SHA256D_16WAY)
-   gate->scanhash = (void*)&scanhash_sha256d_16way;
-#elif defined(SHA256D_8WAY)
-   gate->scanhash = (void*)&scanhash_sha256d_8way;
-#elif defined(SHA256D_4WAY)
-   gate->scanhash = (void*)&scanhash_sha256d_4way;
-#endif
-   
-//   gate->hash     = (void*)&sha256d;
-   return true;
-};
-*/
 

algo/sha/sha256d-4way.h

@@ -6,6 +6,8 @@
 
 #if defined(__AVX512F__) && defined(__AVX512VL__) && defined(__AVX512DQ__) && defined(__AVX512BW__)
   #define SHA256D_16WAY 1
+#elif defined(__SHA__)
+  #define SHA256D_SHA 1
 #elif defined(__AVX2__)
   #define SHA256D_8WAY 1
 #else
@@ -32,15 +34,12 @@ int scanhash_sha256d_4way( struct work *work, uint32_t max_nonce,
                            uint64_t *hashes_done, struct thr_info *mythr );
 #endif
 
+#if defined(SHA256D_SHA)
 
-/*
-#if defined(__SHA__)
-
-int scanhash_sha256d( struct work *work, uint32_t max_nonce,
-                      uint64_t *hashes_done, struct thr_info *mythr );
-
-#endif
-*/
+int scanhash_sha256d_sha( struct work *work, uint32_t max_nonce,
+                          uint64_t *hashes_done, struct thr_info *mythr );
+
+#endif
 
 #endif
 

algo/sha/sha256dt.c

@@ -3,96 +3,206 @@
 #include <stdint.h>
 #include <string.h>
 #include <stdio.h>
-#include "sha-hash-4way.h"
+#include "sha256-hash.h"
 
 #if defined(__AVX512F__) && defined(__AVX512VL__) && defined(__AVX512DQ__) && defined(__AVX512BW__)
   #define SHA256DT_16WAY 1
+#elif defined(__SHA__)
+  #define SHA256DT_SHA 1
 #elif defined(__AVX2__)
   #define SHA256DT_8WAY 1
 #else
   #define SHA256DT_4WAY 1
 #endif
 
+static const uint32_t sha256dt_iv[8]  __attribute__ ((aligned (32))) =
+   {
+      0xdfa9bf2c, 0xb72074d4, 0x6bb01122, 0xd338e869,
+      0xaa3ff126, 0x475bbf30, 0x8fd52e5b, 0x9f75c9ad
+   };
+
+#if defined(SHA256DT_SHA)
+
+int scanhash_sha256dt_sha( struct work *work, uint32_t max_nonce,
+                      uint64_t *hashes_done, struct thr_info *mythr )
+{
+   uint32_t block1a[16] __attribute__ ((aligned (64)));
+   uint32_t block1b[16] __attribute__ ((aligned (64)));
+   uint32_t block2a[16] __attribute__ ((aligned (64)));
+   uint32_t block2b[16] __attribute__ ((aligned (64)));
+   uint32_t hasha[8]    __attribute__ ((aligned (32)));
+   uint32_t hashb[8]    __attribute__ ((aligned (32)));
+   uint32_t mstatea[8]  __attribute__ ((aligned (32)));
+   uint32_t mstateb[8]  __attribute__ ((aligned (32)));
+   uint32_t sstate[8]   __attribute__ ((aligned (32)));
+   uint32_t *pdata = work->data;
+   uint32_t *ptarget = work->target;
+   const uint32_t first_nonce = pdata[19];
+   const uint32_t last_nonce = max_nonce - 2;
+   uint32_t n = first_nonce;
+   const int thr_id = mythr->id;
+   const bool bench = opt_benchmark;
+   const __m128i shuf_bswap32 =
+           _mm_set_epi64x( 0x0c0d0e0f08090a0bULL, 0x0405060700010203ULL );
+
+   // hash first 64 byte block of data
+   sha256_opt_transform_le( mstatea, pdata, sha256dt_iv );
+
+   // fill & pad second bock without nonce
+   memcpy( block1a, pdata + 16, 12 );
+   memcpy( block1b, pdata + 16, 12 );
+   block1a[ 3] = 0;
+   block1b[ 3] = 0;
+   block1a[ 4] = block1b[ 4] = 0x80000000;
+   memset( block1a + 5, 0, 40 );
+   memset( block1b + 5, 0, 40 );
+   block1a[15] = block1b[15] = 0x480; // funky bit count
+
+   sha256_ni_prehash_3rounds( mstateb, block1a, sstate, mstatea);
+
+   // Pad third block
+   block2a[ 8] = block2b[ 8] = 0x80000000;
+   memset( block2a + 9, 0, 24 );
+   memset( block2b + 9, 0, 24 );
+   block2a[15] = block2b[15] = 0x300; // bit count
+
+   do
+   {
+      // Insert nonce for second block
+      block1a[3] = n;
+      block1b[3] = n+1;
+      sha256_ni2way_final_rounds( block2a, block2b, block1a, block1b,
+                                  mstateb, mstateb, sstate, sstate );
+
+      sha256_ni2way_transform_le( hasha, hashb, block2a, block2b,
+                                  sha256dt_iv, sha256dt_iv );
+
+      if ( unlikely( bswap_32( hasha[7] ) <= ptarget[7] ) )
+      {
+          casti_m128i( hasha, 0 ) =
+               _mm_shuffle_epi8( casti_m128i( hasha, 0 ), shuf_bswap32 );
+          casti_m128i( hasha, 1 ) =
+               _mm_shuffle_epi8( casti_m128i( hasha, 1 ), shuf_bswap32 );
+          if ( likely( valid_hash( hasha, ptarget ) && !bench ) )
+          {
+             pdata[19] = n;
+             submit_solution( work, hasha, mythr );
+          }
+      }
+      if ( unlikely( bswap_32( hashb[7] ) <= ptarget[7] ) )
+      {
+         casti_m128i( hashb, 0 ) =
+               _mm_shuffle_epi8( casti_m128i( hashb, 0 ), shuf_bswap32 );
+         casti_m128i( hashb, 1 ) =
+               _mm_shuffle_epi8( casti_m128i( hashb, 1 ), shuf_bswap32 );
+         if ( likely( valid_hash( hashb, ptarget ) && !bench ) )
+         {
+            pdata[19] = n+1;
+            submit_solution( work, hashb, mythr );
+         }
+      }
+      n += 2;
+   } while ( (n < last_nonce) && !work_restart[thr_id].restart );
+
+   pdata[19] = n;
+   *hashes_done = n - first_nonce;
+   return 0;
+}
+
+#endif
+
 #if defined(SHA256DT_16WAY)
 
 int scanhash_sha256dt_16way( struct work *work, const uint32_t max_nonce,
                            uint64_t *hashes_done, struct thr_info *mythr )
 {
-   __m512i  vdata[32]    __attribute__ ((aligned (128)));
-   __m512i  block[16]    __attribute__ ((aligned (64)));
+   __m512i  block[16]    __attribute__ ((aligned (128)));
+   __m512i  buf[16]      __attribute__ ((aligned (64)));
    __m512i  hash32[8]    __attribute__ ((aligned (64)));
-   __m512i  initstate[8] __attribute__ ((aligned (64)));
-   __m512i  midstate1[8] __attribute__ ((aligned (64)));
-   __m512i  midstate2[8] __attribute__ ((aligned (64)));
-   __m512i  mexp_pre[16] __attribute__ ((aligned (64)));
-   uint32_t lane_hash[8] __attribute__ ((aligned (64)));
-   uint32_t *hash32_d7 =  (uint32_t*)&( hash32[7] );
+   __m512i  mstate1[8]   __attribute__ ((aligned (64)));
+   __m512i  mstate2[8]   __attribute__ ((aligned (64)));
+   __m512i  istate[8]    __attribute__ ((aligned (64)));
+   __m512i  mexp_pre[8]  __attribute__ ((aligned (64)));
+   uint32_t phash[8]     __attribute__ ((aligned (32)));
    uint32_t *pdata = work->data;
    const uint32_t *ptarget = work->target;
-   const uint32_t targ32_d7 = ptarget[7];
    const uint32_t first_nonce = pdata[19];
    const uint32_t last_nonce = max_nonce - 16;
-   uint32_t n = first_nonce;
-   __m512i *noncev = vdata + 19; 
-   const int thr_id = mythr->id;
-   const bool bench = opt_benchmark;
    const __m512i last_byte = _mm512_set1_epi32( 0x80000000 );
+   uint32_t n = first_nonce;
+   const int thr_id = mythr->id;
    const __m512i sixteen = _mm512_set1_epi32( 16 );
+   const bool bench = opt_benchmark;
+   const __m256i bswap_shuf = mm256_bcast_m128( _mm_set_epi64x(
+                                0x0c0d0e0f08090a0b, 0x0405060700010203 ) );
 
-   for ( int i = 0; i < 19; i++ )
-      vdata[i] = _mm512_set1_epi32( pdata[i] );
+   // prehash first block directly from pdata
+   sha256_transform_le( phash, pdata, sha256dt_iv );
 
-   *noncev = _mm512_set_epi32( n+15, n+14, n+13, n+12, n+11, n+10, n+9, n+8,
-                               n+ 7, n+ 6, n+ 5, n+ 4, n+ 3, n+ 2, n+1, n );
+   // vectorize block 0 hash for second block
+   mstate1[0] = _mm512_set1_epi32( phash[0] );
+   mstate1[1] = _mm512_set1_epi32( phash[1] );
+   mstate1[2] = _mm512_set1_epi32( phash[2] );
+   mstate1[3] = _mm512_set1_epi32( phash[3] );
+   mstate1[4] = _mm512_set1_epi32( phash[4] );
+   mstate1[5] = _mm512_set1_epi32( phash[5] );
+   mstate1[6] = _mm512_set1_epi32( phash[6] );
+   mstate1[7] = _mm512_set1_epi32( phash[7] );
 
-   vdata[16+4] = last_byte;
-   memset_zero_512( vdata+16 + 5, 10 );
-   vdata[16+15] = _mm512_set1_epi32( 0x480 ); 
-   
+   // second message block data, with nonce & padding
+   buf[0] = _mm512_set1_epi32( pdata[16] );
+   buf[1] = _mm512_set1_epi32( pdata[17] );
+   buf[2] = _mm512_set1_epi32( pdata[18] );
+   buf[3] = _mm512_set_epi32( n+15, n+14, n+13, n+12, n+11, n+10, n+ 9, n+ 8,
+                              n+ 7, n+ 6, n+ 5, n+ 4, n+ 3, n+ 2, n +1, n );
+   buf[4] = last_byte;
+   memset_zero_512( buf+5, 10 );
+   buf[15] = _mm512_set1_epi32( 0x480 ); // sha256dt funky bit count
+
+   // partially pre-expand & prehash second message block, avoiding the nonces
+   sha256_16way_prehash_3rounds( mstate2, mexp_pre, buf, mstate1 );
+
+   // vectorize IV for second hash
+   istate[0] = _mm512_set1_epi32( sha256dt_iv[0] );
+   istate[1] = _mm512_set1_epi32( sha256dt_iv[1] );
+   istate[2] = _mm512_set1_epi32( sha256dt_iv[2] );
+   istate[3] = _mm512_set1_epi32( sha256dt_iv[3] );
+   istate[4] = _mm512_set1_epi32( sha256dt_iv[4] );
+   istate[5] = _mm512_set1_epi32( sha256dt_iv[5] );
+   istate[6] = _mm512_set1_epi32( sha256dt_iv[6] );
+   istate[7] = _mm512_set1_epi32( sha256dt_iv[7] );
+
+   // initialize padding for second hash
    block[ 8] = last_byte;
-   memset_zero_512( block + 9, 6 );
-   block[15] = _mm512_set1_epi32( 0x300 ); 
-   
-   initstate[0] = _mm512_set1_epi64( 0xdfa9bf2cdfa9bf2c );
-   initstate[1] = _mm512_set1_epi64( 0xb72074d4b72074d4 );
-   initstate[2] = _mm512_set1_epi64( 0x6bb011226bb01122 );
-   initstate[3] = _mm512_set1_epi64( 0xd338e869d338e869 );
-   initstate[4] = _mm512_set1_epi64( 0xaa3ff126aa3ff126 );
-   initstate[5] = _mm512_set1_epi64( 0x475bbf30475bbf30 );
-   initstate[6] = _mm512_set1_epi64( 0x8fd52e5b8fd52e5b );
-   initstate[7] = _mm512_set1_epi64( 0x9f75c9ad9f75c9ad );
-
-   sha256_16way_transform_le( midstate1, vdata, initstate );
-   
-   // Do 3 rounds on the first 12 bytes of the next block
-   sha256_16way_prehash_3rounds( midstate2, mexp_pre, vdata+16, midstate1 );
+   memset_zero_512( block+9, 6 );
+   block[15] = _mm512_set1_epi32( 0x300 ); // bit count
 
    do
    {
-      sha256_16way_final_rounds( block, vdata+16, midstate1, midstate2,
-                                 mexp_pre );
-      sha256_16way_transform_le( hash32, block, initstate );
-      mm512_block_bswap_32( hash32, hash32 );    
-
-      for ( int lane = 0; lane < 16; lane++ )
-      if ( hash32_d7[ lane ] <= targ32_d7 )
+      sha256_16way_final_rounds( block, buf, mstate1, mstate2, mexp_pre );
+      if ( unlikely( sha256_16way_transform_le_short(
+                                  hash32, block, istate, ptarget ) ) )
       {
-         extr_lane_16x32( lane_hash, hash32, lane, 256 );
-         if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
+         for ( int lane = 0; lane < 16; lane++ )
          {
-            pdata[19] = n + lane;
-            submit_solution( work, lane_hash, mythr );
+            extr_lane_16x32( phash, hash32, lane, 256 );
+            casti_m256i( phash, 0 ) =
+                   _mm256_shuffle_epi8( casti_m256i( phash, 0 ), bswap_shuf ); 
+            if ( likely( valid_hash( phash, ptarget ) && !bench ) )
+            {
+              pdata[19] = n + lane;
+              submit_solution( work, phash, mythr );
+            }
          }
       }
-      *noncev = _mm512_add_epi32( *noncev, sixteen );
+      buf[3] = _mm512_add_epi32( buf[3], sixteen );
       n += 16;
    } while ( (n < last_nonce) && !work_restart[thr_id].restart );
    pdata[19] = n;
    *hashes_done = n - first_nonce;
    return 0;
 }
-
-
+   
 #endif
 
 #if defined(SHA256DT_8WAY)
@@ -103,15 +213,13 @@ int scanhash_sha256dt_8way( struct work *work, const uint32_t max_nonce,
    __m256i  vdata[32]    __attribute__ ((aligned (64)));
    __m256i  block[16]    __attribute__ ((aligned (32)));
    __m256i  hash32[8]    __attribute__ ((aligned (32)));
-   __m256i  initstate[8] __attribute__ ((aligned (32)));
-   __m256i  midstate1[8] __attribute__ ((aligned (32)));
-   __m256i  midstate2[8] __attribute__ ((aligned (32)));
-   __m256i  mexp_pre[16] __attribute__ ((aligned (32)));
+   __m256i  istate[8]    __attribute__ ((aligned (32)));
+   __m256i  mstate1[8]   __attribute__ ((aligned (32)));
+   __m256i  mstate2[8]   __attribute__ ((aligned (32)));
+   __m256i  mexp_pre[8]  __attribute__ ((aligned (32)));
    uint32_t lane_hash[8] __attribute__ ((aligned (32)));
-   uint32_t *hash32_d7 =  (uint32_t*)&( hash32[7] );
    uint32_t *pdata = work->data;
    const uint32_t *ptarget = work->target;
-   const uint32_t targ32_d7 = ptarget[7];
    const uint32_t first_nonce = pdata[19];
    const uint32_t last_nonce = max_nonce - 8;
    uint32_t n = first_nonce;
@@ -120,6 +228,8 @@ int scanhash_sha256dt_8way( struct work *work, const uint32_t max_nonce,
    const bool bench = opt_benchmark;
    const __m256i last_byte = _mm256_set1_epi32( 0x80000000 );
    const __m256i eight = _mm256_set1_epi32( 8 );
+   const __m256i bswap_shuf = mm256_bcast_m128( _mm_set_epi64x(
+                                0x0c0d0e0f08090a0b, 0x0405060700010203 ) );
 
    for ( int i = 0; i < 19; i++ )
       vdata[i] = _mm256_set1_epi32( pdata[i] );
@@ -134,36 +244,37 @@ int scanhash_sha256dt_8way( struct work *work, const uint32_t max_nonce,
    memset_zero_256( block + 9, 6 );
    block[15] = _mm256_set1_epi32( 0x300 ); 
    
-   // initialize state
-   initstate[0] = _mm256_set1_epi64x( 0xdfa9bf2cdfa9bf2c );
-   initstate[1] = _mm256_set1_epi64x( 0xb72074d4b72074d4 );
-   initstate[2] = _mm256_set1_epi64x( 0x6bb011226bb01122 );
-   initstate[3] = _mm256_set1_epi64x( 0xd338e869d338e869 );
-   initstate[4] = _mm256_set1_epi64x( 0xaa3ff126aa3ff126 );
-   initstate[5] = _mm256_set1_epi64x( 0x475bbf30475bbf30 );
-   initstate[6] = _mm256_set1_epi64x( 0x8fd52e5b8fd52e5b );
-   initstate[7] = _mm256_set1_epi64x( 0x9f75c9ad9f75c9ad );
+   // initialize state for swecond hash
+   istate[0] = _mm256_set1_epi64x( 0xdfa9bf2cdfa9bf2c );
+   istate[1] = _mm256_set1_epi64x( 0xb72074d4b72074d4 );
+   istate[2] = _mm256_set1_epi64x( 0x6bb011226bb01122 );
+   istate[3] = _mm256_set1_epi64x( 0xd338e869d338e869 );
+   istate[4] = _mm256_set1_epi64x( 0xaa3ff126aa3ff126 );
+   istate[5] = _mm256_set1_epi64x( 0x475bbf30475bbf30 );
+   istate[6] = _mm256_set1_epi64x( 0x8fd52e5b8fd52e5b );
+   istate[7] = _mm256_set1_epi64x( 0x9f75c9ad9f75c9ad );
 
-   sha256_8way_transform_le( midstate1, vdata, initstate );
+   sha256_8way_transform_le( mstate1, vdata, istate );
 
    // Do 3 rounds on the first 12 bytes of the next block
-   sha256_8way_prehash_3rounds( midstate2, mexp_pre, vdata + 16, midstate1 );
+   sha256_8way_prehash_3rounds( mstate2, mexp_pre, vdata + 16, mstate1 );
    
    do
    {
-      sha256_8way_final_rounds( block, vdata+16, midstate1, midstate2,
-                                mexp_pre );
-      sha256_8way_transform_le( hash32, block, initstate );
-      mm256_block_bswap_32( hash32, hash32 );
-
-      for ( int lane = 0; lane < 8; lane++ )
-      if ( hash32_d7[ lane ] <= targ32_d7 )
+      sha256_8way_final_rounds( block, vdata+16, mstate1, mstate2, mexp_pre );
+      if ( unlikely( sha256_8way_transform_le_short( hash32, block,
+                                                     istate, ptarget ) ) )
       {
-         extr_lane_8x32( lane_hash, hash32, lane, 256 );
-         if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
+         for ( int lane = 0; lane < 8; lane++ )
          {
-            pdata[19] = n + lane;
-            submit_solution( work, lane_hash, mythr );
+            extr_lane_8x32( lane_hash, hash32, lane, 256 );
+            casti_m256i( lane_hash, 0 ) =
+               _mm256_shuffle_epi8( casti_m256i( lane_hash, 0 ), bswap_shuf );
+            if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
+            {
+               pdata[19] = n + lane;
+               submit_solution( work, lane_hash, mythr );
+            }
          }
       }
       *noncev = _mm256_add_epi32( *noncev, eight );
@@ -176,7 +287,6 @@ int scanhash_sha256dt_8way( struct work *work, const uint32_t max_nonce,
 
 #endif
 
-
 #if defined(SHA256DT_4WAY)
 
 int scanhash_sha256dt_4way( struct work *work, const uint32_t max_nonce,
@@ -230,21 +340,25 @@ int scanhash_sha256dt_4way( struct work *work, const uint32_t max_nonce,
    do
    {
       sha256_4way_transform_le( block,  vdata+16, midstate  );
-      sha256_4way_transform_le( hash32, block,    initstate );
-      mm128_block_bswap_32( hash32, hash32 );
+      sha256_4way_transform_le( hash32, block, initstate );
 
-      for ( int lane = 0; lane < 4; lane++ )
-      if ( unlikely( hash32_d7[ lane ] <= targ32_d7 ) )
-      {
-         extr_lane_4x32( lane_hash, hash32, lane, 256 );
-         if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
+//      if ( sha256_4way_transform_le_short( hash32, block, initstate, ptarget ) )
+//      {
+         mm128_block_bswap_32( hash32, hash32 );
+
+         for ( int lane = 0; lane < 4; lane++ )
+         if ( unlikely( hash32_d7[ lane ] <= targ32_d7 ) )
          {
-            pdata[19] = n + lane;
-            submit_solution( work, lane_hash, mythr );
+            extr_lane_4x32( lane_hash, hash32, lane, 256 );
+            if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
+            {
+               pdata[19] = n + lane;
+               submit_solution( work, lane_hash, mythr );
+            }
          }
-       }
-       *noncev = _mm_add_epi32( *noncev, four );
-       n += 4;
+//      }
+      *noncev = _mm_add_epi32( *noncev, four );
+      n += 4;
    } while ( (n < last_nonce) && !work_restart[thr_id].restart );
    pdata[19] = n;
    *hashes_done = n - first_nonce;
@@ -257,11 +371,14 @@ bool register_sha256dt_algo( algo_gate_t* gate )
 {
     gate->optimizations = SSE2_OPT | AVX2_OPT | AVX512_OPT;
 #if defined(SHA256DT_16WAY)
-    gate->scanhash   = (void*)&scanhash_sha256dt_16way;
+    gate->scanhash = (void*)&scanhash_sha256dt_16way;
+#elif defined(SHA256DT_SHA)
+    gate->optimizations = SHA_OPT;
+    gate->scanhash = (void*)&scanhash_sha256dt_sha;    
 #elif defined(SHA256DT_8WAY)
-    gate->scanhash   = (void*)&scanhash_sha256dt_8way;
+    gate->scanhash = (void*)&scanhash_sha256dt_8way;
 #else
-    gate->scanhash   = (void*)&scanhash_sha256dt_4way;
+    gate->scanhash = (void*)&scanhash_sha256dt_4way;
 #endif
     return true;
 }

algo/sha/sha256q-4way.c

@@ -3,7 +3,7 @@
 #include <stdint.h>
 #include <string.h>
 #include <stdio.h>
-#include "sha-hash-4way.h"
+#include "sha256-hash.h"
 
 #if defined(SHA256T_16WAY)
 

algo/sha/sha256t-4way.c

@@ -3,90 +3,104 @@
 #include <stdint.h>
 #include <string.h>
 #include <stdio.h>
-#include "sha-hash-4way.h"
+#include "sha256-hash.h"
+
+   static const uint32_t sha256_iv[8]  __attribute__ ((aligned (32))) =
+   {
+      0x6A09E667, 0xBB67AE85, 0x3C6EF372, 0xA54FF53A,
+      0x510E527F, 0x9B05688C, 0x1F83D9AB, 0x5BE0CD19
+   };
 
 #if defined(SHA256T_16WAY)
 
 int scanhash_sha256t_16way( struct work *work, const uint32_t max_nonce,
                            uint64_t *hashes_done, struct thr_info *mythr )
 {
-   __m512i  vdata[32]    __attribute__ ((aligned (128)));
+   __m512i  hash32[8]    __attribute__ ((aligned (128)));
    __m512i  block[16]    __attribute__ ((aligned (64)));
-   __m512i  hash32[8]    __attribute__ ((aligned (64)));
-   __m512i  initstate[8] __attribute__ ((aligned (64)));
-   __m512i  midstate1[8] __attribute__ ((aligned (64)));
-   __m512i  midstate2[8] __attribute__ ((aligned (64)));
-   __m512i  mexp_pre[16] __attribute__ ((aligned (64)));
-   uint32_t lane_hash[8] __attribute__ ((aligned (64)));
-   uint32_t *hash32_d7 =  (uint32_t*)&( hash32[7] );
+   __m512i  buf[16]      __attribute__ ((aligned (64)));
+   __m512i  mstate1[8]   __attribute__ ((aligned (64)));
+   __m512i  mstate2[8]   __attribute__ ((aligned (64)));
+   __m512i  istate[8]    __attribute__ ((aligned (64)));
+   __m512i  mexp_pre[8]  __attribute__ ((aligned (64)));
+   uint32_t phash[8]     __attribute__ ((aligned (32)));
    uint32_t *pdata = work->data;
-   const uint32_t *ptarget = work->target;
+   uint32_t *ptarget = work->target;
+   uint32_t *hash32_d7 = (uint32_t*)&(hash32[7]);
    const uint32_t targ32_d7 = ptarget[7];
    const uint32_t first_nonce = pdata[19];
    const uint32_t last_nonce = max_nonce - 16;
-   uint32_t n = first_nonce;
-   __m512i *noncev = vdata + 19; 
-   const int thr_id = mythr->id;
-   const bool bench = opt_benchmark;
    const __m512i last_byte = _mm512_set1_epi32( 0x80000000 );
+   uint32_t n = first_nonce;
+   const int thr_id = mythr->id;
    const __m512i sixteen = _mm512_set1_epi32( 16 );
+   const bool bench = opt_benchmark;
+   const __m256i bswap_shuf = mm256_bcast_m128( _mm_set_epi64x(
+                                0x0c0d0e0f08090a0b, 0x0405060700010203 ) );
 
-   for ( int i = 0; i < 19; i++ )
-      vdata[i] = _mm512_set1_epi32( pdata[i] );
+   // prehash first block directly from pdata
+   sha256_transform_le( phash, pdata, sha256_iv );
 
-   *noncev = _mm512_set_epi32( n+15, n+14, n+13, n+12, n+11, n+10, n+9, n+8,
-                               n+ 7, n+ 6, n+ 5, n+ 4, n+ 3, n+ 2, n+1, n );
+   // vectorize block 0 hash for second block
+   mstate1[0] = _mm512_set1_epi32( phash[0] );
+   mstate1[1] = _mm512_set1_epi32( phash[1] );
+   mstate1[2] = _mm512_set1_epi32( phash[2] );
+   mstate1[3] = _mm512_set1_epi32( phash[3] );
+   mstate1[4] = _mm512_set1_epi32( phash[4] );
+   mstate1[5] = _mm512_set1_epi32( phash[5] );
+   mstate1[6] = _mm512_set1_epi32( phash[6] );
+   mstate1[7] = _mm512_set1_epi32( phash[7] );
 
-   vdata[16+4] = last_byte;
-   memset_zero_512( vdata+16 + 5, 10 );
-   vdata[16+15] = _mm512_set1_epi32( 80*8 ); // bit count
-   
+   // second message block data, with nonce & padding   
+   buf[0] = _mm512_set1_epi32( pdata[16] );
+   buf[1] = _mm512_set1_epi32( pdata[17] );
+   buf[2] = _mm512_set1_epi32( pdata[18] );
+   buf[3] = _mm512_set_epi32( n+15, n+14, n+13, n+12, n+11, n+10, n+ 9, n+ 8,
+                              n+ 7, n+ 6, n+ 5, n+ 4, n+ 3, n+ 2, n +1, n );
+   buf[4] = last_byte;
+   memset_zero_512( buf+5, 10 );
+   buf[15] = _mm512_set1_epi32( 80*8 ); // bit count
+
+   // partially pre-expand & prehash second message block, avoiding the nonces
+   sha256_16way_prehash_3rounds( mstate2, mexp_pre, buf, mstate1 );
+
+   // vectorize IV for 2nd & 3rd sha256
+   istate[0] = _mm512_set1_epi32( sha256_iv[0] );
+   istate[1] = _mm512_set1_epi32( sha256_iv[1] );
+   istate[2] = _mm512_set1_epi32( sha256_iv[2] );
+   istate[3] = _mm512_set1_epi32( sha256_iv[3] );
+   istate[4] = _mm512_set1_epi32( sha256_iv[4] );
+   istate[5] = _mm512_set1_epi32( sha256_iv[5] );
+   istate[6] = _mm512_set1_epi32( sha256_iv[6] );
+   istate[7] = _mm512_set1_epi32( sha256_iv[7] );
+
+   // initialize padding for 2nd & 3rd sha256
    block[ 8] = last_byte;
    memset_zero_512( block + 9, 6 );
    block[15] = _mm512_set1_epi32( 32*8 ); // bit count
-   
-   initstate[0] = _mm512_set1_epi64( 0x6A09E6676A09E667 );
-   initstate[1] = _mm512_set1_epi64( 0xBB67AE85BB67AE85 );
-   initstate[2] = _mm512_set1_epi64( 0x3C6EF3723C6EF372 );
-   initstate[3] = _mm512_set1_epi64( 0xA54FF53AA54FF53A );
-   initstate[4] = _mm512_set1_epi64( 0x510E527F510E527F );
-   initstate[5] = _mm512_set1_epi64( 0x9B05688C9B05688C );
-   initstate[6] = _mm512_set1_epi64( 0x1F83D9AB1F83D9AB );
-   initstate[7] = _mm512_set1_epi64( 0x5BE0CD195BE0CD19 );
-
-   sha256_16way_transform_le( midstate1, vdata, initstate );
-   
-   // Do 3 rounds on the first 12 bytes of the next block
-   sha256_16way_prehash_3rounds( midstate2, mexp_pre, vdata+16, midstate1 );
 
    do
    {
-      // 1. final 16 bytes of data, pre-padded
-      sha256_16way_final_rounds( block, vdata+16, midstate1, midstate2,
-                                 mexp_pre );
+      sha256_16way_final_rounds( block, buf, mstate1, mstate2, mexp_pre );
 
-      // 2. 32 byte hash from 1.
-      sha256_16way_transform_le( block, block, initstate );
+      sha256_16way_transform_le( block, block, istate );
 
-      // 3. 32 byte hash from 2.
-      if ( unlikely(
-               sha256_16way_transform_le_short( hash32, block, initstate ) ) )
+      if ( sha256_16way_transform_le_short( hash32, block, istate, ptarget ) )
       {
-         // byte swap final hash for testing
-         mm512_block_bswap_32( hash32, hash32 );    
-
          for ( int lane = 0; lane < 16; lane++ )
-         if ( hash32_d7[ lane ] <= targ32_d7 )
+         if ( bswap_32( hash32_d7[ lane ] ) <= targ32_d7 )
          {
-            extr_lane_16x32( lane_hash, hash32, lane, 256 );
-            if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
+            extr_lane_16x32( phash, hash32, lane, 256 );
+            casti_m256i( phash, 0 ) =
+                _mm256_shuffle_epi8( casti_m256i( phash, 0 ), bswap_shuf );
+            if ( likely( valid_hash( phash, ptarget ) && !bench ) )
             {
                pdata[19] = n + lane;
-               submit_solution( work, lane_hash, mythr );
+               submit_solution( work, phash, mythr );
             }
          }
       }
-      *noncev = _mm512_add_epi32( *noncev, sixteen );
+      buf[3] = _mm512_add_epi32( buf[3], sixteen );
       n += 16;
    } while ( (n < last_nonce) && !work_restart[thr_id].restart );
    pdata[19] = n;
@@ -94,26 +108,114 @@ int scanhash_sha256t_16way( struct work *work, const uint32_t max_nonce,
    return 0;
 }
 
+#endif
+
+#if defined(__SHA__)
+
+int scanhash_sha256t_sha( struct work *work, uint32_t max_nonce,
+                          uint64_t *hashes_done, struct thr_info *mythr )
+{
+   uint32_t block1a[16] __attribute__ ((aligned (64)));
+   uint32_t block1b[16] __attribute__ ((aligned (64)));
+   uint32_t block2a[16] __attribute__ ((aligned (64)));
+   uint32_t block2b[16] __attribute__ ((aligned (64)));
+   uint32_t hasha[8]   __attribute__ ((aligned (32)));
+   uint32_t hashb[8]   __attribute__ ((aligned (32)));
+   uint32_t mstatea[8] __attribute__ ((aligned (32)));
+   uint32_t mstateb[8] __attribute__ ((aligned (32)));
+   uint32_t sstate[8]  __attribute__ ((aligned (32)));
+   uint32_t *pdata = work->data;
+   uint32_t *ptarget = work->target;
+   const uint32_t first_nonce = pdata[19];
+   const uint32_t last_nonce = max_nonce - 2;
+   uint32_t n = first_nonce;
+   const int thr_id = mythr->id;
+   const bool bench = opt_benchmark;
+   const __m128i shuf_bswap32 =
+           _mm_set_epi64x( 0x0c0d0e0f08090a0bULL, 0x0405060700010203ULL );
+
+   // hash first 64 byte block of data
+   sha256_opt_transform_le( mstatea, pdata, sha256_iv );
+
+   // fill & pad second bock without nonce
+   memcpy( block1a, pdata + 16, 12 );
+   memcpy( block1b, pdata + 16, 12 );
+   block1a[ 3] = 0;
+   block1b[ 3] = 0;
+   block1a[ 4] = block1b[ 4] = 0x80000000;
+   memset( block1a + 5, 0, 40 );
+   memset( block1b + 5, 0, 40 );
+   block1a[15] = block1b[15] = 0x480; // funky bit count
+
+   sha256_ni_prehash_3rounds( mstateb, block1a, sstate, mstatea);
+
+   // Pad third block
+   block2a[ 8] = block2b[ 8] = 0x80000000;
+   memset( block2a + 9, 0, 24 );
+   memset( block2b + 9, 0, 24 );
+   block2a[15] = block2b[15] = 80*8; // bit count
+
+   do
+   {
+      // Insert nonce for second block
+      block1a[3] = n;
+      block1b[3] = n+1;
+      sha256_ni2way_final_rounds( block2a, block2b, block1a, block1b,
+                                  mstateb, mstateb, sstate, sstate );
+      sha256_ni2way_transform_le( block2a, block2b, block2a, block2b,
+                                  sha256_iv, sha256_iv );
+      sha256_ni2way_transform_le( hasha, hashb, block2a, block2b,
+                                  sha256_iv, sha256_iv );
+
+      if ( unlikely( bswap_32( hasha[7] ) <= ptarget[7] ) )
+      {
+          casti_m128i( hasha, 0 ) =
+               _mm_shuffle_epi8( casti_m128i( hasha, 0 ), shuf_bswap32 );
+          casti_m128i( hasha, 1 ) =
+               _mm_shuffle_epi8( casti_m128i( hasha, 1 ), shuf_bswap32 );
+          if ( likely( valid_hash( hasha, ptarget ) && !bench ) )
+          {
+             pdata[19] = n;
+             submit_solution( work, hasha, mythr );
+          }
+      }
+      if ( unlikely( bswap_32( hashb[7] ) <= ptarget[7] ) )
+      {
+         casti_m128i( hashb, 0 ) =
+               _mm_shuffle_epi8( casti_m128i( hashb, 0 ), shuf_bswap32 );
+         casti_m128i( hashb, 1 ) =
+               _mm_shuffle_epi8( casti_m128i( hashb, 1 ), shuf_bswap32 );
+         if ( likely( valid_hash( hashb, ptarget ) && !bench ) )
+         {
+            pdata[19] = n+1;
+            submit_solution( work, hashb, mythr );
+         }
+      }
+      n += 2;
+   } while ( (n < last_nonce) && !work_restart[thr_id].restart );
+
+   pdata[19] = n;
+   *hashes_done = n - first_nonce;
+   return 0;
+}
 
 #endif
 
 #if defined(SHA256T_8WAY)
-
+   
 int scanhash_sha256t_8way( struct work *work, const uint32_t max_nonce,
                            uint64_t *hashes_done, struct thr_info *mythr )
 {
    __m256i  vdata[32]    __attribute__ ((aligned (64)));
    __m256i  block[16]    __attribute__ ((aligned (32)));
    __m256i  hash32[8]    __attribute__ ((aligned (32)));
-   __m256i  initstate[8] __attribute__ ((aligned (32)));
-   __m256i  midstate1[8] __attribute__ ((aligned (32)));
-   __m256i  midstate2[8] __attribute__ ((aligned (32)));
-   __m256i  mexp_pre[16] __attribute__ ((aligned (32)));
+   __m256i  istate[8]    __attribute__ ((aligned (32)));
+   __m256i  mstate1[8]   __attribute__ ((aligned (32)));
+   __m256i  mstate2[8]   __attribute__ ((aligned (32)));
+   __m256i  mexp_pre[8]  __attribute__ ((aligned (32)));
    uint32_t lane_hash[8] __attribute__ ((aligned (32)));
-   uint32_t *hash32_d7 =  (uint32_t*)&( hash32[7] );
    uint32_t *pdata = work->data;
    const uint32_t *ptarget = work->target;
-   const uint32_t targ32_d7 = ptarget[7];
    const uint32_t first_nonce = pdata[19];
    const uint32_t last_nonce = max_nonce - 8;
    uint32_t n = first_nonce;
@@ -122,6 +224,8 @@ int scanhash_sha256t_8way( struct work *work, const uint32_t max_nonce,
    const bool bench = opt_benchmark;
    const __m256i last_byte = _mm256_set1_epi32( 0x80000000 );
    const __m256i eight = _mm256_set1_epi32( 8 );
+   const __m256i bswap_shuf = mm256_bcast_m128( _mm_set_epi64x(
+                                0x0c0d0e0f08090a0b, 0x0405060700010203 ) );
 
    for ( int i = 0; i < 19; i++ )
       vdata[i] = _mm256_set1_epi32( pdata[i] );
@@ -135,42 +239,40 @@ int scanhash_sha256t_8way( struct work *work, const uint32_t max_nonce,
    block[ 8] = last_byte;
    memset_zero_256( block + 9, 6 );
    block[15] = _mm256_set1_epi32( 32*8 ); // bit count
-   
-   // initialize state
-   initstate[0] = _mm256_set1_epi64x( 0x6A09E6676A09E667 );
-   initstate[1] = _mm256_set1_epi64x( 0xBB67AE85BB67AE85 );
-   initstate[2] = _mm256_set1_epi64x( 0x3C6EF3723C6EF372 );
-   initstate[3] = _mm256_set1_epi64x( 0xA54FF53AA54FF53A );
-   initstate[4] = _mm256_set1_epi64x( 0x510E527F510E527F );
-   initstate[5] = _mm256_set1_epi64x( 0x9B05688C9B05688C );
-   initstate[6] = _mm256_set1_epi64x( 0x1F83D9AB1F83D9AB );
-   initstate[7] = _mm256_set1_epi64x( 0x5BE0CD195BE0CD19 );
 
-   sha256_8way_transform_le( midstate1, vdata, initstate );
+   // initialize state
+   istate[0] = _mm256_set1_epi64x( 0x6A09E6676A09E667 );
+   istate[1] = _mm256_set1_epi64x( 0xBB67AE85BB67AE85 );
+   istate[2] = _mm256_set1_epi64x( 0x3C6EF3723C6EF372 );
+   istate[3] = _mm256_set1_epi64x( 0xA54FF53AA54FF53A );
+   istate[4] = _mm256_set1_epi64x( 0x510E527F510E527F );
+   istate[5] = _mm256_set1_epi64x( 0x9B05688C9B05688C );
+   istate[6] = _mm256_set1_epi64x( 0x1F83D9AB1F83D9AB );
+   istate[7] = _mm256_set1_epi64x( 0x5BE0CD195BE0CD19 );
+
+   sha256_8way_transform_le( mstate1, vdata, istate );
 
    // Do 3 rounds on the first 12 bytes of the next block
-   sha256_8way_prehash_3rounds( midstate2, mexp_pre, vdata + 16, midstate1 );
-   
+   sha256_8way_prehash_3rounds( mstate2, mexp_pre, vdata + 16, mstate1 );
+
    do
    {
       // 1. final 16 bytes of data, with padding
-      sha256_8way_final_rounds( block, vdata+16, midstate1, midstate2,
+      sha256_8way_final_rounds( block, vdata+16, mstate1, mstate2,
                                 mexp_pre );
 
       // 2. 32 byte hash from 1.
-      sha256_8way_transform_le( block, block, initstate );
+      sha256_8way_transform_le( block, block, istate );
 
       // 3. 32 byte hash from 2.
-      if ( unlikely(
-               sha256_8way_transform_le_short( hash32, block, initstate ) ) )
+      if ( unlikely( sha256_8way_transform_le_short(
+                                    hash32, block, istate, ptarget ) ) )
       {
-         // byte swap final hash for testing
-         mm256_block_bswap_32( hash32, hash32 );
-
          for ( int lane = 0; lane < 8; lane++ )
-         if ( hash32_d7[ lane ] <= targ32_d7 )
          {
             extr_lane_8x32( lane_hash, hash32, lane, 256 );
+            casti_m256i( lane_hash, 0 ) =
+             _mm256_shuffle_epi8( casti_m256i( lane_hash, 0 ), bswap_shuf );
             if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
             {
                pdata[19] = n + lane;
@@ -188,109 +290,18 @@ int scanhash_sha256t_8way( struct work *work, const uint32_t max_nonce,
 
 #endif
 
-
 #if defined(SHA256T_4WAY)
 
-// Optimizations are slower with AVX/SSE2
-// https://github.com/JayDDee/cpuminer-opt/issues/344
-/*
-int scanhash_sha256t_4way( struct work *work, const uint32_t max_nonce,
-                           uint64_t *hashes_done, struct thr_info *mythr )
-{
-   __m128i  vdata[32]     __attribute__ ((aligned (64)));
-   __m128i  block[16]     __attribute__ ((aligned (32)));
-   __m128i  hash32[8]     __attribute__ ((aligned (32)));
-   __m128i  initstate[8]  __attribute__ ((aligned (32)));
-   __m128i  midstate1[8]  __attribute__ ((aligned (32)));
-   __m128i  midstate2[8]  __attribute__ ((aligned (32)));
-   __m128i  mexp_pre[16]  __attribute__ ((aligned (32)));
-   uint32_t lane_hash[8]  __attribute__ ((aligned (32)));
-   uint32_t *hash32_d7 = (uint32_t*)&( hash32[7] );
-   uint32_t *pdata = work->data;
-   const uint32_t *ptarget = work->target;
-   const uint32_t targ32_d7 = ptarget[7];
-   const uint32_t first_nonce = pdata[19];
-   const uint32_t last_nonce = max_nonce - 4;
-   uint32_t n = first_nonce;
-   __m128i *noncev = vdata + 19;
-   const int thr_id = mythr->id;
-   const bool bench = opt_benchmark;
-   const __m128i last_byte = _mm_set1_epi32( 0x80000000 );
-   const __m128i four = _mm_set1_epi32( 4 );
-
-   for ( int i = 0; i < 19; i++ )
-       vdata[i] = _mm_set1_epi32( pdata[i] );
-
-   *noncev = _mm_set_epi32( n+ 3, n+ 2, n+1, n );
-
-   vdata[16+4] = last_byte;
-   memset_zero_128( vdata+16 + 5, 10 );
-   vdata[16+15] = _mm_set1_epi32( 80*8 ); // bit count
-
-   block[ 8] = last_byte;
-   memset_zero_128( block + 9, 6 );
-   block[15] = _mm_set1_epi32( 32*8 ); // bit count
-   
-   // initialize state
-   initstate[0] = _mm_set1_epi64x( 0x6A09E6676A09E667 );
-   initstate[1] = _mm_set1_epi64x( 0xBB67AE85BB67AE85 );
-   initstate[2] = _mm_set1_epi64x( 0x3C6EF3723C6EF372 );
-   initstate[3] = _mm_set1_epi64x( 0xA54FF53AA54FF53A );
-   initstate[4] = _mm_set1_epi64x( 0x510E527F510E527F );
-   initstate[5] = _mm_set1_epi64x( 0x9B05688C9B05688C );
-   initstate[6] = _mm_set1_epi64x( 0x1F83D9AB1F83D9AB );
-   initstate[7] = _mm_set1_epi64x( 0x5BE0CD195BE0CD19 );
-
-   // hash first 64 bytes of data
-   sha256_4way_transform_le( midstate1, vdata, initstate );
-
-   // Do 3 rounds on the first 12 bytes of the next block
-   sha256_4way_prehash_3rounds( midstate2, mexp_pre, vdata + 16, midstate1 );
-
-   do
-   {
-      // 1. final 16 bytes of data, with padding
-      sha256_4way_final_rounds( block, vdata+16, midstate1, midstate2,
-                                mexp_pre );
-
-      // 2. 32 byte hash from 1.
-      sha256_4way_transform_le( block, block, initstate );
-
-      // 3. 32 byte hash from 2.
-      if ( unlikely(
-              sha256_4way_transform_le_short( hash32, block, initstate ) ) )
-      {   
-         // byte swap final hash for testing
-         mm128_block_bswap_32( hash32, hash32 );
-
-         for ( int lane = 0; lane < 4; lane++ )
-         if ( unlikely( hash32_d7[ lane ] <= targ32_d7 ) )
-         {
-            extr_lane_4x32( lane_hash, hash32, lane, 256 );
-            if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
-            {
-               pdata[19] = n + lane;
-               submit_solution( work, lane_hash, mythr );
-            }
-         }
-      }
-      *noncev = _mm_add_epi32( *noncev, four );
-      n += 4;
-   } while ( (n < last_nonce) && !work_restart[thr_id].restart );
-   pdata[19] = n;
-   *hashes_done = n - first_nonce;
-   return 0;
-}
-*/
-
 int scanhash_sha256t_4way( struct work *work, const uint32_t max_nonce,
                            uint64_t *hashes_done, struct thr_info *mythr )
 {
    __m128i  vdata[32]    __attribute__ ((aligned (64)));
    __m128i  block[16]    __attribute__ ((aligned (32)));
    __m128i  hash32[8]    __attribute__ ((aligned (32)));
-   __m128i  initstate[8] __attribute__ ((aligned (32)));
-   __m128i  midstate[8]  __attribute__ ((aligned (32)));
+   __m128i  istate[8]    __attribute__ ((aligned (32)));
+   __m128i  mstate[8]   __attribute__ ((aligned (32)));
+//   __m128i  mstate2[8]   __attribute__ ((aligned (32)));
+//   __m128i  mexp_pre[8]  __attribute__ ((aligned (32)));
    uint32_t lane_hash[8] __attribute__ ((aligned (32)));
    uint32_t *hash32_d7 =  (uint32_t*)&( hash32[7] );
    uint32_t *pdata = work->data;
@@ -319,35 +330,44 @@ int scanhash_sha256t_4way( struct work *work, const uint32_t max_nonce,
    block[15] = _mm_set1_epi32( 32*8 ); // bit count
    
    // initialize state
-   initstate[0] = _mm_set1_epi64x( 0x6A09E6676A09E667 );
-   initstate[1] = _mm_set1_epi64x( 0xBB67AE85BB67AE85 );
-   initstate[2] = _mm_set1_epi64x( 0x3C6EF3723C6EF372 );
-   initstate[3] = _mm_set1_epi64x( 0xA54FF53AA54FF53A );
-   initstate[4] = _mm_set1_epi64x( 0x510E527F510E527F );
-   initstate[5] = _mm_set1_epi64x( 0x9B05688C9B05688C );
-   initstate[6] = _mm_set1_epi64x( 0x1F83D9AB1F83D9AB );
-   initstate[7] = _mm_set1_epi64x( 0x5BE0CD195BE0CD19 );
+   istate[0] = _mm_set1_epi64x( 0x6A09E6676A09E667 );
+   istate[1] = _mm_set1_epi64x( 0xBB67AE85BB67AE85 );
+   istate[2] = _mm_set1_epi64x( 0x3C6EF3723C6EF372 );
+   istate[3] = _mm_set1_epi64x( 0xA54FF53AA54FF53A );
+   istate[4] = _mm_set1_epi64x( 0x510E527F510E527F );
+   istate[5] = _mm_set1_epi64x( 0x9B05688C9B05688C );
+   istate[6] = _mm_set1_epi64x( 0x1F83D9AB1F83D9AB );
+   istate[7] = _mm_set1_epi64x( 0x5BE0CD195BE0CD19 );
 
    // hash first 64 bytes of data
-   sha256_4way_transform_le( midstate, vdata, initstate );
+   sha256_4way_transform_le( mstate, vdata, istate );
+
+//   sha256_4way_prehash_3rounds( mstate2, mexp_pre, vdata + 16, mstate1 );
 
    do
    {
-      sha256_4way_transform_le( block,  vdata+16, midstate  );
-      sha256_4way_transform_le( block,  block,    initstate );
-      sha256_4way_transform_le( hash32, block,    initstate );
-      mm128_block_bswap_32( hash32, hash32 );
+//      sha256_4way_final_rounds( block, vdata+16, mstate1, mstate2,
+//                                mexp_pre );
+   
+      sha256_4way_transform_le( block,  vdata+16, mstate  );
+      sha256_4way_transform_le( block,  block, istate );
+      sha256_4way_transform_le( hash32, block, istate );
 
-      for ( int lane = 0; lane < 4; lane++ )
-      if ( unlikely( hash32_d7[ lane ] <= targ32_d7 ) )
-      {
-         extr_lane_4x32( lane_hash, hash32, lane, 256 );
-         if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
+//      if ( unlikely( sha256_4way_transform_le_short(
+//                                  hash32, block, initstate, ptarget ) ))
+//      {
+         mm128_block_bswap_32( hash32, hash32 );
+         for ( int lane = 0; lane < 4; lane++ )
+         if ( unlikely( hash32_d7[ lane ] <= targ32_d7 ) )
          {
-            pdata[19] = n + lane;
-            submit_solution( work, lane_hash, mythr );
+            extr_lane_4x32( lane_hash, hash32, lane, 256 );
+            if ( likely( valid_hash( lane_hash, ptarget ) && !bench ) )
+            {
+               pdata[19] = n + lane;
+               submit_solution( work, lane_hash, mythr );
+            }
          }
-       }
+//       }
        *noncev = _mm_add_epi32( *noncev, four );
        n += 4;
    } while ( (n < last_nonce) && !work_restart[thr_id].restart );
@@ -356,6 +376,5 @@ int scanhash_sha256t_4way( struct work *work, const uint32_t max_nonce,
    return 0;
 }
 
-
 #endif
 

algo/sha/sha256t-gate.c

@@ -5,9 +5,9 @@ bool register_sha256t_algo( algo_gate_t* gate )
     gate->optimizations = SSE2_OPT | AVX2_OPT | AVX512_OPT;
 #if defined(SHA256T_16WAY)
     gate->scanhash   = (void*)&scanhash_sha256t_16way;
-#elif defined(__SHA__)
+#elif defined(SHA256T_SHA)
     gate->optimizations = SHA_OPT;
-    gate->scanhash   = (void*)&scanhash_sha256t;
+    gate->scanhash   = (void*)&scanhash_sha256t_sha;
 #elif defined(SHA256T_8WAY)
     gate->scanhash   = (void*)&scanhash_sha256t_8way;
 #else
@@ -22,7 +22,7 @@ bool register_sha256q_algo( algo_gate_t* gate )
 #if defined(SHA256T_16WAY)
     gate->scanhash   = (void*)&scanhash_sha256q_16way;
     gate->hash       = (void*)&sha256q_16way_hash;
-#elif defined(__SHA__)
+#elif defined(SHA256T_SHA)
     gate->optimizations = SHA_OPT;
     gate->scanhash   = (void*)&scanhash_sha256q;
     gate->hash       = (void*)&sha256q_hash;

algo/sha/sha256t-gate.h

@@ -6,6 +6,8 @@
 
 #if defined(__AVX512F__) && defined(__AVX512VL__) && defined(__AVX512DQ__) && defined(__AVX512BW__)
   #define SHA256T_16WAY 1
+#elif defined(__SHA__)
+  #define SHA256T_SHA 1
 #elif defined(__AVX2__)
   #define SHA256T_8WAY 1
 #else
@@ -42,9 +44,9 @@ int scanhash_sha256q_4way( struct work *work, uint32_t max_nonce,
                            uint64_t *hashes_done, struct thr_info *mythr );
 #endif
 
-#if defined(__SHA__)
+#if defined(SHA256T_SHA)
 
-int scanhash_sha256t( struct work *work, uint32_t max_nonce,
+int scanhash_sha256t_sha( struct work *work, uint32_t max_nonce,
                       uint64_t *hashes_done, struct thr_info *mythr );
 
 #endif

algo/sha/sha256t.c

@@ -1,102 +0,0 @@
-#include "sha256t-gate.h"
-#include <stdlib.h>
-#include <stdint.h>
-#include <string.h>
-#include <stdio.h>
-//#include "algo/sha/sph_sha2.h"
-#include "sha256-hash.h"
-
-#if defined(__SHA__)
-
-// Only used on CPUs with SHA
-
-
-int scanhash_sha256t( struct work *work, uint32_t max_nonce,
-                      uint64_t *hashes_done, struct thr_info *mythr )
-{
-   uint32_t block0[16]    __attribute__ ((aligned (64)));
-   uint32_t block1[16]    __attribute__ ((aligned (64)));
-   uint32_t hash0[8]    __attribute__ ((aligned (32)));
-   uint32_t hash1[8]    __attribute__ ((aligned (32)));
-   uint32_t initstate[8] __attribute__ ((aligned (32)));
-   uint32_t midstate[8]  __attribute__ ((aligned (32)));
-   uint32_t *pdata = work->data;
-   uint32_t *ptarget = work->target;
-   const uint32_t first_nonce = pdata[19];
-   const uint32_t last_nonce = max_nonce - 1;
-   uint32_t n = first_nonce;
-   const int thr_id = mythr->id;
-   const bool bench = opt_benchmark;
-   __m128i shuf_bswap32 =
-           _mm_set_epi64x( 0x0c0d0e0f08090a0bULL, 0x0405060700010203ULL );
-
-   // initialize state
-   initstate[0] = 0x6A09E667;
-   initstate[1] = 0xBB67AE85;
-   initstate[2] = 0x3C6EF372;
-   initstate[3] = 0xA54FF53A;
-   initstate[4] = 0x510E527F;
-   initstate[5] = 0x9B05688C;
-   initstate[6] = 0x1F83D9AB;
-   initstate[7] = 0x5BE0CD19;
-
-   // hash first 64 bytes of data
-   sha256_opt_transform_le( midstate, pdata, initstate );
-
-   do
-   {
-      // 1. final 16 bytes of data, with padding
-      memcpy( block0, pdata + 16, 16 );
-      memcpy( block1, pdata + 16, 16 );
-      block0[ 3] = n;
-      block1[ 3] = n+1;
-      block0[ 4] = block1[ 4] = 0x80000000;
-      memset( block0 + 5, 0, 40 );
-      memset( block1 + 5, 0, 40 );
-      block0[15] = block1[15] = 80*8; // bit count
-      sha256_ni2way_transform_le( hash0, hash1, block0, block1, midstate, midstate );
-
-      // 2. 32 byte hash from 1.
-      memcpy( block0, hash0, 32 );
-      memcpy( block1, hash1, 32 );
-      block0[ 8] = block1[ 8] = 0x80000000;
-      memset( block0 + 9, 0, 24 );
-      memset( block1 + 9, 0, 24 );
-      block0[15] = block1[15] = 32*8; // bit count
-      sha256_ni2way_transform_le( hash0, hash1, block0, block1, initstate, initstate );
-
-      // 3. 32 byte hash from 2.
-      memcpy( block0, hash0, 32 );
-      memcpy( block1, hash1, 32 );
-      sha256_ni2way_transform_le( hash0, hash1, block0, block1, initstate, initstate );
-
-      // byte swap final hash for testing
-      casti_m128i( hash0, 0 ) =
-               _mm_shuffle_epi8( casti_m128i( hash0, 0 ), shuf_bswap32 );
-      casti_m128i( hash0, 1 ) =
-               _mm_shuffle_epi8( casti_m128i( hash0, 1 ), shuf_bswap32 );
-      casti_m128i( hash1, 0 ) =
-               _mm_shuffle_epi8( casti_m128i( hash1, 0 ), shuf_bswap32 );
-      casti_m128i( hash1, 1 ) =
-               _mm_shuffle_epi8( casti_m128i( hash1, 1 ), shuf_bswap32 );
-
-      if ( unlikely( valid_hash( hash0, ptarget ) && !bench ) )
-      {
-         pdata[19] = n;
-         submit_solution( work, hash0, mythr );
-      }
-      if ( unlikely( valid_hash( hash1, ptarget ) && !bench ) )
-      {
-         pdata[19] = n+1;
-         submit_solution( work, hash1, mythr );
-      }
-      n += 2;
-   } while ( (n < last_nonce) && !work_restart[thr_id].restart );
-
-   pdata[19] = n;
-   *hashes_done = n - first_nonce;
-   return 0;
-}
-
-#endif
-

algo/sha/sha512-hash-4way.c

@@ -34,7 +34,7 @@
 
 #include <stddef.h>
 #include <string.h>
-#include "sha-hash-4way.h"
+#include "sha512-hash.h"
 
 /*
 static const uit64_t H512[8] =

algo/sha/sha512-hash.h

@@ -0,0 +1,46 @@
+#ifndef SHA512_HASH_H__
+#define SHA512_HASH_H__ 1
+
+#include <stddef.h>
+#include "simd-utils.h"
+#include "sph_sha2.h"
+
+#if defined(__AVX512F__) && defined(__AVX512VL__) && defined(__AVX512DQ__) && defined(__AVX512BW__)
+
+// SHA-512 8 way
+
+typedef struct {
+   __m512i buf[128>>3];
+   __m512i val[8];
+   uint64_t count;
+   bool initialized;
+} sha512_8way_context __attribute__ ((aligned (128)));
+
+void sha512_8way_init( sha512_8way_context *sc);
+void sha512_8way_update( sha512_8way_context *sc, const void *data, 
+                         size_t len );
+void sha512_8way_close( sha512_8way_context *sc, void *dst );
+void sha512_8way_full( void *dst, const void *data, size_t len );
+
+#endif  // AVX512
+
+#if defined (__AVX2__)
+
+// SHA-512 4 way
+
+typedef struct {
+   __m256i buf[128>>3];
+   __m256i val[8];
+   uint64_t count;
+   bool initialized;
+} sha512_4way_context __attribute__ ((aligned (64)));
+
+void sha512_4way_init( sha512_4way_context *sc);
+void sha512_4way_update( sha512_4way_context *sc, const void *data,
+                         size_t len );
+void sha512_4way_close( sha512_4way_context *sc, void *dst );
+void sha512_4way_full( void *dst, const void *data, size_t len );
+
+#endif  // AVX2
+
+#endif

algo/sha/sha512256d-4way.c

@@ -1,5 +1,6 @@
 #include "algo-gate-api.h"
-#include "sha-hash-4way.h"
+#include "sha256-hash.h"
+#include "sha512-hash.h"
 #include <string.h>
 #include <stdint.h>
 

algo/sha/sph_sha2.c

@@ -39,9 +39,9 @@
 #define SPH_SMALL_FOOTPRINT_SHA2   1
 #endif
 
-#define CH(X, Y, Z)    ((((Y) ^ (Z)) & (X)) ^ (Z))
+#define CH(X, Y, Z)    ( ( ( (Y) ^ (Z) ) & (X)) ^ (Z) )
 //#define MAJ(X, Y, Z)   (((Y) & (Z)) | (((Y) | (Z)) & (X)))
-#define MAJ( X, Y, Z )   ( Y  ^ ( ( X_xor_Y = X ^ Y ) & ( Y_xor_Z ) ) )
+#define MAJ( X, Y, Z )   ( (Y) ^ ( ( (X_xor_Y) = (X) ^ (Y) ) & (Y_xor_Z) ) )
 #define ROTR    SPH_ROTR32
 
 #define BSG2_0(x)      (ROTR(x, 2) ^ ROTR(x, 13) ^ ROTR(x, 22))

algo/sha/sph_sha2.h

@@ -41,7 +41,7 @@
 #define SPH_SHA2_H__
 
 #include <stddef.h>
-#include "sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for SHA-224.

algo/shabal/shabal-hash-4way.c

@@ -58,7 +58,7 @@ extern "C"{
            M8, M9, MA, MB, MC, MD, ME, MF; \
    const __m256i FIVE  = _mm256_set1_epi32( 5 ); \
    const __m256i THREE = _mm256_set1_epi32( 3 ); \
-   sph_u32 Wlow, Whigh;
+   uint32_t Wlow, Whigh;
 
 #define READ_STATE8(state) do \
 { \
@@ -653,7 +653,7 @@ shabal512_8way_addbits_and_close(void *cc, unsigned ub, unsigned n, void *dst)
 	        M8, M9, MA, MB, MC, MD, ME, MF; \
    const __m128i FIVE  = _mm_set1_epi32( 5 ); \
    const __m128i THREE = _mm_set1_epi32( 3 ); \
-   sph_u32 Wlow, Whigh;
+   uint32_t Wlow, Whigh;
 
 #define READ_STATE(state) do \
 { \

algo/shabal/shabal-hash-4way.h

@@ -1,51 +1,11 @@
-/* $Id: sph_shabal.h 175 2010-05-07 16:03:20Z tp $ */
-/**
- * Shabal interface. Shabal is a family of functions which differ by
- * their output size; this implementation defines Shabal for output
- * sizes 192, 224, 256, 384 and 512 bits.
- *
- * ==========================(LICENSE BEGIN)============================
- *
- * Copyright (c) 2007-2010  Projet RNRT SAPHIR
- *
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files (the
- * "Software"), to deal in the Software without restriction, including
- * without limitation the rights to use, copy, modify, merge, publish,
- * distribute, sublicense, and/or sell copies of the Software, and to
- * permit persons to whom the Software is furnished to do so, subject to
- * the following conditions:
- *
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
- * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
- * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
- * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
- * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- *
- * ===========================(LICENSE END)=============================
- *
- * @file     sph_shabal.h
- * @author   Thomas Pornin <thomas.pornin@cryptolog.com>
- */
-
 #ifndef SHABAL_HASH_4WAY_H__
 #define SHABAL_HASH_4WAY_H__ 1
 
 #ifdef __SSE4_1__
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
 #include "simd-utils.h"
 
-#ifdef __cplusplus
-extern "C"{
-#endif
-
 #define SPH_SIZE_shabal256   256
 
 #define SPH_SIZE_shabal512   512
@@ -55,7 +15,7 @@ extern "C"{
 typedef struct {
    __m256i buf[16];
    __m256i A[12], B[16], C[16];
-   sph_u32 Whigh, Wlow;
+   uint32_t Whigh, Wlow;
    size_t ptr;
    bool state_loaded;
 } shabal_8way_context __attribute__ ((aligned (64)));
@@ -80,7 +40,7 @@ void shabal512_8way_addbits_and_close( void *cc, unsigned ub, unsigned n,
 typedef struct {
 	__m128i buf[16] __attribute__ ((aligned (64)));
 	__m128i A[12], B[16], C[16];
-	sph_u32 Whigh, Wlow;
+	uint32_t Whigh, Wlow;
    size_t ptr;
    bool state_loaded;
 } shabal_4way_context;
@@ -100,10 +60,6 @@ void shabal512_4way_close( void *cc, void *dst );
 void shabal512_4way_addbits_and_close( void *cc, unsigned ub, unsigned n,
                                        void *dst );
 
-#ifdef __cplusplus
-}
-#endif
-
 #endif
 
 #endif

algo/shabal/sph_shabal.h

@@ -37,7 +37,7 @@
 #define SPH_SHABAL_H__
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 #ifdef __cplusplus
 extern "C"{
 #endif

algo/shavite/shavite-hash-2way.c

@@ -1,6 +1,4 @@
 #include "shavite-hash-2way.h"
-#include "algo/sha/sph_types.h"
-
 #include <stdio.h>
 
 // This is a fake, it actually does not do parallel AES, that requires VAES.

algo/shavite/sph_shavite.c

@@ -64,7 +64,7 @@ extern "C"{
  */
 
 #define AES_BIG_ENDIAN   0
-#include "algo/sha/aes_helper.c"
+#include "compat/aes_helper.c"
 
 static const sph_u32 IV224[] = {
 	C32(0x6774F31C), C32(0x990AE210), C32(0xC87D4274), C32(0xC9546371),

algo/shavite/sph_shavite.h

@@ -39,7 +39,7 @@
 #define SPH_SHAVITE_H__
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 #ifdef __cplusplus
 extern "C"{

algo/simd/nist.h

@@ -9,7 +9,7 @@
 #endif
 
 #include "simd-compat.h"
-#include "algo/sha/sha3-defs.h"
+#include "compat/sha3-defs.h"
 /*
  * NIST API Specific types.
  */

algo/simd/simd-compat.h

@@ -24,7 +24,7 @@
  */
 
 #include <stdint.h>
-#include "algo/sha/brg_types.h"
+#include "compat/brg_types.h"
 
 #define C32(x)    ((u32)(x))
 

algo/simd/sph_simd.h

@@ -41,7 +41,7 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 /**
  * Output size (in bits) for SIMD-224.

algo/skein/skein-4way.c

@@ -2,7 +2,6 @@
 #include <string.h>
 #include <stdint.h>
 #include "skein-hash-4way.h"
-#include "algo/sha/sha-hash-4way.h"
 #include "algo/sha/sha256-hash.h"
 
 #if defined (SKEIN_8WAY)

algo/skein/skein-gate.c

@@ -1,5 +1,4 @@
 #include "skein-gate.h"
-#include "sph_skein.h"
 #include "skein-hash-4way.h"
 
 bool register_skein_algo( algo_gate_t* gate )

algo/skein/sph_skein.h

@@ -46,7 +46,7 @@ extern "C"{
 #endif
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 #if SPH_64
 

algo/tiger/sph_tiger.h

@@ -45,7 +45,7 @@
 #define SPH_TIGER_H__
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 #if SPH_64
 

algo/whirlpool/sph_whirlpool.h

@@ -49,7 +49,7 @@
 #define SPH_WHIRLPOOL_H__
 
 #include <stddef.h>
-#include "algo/sha/sph_types.h"
+#include "compat/sph_types.h"
 
 #if SPH_64
 

algo/x11/x11-4way.c

@@ -65,6 +65,9 @@ void init_x11_8way_ctx()
 #endif
 }
 
+static __thread __m512i x11_8way_midstate[16] __attribute__((aligned(64)));
+
+
 void x11_8way_hash( void *state, const void *input )
 {
      uint64_t vhash[8*8] __attribute__ ((aligned (128)));
@@ -80,8 +83,9 @@ void x11_8way_hash( void *state, const void *input )
      uint64_t hash7[8] __attribute__ ((aligned (64)));
      x11_8way_ctx_holder ctx;
      memcpy( &ctx, &x11_8way_ctx, sizeof(x11_8way_ctx) );
-     blake512_8way_update( &ctx.blake, input, 80 );
-     blake512_8way_close( &ctx.blake, vhash );
+
+     blake512_8way_final_le( &ctx.blake, vhash, casti_m512i( input, 9 ),
+                             x11_8way_midstate );
 
      bmw512_8way_update( &ctx.bmw, vhash, 64 );
      bmw512_8way_close( &ctx.bmw, vhash );
@@ -252,39 +256,45 @@ void x11_8way_hash( void *state, const void *input )
 int scanhash_x11_8way( struct work *work, uint32_t max_nonce,
                    uint64_t *hashes_done, struct thr_info *mythr )
 {
-     uint32_t hash[8*8] __attribute__ ((aligned (128)));
-     uint32_t vdata[24*8] __attribute__ ((aligned (64)));
-     uint32_t *pdata = work->data;
-     uint32_t *ptarget = work->target;
-     uint32_t n = pdata[19];
-     const uint32_t first_nonce = pdata[19];
-     int thr_id = mythr->id;
-     __m512i  *noncev = (__m512i*)vdata + 9;   // aligned
-     const uint32_t Htarg = ptarget[7];
+   uint32_t hash[8*8] __attribute__ ((aligned (128)));
+   uint32_t vdata[20*8] __attribute__ ((aligned (64)));
+   __m128i edata[5] __attribute__ ((aligned (64)));
+   uint32_t *pdata = work->data;
+   uint32_t *ptarget = work->target;
+   uint32_t n = pdata[19];
+   const uint32_t first_nonce = pdata[19];
+   int thr_id = mythr->id;
+   __m512i  *noncev = (__m512i*)vdata + 9; 
+   const uint32_t last_nonce = max_nonce -8;
+   const __m512i eight = _mm512_set1_epi64( 8 );
 
-     const uint32_t last_nonce = max_nonce -8;
-     mm512_bswap32_intrlv80_8x64( vdata, pdata );
+   // convert LE32 to LE64
+   edata[0] = mm128_swap64_32( casti_m128i( pdata, 0 ) );
+   edata[1] = mm128_swap64_32( casti_m128i( pdata, 1 ) );
+   edata[2] = mm128_swap64_32( casti_m128i( pdata, 2 ) );
+   edata[3] = mm128_swap64_32( casti_m128i( pdata, 3 ) );
+   edata[4] = mm128_swap64_32( casti_m128i( pdata, 4 ) );
 
-     do
-     {
-        *noncev = mm512_intrlv_blend_32( mm512_bswap_32(
-         _mm512_set_epi32( n+7, 0, n+6, 0, n+5, 0, n+4, 0,
-                           n+3, 0, n+2, 0, n+1, 0, n,   0 ) ), *noncev );
+   mm512_intrlv80_8x64( vdata, edata );
+   *noncev = _mm512_add_epi32( *noncev, _mm512_set_epi32(
+                                    0,7, 0,6, 0,5, 0,4, 0,3, 0,2, 0,1, 0,0 ) );
+   blake512_8way_prehash_le( &x11_8way_ctx.blake, x11_8way_midstate, vdata );
 
-         x11_8way_hash( hash, vdata );
-         pdata[19] = n;
+   do
+   {
+      x11_8way_hash( hash, vdata );
 
-         for ( int i = 0; i < 8; i++ )
-         if ( ( hash+(i<<3) )[7] <= Htarg
-              && fulltest( hash+(i<<3), ptarget ) && !opt_benchmark )
-         {
-             pdata[19] = n+i;
-             submit_solution( work, hash+(i<<3), mythr );
-         }
-         n += 8;
-     } while ( ( n < last_nonce ) && !work_restart[thr_id].restart );
-     *hashes_done = n - first_nonce;
-     return 0;
+      for ( int i = 0; i < 8; i++ )
+      if ( unlikely( valid_hash( hash+(i<<3), ptarget ) && !opt_benchmark ))
+      {
+          pdata[19] = n+i;
+          submit_solution( work, hash+(i<<3), mythr );
+      }
+      *noncev = _mm512_add_epi32( *noncev, eight );
+      n += 8;
+   } while ( ( n < last_nonce ) && !work_restart[thr_id].restart );
+   *hashes_done = n - first_nonce;
+   return 0;
 }
 
 

algo/x16/x16r-gate.c

@@ -263,7 +263,7 @@ bool register_hex_algo( algo_gate_t* gate )
   gate->scanhash        = (void*)&scanhash_hex;
   gate->hash            = (void*)&x16r_hash;
   gate->optimizations   = SSE2_OPT | AES_OPT | AVX2_OPT | AVX512_OPT;
-  gate->gen_merkle_root = (void*)&SHA256_gen_merkle_root;
+  gate->gen_merkle_root = (void*)&sha256_gen_merkle_root;
   opt_target_factor = 128.0;
   return true;
 };