#include "lyra2-gate.h" #include #include #include "algo/blake/blake-hash-4way.h" #include "algo/keccak/keccak-hash-4way.h" #include "algo/skein/skein-hash-4way.h" #include "algo/cubehash/cubehash_sse2.h" #include "algo/cubehash/cube-hash-2way.h" #include "algo/groestl/aes_ni/hash-groestl256.h" #if defined(__VAES__) #include "algo/groestl/groestl256-hash-4way.h" #endif #if defined (ALLIUM_16WAY) typedef union { keccak256_8way_context keccak; cube_4way_2buf_context cube; skein256_8way_context skein; #if defined(__VAES__) groestl256_4way_context groestl; #else hashState_groestl256 groestl; #endif } allium_16way_ctx_holder; static void allium_16way_hash( void *state, const void *midstate_vars, const void *midhash, const void *block ) { uint32_t vhash[16*8] __attribute__ ((aligned (128))); uint32_t vhashA[16*8] __attribute__ ((aligned (64))); uint32_t vhashB[16*8] __attribute__ ((aligned (64))); uint32_t hash0[8] __attribute__ ((aligned (32))); uint32_t hash1[8] __attribute__ ((aligned (32))); uint32_t hash2[8] __attribute__ ((aligned (32))); uint32_t hash3[8] __attribute__ ((aligned (32))); uint32_t hash4[8] __attribute__ ((aligned (32))); uint32_t hash5[8] __attribute__ ((aligned (32))); uint32_t hash6[8] __attribute__ ((aligned (32))); uint32_t hash7[8] __attribute__ ((aligned (32))); uint32_t hash8[8] __attribute__ ((aligned (32))); uint32_t hash9[8] __attribute__ ((aligned (32))); uint32_t hash10[8] __attribute__ ((aligned (32))); uint32_t hash11[8] __attribute__ ((aligned (32))); uint32_t hash12[8] __attribute__ ((aligned (32))); uint32_t hash13[8] __attribute__ ((aligned (32))); uint32_t hash14[8] __attribute__ ((aligned (32))); uint32_t hash15[8] __attribute__ ((aligned (32))); allium_16way_ctx_holder ctx __attribute__ ((aligned (64))); blake256_16way_final_rounds_le( vhash, midstate_vars, midhash, block ); dintrlv_16x32( hash0, hash1, hash2, hash3, hash4, hash5, hash6, hash7, hash8, hash9, hash10, hash11, hash12, hash13, hash14, hash15, vhash, 256 ); intrlv_8x64( vhashA, hash0, hash1, hash2, hash3, hash4, hash5, hash6, hash7, 256 ); intrlv_8x64( vhashB, hash8, hash9, hash10, hash11, hash12, hash13, hash14, hash15, 256 ); keccak256_8way_init( &ctx.keccak ); keccak256_8way_update( &ctx.keccak, vhashA, 32 ); keccak256_8way_close( &ctx.keccak, vhashA); keccak256_8way_init( &ctx.keccak ); keccak256_8way_update( &ctx.keccak, vhashB, 32 ); keccak256_8way_close( &ctx.keccak, vhashB); dintrlv_8x64( hash0, hash1, hash2, hash3, hash4, hash5, hash6, hash7, vhashA, 256 ); dintrlv_8x64( hash8, hash9, hash10, hash11, hash12, hash13, hash14, hash15, vhashB, 256 ); intrlv_2x256( vhash, hash0, hash1, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash0, hash1, vhash, 256 ); intrlv_2x256( vhash, hash2, hash3, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash2, hash3, vhash, 256 ); intrlv_2x256( vhash, hash4, hash5, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash4, hash5, vhash, 256 ); intrlv_2x256( vhash, hash6, hash7, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash6, hash7, vhash, 256 ); intrlv_2x256( vhash, hash8, hash9, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash8, hash9, vhash, 256 ); intrlv_2x256( vhash, hash10, hash11, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash10, hash11, vhash, 256 ); intrlv_2x256( vhash, hash12, hash13, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash12, hash13, vhash, 256 ); intrlv_2x256( vhash, hash14, hash15, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash14, hash15, vhash, 256 ); intrlv_4x128( vhashA, hash0, hash1, hash2, hash3, 256 ); intrlv_4x128( vhashB, hash4, hash5, hash6, hash7, 256 ); cube_4way_2buf_full( &ctx.cube, vhashA, vhashB, 256, vhashA, vhashB, 32 ); dintrlv_4x128( hash0, hash1, hash2, hash3, vhashA, 256 ); dintrlv_4x128( hash4, hash5, hash6, hash7, vhashB, 256 ); intrlv_4x128( vhashA, hash8, hash9, hash10, hash11, 256 ); intrlv_4x128( vhashB, hash12, hash13, hash14, hash15, 256 ); cube_4way_2buf_full( &ctx.cube, vhashA, vhashB, 256, vhashA, vhashB, 32 ); dintrlv_4x128( hash8, hash9, hash10, hash11, vhashA, 256 ); dintrlv_4x128( hash12, hash13, hash14, hash15, vhashB, 256 ); intrlv_2x256( vhash, hash0, hash1, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash0, hash1, vhash, 256 ); intrlv_2x256( vhash, hash2, hash3, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash2, hash3, vhash, 256 ); intrlv_2x256( vhash, hash4, hash5, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash4, hash5, vhash, 256 ); intrlv_2x256( vhash, hash6, hash7, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash6, hash7, vhash, 256 ); intrlv_2x256( vhash, hash8, hash9, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash8, hash9, vhash, 256 ); intrlv_2x256( vhash, hash10, hash11, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash10, hash11, vhash, 256 ); intrlv_2x256( vhash, hash12, hash13, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash12, hash13, vhash, 256 ); intrlv_2x256( vhash, hash14, hash15, 256 ); LYRA2RE_2WAY( vhash, 32, vhash, 32, 1, 8, 8 ); dintrlv_2x256( hash14, hash15, vhash, 256 ); intrlv_8x64( vhashA, hash0, hash1, hash2, hash3, hash4, hash5, hash6, hash7, 256 ); intrlv_8x64( vhashB, hash8, hash9, hash10, hash11, hash12, hash13, hash14, hash15, 256 ); skein256_8way_init( &ctx.skein ); skein256_8way_update( &ctx.skein, vhashA, 32 ); skein256_8way_close( &ctx.skein, vhashA ); skein256_8way_init( &ctx.skein ); skein256_8way_update( &ctx.skein, vhashB, 32 ); skein256_8way_close( &ctx.skein, vhashB ); dintrlv_8x64( hash0, hash1, hash2, hash3, hash4, hash5, hash6, hash7, vhashA, 256 ); dintrlv_8x64( hash8, hash9, hash10, hash11, hash12, hash13, hash14, hash15, vhashB, 256 ); #if defined(__VAES__) intrlv_4x128( vhash, hash0, hash1, hash2, hash3, 256 ); groestl256_4way_full( &ctx.groestl, vhash, vhash, 32 ); dintrlv_4x128( state, state+32, state+64, state+96, vhash, 256 ); intrlv_4x128( vhash, hash4, hash5, hash6, hash7, 256 ); groestl256_4way_full( &ctx.groestl, vhash, vhash, 32 ); dintrlv_4x128( state+128, state+160, state+192, state+224, vhash, 256 ); intrlv_4x128( vhash, hash8, hash9, hash10, hash11, 256 ); groestl256_4way_full( &ctx.groestl, vhash, vhash, 32 ); dintrlv_4x128( state+256, state+288, state+320, state+352, vhash, 256 ); intrlv_4x128( vhash, hash12, hash13, hash14, hash15, 256 ); groestl256_4way_full( &ctx.groestl, vhash, vhash, 32 ); dintrlv_4x128( state+384, state+416, state+448, state+480, vhash, 256 ); #else groestl256_full( &ctx.groestl, state, hash0, 256 ); groestl256_full( &ctx.groestl, state+32, hash1, 256 ); groestl256_full( &ctx.groestl, state+64, hash2, 256 ); groestl256_full( &ctx.groestl, state+96, hash3, 256 ); groestl256_full( &ctx.groestl, state+128, hash4, 256 ); groestl256_full( &ctx.groestl, state+160, hash5, 256 ); groestl256_full( &ctx.groestl, state+192, hash6, 256 ); groestl256_full( &ctx.groestl, state+224, hash7, 256 ); groestl256_full( &ctx.groestl, state+256, hash8, 256 ); groestl256_full( &ctx.groestl, state+288, hash9, 256 ); groestl256_full( &ctx.groestl, state+320, hash10, 256 ); groestl256_full( &ctx.groestl, state+352, hash11, 256 ); groestl256_full( &ctx.groestl, state+384, hash12, 256 ); groestl256_full( &ctx.groestl, state+416, hash13, 256 ); groestl256_full( &ctx.groestl, state+448, hash14, 256 ); groestl256_full( &ctx.groestl, state+480, hash15, 256 ); #endif } int scanhash_allium_16way( struct work *work, uint32_t max_nonce, uint64_t *hashes_done, struct thr_info *mythr ) { uint32_t hash[8*16] __attribute__ ((aligned (128))); uint32_t midstate_vars[16*16] __attribute__ ((aligned (64))); __m512i block0_hash[8] __attribute__ ((aligned (64))); __m512i block_buf[16] __attribute__ ((aligned (64))); uint32_t phash[8] __attribute__ ((aligned (32))) = { 0x6A09E667, 0xBB67AE85, 0x3C6EF372, 0xA54FF53A, 0x510E527F, 0x9B05688C, 0x1F83D9AB, 0x5BE0CD19 }; uint32_t *pdata = work->data; uint32_t *ptarget = work->target; const uint32_t first_nonce = pdata[19]; uint32_t n = first_nonce; const uint32_t last_nonce = max_nonce - 16; const int thr_id = mythr->id; const bool bench = opt_benchmark; const __m512i sixteen = m512_const1_32( 16 ); if ( bench ) ( (uint32_t*)ptarget )[7] = 0x0000ff; // Prehash first block. blake256_transform_le( phash, pdata, 512, 0 ); // Interleave hash for second block prehash. block0_hash[0] = _mm512_set1_epi32( phash[0] ); block0_hash[1] = _mm512_set1_epi32( phash[1] ); block0_hash[2] = _mm512_set1_epi32( phash[2] ); block0_hash[3] = _mm512_set1_epi32( phash[3] ); block0_hash[4] = _mm512_set1_epi32( phash[4] ); block0_hash[5] = _mm512_set1_epi32( phash[5] ); block0_hash[6] = _mm512_set1_epi32( phash[6] ); block0_hash[7] = _mm512_set1_epi32( phash[7] ); // Build vectored second block, interleave last 16 bytes of data using // unique nonces, add padding. block_buf[ 0] = _mm512_set1_epi32( pdata[16] ); block_buf[ 1] = _mm512_set1_epi32( pdata[17] ); block_buf[ 2] = _mm512_set1_epi32( pdata[18] ); block_buf[ 3] = _mm512_set_epi32( n+15, n+14, n+13, n+12, n+11, n+10, n+ 9, n+ 8, n+ 7, n+ 6, n+ 5, n+ 4, n+ 3, n+ 2, n+ 1, n ); block_buf[ 4] = m512_const1_32( 0x80000000 ); block_buf[ 5] = block_buf[ 6] = block_buf[ 7] = block_buf[ 8] = block_buf[ 9] = block_buf[10] = block_buf[11] = block_buf[12] = m512_zero; block_buf[13] = m512_one_32; block_buf[14] = m512_zero; block_buf[15] = m512_const1_32( 80*8 ); // Partialy prehash second block without touching nonces in block_buf[3]. blake256_16way_round0_prehash_le( midstate_vars, block0_hash, block_buf ); do { allium_16way_hash( hash, midstate_vars, block0_hash, block_buf ); for ( int lane = 0; lane < 16; lane++ ) if ( unlikely( valid_hash( hash+(lane<<3), ptarget ) && !bench ) ) { pdata[19] = n + lane; submit_solution( work, hash+(lane<<3), mythr ); } block_buf[ 3] = _mm512_add_epi32( block_buf[ 3], sixteen ); n += 16; } while ( likely( (n < last_nonce) && !work_restart[thr_id].restart) ); pdata[19] = n; *hashes_done = n - first_nonce; return 0; } #elif defined (ALLIUM_8WAY) typedef union { keccak256_4way_context keccak; cube_2way_context cube; skein256_4way_context skein; #if defined(__VAES__) groestl256_2way_context groestl; #else hashState_groestl256 groestl; #endif } allium_8way_ctx_holder; static void allium_8way_hash( void *hash, const void *midstate_vars, const void *midhash, const void *block ) { uint64_t vhashA[4*8] __attribute__ ((aligned (64))); uint64_t vhashB[4*8] __attribute__ ((aligned (32))); uint64_t *hash0 = (uint64_t*)hash; uint64_t *hash1 = (uint64_t*)hash+ 4; uint64_t *hash2 = (uint64_t*)hash+ 8; uint64_t *hash3 = (uint64_t*)hash+12; uint64_t *hash4 = (uint64_t*)hash+16; uint64_t *hash5 = (uint64_t*)hash+20; uint64_t *hash6 = (uint64_t*)hash+24; uint64_t *hash7 = (uint64_t*)hash+28; allium_8way_ctx_holder ctx __attribute__ ((aligned (64))); blake256_8way_final_rounds_le( vhashA, midstate_vars, midhash, block ); dintrlv_8x32( hash0, hash1, hash2, hash3, hash4, hash5, hash6, hash7, vhashA, 256 ); intrlv_4x64( vhashA, hash0, hash1, hash2, hash3, 256 ); intrlv_4x64( vhashB, hash4, hash5, hash6, hash7, 256 ); keccak256_4way_init( &ctx.keccak ); keccak256_4way_update( &ctx.keccak, vhashA, 32 ); keccak256_4way_close( &ctx.keccak, vhashA ); keccak256_4way_init( &ctx.keccak ); keccak256_4way_update( &ctx.keccak, vhashB, 32 ); keccak256_4way_close( &ctx.keccak, vhashB ); dintrlv_4x64( hash0, hash1, hash2, hash3, vhashA, 256 ); dintrlv_4x64( hash4, hash5, hash6, hash7, vhashB, 256 ); LYRA2RE( hash0, 32, hash0, 32, hash0, 32, 1, 8, 8 ); LYRA2RE( hash1, 32, hash1, 32, hash1, 32, 1, 8, 8 ); LYRA2RE( hash2, 32, hash2, 32, hash2, 32, 1, 8, 8 ); LYRA2RE( hash3, 32, hash3, 32, hash3, 32, 1, 8, 8 ); LYRA2RE( hash4, 32, hash4, 32, hash4, 32, 1, 8, 8 ); LYRA2RE( hash5, 32, hash5, 32, hash5, 32, 1, 8, 8 ); LYRA2RE( hash6, 32, hash6, 32, hash6, 32, 1, 8, 8 ); LYRA2RE( hash7, 32, hash7, 32, hash7, 32, 1, 8, 8 ); intrlv_2x128( vhashA, hash0, hash1, 256 ); intrlv_2x128( vhashB, hash2, hash3, 256 ); cube_2way_full( &ctx.cube, vhashA, 256, vhashA, 32 ); cube_2way_full( &ctx.cube, vhashB, 256, vhashB, 32 ); dintrlv_2x128( hash0, hash1, vhashA, 256 ); dintrlv_2x128( hash2, hash3, vhashB, 256 ); intrlv_2x128( vhashA, hash4, hash5, 256 ); intrlv_2x128( vhashB, hash6, hash7, 256 ); cube_2way_full( &ctx.cube, vhashA, 256, vhashA, 32 ); cube_2way_full( &ctx.cube, vhashB, 256, vhashB, 32 ); dintrlv_2x128( hash4, hash5, vhashA, 256 ); dintrlv_2x128( hash6, hash7, vhashB, 256 ); LYRA2RE( hash0, 32, hash0, 32, hash0, 32, 1, 8, 8 ); LYRA2RE( hash1, 32, hash1, 32, hash1, 32, 1, 8, 8 ); LYRA2RE( hash2, 32, hash2, 32, hash2, 32, 1, 8, 8 ); LYRA2RE( hash3, 32, hash3, 32, hash3, 32, 1, 8, 8 ); LYRA2RE( hash4, 32, hash4, 32, hash4, 32, 1, 8, 8 ); LYRA2RE( hash5, 32, hash5, 32, hash5, 32, 1, 8, 8 ); LYRA2RE( hash6, 32, hash6, 32, hash6, 32, 1, 8, 8 ); LYRA2RE( hash7, 32, hash7, 32, hash7, 32, 1, 8, 8 ); intrlv_4x64( vhashA, hash0, hash1, hash2, hash3, 256 ); intrlv_4x64( vhashB, hash4, hash5, hash6, hash7, 256 ); skein256_4way_init( &ctx.skein ); skein256_4way_update( &ctx.skein, vhashA, 32 ); skein256_4way_close( &ctx.skein, vhashA ); skein256_4way_init( &ctx.skein ); skein256_4way_update( &ctx.skein, vhashB, 32 ); skein256_4way_close( &ctx.skein, vhashB ); #if defined(__VAES__) uint64_t vhashC[4*2] __attribute__ ((aligned (32))); uint64_t vhashD[4*2] __attribute__ ((aligned (32))); rintrlv_4x64_2x128( vhashC, vhashD, vhashA, 256 ); groestl256_2way_full( &ctx.groestl, vhashC, vhashC, 32 ); groestl256_2way_full( &ctx.groestl, vhashD, vhashD, 32 ); dintrlv_2x128( hash0, hash1, vhashC, 256 ); dintrlv_2x128( hash2, hash3, vhashD, 256 ); rintrlv_4x64_2x128( vhashC, vhashD, vhashB, 256 ); groestl256_2way_full( &ctx.groestl, vhashC, vhashC, 32 ); groestl256_2way_full( &ctx.groestl, vhashD, vhashD, 32 ); dintrlv_2x128( hash4, hash5, vhashC, 256 ); dintrlv_2x128( hash6, hash7, vhashD, 256 ); #else dintrlv_4x64( hash0, hash1, hash2, hash3, vhashA, 256 ); dintrlv_4x64( hash4, hash5, hash6, hash7, vhashB, 256 ); groestl256_full( &ctx.groestl, hash0, hash0, 256 ); groestl256_full( &ctx.groestl, hash1, hash1, 256 ); groestl256_full( &ctx.groestl, hash2, hash2, 256 ); groestl256_full( &ctx.groestl, hash3, hash3, 256 ); groestl256_full( &ctx.groestl, hash4, hash4, 256 ); groestl256_full( &ctx.groestl, hash5, hash5, 256 ); groestl256_full( &ctx.groestl, hash6, hash6, 256 ); groestl256_full( &ctx.groestl, hash7, hash7, 256 ); #endif } int scanhash_allium_8way( struct work *work, uint32_t max_nonce, uint64_t *hashes_done, struct thr_info *mythr ) { uint64_t hash[4*8] __attribute__ ((aligned (64))); uint32_t midstate_vars[16*8] __attribute__ ((aligned (64))); __m256i block0_hash[8] __attribute__ ((aligned (64))); __m256i block_buf[16] __attribute__ ((aligned (64))); uint32_t phash[8] __attribute__ ((aligned (32))) = { 0x6A09E667, 0xBB67AE85, 0x3C6EF372, 0xA54FF53A, 0x510E527F, 0x9B05688C, 0x1F83D9AB, 0x5BE0CD19 }; uint32_t *pdata = work->data; uint64_t *ptarget = (uint64_t*)work->target; const uint32_t first_nonce = pdata[19]; const uint32_t last_nonce = max_nonce - 8; uint32_t n = first_nonce; const int thr_id = mythr->id; const bool bench = opt_benchmark; const __m256i eight = m256_const1_32( 8 ); // Prehash first block blake256_transform_le( phash, pdata, 512, 0 ); block0_hash[0] = _mm256_set1_epi32( phash[0] ); block0_hash[1] = _mm256_set1_epi32( phash[1] ); block0_hash[2] = _mm256_set1_epi32( phash[2] ); block0_hash[3] = _mm256_set1_epi32( phash[3] ); block0_hash[4] = _mm256_set1_epi32( phash[4] ); block0_hash[5] = _mm256_set1_epi32( phash[5] ); block0_hash[6] = _mm256_set1_epi32( phash[6] ); block0_hash[7] = _mm256_set1_epi32( phash[7] ); // Build vectored second block, interleave last 16 bytes of data using // unique nonces and add padding. block_buf[ 0] = _mm256_set1_epi32( pdata[16] ); block_buf[ 1] = _mm256_set1_epi32( pdata[17] ); block_buf[ 2] = _mm256_set1_epi32( pdata[18] ); block_buf[ 3] = _mm256_set_epi32( n+ 7, n+ 6, n+ 5, n+ 4, n+ 3, n+ 2, n+ 1, n ); block_buf[ 4] = m256_const1_32( 0x80000000 ); block_buf[ 5] = block_buf[ 6] = block_buf[ 7] = block_buf[ 8] = block_buf[ 9] = block_buf[10] = block_buf[11] = block_buf[12] = m256_zero; block_buf[13] = m256_one_32; block_buf[14] = m256_zero; block_buf[15] = m256_const1_32( 80*8 ); // Partialy prehash second block without touching nonces blake256_8way_round0_prehash_le( midstate_vars, block0_hash, block_buf ); do { allium_8way_hash( hash, midstate_vars, block0_hash, block_buf ); for ( int lane = 0; lane < 8; lane++ ) { const uint64_t *lane_hash = hash + (lane<<2); if ( unlikely( valid_hash( lane_hash, ptarget ) && !bench ) ) { pdata[19] = n + lane; submit_solution( work, lane_hash, mythr ); } } n += 8; block_buf[ 3] = _mm256_add_epi32( block_buf[ 3], eight ); } while ( likely( (n <= last_nonce) && !work_restart[thr_id].restart ) ); pdata[19] = n; *hashes_done = n - first_nonce; return 0; } #endif