#include "lyra2-gate.h" #include #include #include "lyra2.h" #include "algo/blake/sph_blake.h" #include "algo/blake/blake-hash-4way.h" #if defined(LYRA2Z_16WAY) __thread uint64_t* lyra2z_16way_matrix; bool lyra2z_16way_thread_init() { return ( lyra2z_16way_matrix = _mm_malloc( 2*LYRA2Z_MATRIX_SIZE, 64 ) ); } static __thread blake256_16way_context l2z_16way_blake_mid; void lyra2z_16way_midstate( const void* input ) { blake256_16way_init( &l2z_16way_blake_mid ); blake256_16way_update( &l2z_16way_blake_mid, input, 64 ); } void lyra2z_16way_hash( void *state, const void *input ) { uint32_t vhash[8*16] __attribute__ ((aligned (128))); uint32_t hash0[8] __attribute__ ((aligned (64))); uint32_t hash1[8] __attribute__ ((aligned (64))); uint32_t hash2[8] __attribute__ ((aligned (64))); uint32_t hash3[8] __attribute__ ((aligned (64))); uint32_t hash4[8] __attribute__ ((aligned (64))); uint32_t hash5[8] __attribute__ ((aligned (64))); uint32_t hash6[8] __attribute__ ((aligned (64))); uint32_t hash7[8] __attribute__ ((aligned (64))); uint32_t hash8[8] __attribute__ ((aligned (64))); uint32_t hash9[8] __attribute__ ((aligned (64))); uint32_t hash10[8] __attribute__ ((aligned (64))); uint32_t hash11[8] __attribute__ ((aligned (64))); uint32_t hash12[8] __attribute__ ((aligned (64))); uint32_t hash13[8] __attribute__ ((aligned (64))); uint32_t hash14[8] __attribute__ ((aligned (64))); uint32_t hash15[8] __attribute__ ((aligned (64))); blake256_16way_context ctx_blake __attribute__ ((aligned (64))); memcpy( &ctx_blake, &l2z_16way_blake_mid, sizeof l2z_16way_blake_mid ); blake256_16way_update( &ctx_blake, input + (64*16), 16 ); blake256_16way_close( &ctx_blake, vhash ); dintrlv_16x32( hash0, hash1, hash2, hash3, hash4, hash5, hash6, hash7, hash8, hash9, hash10, hash11 ,hash12, hash13, hash14, hash15, vhash, 256 ); intrlv_2x256( vhash, hash0, hash1, 256 ); LYRA2Z_2WAY( lyra2z_16way_matrix, vhash, 32, vhash, 32, 8, 8, 8 ); dintrlv_2x256( hash0, hash1, vhash, 256 ); intrlv_2x256( vhash, hash2, hash3, 256 ); LYRA2Z_2WAY( lyra2z_16way_matrix, vhash, 32, vhash, 32, 8, 8, 8 ); dintrlv_2x256( hash2, hash3, vhash, 256 ); intrlv_2x256( vhash, hash4, hash5, 256 ); LYRA2Z_2WAY( lyra2z_16way_matrix, vhash, 32, vhash, 32, 8, 8, 8 ); dintrlv_2x256( hash4, hash5, vhash, 256 ); intrlv_2x256( vhash, hash6, hash7, 256 ); LYRA2Z_2WAY( lyra2z_16way_matrix, vhash, 32, vhash, 32, 8, 8, 8 ); dintrlv_2x256( hash6, hash7, vhash, 256 ); intrlv_2x256( vhash, hash8, hash9, 256 ); LYRA2Z_2WAY( lyra2z_16way_matrix, vhash, 32, vhash, 32, 8, 8, 8 ); dintrlv_2x256( hash8, hash9, vhash, 256 ); intrlv_2x256( vhash, hash10, hash11, 256 ); LYRA2Z_2WAY( lyra2z_16way_matrix, vhash, 32, vhash, 32, 8, 8, 8 ); dintrlv_2x256( hash10, hash11, vhash, 256 ); intrlv_2x256( vhash, hash12, hash13, 256 ); LYRA2Z_2WAY( lyra2z_16way_matrix, vhash, 32, vhash, 32, 8, 8, 8 ); dintrlv_2x256( hash12, hash13, vhash, 256 ); intrlv_2x256( vhash, hash14, hash15, 256 ); LYRA2Z_2WAY( lyra2z_16way_matrix, vhash, 32, vhash, 32, 8, 8, 8 ); dintrlv_2x256( hash14, hash15, vhash, 256 ); memcpy( state, hash0, 32 ); memcpy( state+ 32, hash1, 32 ); memcpy( state+ 64, hash2, 32 ); memcpy( state+ 96, hash3, 32 ); memcpy( state+128, hash4, 32 ); memcpy( state+160, hash5, 32 ); memcpy( state+192, hash6, 32 ); memcpy( state+224, hash7, 32 ); memcpy( state+256, hash8, 32 ); memcpy( state+288, hash9, 32 ); memcpy( state+320, hash10, 32 ); memcpy( state+352, hash11, 32 ); memcpy( state+384, hash12, 32 ); memcpy( state+416, hash13, 32 ); memcpy( state+448, hash14, 32 ); memcpy( state+480, hash15, 32 ); } int scanhash_lyra2z_16way( struct work *work, uint32_t max_nonce, uint64_t *hashes_done, struct thr_info *mythr ) { uint32_t hash[8*16] __attribute__ ((aligned (128))); uint32_t vdata[20*16] __attribute__ ((aligned (64))); uint32_t *pdata = work->data; uint32_t *ptarget = work->target; const uint32_t Htarg = ptarget[7]; const uint32_t first_nonce = pdata[19]; uint32_t n = first_nonce; __m512i *noncev = (__m512i*)vdata + 19; // aligned int thr_id = mythr->id; // thr_id arg is deprecated if ( opt_benchmark ) ptarget[7] = 0x0000ff; mm512_bswap32_intrlv80_16x32( vdata, pdata ); lyra2z_16way_midstate( vdata ); do { *noncev = mm512_bswap_32( _mm512_set_epi32( n+15, n+14, n+13, n+12, n+11, n+10, n+ 9, n+ 8, n+ 7, n+ 6, n+ 5, n+ 4, n+ 3, n+ 2, n+ 1, n ) ); lyra2z_16way_hash( hash, vdata ); pdata[19] = n; for ( int i = 0; i < 16; i++ ) if ( (hash+(i<<3))[7] <= Htarg && fulltest( hash+(i<<3), ptarget ) && !opt_benchmark ) { pdata[19] = n+i; submit_lane_solution( work, hash+(i<<3), mythr, i ); } n += 16; } while ( (n < max_nonce-16) && !work_restart[thr_id].restart); *hashes_done = n - first_nonce + 1; return 0; } #elif defined(LYRA2Z_8WAY) __thread uint64_t* lyra2z_8way_matrix; bool lyra2z_8way_thread_init() { return ( lyra2z_8way_matrix = _mm_malloc( LYRA2Z_MATRIX_SIZE, 64 ) ); } static __thread blake256_8way_context l2z_8way_blake_mid; void lyra2z_8way_midstate( const void* input ) { blake256_8way_init( &l2z_8way_blake_mid ); blake256_8way_update( &l2z_8way_blake_mid, input, 64 ); } void lyra2z_8way_hash( void *state, const void *input ) { uint32_t hash0[8] __attribute__ ((aligned (64))); uint32_t hash1[8] __attribute__ ((aligned (64))); uint32_t hash2[8] __attribute__ ((aligned (64))); uint32_t hash3[8] __attribute__ ((aligned (64))); uint32_t hash4[8] __attribute__ ((aligned (64))); uint32_t hash5[8] __attribute__ ((aligned (64))); uint32_t hash6[8] __attribute__ ((aligned (64))); uint32_t hash7[8] __attribute__ ((aligned (64))); uint32_t vhash[8*8] __attribute__ ((aligned (64))); blake256_8way_context ctx_blake __attribute__ ((aligned (64))); memcpy( &ctx_blake, &l2z_8way_blake_mid, sizeof l2z_8way_blake_mid ); blake256_8way_update( &ctx_blake, input + (64*8), 16 ); blake256_8way_close( &ctx_blake, vhash ); dintrlv_8x32( hash0, hash1, hash2, hash3, hash4, hash5, hash6, hash7, vhash, 256 ); LYRA2Z( lyra2z_8way_matrix, hash0, 32, hash0, 32, hash0, 32, 8, 8, 8 ); LYRA2Z( lyra2z_8way_matrix, hash1, 32, hash1, 32, hash1, 32, 8, 8, 8 ); LYRA2Z( lyra2z_8way_matrix, hash2, 32, hash2, 32, hash2, 32, 8, 8, 8 ); LYRA2Z( lyra2z_8way_matrix, hash3, 32, hash3, 32, hash3, 32, 8, 8, 8 ); LYRA2Z( lyra2z_8way_matrix, hash4, 32, hash4, 32, hash4, 32, 8, 8, 8 ); LYRA2Z( lyra2z_8way_matrix, hash5, 32, hash5, 32, hash5, 32, 8, 8, 8 ); LYRA2Z( lyra2z_8way_matrix, hash6, 32, hash6, 32, hash6, 32, 8, 8, 8 ); LYRA2Z( lyra2z_8way_matrix, hash7, 32, hash7, 32, hash7, 32, 8, 8, 8 ); memcpy( state, hash0, 32 ); memcpy( state+ 32, hash1, 32 ); memcpy( state+ 64, hash2, 32 ); memcpy( state+ 96, hash3, 32 ); memcpy( state+128, hash4, 32 ); memcpy( state+160, hash5, 32 ); memcpy( state+192, hash6, 32 ); memcpy( state+224, hash7, 32 ); } int scanhash_lyra2z_8way( struct work *work, uint32_t max_nonce, uint64_t *hashes_done, struct thr_info *mythr ) { uint32_t hash[8*8] __attribute__ ((aligned (64))); uint32_t vdata[20*8] __attribute__ ((aligned (64))); uint32_t *pdata = work->data; uint32_t *ptarget = work->target; const uint32_t Htarg = ptarget[7]; const uint32_t first_nonce = pdata[19]; uint32_t n = first_nonce; __m256i *noncev = (__m256i*)vdata + 19; // aligned int thr_id = mythr->id; // thr_id arg is deprecated if ( opt_benchmark ) ptarget[7] = 0x0000ff; mm256_bswap32_intrlv80_8x32( vdata, pdata ); lyra2z_8way_midstate( vdata ); do { *noncev = mm256_bswap_32( _mm256_set_epi32( n+7, n+6, n+5, n+4, n+3, n+2, n+1, n ) ); lyra2z_8way_hash( hash, vdata ); pdata[19] = n; for ( int i = 0; i < 8; i++ ) if ( (hash+(i<<3))[7] <= Htarg && fulltest( hash+(i<<3), ptarget ) && !opt_benchmark ) { pdata[19] = n+i; submit_lane_solution( work, hash+(i<<3), mythr, i ); } n += 8; } while ( (n < max_nonce-8) && !work_restart[thr_id].restart); *hashes_done = n - first_nonce + 1; return 0; } #elif defined(LYRA2Z_4WAY) __thread uint64_t* lyra2z_4way_matrix; bool lyra2z_4way_thread_init() { return ( lyra2z_4way_matrix = _mm_malloc( LYRA2Z_MATRIX_SIZE, 64 ) ); } static __thread blake256_4way_context l2z_4way_blake_mid; void lyra2z_4way_midstate( const void* input ) { blake256_4way_init( &l2z_4way_blake_mid ); blake256_4way_update( &l2z_4way_blake_mid, input, 64 ); } void lyra2z_4way_hash( void *state, const void *input ) { uint32_t hash0[8] __attribute__ ((aligned (64))); uint32_t hash1[8] __attribute__ ((aligned (64))); uint32_t hash2[8] __attribute__ ((aligned (64))); uint32_t hash3[8] __attribute__ ((aligned (64))); uint32_t vhash[8*4] __attribute__ ((aligned (64))); blake256_4way_context ctx_blake __attribute__ ((aligned (64))); memcpy( &ctx_blake, &l2z_4way_blake_mid, sizeof l2z_4way_blake_mid ); blake256_4way_update( &ctx_blake, input + (64*4), 16 ); blake256_4way_close( &ctx_blake, vhash ); dintrlv_4x32( hash0, hash1, hash2, hash3, vhash, 256 ); LYRA2Z( lyra2z_4way_matrix, state , 32, hash0, 32, hash0, 32, 8, 8, 8 ); LYRA2Z( lyra2z_4way_matrix, state+32, 32, hash1, 32, hash1, 32, 8, 8, 8 ); LYRA2Z( lyra2z_4way_matrix, state+64, 32, hash2, 32, hash2, 32, 8, 8, 8 ); LYRA2Z( lyra2z_4way_matrix, state+96, 32, hash3, 32, hash3, 32, 8, 8, 8 ); } int scanhash_lyra2z_4way( struct work *work, uint32_t max_nonce, uint64_t *hashes_done, struct thr_info *mythr ) { uint32_t hash[8*4] __attribute__ ((aligned (64))); uint32_t vdata[20*4] __attribute__ ((aligned (64))); uint32_t *pdata = work->data; uint32_t *ptarget = work->target; const uint32_t Htarg = ptarget[7]; const uint32_t first_nonce = pdata[19]; uint32_t n = first_nonce; __m128i *noncev = (__m128i*)vdata + 19; // aligned int thr_id = mythr->id; // thr_id arg is deprecated if ( opt_benchmark ) ptarget[7] = 0x0000ff; mm128_bswap32_intrlv80_4x32( vdata, pdata ); lyra2z_4way_midstate( vdata ); do { *noncev = mm128_bswap_32( _mm_set_epi32( n+3, n+2, n+1, n ) ); lyra2z_4way_hash( hash, vdata ); pdata[19] = n; for ( int i = 0; i < 4; i++ ) if ( (hash+(i<<3))[7] <= Htarg && fulltest( hash+(i<<3), ptarget ) && !opt_benchmark ) { pdata[19] = n+i; submit_lane_solution( work, hash+(i<<3), mythr, i ); } n += 4; } while ( (n < max_nonce-4) && !work_restart[thr_id].restart); *hashes_done = n - first_nonce + 1; return 0; } #endif