Path: blob/master/algo/cryptolight.c
1295 views
// Copyright (c) 2012-2013 The Cryptonote developers1// Distributed under the MIT/X11 software license, see the accompanying2// file COPYING or http://www.opensource.org/licenses/mit-license.php.34#include "miner.h"56#if defined(__arm__) || defined(_MSC_VER)7#ifndef NOASM8#define NOASM9#endif10#endif1112#include "crypto/oaes_lib.h"13#include "crypto/c_keccak.h"14#include "crypto/c_groestl.h"15#include "crypto/c_blake256.h"16#include "crypto/c_jh.h"17#include "crypto/c_skein.h"18#include "crypto/int-util.h"19#include "crypto/hash-ops.h"2021#if USE_INT1282223#if __GNUC__ == 4 && __GNUC_MINOR__ >= 4 && __GNUC_MINOR__ < 624typedef unsigned int uint128_t __attribute__ ((__mode__ (TI)));25#elif defined (_MSC_VER)26/* only for mingw64 on windows */27#undef USE_INT12828#define USE_INT128 (0)29#else30typedef __uint128_t uint128_t;31#endif3233#endif3435#define LITE 136#if LITE /* cryptonight-light */37#define MEMORY (1 << 20)38#define ITER (1 << 19)39#else40#define MEMORY (1 << 21) /* 2 MiB */41#define ITER (1 << 20)42#endif4344#define AES_BLOCK_SIZE 1645#define AES_KEY_SIZE 32 /*16*/46#define INIT_SIZE_BLK 847#define INIT_SIZE_BYTE (INIT_SIZE_BLK * AES_BLOCK_SIZE)4849#pragma pack(push, 1)50union cn_slow_hash_state {51union hash_state hs;52struct {53uint8_t k[64];54uint8_t init[INIT_SIZE_BYTE];55};56};57#pragma pack(pop)5859static void do_blake_hash(const void* input, size_t len, char* output) {60blake256_hash((uint8_t*)output, input, len);61}6263static void do_groestl_hash(const void* input, size_t len, char* output) {64groestl(input, len * 8, (uint8_t*)output);65}6667static void do_jh_hash(const void* input, size_t len, char* output) {68int r = jh_hash(HASH_SIZE * 8, input, 8 * len, (uint8_t*)output);69assert(likely(SUCCESS == r));70}7172static void do_skein_hash(const void* input, size_t len, char* output) {73int r = skein_hash(8 * HASH_SIZE, input, 8 * len, (uint8_t*)output);74assert(likely(SKEIN_SUCCESS == r));75}7677extern int aesb_single_round(const uint8_t *in, uint8_t*out, const uint8_t *expandedKey);78extern int aesb_pseudo_round_mut(uint8_t *val, uint8_t *expandedKey);79#if !defined(_MSC_VER) && !defined(NOASM)80extern int fast_aesb_single_round(const uint8_t *in, uint8_t*out, const uint8_t *expandedKey);81extern int fast_aesb_pseudo_round_mut(uint8_t *val, uint8_t *expandedKey);82#else83#define fast_aesb_single_round aesb_single_round84#define fast_aesb_pseudo_round_mut aesb_pseudo_round_mut85#endif8687#if defined(NOASM) || !defined(__x86_64__)88static uint64_t mul128(uint64_t multiplier, uint64_t multiplicand, uint64_t* product_hi) {89// multiplier = ab = a * 2^32 + b90// multiplicand = cd = c * 2^32 + d91// ab * cd = a * c * 2^64 + (a * d + b * c) * 2^32 + b * d92uint64_t a = hi_dword(multiplier);93uint64_t b = lo_dword(multiplier);94uint64_t c = hi_dword(multiplicand);95uint64_t d = lo_dword(multiplicand);9697uint64_t ac = a * c;98uint64_t ad = a * d;99uint64_t bc = b * c;100uint64_t bd = b * d;101102uint64_t adbc = ad + bc;103uint64_t adbc_carry = adbc < ad ? 1 : 0;104105// multiplier * multiplicand = product_hi * 2^64 + product_lo106uint64_t product_lo = bd + (adbc << 32);107uint64_t product_lo_carry = product_lo < bd ? 1 : 0;108*product_hi = ac + (adbc >> 32) + (adbc_carry << 32) + product_lo_carry;109assert(ac <= *product_hi);110111return product_lo;112}113#else114extern uint64_t mul128(uint64_t multiplier, uint64_t multiplicand, uint64_t* product_hi);115#endif116117static void (* const extra_hashes[4])(const void *, size_t, char *) = {118do_blake_hash, do_groestl_hash, do_jh_hash, do_skein_hash119};120121122static inline size_t e2i(const uint8_t* a) {123#if !LITE124return ((uint32_t *)a)[0] & 0x1FFFF0;125#else126return ((uint32_t *)a)[0] & 0xFFFF0;127#endif128}129130static inline void mul_sum_xor_dst(const uint8_t* a, uint8_t* c, uint8_t* dst, const int variant, const uint64_t tweak) {131uint64_t hi, lo = mul128(((uint64_t*) a)[0], ((uint64_t*) dst)[0], &hi) + ((uint64_t*) c)[1];132hi += ((uint64_t*) c)[0];133134((uint64_t*) c)[0] = ((uint64_t*) dst)[0] ^ hi;135((uint64_t*) c)[1] = ((uint64_t*) dst)[1] ^ lo;136((uint64_t*) dst)[0] = hi;137((uint64_t*) dst)[1] = variant ? lo ^ tweak : lo;138}139140static inline void xor_blocks(uint8_t* a, const uint8_t* b) {141#if USE_INT128142*((uint128_t*) a) ^= *((uint128_t*) b);143#else144((uint64_t*) a)[0] ^= ((uint64_t*) b)[0];145((uint64_t*) a)[1] ^= ((uint64_t*) b)[1];146#endif147}148149static inline void xor_blocks_dst(const uint8_t* a, const uint8_t* b, uint8_t* dst) {150#if USE_INT128151*((uint128_t*) dst) = *((uint128_t*) a) ^ *((uint128_t*) b);152#else153((uint64_t*) dst)[0] = ((uint64_t*) a)[0] ^ ((uint64_t*) b)[0];154((uint64_t*) dst)[1] = ((uint64_t*) a)[1] ^ ((uint64_t*) b)[1];155#endif156}157158static void cryptolight_store_variant(void* state, int variant) {159if (variant == 1) {160// use variant 1 like monero since june 2018161const uint8_t tmp = ((const uint8_t*)(state))[11];162const uint8_t index = (((tmp >> 3) & 6) | (tmp & 1)) << 1;163((uint8_t*)(state))[11] = tmp ^ ((0x75310 >> index) & 0x30);164}165}166167struct cryptonight_ctx {168uint8_t _ALIGN(16) long_state[MEMORY];169union cn_slow_hash_state state;170uint8_t _ALIGN(16) text[INIT_SIZE_BYTE];171uint8_t _ALIGN(16) a[AES_BLOCK_SIZE];172uint8_t _ALIGN(16) b[AES_BLOCK_SIZE];173uint8_t _ALIGN(16) c[AES_BLOCK_SIZE];174oaes_ctx* aes_ctx;175};176177static void cryptolight_hash_ctx(void* output, const void* input, int len, struct cryptonight_ctx* ctx, int variant)178{179size_t i, j;180181hash_process(&ctx->state.hs, (const uint8_t*) input, len);182ctx->aes_ctx = (oaes_ctx*) oaes_alloc();183memcpy(ctx->text, ctx->state.init, INIT_SIZE_BYTE);184185const uint64_t tweak = variant ? *((uint64_t*) (((uint8_t*)input) + 35)) ^ ctx->state.hs.w[24] : 0;186187oaes_key_import_data(ctx->aes_ctx, ctx->state.hs.b, AES_KEY_SIZE);188for (i = 0; likely(i < MEMORY); i += INIT_SIZE_BYTE) {189aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 0], ctx->aes_ctx->key->exp_data);190aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 1], ctx->aes_ctx->key->exp_data);191aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 2], ctx->aes_ctx->key->exp_data);192aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 3], ctx->aes_ctx->key->exp_data);193aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 4], ctx->aes_ctx->key->exp_data);194aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 5], ctx->aes_ctx->key->exp_data);195aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 6], ctx->aes_ctx->key->exp_data);196aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 7], ctx->aes_ctx->key->exp_data);197memcpy(&ctx->long_state[i], ctx->text, INIT_SIZE_BYTE);198}199200xor_blocks_dst(&ctx->state.k[0], &ctx->state.k[32], ctx->a);201xor_blocks_dst(&ctx->state.k[16], &ctx->state.k[48], ctx->b);202203for (i = 0; likely(i < ITER / 4); ++i) {204/* Dependency chain: address -> read value ------+205* written value <-+ hard function (AES or MUL) <+206* next address <-+207*/208/* Iteration 1 */209j = e2i(ctx->a);210aesb_single_round(&ctx->long_state[j], ctx->c, ctx->a);211xor_blocks_dst(ctx->c, ctx->b, &ctx->long_state[j]);212/* Iteration 2 */213cryptolight_store_variant(&ctx->long_state[j], variant);214mul_sum_xor_dst(ctx->c, ctx->a, &ctx->long_state[e2i(ctx->c)], variant, tweak);215216/* Iteration 3 */217j = e2i(ctx->a);218aesb_single_round(&ctx->long_state[j], ctx->b, ctx->a);219xor_blocks_dst(ctx->b, ctx->c, &ctx->long_state[j]);220/* Iteration 4 */221cryptolight_store_variant(&ctx->long_state[j], variant);222mul_sum_xor_dst(ctx->b, ctx->a, &ctx->long_state[e2i(ctx->b)], variant, tweak);223}224225memcpy(ctx->text, ctx->state.init, INIT_SIZE_BYTE);226oaes_key_import_data(ctx->aes_ctx, &ctx->state.hs.b[32], AES_KEY_SIZE);227for (i = 0; likely(i < MEMORY); i += INIT_SIZE_BYTE) {228xor_blocks(&ctx->text[0 * AES_BLOCK_SIZE], &ctx->long_state[i + 0 * AES_BLOCK_SIZE]);229aesb_pseudo_round_mut(&ctx->text[0 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);230xor_blocks(&ctx->text[1 * AES_BLOCK_SIZE], &ctx->long_state[i + 1 * AES_BLOCK_SIZE]);231aesb_pseudo_round_mut(&ctx->text[1 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);232xor_blocks(&ctx->text[2 * AES_BLOCK_SIZE], &ctx->long_state[i + 2 * AES_BLOCK_SIZE]);233aesb_pseudo_round_mut(&ctx->text[2 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);234xor_blocks(&ctx->text[3 * AES_BLOCK_SIZE], &ctx->long_state[i + 3 * AES_BLOCK_SIZE]);235aesb_pseudo_round_mut(&ctx->text[3 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);236xor_blocks(&ctx->text[4 * AES_BLOCK_SIZE], &ctx->long_state[i + 4 * AES_BLOCK_SIZE]);237aesb_pseudo_round_mut(&ctx->text[4 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);238xor_blocks(&ctx->text[5 * AES_BLOCK_SIZE], &ctx->long_state[i + 5 * AES_BLOCK_SIZE]);239aesb_pseudo_round_mut(&ctx->text[5 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);240xor_blocks(&ctx->text[6 * AES_BLOCK_SIZE], &ctx->long_state[i + 6 * AES_BLOCK_SIZE]);241aesb_pseudo_round_mut(&ctx->text[6 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);242xor_blocks(&ctx->text[7 * AES_BLOCK_SIZE], &ctx->long_state[i + 7 * AES_BLOCK_SIZE]);243aesb_pseudo_round_mut(&ctx->text[7 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);244}245memcpy(ctx->state.init, ctx->text, INIT_SIZE_BYTE);246hash_permutation(&ctx->state.hs);247/*memcpy(hash, &state, 32);*/248extra_hashes[ctx->state.hs.b[0] & 3](&ctx->state, 200, output);249oaes_free((OAES_CTX **) &ctx->aes_ctx);250}251252void cryptolight_hash(void* output, const void* input) {253const int variant = 1;254struct cryptonight_ctx *ctx = (struct cryptonight_ctx*)malloc(sizeof(struct cryptonight_ctx));255cryptolight_hash_ctx(output, input, 76, ctx, variant);256free(ctx);257}258259static void cryptolight_hash_ctx_aes_ni(void* output, const void* input, int len, struct cryptonight_ctx* ctx, int variant)260{261size_t i, j;262263hash_process(&ctx->state.hs, (const uint8_t*)input, len);264ctx->aes_ctx = (oaes_ctx*) oaes_alloc();265memcpy(ctx->text, ctx->state.init, INIT_SIZE_BYTE);266267const uint64_t tweak = variant ? *((uint64_t*) (((uint8_t*)input) + 35)) ^ ctx->state.hs.w[24] : 0;268269oaes_key_import_data(ctx->aes_ctx, ctx->state.hs.b, AES_KEY_SIZE);270for (i = 0; likely(i < MEMORY); i += INIT_SIZE_BYTE) {271fast_aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 0], ctx->aes_ctx->key->exp_data);272fast_aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 1], ctx->aes_ctx->key->exp_data);273fast_aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 2], ctx->aes_ctx->key->exp_data);274fast_aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 3], ctx->aes_ctx->key->exp_data);275fast_aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 4], ctx->aes_ctx->key->exp_data);276fast_aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 5], ctx->aes_ctx->key->exp_data);277fast_aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 6], ctx->aes_ctx->key->exp_data);278fast_aesb_pseudo_round_mut(&ctx->text[AES_BLOCK_SIZE * 7], ctx->aes_ctx->key->exp_data);279memcpy(&ctx->long_state[i], ctx->text, INIT_SIZE_BYTE);280}281282xor_blocks_dst(&ctx->state.k[0], &ctx->state.k[32], ctx->a);283xor_blocks_dst(&ctx->state.k[16], &ctx->state.k[48], ctx->b);284285for (i = 0; likely(i < ITER / 4); ++i) {286/* Dependency chain: address -> read value ------+287* written value <-+ hard function (AES or MUL) <+288* next address <-+289*/290/* Iteration 1 */291j = e2i(ctx->a);292fast_aesb_single_round(&ctx->long_state[j], ctx->c, ctx->a);293xor_blocks_dst(ctx->c, ctx->b, &ctx->long_state[j]);294/* Iteration 2 */295cryptolight_store_variant(&ctx->long_state[j], variant);296mul_sum_xor_dst(ctx->c, ctx->a, &ctx->long_state[e2i(ctx->c)], variant, tweak);297298/* Iteration 3 */299j = e2i(ctx->a);300fast_aesb_single_round(&ctx->long_state[j], ctx->b, ctx->a);301xor_blocks_dst(ctx->b, ctx->c, &ctx->long_state[j]);302/* Iteration 4 */303cryptolight_store_variant(&ctx->long_state[j], variant);304mul_sum_xor_dst(ctx->b, ctx->a, &ctx->long_state[e2i(ctx->b)], variant, tweak);305}306307memcpy(ctx->text, ctx->state.init, INIT_SIZE_BYTE);308oaes_key_import_data(ctx->aes_ctx, &ctx->state.hs.b[32], AES_KEY_SIZE);309for (i = 0; likely(i < MEMORY); i += INIT_SIZE_BYTE) {310xor_blocks(&ctx->text[0 * AES_BLOCK_SIZE], &ctx->long_state[i + 0 * AES_BLOCK_SIZE]);311fast_aesb_pseudo_round_mut(&ctx->text[0 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);312xor_blocks(&ctx->text[1 * AES_BLOCK_SIZE], &ctx->long_state[i + 1 * AES_BLOCK_SIZE]);313fast_aesb_pseudo_round_mut(&ctx->text[1 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);314xor_blocks(&ctx->text[2 * AES_BLOCK_SIZE], &ctx->long_state[i + 2 * AES_BLOCK_SIZE]);315fast_aesb_pseudo_round_mut(&ctx->text[2 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);316xor_blocks(&ctx->text[3 * AES_BLOCK_SIZE], &ctx->long_state[i + 3 * AES_BLOCK_SIZE]);317fast_aesb_pseudo_round_mut(&ctx->text[3 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);318xor_blocks(&ctx->text[4 * AES_BLOCK_SIZE], &ctx->long_state[i + 4 * AES_BLOCK_SIZE]);319fast_aesb_pseudo_round_mut(&ctx->text[4 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);320xor_blocks(&ctx->text[5 * AES_BLOCK_SIZE], &ctx->long_state[i + 5 * AES_BLOCK_SIZE]);321fast_aesb_pseudo_round_mut(&ctx->text[5 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);322xor_blocks(&ctx->text[6 * AES_BLOCK_SIZE], &ctx->long_state[i + 6 * AES_BLOCK_SIZE]);323fast_aesb_pseudo_round_mut(&ctx->text[6 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);324xor_blocks(&ctx->text[7 * AES_BLOCK_SIZE], &ctx->long_state[i + 7 * AES_BLOCK_SIZE]);325fast_aesb_pseudo_round_mut(&ctx->text[7 * AES_BLOCK_SIZE], ctx->aes_ctx->key->exp_data);326}327memcpy(ctx->state.init, ctx->text, INIT_SIZE_BYTE);328hash_permutation(&ctx->state.hs);329/*memcpy(hash, &state, 32);*/330extra_hashes[ctx->state.hs.b[0] & 3](&ctx->state, 200, output);331oaes_free((OAES_CTX **) &ctx->aes_ctx);332}333334int scanhash_cryptolight(int thr_id, struct work *work, uint32_t max_nonce, uint64_t *hashes_done)335{336const int variant = 1; // since june 2018337uint32_t _ALIGN(128) hash[HASH_SIZE / 4];338uint32_t *pdata = work->data;339uint32_t *ptarget = work->target;340341uint32_t *nonceptr = (uint32_t*) (((char*)pdata) + 39);342uint32_t n = *nonceptr - 1;343const uint32_t first_nonce = n + 1;344345struct cryptonight_ctx *ctx = (struct cryptonight_ctx*)malloc(sizeof(struct cryptonight_ctx));346347if (aes_ni_supported) {348do {349*nonceptr = ++n;350cryptolight_hash_ctx_aes_ni(hash, pdata, 76, ctx, variant);351if (unlikely(hash[7] < ptarget[7])) {352work_set_target_ratio(work, hash);353*hashes_done = n - first_nonce + 1;354free(ctx);355return 1;356}357} while (likely((n <= max_nonce && !work_restart[thr_id].restart)));358} else {359do {360*nonceptr = ++n;361cryptolight_hash_ctx(hash, pdata, 76, ctx, variant);362if (unlikely(hash[7] < ptarget[7])) {363work_set_target_ratio(work, hash);364*hashes_done = n - first_nonce + 1;365free(ctx);366return 1;367}368} while (likely((n <= max_nonce && !work_restart[thr_id].restart)));369}370371free(ctx);372*hashes_done = n - first_nonce + 1;373return 0;374}375376377378