yggm/libs/sha512.cu

#include <sha512.cuh>
__device__ __constant__ sha512_state sha512_initial_state = { {
    0x6a09e667f3bcc908ULL,
    0xbb67ae8584caa73bULL,
    0x3c6ef372fe94f82bULL,
    0xa54ff53a5f1d36f1ULL,
    0x510e527fade682d1ULL,
    0x9b05688c2b3e6c1fULL,
    0x1f83d9abfb41bd6bULL,
    0x5be0cd19137e2179ULL,
} };
__device__ __constant__ unsigned long round_k[80] = {
    0x428a2f98d728ae22ULL,
    0x7137449123ef65cdULL,
    0xb5c0fbcfec4d3b2fULL,
    0xe9b5dba58189dbbcULL,
    0x3956c25bf348b538ULL,
    0x59f111f1b605d019ULL,
    0x923f82a4af194f9bULL,
    0xab1c5ed5da6d8118ULL,
    0xd807aa98a3030242ULL,
    0x12835b0145706fbeULL,
    0x243185be4ee4b28cULL,
    0x550c7dc3d5ffb4e2ULL,
    0x72be5d74f27b896fULL,
    0x80deb1fe3b1696b1ULL,
    0x9bdc06a725c71235ULL,
    0xc19bf174cf692694ULL,
    0xe49b69c19ef14ad2ULL,
    0xefbe4786384f25e3ULL,
    0x0fc19dc68b8cd5b5ULL,
    0x240ca1cc77ac9c65ULL,
    0x2de92c6f592b0275ULL,
    0x4a7484aa6ea6e483ULL,
    0x5cb0a9dcbd41fbd4ULL,
    0x76f988da831153b5ULL,
    0x983e5152ee66dfabULL,
    0xa831c66d2db43210ULL,
    0xb00327c898fb213fULL,
    0xbf597fc7beef0ee4ULL,
    0xc6e00bf33da88fc2ULL,
    0xd5a79147930aa725ULL,
    0x06ca6351e003826fULL,
    0x142929670a0e6e70ULL,
    0x27b70a8546d22ffcULL,
    0x2e1b21385c26c926ULL,
    0x4d2c6dfc5ac42aedULL,
    0x53380d139d95b3dfULL,
    0x650a73548baf63deULL,
    0x766a0abb3c77b2a8ULL,
    0x81c2c92e47edaee6ULL,
    0x92722c851482353bULL,
    0xa2bfe8a14cf10364ULL,
    0xa81a664bbc423001ULL,
    0xc24b8b70d0f89791ULL,
    0xc76c51a30654be30ULL,
    0xd192e819d6ef5218ULL,
    0xd69906245565a910ULL,
    0xf40e35855771202aULL,
    0x106aa07032bbd1b8ULL,
    0x19a4c116b8d2d0c8ULL,
    0x1e376c085141ab53ULL,
    0x2748774cdf8eeb99ULL,
    0x34b0bcb5e19b48a8ULL,
    0x391c0cb3c5c95a63ULL,
    0x4ed8aa4ae3418acbULL,
    0x5b9cca4f7763e373ULL,
    0x682e6ff3d6b2b8a3ULL,
    0x748f82ee5defb2fcULL,
    0x78a5636f43172f60ULL,
    0x84c87814a1f0ab72ULL,
    0x8cc702081a6439ecULL,
    0x90befffa23631e28ULL,
    0xa4506cebde82bde9ULL,
    0xbef9a3f7b2c67915ULL,
    0xc67178f2e372532bULL,
    0xca273eceea26619cULL,
    0xd186b8c721c0c207ULL,
    0xeada7dd6cde0eb1eULL,
    0xf57d4f7fee6ed178ULL,
    0x06f067aa72176fbaULL,
    0x0a637dc5a2c898a6ULL,
    0x113f9804bef90daeULL,
    0x1b710b35131c471bULL,
    0x28db77f523047d84ULL,
    0x32caab7b40c72493ULL,
    0x3c9ebe0a15c9bebcULL,
    0x431d67c49c100d4cULL,
    0x4cc5d4becb3e42b6ULL,
    0x597f299cfc657e2aULL,
    0x5fcb6fab3ad6faecULL,
    0x6c44198c4a475817ULL,
};
__device__ __forceinline__ unsigned long load64(const unsigned char* __restrict__ x) {
    return (static_cast<unsigned long>(x[0]) << 56) | (static_cast<unsigned long>(x[1]) << 48) | (static_cast<unsigned long>(x[2]) << 40) | (static_cast<unsigned long>(x[3]) << 32) | (static_cast<unsigned long>(x[4]) << 24) | (static_cast<unsigned long>(x[5]) << 16) | (static_cast<unsigned long>(x[6]) << 8) | (static_cast<unsigned long>(x[7]));
}
__device__ inline void store64(unsigned char* __restrict__ x, unsigned long v) {
#pragma unroll 8
    for (unsigned char i = 0; i < 8; i++)
        x[i] = static_cast<unsigned char>(v >> (56 - i * 8));
}
#define rot64(x, bits) ((x >> bits) | (x << (64 - bits)))
__device__ void sha512_block(sha512_state* __restrict__ s, const unsigned char* __restrict__ blk) {
    unsigned long w[16];
#pragma unroll 16
    for (unsigned char i = 0; i < 16; i++) {
        w[i] = load64(blk + i * 8);
    }
    unsigned long a = s->h[0];
    unsigned long b = s->h[1];
    unsigned long c = s->h[2];
    unsigned long d = s->h[3];
    unsigned long e = s->h[4];
    unsigned long f = s->h[5];
    unsigned long g = s->h[6];
    unsigned long h = s->h[7];
#pragma unroll 80
    for (unsigned char i = 0; i < 80; i++) {
        const int idx = i & 15;
        const int idx1 = (i + 1) & 15;
        const int idx7 = (i + 9) & 15;
        const int idx14 = (i + 14) & 15;
        unsigned long s0 = rot64(w[idx1], 1) ^ rot64(w[idx1], 8) ^ (w[idx1] >> 7);
        unsigned long s1 = rot64(w[idx14], 19) ^ rot64(w[idx14], 61) ^ (w[idx14] >> 6);
        unsigned long S0 = rot64(a, 28) ^ rot64(a, 34) ^ rot64(a, 39);
        unsigned long S1 = rot64(e, 14) ^ rot64(e, 18) ^ (rot64(e, 41));
        unsigned long temp1 = h + S1 + ((e & f) ^ (~e & g)) + round_k[i] + w[idx];
        unsigned long temp2 = S0 + ((a & b) ^ (a & c) ^ (b & c));
        h = g;
        g = f;
        f = e;
        e = d + temp1;
        d = c;
        c = b;
        b = a;
        a = temp1 + temp2;
        w[idx] += s0 + w[idx7] + s1;
    }
    s->h[0] += a;
    s->h[1] += b;
    s->h[2] += c;
    s->h[3] += d;
    s->h[4] += e;
    s->h[5] += f;
    s->h[6] += g;
    s->h[7] += h;
}
__device__ void sha512_final(sha512_state* __restrict__ s, const unsigned char* __restrict__ blk) {
    unsigned char temp[128];
    unsigned long last_size = 32 & (128 - 1);
    memcpy(temp, blk, last_size);
    temp[last_size] = 0x80;
    if (last_size > (128 - 9)) {
        sha512_block(s, temp);
        memset(temp, 0, sizeof(temp));
    }
    store64(temp + 128 - 8, 256);
    sha512_block(s, temp);
}
__device__ void sha512_get(const sha512_state* __restrict__ s, unsigned char* __restrict__ hash) {
    unsigned len = 64;
    if (len > 128)
        len = 128;
    unsigned i = 0, c = (len < 8) ? len : 8;
    store64(hash, s->h[i]);
    hash += c;
    len -= c;
    i++;
#pragma unroll
    while (len >= 8) {
        store64(hash, s->h[i]);
        hash += 8;
        len -= 8;
        i++;
    }
    unsigned char tmp[8];
    store64(tmp, s->h[i]);
    memcpy(hash, tmp, len);
}