653 lines
26 KiB
Plaintext
653 lines
26 KiB
Plaintext
#include <fe.cuh>
|
|
void __host__ __device__ fe_1(fe h) {
|
|
h[0] = 1;
|
|
#pragma unroll 10
|
|
for (int i = 1; i < 10; i++) h[i] = 0;
|
|
}
|
|
void __host__ __device__ fe_add(int h[10], const fe& f, const fe& g) {
|
|
#pragma unroll 10
|
|
for (int i = 0; i < 10; i++) h[i] = f[i] + g[i];
|
|
}
|
|
void __host__ __device__ fe_cmov(fe f, const fe& g, unsigned int b) {
|
|
int mask = -((int)b);
|
|
#pragma unroll 10
|
|
for (int i = 0; i < 10; i++) f[i] ^= mask & (f[i] ^ g[i]);
|
|
}
|
|
void __host__ __device__ fe_copy(fe h, const fe& f) {
|
|
#pragma unroll 10
|
|
for (int i = 0; i < 10; i++) h[i] = f[i];
|
|
}
|
|
void fe_invert(fe out, const fe& z) {
|
|
fe t0;
|
|
fe t1;
|
|
fe t2;
|
|
fe t3;
|
|
int i;
|
|
fe_sq(t0, z);
|
|
#pragma unroll
|
|
for (i = 1; i < 1; ++i) {
|
|
fe_sq(t0, t0);
|
|
}
|
|
fe_sq(t1, t0);
|
|
#pragma unroll
|
|
for (i = 1; i < 2; ++i) {
|
|
fe_sq(t1, t1);
|
|
}
|
|
fe_mul(t1, z, t1);
|
|
fe_mul(t0, t0, t1);
|
|
fe_sq(t2, t0);
|
|
#pragma unroll
|
|
for (i = 1; i < 1; ++i) {
|
|
fe_sq(t2, t2);
|
|
}
|
|
fe_mul(t1, t1, t2);
|
|
fe_sq(t2, t1);
|
|
#pragma unroll
|
|
for (i = 1; i < 5; ++i) {
|
|
fe_sq(t2, t2);
|
|
}
|
|
fe_mul(t1, t2, t1);
|
|
fe_sq(t2, t1);
|
|
#pragma unroll
|
|
for (i = 1; i < 10; ++i) {
|
|
fe_sq(t2, t2);
|
|
}
|
|
fe_mul(t2, t2, t1);
|
|
fe_sq(t3, t2);
|
|
#pragma unroll
|
|
for (i = 1; i < 20; ++i) {
|
|
fe_sq(t3, t3);
|
|
}
|
|
fe_mul(t2, t3, t2);
|
|
fe_sq(t2, t2);
|
|
#pragma unroll
|
|
for (i = 1; i < 10; ++i) {
|
|
fe_sq(t2, t2);
|
|
}
|
|
fe_mul(t1, t2, t1);
|
|
fe_sq(t2, t1);
|
|
#pragma unroll
|
|
for (i = 1; i < 50; ++i) {
|
|
fe_sq(t2, t2);
|
|
}
|
|
fe_mul(t2, t2, t1);
|
|
fe_sq(t3, t2);
|
|
#pragma unroll
|
|
for (i = 1; i < 100; ++i) {
|
|
fe_sq(t3, t3);
|
|
}
|
|
fe_mul(t2, t3, t2);
|
|
fe_sq(t2, t2);
|
|
#pragma unroll
|
|
for (i = 1; i < 50; ++i) {
|
|
fe_sq(t2, t2);
|
|
}
|
|
fe_mul(t1, t2, t1);
|
|
fe_sq(t1, t1);
|
|
#pragma unroll
|
|
for (i = 1; i < 5; ++i) {
|
|
fe_sq(t1, t1);
|
|
}
|
|
fe_mul(out, t1, t0);
|
|
}
|
|
int __host__ __device__ fe_isnegative(const fe& f) {
|
|
unsigned char s[32];
|
|
fe_tobytes(s, f);
|
|
return s[0] & 1;
|
|
}
|
|
__device__ __host__ void fe_mul(fe h, const fe& f, const fe& g) {
|
|
const long f0g0 = static_cast<long>(f[0]) * static_cast<long>(g[0]);
|
|
const long f0g1 = static_cast<long>(f[0]) * static_cast<long>(g[1]);
|
|
const long f0g2 = static_cast<long>(f[0]) * static_cast<long>(g[2]);
|
|
const long f0g3 = static_cast<long>(f[0]) * static_cast<long>(g[3]);
|
|
const long f0g4 = static_cast<long>(f[0]) * static_cast<long>(g[4]);
|
|
const long f0g5 = static_cast<long>(f[0]) * static_cast<long>(g[5]);
|
|
const long f0g6 = static_cast<long>(f[0]) * static_cast<long>(g[6]);
|
|
const long f0g7 = static_cast<long>(f[0]) * static_cast<long>(g[7]);
|
|
const long f0g8 = static_cast<long>(f[0]) * static_cast<long>(g[8]);
|
|
const long f0g9 = static_cast<long>(f[0]) * static_cast<long>(g[9]);
|
|
const long f1g0 = static_cast<long>(f[1]) * static_cast<long>(g[0]);
|
|
const long f1g1_2 = static_cast<long>(2 * f[1]) * static_cast<long>(g[1]);
|
|
const long f1g2 = static_cast<long>(f[1]) * static_cast<long>(g[2]);
|
|
const long f1g3_2 = static_cast<long>(2 * f[1]) * static_cast<long>(g[3]);
|
|
const long f1g4 = static_cast<long>(f[1]) * static_cast<long>(g[4]);
|
|
const long f1g5_2 = static_cast<long>(2 * f[1]) * static_cast<long>(g[5]);
|
|
const long f1g6 = static_cast<long>(f[1]) * static_cast<long>(g[6]);
|
|
const long f1g7_2 = static_cast<long>(2 * f[1]) * static_cast<long>(g[7]);
|
|
const long f1g8 = static_cast<long>(f[1]) * static_cast<long>(g[8]);
|
|
const long f1g9_38 = static_cast<long>(2 * f[1]) * static_cast<long>(19 * g[9]);
|
|
const long f2g0 = static_cast<long>(f[2]) * static_cast<long>(g[0]);
|
|
const long f2g1 = static_cast<long>(f[2]) * static_cast<long>(g[1]);
|
|
const long f2g2 = static_cast<long>(f[2]) * static_cast<long>(g[2]);
|
|
const long f2g3 = static_cast<long>(f[2]) * static_cast<long>(g[3]);
|
|
const long f2g4 = static_cast<long>(f[2]) * static_cast<long>(g[4]);
|
|
const long f2g5 = static_cast<long>(f[2]) * static_cast<long>(g[5]);
|
|
const long f2g6 = static_cast<long>(f[2]) * static_cast<long>(g[6]);
|
|
const long f2g7 = static_cast<long>(f[2]) * static_cast<long>(g[7]);
|
|
const long f2g8_19 = static_cast<long>(f[2]) * static_cast<long>(19 * g[8]);
|
|
const long f2g9_19 = static_cast<long>(f[2]) * static_cast<long>(19 * g[9]);
|
|
const long f3g0 = static_cast<long>(f[3]) * static_cast<long>(g[0]);
|
|
const long f3g1_2 = static_cast<long>(2 * f[3]) * static_cast<long>(g[1]);
|
|
const long f3g2 = static_cast<long>(f[3]) * static_cast<long>(g[2]);
|
|
const long f3g3_2 = static_cast<long>(2 * f[3]) * static_cast<long>(g[3]);
|
|
const long f3g4 = static_cast<long>(f[3]) * static_cast<long>(g[4]);
|
|
const long f3g5_2 = static_cast<long>(2 * f[3]) * static_cast<long>(g[5]);
|
|
const long f3g6 = static_cast<long>(f[3]) * static_cast<long>(g[6]);
|
|
const long f3g7_38 = static_cast<long>(2 * f[3]) * static_cast<long>(19 * g[7]);
|
|
const long f3g8_19 = static_cast<long>(f[3]) * static_cast<long>(19 * g[8]);
|
|
const long f3g9_38 = static_cast<long>(2 * f[3]) * static_cast<long>(19 * g[9]);
|
|
const long f4g0 = static_cast<long>(f[4]) * static_cast<long>(g[0]);
|
|
const long f4g1 = static_cast<long>(f[4]) * static_cast<long>(g[1]);
|
|
const long f4g2 = static_cast<long>(f[4]) * static_cast<long>(g[2]);
|
|
const long f4g3 = static_cast<long>(f[4]) * static_cast<long>(g[3]);
|
|
const long f4g4 = static_cast<long>(f[4]) * static_cast<long>(g[4]);
|
|
const long f4g5 = static_cast<long>(f[4]) * static_cast<long>(g[5]);
|
|
const long f4g6_19 = static_cast<long>(f[4]) * static_cast<long>(19 * g[6]);
|
|
const long f4g7_19 = static_cast<long>(f[4]) * static_cast<long>(19 * g[7]);
|
|
const long f4g8_19 = static_cast<long>(f[4]) * static_cast<long>(19 * g[8]);
|
|
const long f4g9_19 = static_cast<long>(f[4]) * static_cast<long>(19 * g[9]);
|
|
const long f5g0 = static_cast<long>(f[5]) * static_cast<long>(g[0]);
|
|
const long f5g1_2 = static_cast<long>(2 * f[5]) * static_cast<long>(g[1]);
|
|
const long f5g2 = static_cast<long>(f[5]) * static_cast<long>(g[2]);
|
|
const long f5g3_2 = static_cast<long>(2 * f[5]) * static_cast<long>(g[3]);
|
|
const long f5g4 = static_cast<long>(f[5]) * static_cast<long>(g[4]);
|
|
const long f5g5_38 = static_cast<long>(2 * f[5]) * static_cast<long>(19 * g[5]);
|
|
const long f5g6_19 = static_cast<long>(f[5]) * static_cast<long>(19 * g[6]);
|
|
const long f5g7_38 = static_cast<long>(2 * f[5]) * static_cast<long>(19 * g[7]);
|
|
const long f5g8_19 = static_cast<long>(f[5]) * static_cast<long>(19 * g[8]);
|
|
const long f5g9_38 = static_cast<long>(2 * f[5]) * static_cast<long>(19 * g[9]);
|
|
const long f6g0 = static_cast<long>(f[6]) * static_cast<long>(g[0]);
|
|
const long f6g1 = static_cast<long>(f[6]) * static_cast<long>(g[1]);
|
|
const long f6g2 = static_cast<long>(f[6]) * static_cast<long>(g[2]);
|
|
const long f6g3 = static_cast<long>(f[6]) * static_cast<long>(g[3]);
|
|
const long f6g4_19 = static_cast<long>(f[6]) * static_cast<long>(19 * g[4]);
|
|
const long f6g5_19 = static_cast<long>(f[6]) * static_cast<long>(19 * g[5]);
|
|
const long f6g6_19 = static_cast<long>(f[6]) * static_cast<long>(19 * g[6]);
|
|
const long f6g7_19 = static_cast<long>(f[6]) * static_cast<long>(19 * g[7]);
|
|
const long f6g8_19 = static_cast<long>(f[6]) * static_cast<long>(19 * g[8]);
|
|
const long f6g9_19 = static_cast<long>(f[6]) * static_cast<long>(19 * g[9]);
|
|
const long f7g0 = static_cast<long>(f[7]) * static_cast<long>(g[0]);
|
|
const long f7g1_2 = static_cast<long>(2 * f[7]) * static_cast<long>(g[1]);
|
|
const long f7g2 = static_cast<long>(f[7]) * static_cast<long>(g[2]);
|
|
const long f7g3_38 = static_cast<long>(2 * f[7]) * static_cast<long>(19 * g[3]);
|
|
const long f7g4_19 = static_cast<long>(f[7]) * static_cast<long>(19 * g[4]);
|
|
const long f7g5_38 = static_cast<long>(2 * f[7]) * static_cast<long>(19 * g[5]);
|
|
const long f7g6_19 = static_cast<long>(f[7]) * static_cast<long>(19 * g[6]);
|
|
const long f7g7_38 = static_cast<long>(2 * f[7]) * static_cast<long>(19 * g[7]);
|
|
const long f7g8_19 = static_cast<long>(f[7]) * static_cast<long>(19 * g[8]);
|
|
const long f7g9_38 = static_cast<long>(2 * f[7]) * static_cast<long>(19 * g[9]);
|
|
const long f8g0 = static_cast<long>(f[8]) * static_cast<long>(g[0]);
|
|
const long f8g1 = static_cast<long>(f[8]) * static_cast<long>(g[1]);
|
|
const long f8g2_19 = static_cast<long>(f[8]) * static_cast<long>(19 * g[2]);
|
|
const long f8g3_19 = static_cast<long>(f[8]) * static_cast<long>(19 * g[3]);
|
|
const long f8g4_19 = static_cast<long>(f[8]) * static_cast<long>(19 * g[4]);
|
|
const long f8g5_19 = static_cast<long>(f[8]) * static_cast<long>(19 * g[5]);
|
|
const long f8g6_19 = static_cast<long>(f[8]) * static_cast<long>(19 * g[6]);
|
|
const long f8g7_19 = static_cast<long>(f[8]) * static_cast<long>(19 * g[7]);
|
|
const long f8g8_19 = static_cast<long>(f[8]) * static_cast<long>(19 * g[8]);
|
|
const long f8g9_19 = static_cast<long>(f[8]) * static_cast<long>(19 * g[9]);
|
|
const long f9g0 = static_cast<long>(f[9]) * static_cast<long>(g[0]);
|
|
const long f9g1_38 = static_cast<long>(2 * f[9]) * static_cast<long>(19 * g[1]);
|
|
const long f9g2_19 = static_cast<long>(f[9]) * static_cast<long>(19 * g[2]);
|
|
const long f9g3_38 = static_cast<long>(2 * f[9]) * static_cast<long>(19 * g[3]);
|
|
const long f9g4_19 = static_cast<long>(f[9]) * static_cast<long>(19 * g[4]);
|
|
const long f9g5_38 = static_cast<long>(2 * f[9]) * static_cast<long>(19 * g[5]);
|
|
const long f9g6_19 = static_cast<long>(f[9]) * static_cast<long>(19 * g[6]);
|
|
const long f9g7_38 = static_cast<long>(2 * f[9]) * static_cast<long>(19 * g[7]);
|
|
const long f9g8_19 = static_cast<long>(f[9]) * static_cast<long>(19 * g[8]);
|
|
const long f9g9_38 = static_cast<long>(2 * f[9]) * static_cast<long>(19 * g[9]);
|
|
long h0_val = f0g0 + f1g9_38 + f2g8_19 + f3g7_38 + f4g6_19 + f5g5_38 + f6g4_19 + f7g3_38 + f8g2_19 + f9g1_38;
|
|
long h1_val = f0g1 + f1g0 + f2g9_19 + f3g8_19 + f4g7_19 + f5g6_19 + f6g5_19 + f7g4_19 + f8g3_19 + f9g2_19;
|
|
long h2_val = f0g2 + f1g1_2 + f2g0 + f3g9_38 + f4g8_19 + f5g7_38 + f6g6_19 + f7g5_38 + f8g4_19 + f9g3_38;
|
|
long h3_val = f0g3 + f1g2 + f2g1 + f3g0 + f4g9_19 + f5g8_19 + f6g7_19 + f7g6_19 + f8g5_19 + f9g4_19;
|
|
long h4_val = f0g4 + f1g3_2 + f2g2 + f3g1_2 + f4g0 + f5g9_38 + f6g8_19 + f7g7_38 + f8g6_19 + f9g5_38;
|
|
long h5_val = f0g5 + f1g4 + f2g3 + f3g2 + f4g1 + f5g0 + f6g9_19 + f7g8_19 + f8g7_19 + f9g6_19;
|
|
long h6_val = f0g6 + f1g5_2 + f2g4 + f3g3_2 + f4g2 + f5g1_2 + f6g0 + f7g9_38 + f8g8_19 + f9g7_38;
|
|
long h7_val = f0g7 + f1g6 + f2g5 + f3g4 + f4g3 + f5g2 + f6g1 + f7g0 + f8g9_19 + f9g8_19;
|
|
long h8_val = f0g8 + f1g7_2 + f2g6 + f3g5_2 + f4g4 + f5g3_2 + f6g2 + f7g1_2 + f8g0 + f9g9_38;
|
|
long h9_val = f0g9 + f1g8 + f2g7 + f3g6 + f4g5 + f5g4 + f6g3 + f7g2 + f8g1 + f9g0;
|
|
long carry;
|
|
carry = (h0_val + (static_cast<long>(1LL) << 25)) >> 26;
|
|
h1_val += carry; h0_val -= carry << 26;
|
|
carry = (h4_val + (static_cast<long>(1LL) << 25)) >> 26;
|
|
h5_val += carry; h4_val -= carry << 26;
|
|
carry = (h1_val + (static_cast<long>(1LL) << 24)) >> 25;
|
|
h2_val += carry; h1_val -= carry << 25;
|
|
carry = (h5_val + (static_cast<long>(1LL) << 24)) >> 25;
|
|
h6_val += carry; h5_val -= carry << 25;
|
|
carry = (h2_val + (static_cast<long>(1LL) << 25)) >> 26;
|
|
h3_val += carry; h2_val -= carry << 26;
|
|
carry = (h6_val + (static_cast<long>(1LL) << 25)) >> 26;
|
|
h7_val += carry; h6_val -= carry << 26;
|
|
carry = (h3_val + (static_cast<long>(1LL) << 24)) >> 25;
|
|
h4_val += carry; h3_val -= carry << 25;
|
|
carry = (h7_val + (static_cast<long>(1LL) << 24)) >> 25;
|
|
h8_val += carry; h7_val -= carry << 25;
|
|
carry = (h4_val + (static_cast<long>(1LL) << 25)) >> 26;
|
|
h5_val += carry; h4_val -= carry << 26;
|
|
carry = (h8_val + (static_cast<long>(1LL) << 25)) >> 26;
|
|
h9_val += carry; h8_val -= carry << 26;
|
|
carry = (h9_val + (static_cast<long>(1LL) << 24)) >> 25;
|
|
h0_val += carry * 19; h9_val -= carry << 25;
|
|
carry = (h0_val + (static_cast<long>(1LL) << 25)) >> 26;
|
|
h1_val += carry; h0_val -= carry << 26;
|
|
h[0] = static_cast<int>(h0_val);
|
|
h[1] = static_cast<int>(h1_val);
|
|
h[2] = static_cast<int>(h2_val);
|
|
h[3] = static_cast<int>(h3_val);
|
|
h[4] = static_cast<int>(h4_val);
|
|
h[5] = static_cast<int>(h5_val);
|
|
h[6] = static_cast<int>(h6_val);
|
|
h[7] = static_cast<int>(h7_val);
|
|
h[8] = static_cast<int>(h8_val);
|
|
h[9] = static_cast<int>(h9_val);
|
|
}
|
|
void __device__ __host__ fe_neg(fe h, const fe& f) {
|
|
h[0] = -f[0];
|
|
h[1] = -f[1];
|
|
h[2] = -f[2];
|
|
h[3] = -f[3];
|
|
h[4] = -f[4];
|
|
h[5] = -f[5];
|
|
h[6] = -f[6];
|
|
h[7] = -f[7];
|
|
h[8] = -f[8];
|
|
h[9] = -f[9];
|
|
}
|
|
void __device__ __host__ fe_sq(fe h, const fe& f) {
|
|
int f2 = f[2];
|
|
int f3 = f[3];
|
|
int f4 = f[4];
|
|
int f5 = f[5];
|
|
int f6 = f[6];
|
|
int f7 = f[7];
|
|
int f8 = f[8];
|
|
int f9 = f[9];
|
|
int f2_2 = 2 * f2;
|
|
int f3_2 = 2 * f3;
|
|
int f4_2 = 2 * f4;
|
|
int f5_2 = 2 * f5;
|
|
int f6_2 = 2 * f6;
|
|
int f7_2 = 2 * f7;
|
|
int f5_38 = 38 * f5;
|
|
int f6_19 = 19 * f6;
|
|
int f7_38 = 38 * f7;
|
|
int f8_19 = 19 * f8;
|
|
int f9_38 = 38 * f9;
|
|
long f0f0 = f[0] * static_cast<long>(f[0]);
|
|
long f0f1_2 = 2 * f[0] *static_cast<long>(f[1]);
|
|
long f0f2_2 = 2 * f[0] * static_cast<long>(f[2]);
|
|
long f0f3_2 = 2 * f[0] * static_cast<long>(f[3]);
|
|
long f0f4_2 = 2 * f[0] * static_cast<long>(f[4]);
|
|
long f0f5_2 = 2 * f[0] * static_cast<long>(f[5]);
|
|
long f0f6_2 = 2 * f[0] * static_cast<long>(f[6]);
|
|
long f0f7_2 = 2 * f[0] * static_cast<long>(f[7]);
|
|
long f0f8_2 = 2 * f[0] * static_cast<long>(f[8]);
|
|
long f0f9_2 = 2 * f[0] * static_cast<long>(f[9]);
|
|
long f1f1_2 = 2 * f[1] * static_cast<long>(f[1]);
|
|
long f1f2_2 = 2 * f[1] * static_cast<long>(f[2]);
|
|
long f1f3_4 = 2 * f[1] * static_cast<long>(f[3] * 2);
|
|
long f1f4_2 = 2 * f[1] * static_cast<long>(f[4]);
|
|
long f1f5_4 = 2 * f[1] * static_cast<long>(f[5] * 2);
|
|
long f1f6_2 = 2 * f[1] * static_cast<long>(f[6]);
|
|
long f1f7_4 = 2 * f[1] * static_cast<long>(f[7] * 2);
|
|
long f1f8_2 = 2 * f[1] * static_cast<long>(f[8]);
|
|
long f1f9_76 = 2 * f[1] * static_cast<long>(f[9] * 38);
|
|
long f2f2 = f2 * static_cast<long>(f2);
|
|
long f2f3_2 = f2_2 * static_cast<long>(f3);
|
|
long f2f4_2 = f2_2 * static_cast<long>(f4);
|
|
long f2f5_2 = f2_2 * static_cast<long>(f5);
|
|
long f2f6_2 = f2_2 * static_cast<long>(f6);
|
|
long f2f7_2 = f2_2 * static_cast<long>(f7);
|
|
long f2f8_38 = f2_2 * static_cast<long>(f8_19);
|
|
long f2f9_38 = f2 * static_cast<long>(f9_38);
|
|
long f3f3_2 = f3_2 * static_cast<long>(f3);
|
|
long f3f4_2 = f3_2 * static_cast<long>(f4);
|
|
long f3f5_4 = f3_2 * static_cast<long>(f5_2);
|
|
long f3f6_2 = f3_2 * static_cast<long>(f6);
|
|
long f3f7_76 = f3_2 * static_cast<long>(f7_38);
|
|
long f3f8_38 = f3_2 * static_cast<long>(f8_19);
|
|
long f3f9_76 = f3_2 * static_cast<long>(f9_38);
|
|
long f4f4 = f4 * static_cast<long>(f4);
|
|
long f4f5_2 = f4_2 * static_cast<long>(f5);
|
|
long f4f6_38 = f4_2 * static_cast<long>(f6_19);
|
|
long f4f7_38 = f4 * static_cast<long>(f7_38);
|
|
long f4f8_38 = f4_2 * static_cast<long>(f8_19);
|
|
long f4f9_38 = f4 * static_cast<long>(f9_38);
|
|
long f5f5_38 = f5 * static_cast<long>(f5_38);
|
|
long f5f6_38 = f5_2 * static_cast<long>(f6_19);
|
|
long f5f7_76 = f5_2 * static_cast<long>(f7_38);
|
|
long f5f8_38 = f5_2 * static_cast<long>(f8_19);
|
|
long f5f9_76 = f5_2 * static_cast<long>(f9_38);
|
|
long f6f6_19 = f6 * static_cast<long>(f6_19);
|
|
long f6f7_38 = f6 * static_cast<long>(f7_38);
|
|
long f6f8_38 = f6_2 * static_cast<long>(f8_19);
|
|
long f6f9_38 = f6 * static_cast<long>(f9_38);
|
|
long f7f7_38 = f7 * static_cast<long>(f7_38);
|
|
long f7f8_38 = f7_2 * static_cast<long>(f8_19);
|
|
long f7f9_76 = f7_2 * static_cast<long>(f9_38);
|
|
long f8f8_19 = f8 * static_cast<long>(f8_19);
|
|
long f8f9_38 = f8 * static_cast<long>(f9_38);
|
|
long f9f9_38 = f9 * static_cast<long>(f9_38);
|
|
long h0 = f0f0 + f1f9_76 + f2f8_38 + f3f7_76 + f4f6_38 + f5f5_38;
|
|
long h1 = f0f1_2 + f2f9_38 + f3f8_38 + f4f7_38 + f5f6_38;
|
|
long h2 = f0f2_2 + f1f1_2 + f3f9_76 + f4f8_38 + f5f7_76 + f6f6_19;
|
|
long h3 = f0f3_2 + f1f2_2 + f4f9_38 + f5f8_38 + f6f7_38;
|
|
long h4 = f0f4_2 + f1f3_4 + f2f2 + f5f9_76 + f6f8_38 + f7f7_38;
|
|
long h5 = f0f5_2 + f1f4_2 + f2f3_2 + f6f9_38 + f7f8_38;
|
|
long h6 = f0f6_2 + f1f5_4 + f2f4_2 + f3f3_2 + f7f9_76 + f8f8_19;
|
|
long h7 = f0f7_2 + f1f6_2 + f2f5_2 + f3f4_2 + f8f9_38;
|
|
long h8 = f0f8_2 + f1f7_4 + f2f6_2 + f3f5_4 + f4f4 + f9f9_38;
|
|
long h9 = f0f9_2 + f1f8_2 + f2f7_2 + f3f6_2 + f4f5_2;
|
|
long carry0, carry1, carry2, carry3, carry4, carry5, carry6, carry7, carry8, carry9;
|
|
carry0 = (h0 + static_cast<long>(1 << 25)) >> 26;
|
|
h1 += carry0;
|
|
h0 -= carry0 << 26;
|
|
carry4 = (h4 + static_cast<long>(1 << 25)) >> 26;
|
|
h5 += carry4;
|
|
h4 -= carry4 << 26;
|
|
carry1 = (h1 + static_cast<long>(1 << 24)) >> 25;
|
|
h2 += carry1;
|
|
h1 -= carry1 << 25;
|
|
carry5 = (h5 + static_cast<long>(1 << 24)) >> 25;
|
|
h6 += carry5;
|
|
h5 -= carry5 << 25;
|
|
carry2 = (h2 + static_cast<long>(1 << 25)) >> 26;
|
|
h3 += carry2;
|
|
h2 -= carry2 << 26;
|
|
carry6 = (h6 + static_cast<long>(1 << 25)) >> 26;
|
|
h7 += carry6;
|
|
h6 -= carry6 << 26;
|
|
carry3 = (h3 + static_cast<long>(1 << 24)) >> 25;
|
|
h4 += carry3;
|
|
h3 -= carry3 << 25;
|
|
carry7 = (h7 + static_cast<long>(1 << 24)) >> 25;
|
|
h8 += carry7;
|
|
h7 -= carry7 << 25;
|
|
carry4 = (h4 + static_cast<long>(1 << 25)) >> 26;
|
|
h5 += carry4;
|
|
h4 -= carry4 << 26;
|
|
carry8 = (h8 + static_cast<long>(1 << 25)) >> 26;
|
|
h9 += carry8;
|
|
h8 -= carry8 << 26;
|
|
carry9 = (h9 + static_cast<long>(1 << 24)) >> 25;
|
|
h0 += carry9 * 19;
|
|
h9 -= carry9 << 25;
|
|
carry0 = (h0 + static_cast<long>(1 << 25)) >> 26;
|
|
h1 += carry0;
|
|
h0 -= carry0 << 26;
|
|
h[0] = (int)h0;
|
|
h[1] = (int)h1;
|
|
h[2] = (int)h2;
|
|
h[3] = (int)h3;
|
|
h[4] = (int)h4;
|
|
h[5] = (int)h5;
|
|
h[6] = (int)h6;
|
|
h[7] = (int)h7;
|
|
h[8] = (int)h8;
|
|
h[9] = (int)h9;
|
|
}
|
|
void __host__ __device__ fe_sq2(fe h, const fe& f) {
|
|
int f0 = f[0];
|
|
int f1 = f[1];
|
|
int f2 = f[2];
|
|
int f3 = f[3];
|
|
int f4 = f[4];
|
|
int f5 = f[5];
|
|
int f6 = f[6];
|
|
int f7 = f[7];
|
|
int f8 = f[8];
|
|
int f9 = f[9];
|
|
int f0_2 = 2 * f0;
|
|
int f1_2 = 2 * f1;
|
|
int f2_2 = 2 * f2;
|
|
int f3_2 = 2 * f3;
|
|
int f4_2 = 2 * f4;
|
|
int f5_2 = 2 * f5;
|
|
int f6_2 = 2 * f6;
|
|
int f7_2 = 2 * f7;
|
|
int f5_38 = 38 * f5;
|
|
int f6_19 = 19 * f6;
|
|
int f7_38 = 38 * f7;
|
|
int f8_19 = 19 * f8;
|
|
int f9_38 = 38 * f9;
|
|
long f0f0 = f[0] * static_cast<long>(f[0]);
|
|
long f0f1_2 = f0_2 * static_cast<long>(f1);
|
|
long f0f2_2 = f0_2 * static_cast<long>(f2);
|
|
long f0f3_2 = f0_2 * static_cast<long>(f3);
|
|
long f0f4_2 = f0_2 * static_cast<long>(f4);
|
|
long f0f5_2 = f0_2 * static_cast<long>(f5);
|
|
long f0f6_2 = f0_2 * static_cast<long>(f6);
|
|
long f0f7_2 = f0_2 * static_cast<long>(f7);
|
|
long f0f8_2 = f0_2 * static_cast<long>(f8);
|
|
long f0f9_2 = f0_2 * static_cast<long>(f9);
|
|
long f1f1_2 = f1_2 * static_cast<long>(f1);
|
|
long f1f2_2 = f1_2 * static_cast<long>(f2);
|
|
long f1f3_4 = f1_2 * static_cast<long>(f3_2);
|
|
long f1f4_2 = f1_2 * static_cast<long>(f4);
|
|
long f1f5_4 = f1_2 * static_cast<long>(f5_2);
|
|
long f1f6_2 = f1_2 * static_cast<long>(f6);
|
|
long f1f7_4 = f1_2 * static_cast<long>(f7_2);
|
|
long f1f8_2 = f1_2 * static_cast<long>(f8);
|
|
long f1f9_76 = f1_2 * static_cast<long>(f9_38);
|
|
long f2f2 = f2 * static_cast<long>(f2);
|
|
long f2f3_2 = f2_2 * static_cast<long>(f3);
|
|
long f2f4_2 = f2_2 * static_cast<long>(f4);
|
|
long f2f5_2 = f2_2 * static_cast<long>(f5);
|
|
long f2f6_2 = f2_2 * static_cast<long>(f6);
|
|
long f2f7_2 = f2_2 * static_cast<long>(f7);
|
|
long f2f8_38 = f2_2 * static_cast<long>(f8_19);
|
|
long f2f9_38 = f2 * static_cast<long>(f9_38);
|
|
long f3f3_2 = f3_2 * static_cast<long>(f3);
|
|
long f3f4_2 = f3_2 * static_cast<long>(f4);
|
|
long f3f5_4 = f3_2 * static_cast<long>(f5_2);
|
|
long f3f6_2 = f3_2 * static_cast<long>(f6);
|
|
long f3f7_76 = f3_2 * static_cast<long>(f7_38);
|
|
long f3f8_38 = f3_2 * static_cast<long>(f8_19);
|
|
long f3f9_76 = f3_2 * static_cast<long>(f9_38);
|
|
long f4f4 = f4 * static_cast<long>(f4);
|
|
long f4f5_2 = f4_2 * static_cast<long>(f5);
|
|
long f4f6_38 = f4_2 * static_cast<long>(f6_19);
|
|
long f4f7_38 = f4 * static_cast<long>(f7_38);
|
|
long f4f8_38 = f4_2 * static_cast<long>(f8_19);
|
|
long f4f9_38 = f4 * static_cast<long>(f9_38);
|
|
long f5f5_38 = f5 * static_cast<long>(f5_38);
|
|
long f5f6_38 = f5_2 * static_cast<long>(f6_19);
|
|
long f5f7_76 = f5_2 * static_cast<long>(f7_38);
|
|
long f5f8_38 = f5_2 * static_cast<long>(f8_19);
|
|
long f5f9_76 = f5_2 * static_cast<long>(f9_38);
|
|
long f6f6_19 = f6 * static_cast<long>(f6_19);
|
|
long f6f7_38 = f6 * static_cast<long>(f7_38);
|
|
long f6f8_38 = f6_2 * static_cast<long>(f8_19);
|
|
long f6f9_38 = f6 * static_cast<long>(f9_38);
|
|
long f7f7_38 = f7 * static_cast<long>(f7_38);
|
|
long f7f8_38 = f7_2 * static_cast<long>(f8_19);
|
|
long f7f9_76 = f7_2 * static_cast<long>(f9_38);
|
|
long f8f8_19 = f8 * static_cast<long>(f8_19);
|
|
long f8f9_38 = f8 * static_cast<long>(f9_38);
|
|
long f9f9_38 = f9 * static_cast<long>(f9_38);
|
|
long h0 = f0f0 + f1f9_76 + f2f8_38 + f3f7_76 + f4f6_38 + f5f5_38;
|
|
long h1 = f0f1_2 + f2f9_38 + f3f8_38 + f4f7_38 + f5f6_38;
|
|
long h2 = f0f2_2 + f1f1_2 + f3f9_76 + f4f8_38 + f5f7_76 + f6f6_19;
|
|
long h3 = f0f3_2 + f1f2_2 + f4f9_38 + f5f8_38 + f6f7_38;
|
|
long h4 = f0f4_2 + f1f3_4 + f2f2 + f5f9_76 + f6f8_38 + f7f7_38;
|
|
long h5 = f0f5_2 + f1f4_2 + f2f3_2 + f6f9_38 + f7f8_38;
|
|
long h6 = f0f6_2 + f1f5_4 + f2f4_2 + f3f3_2 + f7f9_76 + f8f8_19;
|
|
long h7 = f0f7_2 + f1f6_2 + f2f5_2 + f3f4_2 + f8f9_38;
|
|
long h8 = f0f8_2 + f1f7_4 + f2f6_2 + f3f5_4 + f4f4 + f9f9_38;
|
|
long h9 = f0f9_2 + f1f8_2 + f2f7_2 + f3f6_2 + f4f5_2;
|
|
long carry0;
|
|
long carry1;
|
|
long carry2;
|
|
long carry3;
|
|
long carry4;
|
|
long carry5;
|
|
long carry6;
|
|
long carry7;
|
|
long carry8;
|
|
long carry9;
|
|
h0 += h0;
|
|
h1 += h1;
|
|
h2 += h2;
|
|
h3 += h3;
|
|
h4 += h4;
|
|
h5 += h5;
|
|
h6 += h6;
|
|
h7 += h7;
|
|
h8 += h8;
|
|
h9 += h9;
|
|
carry0 = (h0 + static_cast<long>(1 << 25)) >> 26;
|
|
h1 += carry0;
|
|
h0 -= carry0 << 26;
|
|
carry4 = (h4 + static_cast<long>(1 << 25)) >> 26;
|
|
h5 += carry4;
|
|
h4 -= carry4 << 26;
|
|
carry1 = (h1 + static_cast<long>(1 << 24)) >> 25;
|
|
h2 += carry1;
|
|
h1 -= carry1 << 25;
|
|
carry5 = (h5 + static_cast<long>(1 << 24)) >> 25;
|
|
h6 += carry5;
|
|
h5 -= carry5 << 25;
|
|
carry2 = (h2 + static_cast<long>(1 << 25)) >> 26;
|
|
h3 += carry2;
|
|
h2 -= carry2 << 26;
|
|
carry6 = (h6 + static_cast<long>(1 << 25)) >> 26;
|
|
h7 += carry6;
|
|
h6 -= carry6 << 26;
|
|
carry3 = (h3 + static_cast<long>(1 << 24)) >> 25;
|
|
h4 += carry3;
|
|
h3 -= carry3 << 25;
|
|
carry7 = (h7 + static_cast<long>(1 << 24)) >> 25;
|
|
h8 += carry7;
|
|
h7 -= carry7 << 25;
|
|
carry4 = (h4 + static_cast<long>(1 << 25)) >> 26;
|
|
h5 += carry4;
|
|
h4 -= carry4 << 26;
|
|
carry8 = (h8 + static_cast<long>(1 << 25)) >> 26;
|
|
h9 += carry8;
|
|
h8 -= carry8 << 26;
|
|
carry9 = (h9 + static_cast<long>(1 << 24)) >> 25;
|
|
h0 += carry9 * 19;
|
|
h9 -= carry9 << 25;
|
|
carry0 = (h0 + static_cast<long>(1 << 25)) >> 26;
|
|
h1 += carry0;
|
|
h0 -= carry0 << 26;
|
|
h[0] = (int)h0;
|
|
h[1] = (int)h1;
|
|
h[2] = (int)h2;
|
|
h[3] = (int)h3;
|
|
h[4] = (int)h4;
|
|
h[5] = (int)h5;
|
|
h[6] = (int)h6;
|
|
h[7] = (int)h7;
|
|
h[8] = (int)h8;
|
|
h[9] = (int)h9;
|
|
}
|
|
void __device__ __host__ fe_sub(fe h, const fe& f, const fe& g) {
|
|
h[0] = (f[0] - g[0]);
|
|
h[1] = (f[1] - g[1]);
|
|
h[2] = (f[2] - g[2]);
|
|
h[3] = (f[3] - g[3]);
|
|
h[4] = (f[4] - g[4]);
|
|
h[5] = (f[5] - g[5]);
|
|
h[6] = (f[6] - g[6]);
|
|
h[7] = (f[7] - g[7]);
|
|
h[8] = (f[8] - g[8]);
|
|
h[9] = (f[9] - g[9]);
|
|
}
|
|
void __host__ __device__ fe_tobytes(unsigned char* s, const fe& h) {
|
|
int h0 = h[0];
|
|
int h1 = h[1];
|
|
int h2 = h[2];
|
|
int h3 = h[3];
|
|
int h4 = h[4];
|
|
int h5 = h[5];
|
|
int h6 = h[6];
|
|
int h7 = h[7];
|
|
int h8 = h[8];
|
|
int h9 = h[9];
|
|
int q;
|
|
int carry0;
|
|
int carry1;
|
|
int carry2;
|
|
int carry3;
|
|
int carry4;
|
|
int carry5;
|
|
int carry6;
|
|
int carry7;
|
|
int carry8;
|
|
int carry9;
|
|
q = (19 * h9 + (((int)1) << 24)) >> 25;
|
|
q = (h0 + q) >> 26;
|
|
q = (h1 + q) >> 25;
|
|
q = (h2 + q) >> 26;
|
|
q = (h3 + q) >> 25;
|
|
q = (h4 + q) >> 26;
|
|
q = (h5 + q) >> 25;
|
|
q = (h6 + q) >> 26;
|
|
q = (h7 + q) >> 25;
|
|
q = (h8 + q) >> 26;
|
|
q = (h9 + q) >> 25;
|
|
h0 += 19 * q;
|
|
carry0 = h0 >> 26;
|
|
h1 += carry0;
|
|
h0 -= carry0 << 26;
|
|
carry1 = h1 >> 25;
|
|
h2 += carry1;
|
|
h1 -= carry1 << 25;
|
|
carry2 = h2 >> 26;
|
|
h3 += carry2;
|
|
h2 -= carry2 << 26;
|
|
carry3 = h3 >> 25;
|
|
h4 += carry3;
|
|
h3 -= carry3 << 25;
|
|
carry4 = h4 >> 26;
|
|
h5 += carry4;
|
|
h4 -= carry4 << 26;
|
|
carry5 = h5 >> 25;
|
|
h6 += carry5;
|
|
h5 -= carry5 << 25;
|
|
carry6 = h6 >> 26;
|
|
h7 += carry6;
|
|
h6 -= carry6 << 26;
|
|
carry7 = h7 >> 25;
|
|
h8 += carry7;
|
|
h7 -= carry7 << 25;
|
|
carry8 = h8 >> 26;
|
|
h9 += carry8;
|
|
h8 -= carry8 << 26;
|
|
carry9 = h9 >> 25;
|
|
h9 -= carry9 << 25;
|
|
s[0] = (unsigned char)(h0 >> 0);
|
|
s[1] = (unsigned char)(h0 >> 8);
|
|
s[2] = (unsigned char)(h0 >> 16);
|
|
s[3] = (unsigned char)((h0 >> 24) | (h1 << 2));
|
|
s[4] = (unsigned char)(h1 >> 6);
|
|
s[5] = (unsigned char)(h1 >> 14);
|
|
s[6] = (unsigned char)((h1 >> 22) | (h2 << 3));
|
|
s[7] = (unsigned char)(h2 >> 5);
|
|
s[8] = (unsigned char)(h2 >> 13);
|
|
s[9] = (unsigned char)((h2 >> 21) | (h3 << 5));
|
|
s[10] = (unsigned char)(h3 >> 3);
|
|
s[11] = (unsigned char)(h3 >> 11);
|
|
s[12] = (unsigned char)((h3 >> 19) | (h4 << 6));
|
|
s[13] = (unsigned char)(h4 >> 2);
|
|
s[14] = (unsigned char)(h4 >> 10);
|
|
s[15] = (unsigned char)(h4 >> 18);
|
|
s[16] = (unsigned char)(h5 >> 0);
|
|
s[17] = (unsigned char)(h5 >> 8);
|
|
s[18] = (unsigned char)(h5 >> 16);
|
|
s[19] = (unsigned char)((h5 >> 24) | (h6 << 1));
|
|
s[20] = (unsigned char)(h6 >> 7);
|
|
s[21] = (unsigned char)(h6 >> 15);
|
|
s[22] = (unsigned char)((h6 >> 23) | (h7 << 3));
|
|
s[23] = (unsigned char)(h7 >> 5);
|
|
s[24] = (unsigned char)(h7 >> 13);
|
|
s[25] = (unsigned char)((h7 >> 21) | (h8 << 4));
|
|
s[26] = (unsigned char)(h8 >> 4);
|
|
s[27] = (unsigned char)(h8 >> 12);
|
|
s[28] = (unsigned char)((h8 >> 20) | (h9 << 6));
|
|
s[29] = (unsigned char)(h9 >> 2);
|
|
s[30] = (unsigned char)(h9 >> 10);
|
|
s[31] = (unsigned char)(h9 >> 18);
|
|
} |