mirror of
https://github.com/zerotier/ZeroTierOne.git
synced 2024-12-29 17:28:52 +00:00
1364 lines
37 KiB
C++
1364 lines
37 KiB
C++
/*
|
|
* ZeroTier One - Network Virtualization Everywhere
|
|
* Copyright (C) 2011-2019 ZeroTier, Inc. https://www.zerotier.com/
|
|
*
|
|
* This program is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*
|
|
* --
|
|
*
|
|
* You can be released from the requirements of the license by purchasing
|
|
* a commercial license. Buying such a license is mandatory as soon as you
|
|
* develop commercial closed-source software that incorporates or links
|
|
* directly against ZeroTier software without disclosing the source code
|
|
* of your own application.
|
|
*/
|
|
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <stdint.h>
|
|
#include <string.h>
|
|
|
|
#include "Constants.hpp"
|
|
#include "ECC384.hpp"
|
|
#include "Utils.hpp"
|
|
|
|
namespace ZeroTier {
|
|
|
|
namespace {
|
|
//////////////////////////////////////////////////////////////////////////////
|
|
// This is EASY-ECC by Kenneth MacKay
|
|
// https://github.com/esxgx/easy-ecc
|
|
// This code is under the BSD 2-clause license, not ZeroTier's license
|
|
//////////////////////////////////////////////////////////////////////////////
|
|
|
|
//////////////////////////////////////////////////////////////////////////////
|
|
// ecc.h from easy-ecc
|
|
//////////////////////////////////////////////////////////////////////////////
|
|
|
|
#define secp128r1 16
|
|
#define secp192r1 24
|
|
#define secp256r1 32
|
|
#define secp384r1 48
|
|
|
|
//#ifndef ECC_CURVE
|
|
// #define ECC_CURVE secp256r1
|
|
//#endif
|
|
#define ECC_CURVE secp384r1
|
|
|
|
//#if (ECC_CURVE != secp128r1 && ECC_CURVE != secp192r1 && ECC_CURVE != secp256r1 && ECC_CURVE != secp384r1)
|
|
// #error "Must define ECC_CURVE to one of the available curves"
|
|
//#endif
|
|
|
|
#define ECC_BYTES ECC_CURVE
|
|
|
|
//////////////////////////////////////////////////////////////////////////////
|
|
// ecc.c from easy-ecc
|
|
//////////////////////////////////////////////////////////////////////////////
|
|
|
|
//#include "ecc.h"
|
|
//#include <string.h>
|
|
|
|
#define NUM_ECC_DIGITS (ECC_BYTES/8)
|
|
#define MAX_TRIES 1024
|
|
|
|
typedef unsigned int uint;
|
|
|
|
#if defined(__SIZEOF_INT128__) || ((__clang_major__ * 100 + __clang_minor__) >= 302)
|
|
#define SUPPORTS_INT128 1
|
|
#else
|
|
#define SUPPORTS_INT128 0
|
|
#endif
|
|
|
|
#if SUPPORTS_INT128
|
|
typedef unsigned __int128 uint128_t;
|
|
#else
|
|
typedef struct
|
|
{
|
|
uint64_t m_low;
|
|
uint64_t m_high;
|
|
} uint128_t;
|
|
#endif
|
|
|
|
typedef struct EccPoint
|
|
{
|
|
uint64_t x[NUM_ECC_DIGITS];
|
|
uint64_t y[NUM_ECC_DIGITS];
|
|
} EccPoint;
|
|
|
|
#define CONCAT1(a, b) a##b
|
|
#define CONCAT(a, b) CONCAT1(a, b)
|
|
|
|
#define Curve_P_16 {0xFFFFFFFFFFFFFFFF, 0xFFFFFFFDFFFFFFFF}
|
|
#define Curve_P_24 {0xFFFFFFFFFFFFFFFFull, 0xFFFFFFFFFFFFFFFEull, 0xFFFFFFFFFFFFFFFFull}
|
|
#define Curve_P_32 {0xFFFFFFFFFFFFFFFFull, 0x00000000FFFFFFFFull, 0x0000000000000000ull, 0xFFFFFFFF00000001ull}
|
|
#define Curve_P_48 {0x00000000FFFFFFFF, 0xFFFFFFFF00000000, 0xFFFFFFFFFFFFFFFE, 0xFFFFFFFFFFFFFFFF, 0xFFFFFFFFFFFFFFFF, 0xFFFFFFFFFFFFFFFF}
|
|
|
|
#define Curve_B_16 {0xD824993C2CEE5ED3, 0xE87579C11079F43D}
|
|
#define Curve_B_24 {0xFEB8DEECC146B9B1ull, 0x0FA7E9AB72243049ull, 0x64210519E59C80E7ull}
|
|
#define Curve_B_32 {0x3BCE3C3E27D2604Bull, 0x651D06B0CC53B0F6ull, 0xB3EBBD55769886BCull, 0x5AC635D8AA3A93E7ull}
|
|
#define Curve_B_48 {0x2A85C8EDD3EC2AEF, 0xC656398D8A2ED19D, 0x0314088F5013875A, 0x181D9C6EFE814112, 0x988E056BE3F82D19, 0xB3312FA7E23EE7E4}
|
|
|
|
#define Curve_G_16 { \
|
|
{0x0C28607CA52C5B86, 0x161FF7528B899B2D}, \
|
|
{0xC02DA292DDED7A83, 0xCF5AC8395BAFEB13}}
|
|
|
|
#define Curve_G_24 { \
|
|
{0xF4FF0AFD82FF1012ull, 0x7CBF20EB43A18800ull, 0x188DA80EB03090F6ull}, \
|
|
{0x73F977A11E794811ull, 0x631011ED6B24CDD5ull, 0x07192B95FFC8DA78ull}}
|
|
|
|
#define Curve_G_32 { \
|
|
{0xF4A13945D898C296ull, 0x77037D812DEB33A0ull, 0xF8BCE6E563A440F2ull, 0x6B17D1F2E12C4247ull}, \
|
|
{0xCBB6406837BF51F5ull, 0x2BCE33576B315ECEull, 0x8EE7EB4A7C0F9E16ull, 0x4FE342E2FE1A7F9Bull}}
|
|
|
|
#define Curve_G_48 { \
|
|
{0x3A545E3872760AB7, 0x5502F25DBF55296C, 0x59F741E082542A38, 0x6E1D3B628BA79B98, 0x8EB1C71EF320AD74, 0xAA87CA22BE8B0537}, \
|
|
{0x7A431D7C90EA0E5F, 0x0A60B1CE1D7E819D, 0xE9DA3113B5F0B8C0, 0xF8F41DBD289A147C, 0x5D9E98BF9292DC29, 0x3617DE4A96262C6F}}
|
|
|
|
#define Curve_N_16 {0x75A30D1B9038A115, 0xFFFFFFFE00000000}
|
|
#define Curve_N_24 {0x146BC9B1B4D22831ull, 0xFFFFFFFF99DEF836ull, 0xFFFFFFFFFFFFFFFFull}
|
|
#define Curve_N_32 {0xF3B9CAC2FC632551ull, 0xBCE6FAADA7179E84ull, 0xFFFFFFFFFFFFFFFFull, 0xFFFFFFFF00000000ull}
|
|
#define Curve_N_48 {0xECEC196ACCC52973, 0x581A0DB248B0A77A, 0xC7634D81F4372DDF, 0xFFFFFFFFFFFFFFFF, 0xFFFFFFFFFFFFFFFF, 0xFFFFFFFFFFFFFFFF}
|
|
|
|
static uint64_t curve_p[NUM_ECC_DIGITS] = CONCAT(Curve_P_, ECC_CURVE);
|
|
static uint64_t curve_b[NUM_ECC_DIGITS] = CONCAT(Curve_B_, ECC_CURVE);
|
|
static EccPoint curve_G = CONCAT(Curve_G_, ECC_CURVE);
|
|
static uint64_t curve_n[NUM_ECC_DIGITS] = CONCAT(Curve_N_, ECC_CURVE);
|
|
|
|
// Use ZeroTier's secure PRNG
|
|
static inline int getRandomNumber(uint64_t *p_vli)
|
|
{
|
|
Utils::getSecureRandom(p_vli,ECC_BYTES);
|
|
return 1;
|
|
}
|
|
|
|
static inline void vli_clear(uint64_t *p_vli)
|
|
{
|
|
uint i;
|
|
for(i=0; i<NUM_ECC_DIGITS; ++i)
|
|
{
|
|
p_vli[i] = 0;
|
|
}
|
|
}
|
|
|
|
/* Returns 1 if p_vli == 0, 0 otherwise. */
|
|
static inline int vli_isZero(uint64_t *p_vli)
|
|
{
|
|
uint i;
|
|
for(i = 0; i < NUM_ECC_DIGITS; ++i)
|
|
{
|
|
if(p_vli[i])
|
|
{
|
|
return 0;
|
|
}
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
/* Returns nonzero if bit p_bit of p_vli is set. */
|
|
static inline uint64_t vli_testBit(uint64_t *p_vli, uint p_bit)
|
|
{
|
|
return (p_vli[p_bit/64] & ((uint64_t)1 << (p_bit % 64)));
|
|
}
|
|
|
|
/* Counts the number of 64-bit "digits" in p_vli. */
|
|
static inline uint vli_numDigits(uint64_t *p_vli)
|
|
{
|
|
int i;
|
|
/* Search from the end until we find a non-zero digit.
|
|
We do it in reverse because we expect that most digits will be nonzero. */
|
|
for(i = NUM_ECC_DIGITS - 1; i >= 0 && p_vli[i] == 0; --i)
|
|
{
|
|
}
|
|
|
|
return (i + 1);
|
|
}
|
|
|
|
/* Counts the number of bits required for p_vli. */
|
|
static inline uint vli_numBits(uint64_t *p_vli)
|
|
{
|
|
uint i;
|
|
uint64_t l_digit;
|
|
|
|
uint l_numDigits = vli_numDigits(p_vli);
|
|
if(l_numDigits == 0)
|
|
{
|
|
return 0;
|
|
}
|
|
|
|
l_digit = p_vli[l_numDigits - 1];
|
|
for(i=0; l_digit; ++i)
|
|
{
|
|
l_digit >>= 1;
|
|
}
|
|
|
|
return ((l_numDigits - 1) * 64 + i);
|
|
}
|
|
|
|
/* Sets p_dest = p_src. */
|
|
static inline void vli_set(uint64_t *p_dest, uint64_t *p_src)
|
|
{
|
|
uint i;
|
|
for(i=0; i<NUM_ECC_DIGITS; ++i)
|
|
{
|
|
p_dest[i] = p_src[i];
|
|
}
|
|
}
|
|
|
|
/* Returns sign of p_left - p_right. */
|
|
static inline int vli_cmp(uint64_t *p_left, uint64_t *p_right)
|
|
{
|
|
int i;
|
|
for(i = NUM_ECC_DIGITS-1; i >= 0; --i)
|
|
{
|
|
if(p_left[i] > p_right[i])
|
|
{
|
|
return 1;
|
|
}
|
|
else if(p_left[i] < p_right[i])
|
|
{
|
|
return -1;
|
|
}
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
/* Computes p_result = p_in << c, returning carry. Can modify in place (if p_result == p_in). 0 < p_shift < 64. */
|
|
static inline uint64_t vli_lshift(uint64_t *p_result, uint64_t *p_in, uint p_shift)
|
|
{
|
|
uint64_t l_carry = 0;
|
|
uint i;
|
|
for(i = 0; i < NUM_ECC_DIGITS; ++i)
|
|
{
|
|
uint64_t l_temp = p_in[i];
|
|
p_result[i] = (l_temp << p_shift) | l_carry;
|
|
l_carry = l_temp >> (64 - p_shift);
|
|
}
|
|
|
|
return l_carry;
|
|
}
|
|
|
|
/* Computes p_vli = p_vli >> 1. */
|
|
static inline void vli_rshift1(uint64_t *p_vli)
|
|
{
|
|
uint64_t *l_end = p_vli;
|
|
uint64_t l_carry = 0;
|
|
|
|
p_vli += NUM_ECC_DIGITS;
|
|
while(p_vli-- > l_end)
|
|
{
|
|
uint64_t l_temp = *p_vli;
|
|
*p_vli = (l_temp >> 1) | l_carry;
|
|
l_carry = l_temp << 63;
|
|
}
|
|
}
|
|
|
|
/* Computes p_result = p_left + p_right, returning carry. Can modify in place. */
|
|
static inline uint64_t vli_add(uint64_t *p_result, uint64_t *p_left, uint64_t *p_right)
|
|
{
|
|
uint64_t l_carry = 0;
|
|
uint i;
|
|
for(i=0; i<NUM_ECC_DIGITS; ++i)
|
|
{
|
|
uint64_t l_sum = p_left[i] + p_right[i] + l_carry;
|
|
if(l_sum != p_left[i])
|
|
{
|
|
l_carry = (l_sum < p_left[i]);
|
|
}
|
|
p_result[i] = l_sum;
|
|
}
|
|
return l_carry;
|
|
}
|
|
|
|
/* Computes p_result = p_left - p_right, returning borrow. Can modify in place. */
|
|
static inline uint64_t vli_sub(uint64_t *p_result, uint64_t *p_left, uint64_t *p_right)
|
|
{
|
|
uint64_t l_borrow = 0;
|
|
uint i;
|
|
for(i=0; i<NUM_ECC_DIGITS; ++i)
|
|
{
|
|
uint64_t l_diff = p_left[i] - p_right[i] - l_borrow;
|
|
if(l_diff != p_left[i])
|
|
{
|
|
l_borrow = (l_diff > p_left[i]);
|
|
}
|
|
p_result[i] = l_diff;
|
|
}
|
|
return l_borrow;
|
|
}
|
|
|
|
#if SUPPORTS_INT128
|
|
|
|
/* Computes p_result = p_left * p_right. */
|
|
static inline void vli_mult(uint64_t *p_result, uint64_t *p_left, uint64_t *p_right)
|
|
{
|
|
uint128_t r01 = 0;
|
|
uint64_t r2 = 0;
|
|
|
|
uint i, k;
|
|
|
|
/* Compute each digit of p_result in sequence, maintaining the carries. */
|
|
for(k=0; k < NUM_ECC_DIGITS*2 - 1; ++k)
|
|
{
|
|
uint l_min = (k < NUM_ECC_DIGITS ? 0 : (k + 1) - NUM_ECC_DIGITS);
|
|
for(i=l_min; i<=k && i<NUM_ECC_DIGITS; ++i)
|
|
{
|
|
uint128_t l_product = (uint128_t)p_left[i] * p_right[k-i];
|
|
r01 += l_product;
|
|
r2 += (r01 < l_product);
|
|
}
|
|
p_result[k] = (uint64_t)r01;
|
|
r01 = (r01 >> 64) | (((uint128_t)r2) << 64);
|
|
r2 = 0;
|
|
}
|
|
|
|
p_result[NUM_ECC_DIGITS*2 - 1] = (uint64_t)r01;
|
|
}
|
|
|
|
/* Computes p_result = p_left^2. */
|
|
static inline void vli_square(uint64_t *p_result, uint64_t *p_left)
|
|
{
|
|
uint128_t r01 = 0;
|
|
uint64_t r2 = 0;
|
|
|
|
uint i, k;
|
|
for(k=0; k < NUM_ECC_DIGITS*2 - 1; ++k)
|
|
{
|
|
uint l_min = (k < NUM_ECC_DIGITS ? 0 : (k + 1) - NUM_ECC_DIGITS);
|
|
for(i=l_min; i<=k && i<=k-i; ++i)
|
|
{
|
|
uint128_t l_product = (uint128_t)p_left[i] * p_left[k-i];
|
|
if(i < k-i)
|
|
{
|
|
r2 += l_product >> 127;
|
|
l_product *= 2;
|
|
}
|
|
r01 += l_product;
|
|
r2 += (r01 < l_product);
|
|
}
|
|
p_result[k] = (uint64_t)r01;
|
|
r01 = (r01 >> 64) | (((uint128_t)r2) << 64);
|
|
r2 = 0;
|
|
}
|
|
|
|
p_result[NUM_ECC_DIGITS*2 - 1] = (uint64_t)r01;
|
|
}
|
|
|
|
#else /* #if SUPPORTS_INT128 */
|
|
|
|
static inline uint128_t mul_64_64(uint64_t p_left, uint64_t p_right)
|
|
{
|
|
uint128_t l_result;
|
|
|
|
uint64_t a0 = p_left & 0xffffffffull;
|
|
uint64_t a1 = p_left >> 32;
|
|
uint64_t b0 = p_right & 0xffffffffull;
|
|
uint64_t b1 = p_right >> 32;
|
|
|
|
uint64_t m0 = a0 * b0;
|
|
uint64_t m1 = a0 * b1;
|
|
uint64_t m2 = a1 * b0;
|
|
uint64_t m3 = a1 * b1;
|
|
|
|
m2 += (m0 >> 32);
|
|
m2 += m1;
|
|
if(m2 < m1)
|
|
{ // overflow
|
|
m3 += 0x100000000ull;
|
|
}
|
|
|
|
l_result.m_low = (m0 & 0xffffffffull) | (m2 << 32);
|
|
l_result.m_high = m3 + (m2 >> 32);
|
|
|
|
return l_result;
|
|
}
|
|
|
|
static inline uint128_t add_128_128(uint128_t a, uint128_t b)
|
|
{
|
|
uint128_t l_result;
|
|
l_result.m_low = a.m_low + b.m_low;
|
|
l_result.m_high = a.m_high + b.m_high + (l_result.m_low < a.m_low);
|
|
return l_result;
|
|
}
|
|
|
|
static inline void vli_mult(uint64_t *p_result, uint64_t *p_left, uint64_t *p_right)
|
|
{
|
|
uint128_t r01 = {0, 0};
|
|
uint64_t r2 = 0;
|
|
|
|
uint i, k;
|
|
|
|
/* Compute each digit of p_result in sequence, maintaining the carries. */
|
|
for(k=0; k < NUM_ECC_DIGITS*2 - 1; ++k)
|
|
{
|
|
uint l_min = (k < NUM_ECC_DIGITS ? 0 : (k + 1) - NUM_ECC_DIGITS);
|
|
for(i=l_min; i<=k && i<NUM_ECC_DIGITS; ++i)
|
|
{
|
|
uint128_t l_product = mul_64_64(p_left[i], p_right[k-i]);
|
|
r01 = add_128_128(r01, l_product);
|
|
r2 += (r01.m_high < l_product.m_high);
|
|
}
|
|
p_result[k] = r01.m_low;
|
|
r01.m_low = r01.m_high;
|
|
r01.m_high = r2;
|
|
r2 = 0;
|
|
}
|
|
|
|
p_result[NUM_ECC_DIGITS*2 - 1] = r01.m_low;
|
|
}
|
|
|
|
static inline void vli_square(uint64_t *p_result, uint64_t *p_left)
|
|
{
|
|
uint128_t r01 = {0, 0};
|
|
uint64_t r2 = 0;
|
|
|
|
uint i, k;
|
|
for(k=0; k < NUM_ECC_DIGITS*2 - 1; ++k)
|
|
{
|
|
uint l_min = (k < NUM_ECC_DIGITS ? 0 : (k + 1) - NUM_ECC_DIGITS);
|
|
for(i=l_min; i<=k && i<=k-i; ++i)
|
|
{
|
|
uint128_t l_product = mul_64_64(p_left[i], p_left[k-i]);
|
|
if(i < k-i)
|
|
{
|
|
r2 += l_product.m_high >> 63;
|
|
l_product.m_high = (l_product.m_high << 1) | (l_product.m_low >> 63);
|
|
l_product.m_low <<= 1;
|
|
}
|
|
r01 = add_128_128(r01, l_product);
|
|
r2 += (r01.m_high < l_product.m_high);
|
|
}
|
|
p_result[k] = r01.m_low;
|
|
r01.m_low = r01.m_high;
|
|
r01.m_high = r2;
|
|
r2 = 0;
|
|
}
|
|
|
|
p_result[NUM_ECC_DIGITS*2 - 1] = r01.m_low;
|
|
}
|
|
|
|
#endif /* SUPPORTS_INT128 */
|
|
|
|
/* Computes p_result = (p_left + p_right) % p_mod.
|
|
Assumes that p_left < p_mod and p_right < p_mod, p_result != p_mod. */
|
|
static inline void vli_modAdd(uint64_t *p_result, uint64_t *p_left, uint64_t *p_right, uint64_t *p_mod)
|
|
{
|
|
uint64_t l_carry = vli_add(p_result, p_left, p_right);
|
|
if(l_carry || vli_cmp(p_result, p_mod) >= 0)
|
|
{ /* p_result > p_mod (p_result = p_mod + remainder), so subtract p_mod to get remainder. */
|
|
vli_sub(p_result, p_result, p_mod);
|
|
}
|
|
}
|
|
|
|
/* Computes p_result = (p_left - p_right) % p_mod.
|
|
Assumes that p_left < p_mod and p_right < p_mod, p_result != p_mod. */
|
|
static inline void vli_modSub(uint64_t *p_result, uint64_t *p_left, uint64_t *p_right, uint64_t *p_mod)
|
|
{
|
|
uint64_t l_borrow = vli_sub(p_result, p_left, p_right);
|
|
if(l_borrow)
|
|
{ /* In this case, p_result == -diff == (max int) - diff.
|
|
Since -x % d == d - x, we can get the correct result from p_result + p_mod (with overflow). */
|
|
vli_add(p_result, p_result, p_mod);
|
|
}
|
|
}
|
|
|
|
#if ECC_CURVE == secp128r1
|
|
|
|
/* Computes p_result = p_product % curve_p.
|
|
See algorithm 5 and 6 from http://www.isys.uni-klu.ac.at/PDF/2001-0126-MT.pdf */
|
|
static void vli_mmod_fast(uint64_t *p_result, uint64_t *p_product)
|
|
{
|
|
uint64_t l_tmp[NUM_ECC_DIGITS];
|
|
int l_carry;
|
|
|
|
vli_set(p_result, p_product);
|
|
|
|
l_tmp[0] = p_product[2];
|
|
l_tmp[1] = (p_product[3] & 0x1FFFFFFFFull) | (p_product[2] << 33);
|
|
l_carry = vli_add(p_result, p_result, l_tmp);
|
|
|
|
l_tmp[0] = (p_product[2] >> 31) | (p_product[3] << 33);
|
|
l_tmp[1] = (p_product[3] >> 31) | ((p_product[2] & 0xFFFFFFFF80000000ull) << 2);
|
|
l_carry += vli_add(p_result, p_result, l_tmp);
|
|
|
|
l_tmp[0] = (p_product[2] >> 62) | (p_product[3] << 2);
|
|
l_tmp[1] = (p_product[3] >> 62) | ((p_product[2] & 0xC000000000000000ull) >> 29) | (p_product[3] << 35);
|
|
l_carry += vli_add(p_result, p_result, l_tmp);
|
|
|
|
l_tmp[0] = (p_product[3] >> 29);
|
|
l_tmp[1] = ((p_product[3] & 0xFFFFFFFFE0000000ull) << 4);
|
|
l_carry += vli_add(p_result, p_result, l_tmp);
|
|
|
|
l_tmp[0] = (p_product[3] >> 60);
|
|
l_tmp[1] = (p_product[3] & 0xFFFFFFFE00000000ull);
|
|
l_carry += vli_add(p_result, p_result, l_tmp);
|
|
|
|
l_tmp[0] = 0;
|
|
l_tmp[1] = ((p_product[3] & 0xF000000000000000ull) >> 27);
|
|
l_carry += vli_add(p_result, p_result, l_tmp);
|
|
|
|
while(l_carry || vli_cmp(curve_p, p_result) != 1)
|
|
{
|
|
l_carry -= vli_sub(p_result, p_result, curve_p);
|
|
}
|
|
}
|
|
|
|
#elif ECC_CURVE == secp192r1
|
|
|
|
/* Computes p_result = p_product % curve_p.
|
|
See algorithm 5 and 6 from http://www.isys.uni-klu.ac.at/PDF/2001-0126-MT.pdf */
|
|
static void vli_mmod_fast(uint64_t *p_result, uint64_t *p_product)
|
|
{
|
|
uint64_t l_tmp[NUM_ECC_DIGITS];
|
|
int l_carry;
|
|
|
|
vli_set(p_result, p_product);
|
|
|
|
vli_set(l_tmp, &p_product[3]);
|
|
l_carry = vli_add(p_result, p_result, l_tmp);
|
|
|
|
l_tmp[0] = 0;
|
|
l_tmp[1] = p_product[3];
|
|
l_tmp[2] = p_product[4];
|
|
l_carry += vli_add(p_result, p_result, l_tmp);
|
|
|
|
l_tmp[0] = l_tmp[1] = p_product[5];
|
|
l_tmp[2] = 0;
|
|
l_carry += vli_add(p_result, p_result, l_tmp);
|
|
|
|
while(l_carry || vli_cmp(curve_p, p_result) != 1)
|
|
{
|
|
l_carry -= vli_sub(p_result, p_result, curve_p);
|
|
}
|
|
}
|
|
|
|
#elif ECC_CURVE == secp256r1
|
|
|
|
/* Computes p_result = p_product % curve_p
|
|
from http://www.nsa.gov/ia/_files/nist-routines.pdf */
|
|
static void vli_mmod_fast(uint64_t *p_result, uint64_t *p_product)
|
|
{
|
|
uint64_t l_tmp[NUM_ECC_DIGITS];
|
|
int l_carry;
|
|
|
|
/* t */
|
|
vli_set(p_result, p_product);
|
|
|
|
/* s1 */
|
|
l_tmp[0] = 0;
|
|
l_tmp[1] = p_product[5] & 0xffffffff00000000ull;
|
|
l_tmp[2] = p_product[6];
|
|
l_tmp[3] = p_product[7];
|
|
l_carry = vli_lshift(l_tmp, l_tmp, 1);
|
|
l_carry += vli_add(p_result, p_result, l_tmp);
|
|
|
|
/* s2 */
|
|
l_tmp[1] = p_product[6] << 32;
|
|
l_tmp[2] = (p_product[6] >> 32) | (p_product[7] << 32);
|
|
l_tmp[3] = p_product[7] >> 32;
|
|
l_carry += vli_lshift(l_tmp, l_tmp, 1);
|
|
l_carry += vli_add(p_result, p_result, l_tmp);
|
|
|
|
/* s3 */
|
|
l_tmp[0] = p_product[4];
|
|
l_tmp[1] = p_product[5] & 0xffffffff;
|
|
l_tmp[2] = 0;
|
|
l_tmp[3] = p_product[7];
|
|
l_carry += vli_add(p_result, p_result, l_tmp);
|
|
|
|
/* s4 */
|
|
l_tmp[0] = (p_product[4] >> 32) | (p_product[5] << 32);
|
|
l_tmp[1] = (p_product[5] >> 32) | (p_product[6] & 0xffffffff00000000ull);
|
|
l_tmp[2] = p_product[7];
|
|
l_tmp[3] = (p_product[6] >> 32) | (p_product[4] << 32);
|
|
l_carry += vli_add(p_result, p_result, l_tmp);
|
|
|
|
/* d1 */
|
|
l_tmp[0] = (p_product[5] >> 32) | (p_product[6] << 32);
|
|
l_tmp[1] = (p_product[6] >> 32);
|
|
l_tmp[2] = 0;
|
|
l_tmp[3] = (p_product[4] & 0xffffffff) | (p_product[5] << 32);
|
|
l_carry -= vli_sub(p_result, p_result, l_tmp);
|
|
|
|
/* d2 */
|
|
l_tmp[0] = p_product[6];
|
|
l_tmp[1] = p_product[7];
|
|
l_tmp[2] = 0;
|
|
l_tmp[3] = (p_product[4] >> 32) | (p_product[5] & 0xffffffff00000000ull);
|
|
l_carry -= vli_sub(p_result, p_result, l_tmp);
|
|
|
|
/* d3 */
|
|
l_tmp[0] = (p_product[6] >> 32) | (p_product[7] << 32);
|
|
l_tmp[1] = (p_product[7] >> 32) | (p_product[4] << 32);
|
|
l_tmp[2] = (p_product[4] >> 32) | (p_product[5] << 32);
|
|
l_tmp[3] = (p_product[6] << 32);
|
|
l_carry -= vli_sub(p_result, p_result, l_tmp);
|
|
|
|
/* d4 */
|
|
l_tmp[0] = p_product[7];
|
|
l_tmp[1] = p_product[4] & 0xffffffff00000000ull;
|
|
l_tmp[2] = p_product[5];
|
|
l_tmp[3] = p_product[6] & 0xffffffff00000000ull;
|
|
l_carry -= vli_sub(p_result, p_result, l_tmp);
|
|
|
|
if(l_carry < 0)
|
|
{
|
|
do
|
|
{
|
|
l_carry += vli_add(p_result, p_result, curve_p);
|
|
} while(l_carry < 0);
|
|
}
|
|
else
|
|
{
|
|
while(l_carry || vli_cmp(curve_p, p_result) != 1)
|
|
{
|
|
l_carry -= vli_sub(p_result, p_result, curve_p);
|
|
}
|
|
}
|
|
}
|
|
|
|
#elif ECC_CURVE == secp384r1
|
|
|
|
static inline void omega_mult(uint64_t *p_result, uint64_t *p_right)
|
|
{
|
|
uint64_t l_tmp[NUM_ECC_DIGITS];
|
|
uint64_t l_carry, l_diff;
|
|
|
|
/* Multiply by (2^128 + 2^96 - 2^32 + 1). */
|
|
vli_set(p_result, p_right); /* 1 */
|
|
l_carry = vli_lshift(l_tmp, p_right, 32);
|
|
p_result[1 + NUM_ECC_DIGITS] = l_carry + vli_add(p_result + 1, p_result + 1, l_tmp); /* 2^96 + 1 */
|
|
p_result[2 + NUM_ECC_DIGITS] = vli_add(p_result + 2, p_result + 2, p_right); /* 2^128 + 2^96 + 1 */
|
|
l_carry += vli_sub(p_result, p_result, l_tmp); /* 2^128 + 2^96 - 2^32 + 1 */
|
|
l_diff = p_result[NUM_ECC_DIGITS] - l_carry;
|
|
if(l_diff > p_result[NUM_ECC_DIGITS])
|
|
{ /* Propagate borrow if necessary. */
|
|
uint i;
|
|
for(i = 1 + NUM_ECC_DIGITS; ; ++i)
|
|
{
|
|
--p_result[i];
|
|
if(p_result[i] != (uint64_t)-1)
|
|
{
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
p_result[NUM_ECC_DIGITS] = l_diff;
|
|
}
|
|
|
|
/* Computes p_result = p_product % curve_p
|
|
see PDF "Comparing Elliptic Curve Cryptography and RSA on 8-bit CPUs"
|
|
section "Curve-Specific Optimizations" */
|
|
static inline void vli_mmod_fast(uint64_t *p_result, uint64_t *p_product)
|
|
{
|
|
uint64_t l_tmp[2*NUM_ECC_DIGITS];
|
|
|
|
while(!vli_isZero(p_product + NUM_ECC_DIGITS)) /* While c1 != 0 */
|
|
{
|
|
uint64_t l_carry = 0;
|
|
uint i;
|
|
|
|
vli_clear(l_tmp);
|
|
vli_clear(l_tmp + NUM_ECC_DIGITS);
|
|
omega_mult(l_tmp, p_product + NUM_ECC_DIGITS); /* tmp = w * c1 */
|
|
vli_clear(p_product + NUM_ECC_DIGITS); /* p = c0 */
|
|
|
|
/* (c1, c0) = c0 + w * c1 */
|
|
for(i=0; i<NUM_ECC_DIGITS+3; ++i)
|
|
{
|
|
uint64_t l_sum = p_product[i] + l_tmp[i] + l_carry;
|
|
if(l_sum != p_product[i])
|
|
{
|
|
l_carry = (l_sum < p_product[i]);
|
|
}
|
|
p_product[i] = l_sum;
|
|
}
|
|
}
|
|
|
|
while(vli_cmp(p_product, curve_p) > 0)
|
|
{
|
|
vli_sub(p_product, p_product, curve_p);
|
|
}
|
|
vli_set(p_result, p_product);
|
|
}
|
|
|
|
#endif
|
|
|
|
/* Computes p_result = (p_left * p_right) % curve_p. */
|
|
static inline void vli_modMult_fast(uint64_t *p_result, uint64_t *p_left, uint64_t *p_right)
|
|
{
|
|
uint64_t l_product[2 * NUM_ECC_DIGITS];
|
|
vli_mult(l_product, p_left, p_right);
|
|
vli_mmod_fast(p_result, l_product);
|
|
}
|
|
|
|
/* Computes p_result = p_left^2 % curve_p. */
|
|
static inline void vli_modSquare_fast(uint64_t *p_result, uint64_t *p_left)
|
|
{
|
|
uint64_t l_product[2 * NUM_ECC_DIGITS];
|
|
vli_square(l_product, p_left);
|
|
vli_mmod_fast(p_result, l_product);
|
|
}
|
|
|
|
#define EVEN(vli) (!(vli[0] & 1))
|
|
/* Computes p_result = (1 / p_input) % p_mod. All VLIs are the same size.
|
|
See "From Euclid's GCD to Montgomery Multiplication to the Great Divide"
|
|
https://labs.oracle.com/techrep/2001/smli_tr-2001-95.pdf */
|
|
static inline void vli_modInv(uint64_t *p_result, uint64_t *p_input, uint64_t *p_mod)
|
|
{
|
|
uint64_t a[NUM_ECC_DIGITS], b[NUM_ECC_DIGITS], u[NUM_ECC_DIGITS], v[NUM_ECC_DIGITS];
|
|
uint64_t l_carry;
|
|
int l_cmpResult;
|
|
|
|
if(vli_isZero(p_input))
|
|
{
|
|
vli_clear(p_result);
|
|
return;
|
|
}
|
|
|
|
vli_set(a, p_input);
|
|
vli_set(b, p_mod);
|
|
vli_clear(u);
|
|
u[0] = 1;
|
|
vli_clear(v);
|
|
|
|
while((l_cmpResult = vli_cmp(a, b)) != 0)
|
|
{
|
|
l_carry = 0;
|
|
if(EVEN(a))
|
|
{
|
|
vli_rshift1(a);
|
|
if(!EVEN(u))
|
|
{
|
|
l_carry = vli_add(u, u, p_mod);
|
|
}
|
|
vli_rshift1(u);
|
|
if(l_carry)
|
|
{
|
|
u[NUM_ECC_DIGITS-1] |= 0x8000000000000000ull;
|
|
}
|
|
}
|
|
else if(EVEN(b))
|
|
{
|
|
vli_rshift1(b);
|
|
if(!EVEN(v))
|
|
{
|
|
l_carry = vli_add(v, v, p_mod);
|
|
}
|
|
vli_rshift1(v);
|
|
if(l_carry)
|
|
{
|
|
v[NUM_ECC_DIGITS-1] |= 0x8000000000000000ull;
|
|
}
|
|
}
|
|
else if(l_cmpResult > 0)
|
|
{
|
|
vli_sub(a, a, b);
|
|
vli_rshift1(a);
|
|
if(vli_cmp(u, v) < 0)
|
|
{
|
|
vli_add(u, u, p_mod);
|
|
}
|
|
vli_sub(u, u, v);
|
|
if(!EVEN(u))
|
|
{
|
|
l_carry = vli_add(u, u, p_mod);
|
|
}
|
|
vli_rshift1(u);
|
|
if(l_carry)
|
|
{
|
|
u[NUM_ECC_DIGITS-1] |= 0x8000000000000000ull;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
vli_sub(b, b, a);
|
|
vli_rshift1(b);
|
|
if(vli_cmp(v, u) < 0)
|
|
{
|
|
vli_add(v, v, p_mod);
|
|
}
|
|
vli_sub(v, v, u);
|
|
if(!EVEN(v))
|
|
{
|
|
l_carry = vli_add(v, v, p_mod);
|
|
}
|
|
vli_rshift1(v);
|
|
if(l_carry)
|
|
{
|
|
v[NUM_ECC_DIGITS-1] |= 0x8000000000000000ull;
|
|
}
|
|
}
|
|
}
|
|
|
|
vli_set(p_result, u);
|
|
}
|
|
|
|
/* ------ Point operations ------ */
|
|
|
|
/* Returns 1 if p_point is the point at infinity, 0 otherwise. */
|
|
static inline int EccPoint_isZero(EccPoint *p_point)
|
|
{
|
|
return (vli_isZero(p_point->x) && vli_isZero(p_point->y));
|
|
}
|
|
|
|
/* Point multiplication algorithm using Montgomery's ladder with co-Z coordinates.
|
|
From http://eprint.iacr.org/2011/338.pdf
|
|
*/
|
|
|
|
/* Double in place */
|
|
static inline void EccPoint_double_jacobian(uint64_t *X1, uint64_t *Y1, uint64_t *Z1)
|
|
{
|
|
/* t1 = X, t2 = Y, t3 = Z */
|
|
uint64_t t4[NUM_ECC_DIGITS];
|
|
uint64_t t5[NUM_ECC_DIGITS];
|
|
|
|
if(vli_isZero(Z1))
|
|
{
|
|
return;
|
|
}
|
|
|
|
vli_modSquare_fast(t4, Y1); /* t4 = y1^2 */
|
|
vli_modMult_fast(t5, X1, t4); /* t5 = x1*y1^2 = A */
|
|
vli_modSquare_fast(t4, t4); /* t4 = y1^4 */
|
|
vli_modMult_fast(Y1, Y1, Z1); /* t2 = y1*z1 = z3 */
|
|
vli_modSquare_fast(Z1, Z1); /* t3 = z1^2 */
|
|
|
|
vli_modAdd(X1, X1, Z1, curve_p); /* t1 = x1 + z1^2 */
|
|
vli_modAdd(Z1, Z1, Z1, curve_p); /* t3 = 2*z1^2 */
|
|
vli_modSub(Z1, X1, Z1, curve_p); /* t3 = x1 - z1^2 */
|
|
vli_modMult_fast(X1, X1, Z1); /* t1 = x1^2 - z1^4 */
|
|
|
|
vli_modAdd(Z1, X1, X1, curve_p); /* t3 = 2*(x1^2 - z1^4) */
|
|
vli_modAdd(X1, X1, Z1, curve_p); /* t1 = 3*(x1^2 - z1^4) */
|
|
if(vli_testBit(X1, 0))
|
|
{
|
|
uint64_t l_carry = vli_add(X1, X1, curve_p);
|
|
vli_rshift1(X1);
|
|
X1[NUM_ECC_DIGITS-1] |= l_carry << 63;
|
|
}
|
|
else
|
|
{
|
|
vli_rshift1(X1);
|
|
}
|
|
/* t1 = 3/2*(x1^2 - z1^4) = B */
|
|
|
|
vli_modSquare_fast(Z1, X1); /* t3 = B^2 */
|
|
vli_modSub(Z1, Z1, t5, curve_p); /* t3 = B^2 - A */
|
|
vli_modSub(Z1, Z1, t5, curve_p); /* t3 = B^2 - 2A = x3 */
|
|
vli_modSub(t5, t5, Z1, curve_p); /* t5 = A - x3 */
|
|
vli_modMult_fast(X1, X1, t5); /* t1 = B * (A - x3) */
|
|
vli_modSub(t4, X1, t4, curve_p); /* t4 = B * (A - x3) - y1^4 = y3 */
|
|
|
|
vli_set(X1, Z1);
|
|
vli_set(Z1, Y1);
|
|
vli_set(Y1, t4);
|
|
}
|
|
|
|
/* Modify (x1, y1) => (x1 * z^2, y1 * z^3) */
|
|
static inline void apply_z(uint64_t *X1, uint64_t *Y1, uint64_t *Z)
|
|
{
|
|
uint64_t t1[NUM_ECC_DIGITS];
|
|
|
|
vli_modSquare_fast(t1, Z); /* z^2 */
|
|
vli_modMult_fast(X1, X1, t1); /* x1 * z^2 */
|
|
vli_modMult_fast(t1, t1, Z); /* z^3 */
|
|
vli_modMult_fast(Y1, Y1, t1); /* y1 * z^3 */
|
|
}
|
|
|
|
/* P = (x1, y1) => 2P, (x2, y2) => P' */
|
|
static inline void XYcZ_initial_double(uint64_t *X1, uint64_t *Y1, uint64_t *X2, uint64_t *Y2, uint64_t *p_initialZ)
|
|
{
|
|
uint64_t z[NUM_ECC_DIGITS];
|
|
|
|
vli_set(X2, X1);
|
|
vli_set(Y2, Y1);
|
|
|
|
vli_clear(z);
|
|
z[0] = 1;
|
|
if(p_initialZ)
|
|
{
|
|
vli_set(z, p_initialZ);
|
|
}
|
|
|
|
apply_z(X1, Y1, z);
|
|
|
|
EccPoint_double_jacobian(X1, Y1, z);
|
|
|
|
apply_z(X2, Y2, z);
|
|
}
|
|
|
|
/* Input P = (x1, y1, Z), Q = (x2, y2, Z)
|
|
Output P' = (x1', y1', Z3), P + Q = (x3, y3, Z3)
|
|
or P => P', Q => P + Q
|
|
*/
|
|
static inline void XYcZ_add(uint64_t *X1, uint64_t *Y1, uint64_t *X2, uint64_t *Y2)
|
|
{
|
|
/* t1 = X1, t2 = Y1, t3 = X2, t4 = Y2 */
|
|
uint64_t t5[NUM_ECC_DIGITS];
|
|
|
|
vli_modSub(t5, X2, X1, curve_p); /* t5 = x2 - x1 */
|
|
vli_modSquare_fast(t5, t5); /* t5 = (x2 - x1)^2 = A */
|
|
vli_modMult_fast(X1, X1, t5); /* t1 = x1*A = B */
|
|
vli_modMult_fast(X2, X2, t5); /* t3 = x2*A = C */
|
|
vli_modSub(Y2, Y2, Y1, curve_p); /* t4 = y2 - y1 */
|
|
vli_modSquare_fast(t5, Y2); /* t5 = (y2 - y1)^2 = D */
|
|
|
|
vli_modSub(t5, t5, X1, curve_p); /* t5 = D - B */
|
|
vli_modSub(t5, t5, X2, curve_p); /* t5 = D - B - C = x3 */
|
|
vli_modSub(X2, X2, X1, curve_p); /* t3 = C - B */
|
|
vli_modMult_fast(Y1, Y1, X2); /* t2 = y1*(C - B) */
|
|
vli_modSub(X2, X1, t5, curve_p); /* t3 = B - x3 */
|
|
vli_modMult_fast(Y2, Y2, X2); /* t4 = (y2 - y1)*(B - x3) */
|
|
vli_modSub(Y2, Y2, Y1, curve_p); /* t4 = y3 */
|
|
|
|
vli_set(X2, t5);
|
|
}
|
|
|
|
/* Input P = (x1, y1, Z), Q = (x2, y2, Z)
|
|
Output P + Q = (x3, y3, Z3), P - Q = (x3', y3', Z3)
|
|
or P => P - Q, Q => P + Q
|
|
*/
|
|
static inline void XYcZ_addC(uint64_t *X1, uint64_t *Y1, uint64_t *X2, uint64_t *Y2)
|
|
{
|
|
/* t1 = X1, t2 = Y1, t3 = X2, t4 = Y2 */
|
|
uint64_t t5[NUM_ECC_DIGITS];
|
|
uint64_t t6[NUM_ECC_DIGITS];
|
|
uint64_t t7[NUM_ECC_DIGITS];
|
|
|
|
vli_modSub(t5, X2, X1, curve_p); /* t5 = x2 - x1 */
|
|
vli_modSquare_fast(t5, t5); /* t5 = (x2 - x1)^2 = A */
|
|
vli_modMult_fast(X1, X1, t5); /* t1 = x1*A = B */
|
|
vli_modMult_fast(X2, X2, t5); /* t3 = x2*A = C */
|
|
vli_modAdd(t5, Y2, Y1, curve_p); /* t4 = y2 + y1 */
|
|
vli_modSub(Y2, Y2, Y1, curve_p); /* t4 = y2 - y1 */
|
|
|
|
vli_modSub(t6, X2, X1, curve_p); /* t6 = C - B */
|
|
vli_modMult_fast(Y1, Y1, t6); /* t2 = y1 * (C - B) */
|
|
vli_modAdd(t6, X1, X2, curve_p); /* t6 = B + C */
|
|
vli_modSquare_fast(X2, Y2); /* t3 = (y2 - y1)^2 */
|
|
vli_modSub(X2, X2, t6, curve_p); /* t3 = x3 */
|
|
|
|
vli_modSub(t7, X1, X2, curve_p); /* t7 = B - x3 */
|
|
vli_modMult_fast(Y2, Y2, t7); /* t4 = (y2 - y1)*(B - x3) */
|
|
vli_modSub(Y2, Y2, Y1, curve_p); /* t4 = y3 */
|
|
|
|
vli_modSquare_fast(t7, t5); /* t7 = (y2 + y1)^2 = F */
|
|
vli_modSub(t7, t7, t6, curve_p); /* t7 = x3' */
|
|
vli_modSub(t6, t7, X1, curve_p); /* t6 = x3' - B */
|
|
vli_modMult_fast(t6, t6, t5); /* t6 = (y2 + y1)*(x3' - B) */
|
|
vli_modSub(Y1, t6, Y1, curve_p); /* t2 = y3' */
|
|
|
|
vli_set(X1, t7);
|
|
}
|
|
|
|
static inline void EccPoint_mult(EccPoint *p_result, EccPoint *p_point, uint64_t *p_scalar, uint64_t *p_initialZ)
|
|
{
|
|
/* R0 and R1 */
|
|
uint64_t Rx[2][NUM_ECC_DIGITS];
|
|
uint64_t Ry[2][NUM_ECC_DIGITS];
|
|
uint64_t z[NUM_ECC_DIGITS];
|
|
|
|
int i, nb;
|
|
|
|
vli_set(Rx[1], p_point->x);
|
|
vli_set(Ry[1], p_point->y);
|
|
|
|
XYcZ_initial_double(Rx[1], Ry[1], Rx[0], Ry[0], p_initialZ);
|
|
|
|
for(i = vli_numBits(p_scalar) - 2; i > 0; --i)
|
|
{
|
|
nb = !vli_testBit(p_scalar, i);
|
|
XYcZ_addC(Rx[1-nb], Ry[1-nb], Rx[nb], Ry[nb]);
|
|
XYcZ_add(Rx[nb], Ry[nb], Rx[1-nb], Ry[1-nb]);
|
|
}
|
|
|
|
nb = !vli_testBit(p_scalar, 0);
|
|
XYcZ_addC(Rx[1-nb], Ry[1-nb], Rx[nb], Ry[nb]);
|
|
|
|
/* Find final 1/Z value. */
|
|
vli_modSub(z, Rx[1], Rx[0], curve_p); /* X1 - X0 */
|
|
vli_modMult_fast(z, z, Ry[1-nb]); /* Yb * (X1 - X0) */
|
|
vli_modMult_fast(z, z, p_point->x); /* xP * Yb * (X1 - X0) */
|
|
vli_modInv(z, z, curve_p); /* 1 / (xP * Yb * (X1 - X0)) */
|
|
vli_modMult_fast(z, z, p_point->y); /* yP / (xP * Yb * (X1 - X0)) */
|
|
vli_modMult_fast(z, z, Rx[1-nb]); /* Xb * yP / (xP * Yb * (X1 - X0)) */
|
|
/* End 1/Z calculation */
|
|
|
|
XYcZ_add(Rx[nb], Ry[nb], Rx[1-nb], Ry[1-nb]);
|
|
|
|
apply_z(Rx[0], Ry[0], z);
|
|
|
|
vli_set(p_result->x, Rx[0]);
|
|
vli_set(p_result->y, Ry[0]);
|
|
}
|
|
|
|
static inline void ecc_bytes2native(uint64_t p_native[NUM_ECC_DIGITS], const uint8_t p_bytes[ECC_BYTES])
|
|
{
|
|
unsigned i;
|
|
for(i=0; i<NUM_ECC_DIGITS; ++i)
|
|
{
|
|
const uint8_t *p_digit = p_bytes + 8 * (NUM_ECC_DIGITS - 1 - i);
|
|
p_native[i] = ((uint64_t)p_digit[0] << 56) | ((uint64_t)p_digit[1] << 48) | ((uint64_t)p_digit[2] << 40) | ((uint64_t)p_digit[3] << 32) |
|
|
((uint64_t)p_digit[4] << 24) | ((uint64_t)p_digit[5] << 16) | ((uint64_t)p_digit[6] << 8) | (uint64_t)p_digit[7];
|
|
}
|
|
}
|
|
|
|
static inline void ecc_native2bytes(uint8_t p_bytes[ECC_BYTES], const uint64_t p_native[NUM_ECC_DIGITS])
|
|
{
|
|
unsigned i;
|
|
for(i=0; i<NUM_ECC_DIGITS; ++i)
|
|
{
|
|
uint8_t *p_digit = p_bytes + 8 * (NUM_ECC_DIGITS - 1 - i);
|
|
p_digit[0] = p_native[i] >> 56;
|
|
p_digit[1] = p_native[i] >> 48;
|
|
p_digit[2] = p_native[i] >> 40;
|
|
p_digit[3] = p_native[i] >> 32;
|
|
p_digit[4] = p_native[i] >> 24;
|
|
p_digit[5] = p_native[i] >> 16;
|
|
p_digit[6] = p_native[i] >> 8;
|
|
p_digit[7] = p_native[i];
|
|
}
|
|
}
|
|
|
|
/* Compute a = sqrt(a) (mod curve_p). */
|
|
static inline void mod_sqrt(uint64_t a[NUM_ECC_DIGITS])
|
|
{
|
|
unsigned i;
|
|
uint64_t p1[NUM_ECC_DIGITS] = {1};
|
|
uint64_t l_result[NUM_ECC_DIGITS] = {1};
|
|
|
|
/* Since curve_p == 3 (mod 4) for all supported curves, we can
|
|
compute sqrt(a) = a^((curve_p + 1) / 4) (mod curve_p). */
|
|
vli_add(p1, curve_p, p1); /* p1 = curve_p + 1 */
|
|
for(i = vli_numBits(p1) - 1; i > 1; --i)
|
|
{
|
|
vli_modSquare_fast(l_result, l_result);
|
|
if(vli_testBit(p1, i))
|
|
{
|
|
vli_modMult_fast(l_result, l_result, a);
|
|
}
|
|
}
|
|
vli_set(a, l_result);
|
|
}
|
|
|
|
static inline void ecc_point_decompress(EccPoint *p_point, const uint8_t p_compressed[ECC_BYTES+1])
|
|
{
|
|
uint64_t _3[NUM_ECC_DIGITS] = {3}; /* -a = 3 */
|
|
ecc_bytes2native(p_point->x, p_compressed+1);
|
|
|
|
vli_modSquare_fast(p_point->y, p_point->x); /* y = x^2 */
|
|
vli_modSub(p_point->y, p_point->y, _3, curve_p); /* y = x^2 - 3 */
|
|
vli_modMult_fast(p_point->y, p_point->y, p_point->x); /* y = x^3 - 3x */
|
|
vli_modAdd(p_point->y, p_point->y, curve_b, curve_p); /* y = x^3 - 3x + b */
|
|
|
|
mod_sqrt(p_point->y);
|
|
|
|
if((p_point->y[0] & 0x01) != (p_compressed[0] & 0x01))
|
|
{
|
|
vli_sub(p_point->y, curve_p, p_point->y);
|
|
}
|
|
}
|
|
|
|
static inline int ecc_make_key(uint8_t p_publicKey[ECC_BYTES+1], uint8_t p_privateKey[ECC_BYTES])
|
|
{
|
|
uint64_t l_private[NUM_ECC_DIGITS];
|
|
EccPoint l_public;
|
|
unsigned l_tries = 0;
|
|
|
|
do
|
|
{
|
|
if(!getRandomNumber(l_private) || (l_tries++ >= MAX_TRIES))
|
|
{
|
|
return 0;
|
|
}
|
|
if(vli_isZero(l_private))
|
|
{
|
|
continue;
|
|
}
|
|
|
|
/* Make sure the private key is in the range [1, n-1].
|
|
For the supported curves, n is always large enough that we only need to subtract once at most. */
|
|
if(vli_cmp(curve_n, l_private) != 1)
|
|
{
|
|
vli_sub(l_private, l_private, curve_n);
|
|
}
|
|
|
|
EccPoint_mult(&l_public, &curve_G, l_private, NULL);
|
|
} while(EccPoint_isZero(&l_public));
|
|
|
|
ecc_native2bytes(p_privateKey, l_private);
|
|
ecc_native2bytes(p_publicKey + 1, l_public.x);
|
|
p_publicKey[0] = 2 + (l_public.y[0] & 0x01);
|
|
return 1;
|
|
}
|
|
|
|
static inline int ecdh_shared_secret(const uint8_t p_publicKey[ECC_BYTES+1], const uint8_t p_privateKey[ECC_BYTES], uint8_t p_secret[ECC_BYTES])
|
|
{
|
|
EccPoint l_public;
|
|
uint64_t l_private[NUM_ECC_DIGITS];
|
|
uint64_t l_random[NUM_ECC_DIGITS];
|
|
|
|
if(!getRandomNumber(l_random))
|
|
{
|
|
return 0;
|
|
}
|
|
|
|
ecc_point_decompress(&l_public, p_publicKey);
|
|
ecc_bytes2native(l_private, p_privateKey);
|
|
|
|
EccPoint l_product;
|
|
EccPoint_mult(&l_product, &l_public, l_private, l_random);
|
|
|
|
ecc_native2bytes(p_secret, l_product.x);
|
|
|
|
return !EccPoint_isZero(&l_product);
|
|
}
|
|
|
|
/* -------- ECDSA code -------- */
|
|
|
|
/* Computes p_result = (p_left * p_right) % p_mod. */
|
|
static inline void vli_modMult(uint64_t *p_result, uint64_t *p_left, uint64_t *p_right, uint64_t *p_mod)
|
|
{
|
|
uint64_t l_product[2 * NUM_ECC_DIGITS];
|
|
uint64_t l_modMultiple[2 * NUM_ECC_DIGITS];
|
|
uint l_digitShift, l_bitShift;
|
|
uint l_productBits;
|
|
uint l_modBits = vli_numBits(p_mod);
|
|
|
|
vli_mult(l_product, p_left, p_right);
|
|
l_productBits = vli_numBits(l_product + NUM_ECC_DIGITS);
|
|
if(l_productBits)
|
|
{
|
|
l_productBits += NUM_ECC_DIGITS * 64;
|
|
}
|
|
else
|
|
{
|
|
l_productBits = vli_numBits(l_product);
|
|
}
|
|
|
|
if(l_productBits < l_modBits)
|
|
{ /* l_product < p_mod. */
|
|
vli_set(p_result, l_product);
|
|
return;
|
|
}
|
|
|
|
/* Shift p_mod by (l_leftBits - l_modBits). This multiplies p_mod by the largest
|
|
power of two possible while still resulting in a number less than p_left. */
|
|
vli_clear(l_modMultiple);
|
|
vli_clear(l_modMultiple + NUM_ECC_DIGITS);
|
|
l_digitShift = (l_productBits - l_modBits) / 64;
|
|
l_bitShift = (l_productBits - l_modBits) % 64;
|
|
if(l_bitShift)
|
|
{
|
|
l_modMultiple[l_digitShift + NUM_ECC_DIGITS] = vli_lshift(l_modMultiple + l_digitShift, p_mod, l_bitShift);
|
|
}
|
|
else
|
|
{
|
|
vli_set(l_modMultiple + l_digitShift, p_mod);
|
|
}
|
|
|
|
/* Subtract all multiples of p_mod to get the remainder. */
|
|
vli_clear(p_result);
|
|
p_result[0] = 1; /* Use p_result as a temp var to store 1 (for subtraction) */
|
|
while(l_productBits > NUM_ECC_DIGITS * 64 || vli_cmp(l_modMultiple, p_mod) >= 0)
|
|
{
|
|
int l_cmp = vli_cmp(l_modMultiple + NUM_ECC_DIGITS, l_product + NUM_ECC_DIGITS);
|
|
if(l_cmp < 0 || (l_cmp == 0 && vli_cmp(l_modMultiple, l_product) <= 0))
|
|
{
|
|
if(vli_sub(l_product, l_product, l_modMultiple))
|
|
{ /* borrow */
|
|
vli_sub(l_product + NUM_ECC_DIGITS, l_product + NUM_ECC_DIGITS, p_result);
|
|
}
|
|
vli_sub(l_product + NUM_ECC_DIGITS, l_product + NUM_ECC_DIGITS, l_modMultiple + NUM_ECC_DIGITS);
|
|
}
|
|
uint64_t l_carry = (l_modMultiple[NUM_ECC_DIGITS] & 0x01) << 63;
|
|
vli_rshift1(l_modMultiple + NUM_ECC_DIGITS);
|
|
vli_rshift1(l_modMultiple);
|
|
l_modMultiple[NUM_ECC_DIGITS-1] |= l_carry;
|
|
|
|
--l_productBits;
|
|
}
|
|
vli_set(p_result, l_product);
|
|
}
|
|
|
|
static inline uint umax(uint a, uint b)
|
|
{
|
|
return (a > b ? a : b);
|
|
}
|
|
|
|
static inline int ecdsa_sign(const uint8_t p_privateKey[ECC_BYTES], const uint8_t p_hash[ECC_BYTES], uint8_t p_signature[ECC_BYTES*2])
|
|
{
|
|
uint64_t k[NUM_ECC_DIGITS];
|
|
uint64_t l_tmp[NUM_ECC_DIGITS];
|
|
uint64_t l_s[NUM_ECC_DIGITS];
|
|
EccPoint p;
|
|
unsigned l_tries = 0;
|
|
|
|
do
|
|
{
|
|
if(!getRandomNumber(k) || (l_tries++ >= MAX_TRIES))
|
|
{
|
|
return 0;
|
|
}
|
|
if(vli_isZero(k))
|
|
{
|
|
continue;
|
|
}
|
|
|
|
if(vli_cmp(curve_n, k) != 1)
|
|
{
|
|
vli_sub(k, k, curve_n);
|
|
}
|
|
|
|
/* tmp = k * G */
|
|
EccPoint_mult(&p, &curve_G, k, NULL);
|
|
|
|
/* r = x1 (mod n) */
|
|
if(vli_cmp(curve_n, p.x) != 1)
|
|
{
|
|
vli_sub(p.x, p.x, curve_n);
|
|
}
|
|
} while(vli_isZero(p.x));
|
|
|
|
ecc_native2bytes(p_signature, p.x);
|
|
|
|
ecc_bytes2native(l_tmp, p_privateKey);
|
|
vli_modMult(l_s, p.x, l_tmp, curve_n); /* s = r*d */
|
|
ecc_bytes2native(l_tmp, p_hash);
|
|
vli_modAdd(l_s, l_tmp, l_s, curve_n); /* s = e + r*d */
|
|
vli_modInv(k, k, curve_n); /* k = 1 / k */
|
|
vli_modMult(l_s, l_s, k, curve_n); /* s = (e + r*d) / k */
|
|
ecc_native2bytes(p_signature + ECC_BYTES, l_s);
|
|
|
|
return 1;
|
|
}
|
|
|
|
static inline int ecdsa_verify(const uint8_t p_publicKey[ECC_BYTES+1], const uint8_t p_hash[ECC_BYTES], const uint8_t p_signature[ECC_BYTES*2])
|
|
{
|
|
uint64_t u1[NUM_ECC_DIGITS], u2[NUM_ECC_DIGITS];
|
|
uint64_t z[NUM_ECC_DIGITS];
|
|
EccPoint l_public, l_sum;
|
|
uint64_t rx[NUM_ECC_DIGITS];
|
|
uint64_t ry[NUM_ECC_DIGITS];
|
|
uint64_t tx[NUM_ECC_DIGITS];
|
|
uint64_t ty[NUM_ECC_DIGITS];
|
|
uint64_t tz[NUM_ECC_DIGITS];
|
|
|
|
uint64_t l_r[NUM_ECC_DIGITS], l_s[NUM_ECC_DIGITS];
|
|
|
|
ecc_point_decompress(&l_public, p_publicKey);
|
|
ecc_bytes2native(l_r, p_signature);
|
|
ecc_bytes2native(l_s, p_signature + ECC_BYTES);
|
|
|
|
if(vli_isZero(l_r) || vli_isZero(l_s))
|
|
{ /* r, s must not be 0. */
|
|
return 0;
|
|
}
|
|
|
|
if(vli_cmp(curve_n, l_r) != 1 || vli_cmp(curve_n, l_s) != 1)
|
|
{ /* r, s must be < n. */
|
|
return 0;
|
|
}
|
|
|
|
/* Calculate u1 and u2. */
|
|
vli_modInv(z, l_s, curve_n); /* Z = s^-1 */
|
|
ecc_bytes2native(u1, p_hash);
|
|
vli_modMult(u1, u1, z, curve_n); /* u1 = e/s */
|
|
vli_modMult(u2, l_r, z, curve_n); /* u2 = r/s */
|
|
|
|
/* Calculate l_sum = G + Q. */
|
|
vli_set(l_sum.x, l_public.x);
|
|
vli_set(l_sum.y, l_public.y);
|
|
vli_set(tx, curve_G.x);
|
|
vli_set(ty, curve_G.y);
|
|
vli_modSub(z, l_sum.x, tx, curve_p); /* Z = x2 - x1 */
|
|
XYcZ_add(tx, ty, l_sum.x, l_sum.y);
|
|
vli_modInv(z, z, curve_p); /* Z = 1/Z */
|
|
apply_z(l_sum.x, l_sum.y, z);
|
|
|
|
/* Use Shamir's trick to calculate u1*G + u2*Q */
|
|
EccPoint *l_points[4] = {NULL, &curve_G, &l_public, &l_sum};
|
|
uint l_numBits = umax(vli_numBits(u1), vli_numBits(u2));
|
|
|
|
EccPoint *l_point = l_points[(!!vli_testBit(u1, l_numBits-1)) | ((!!vli_testBit(u2, l_numBits-1)) << 1)];
|
|
vli_set(rx, l_point->x);
|
|
vli_set(ry, l_point->y);
|
|
vli_clear(z);
|
|
z[0] = 1;
|
|
|
|
int i;
|
|
for(i = l_numBits - 2; i >= 0; --i)
|
|
{
|
|
EccPoint_double_jacobian(rx, ry, z);
|
|
|
|
int l_index = (!!vli_testBit(u1, i)) | ((!!vli_testBit(u2, i)) << 1);
|
|
EccPoint *l_point = l_points[l_index];
|
|
if(l_point)
|
|
{
|
|
vli_set(tx, l_point->x);
|
|
vli_set(ty, l_point->y);
|
|
apply_z(tx, ty, z);
|
|
vli_modSub(tz, rx, tx, curve_p); /* Z = x2 - x1 */
|
|
XYcZ_add(tx, ty, rx, ry);
|
|
vli_modMult_fast(z, z, tz);
|
|
}
|
|
}
|
|
|
|
vli_modInv(z, z, curve_p); /* Z = 1/Z */
|
|
apply_z(rx, ry, z);
|
|
|
|
/* v = x1 (mod n) */
|
|
if(vli_cmp(curve_n, rx) != 1)
|
|
{
|
|
vli_sub(rx, rx, curve_n);
|
|
}
|
|
|
|
/* Accept only if v == r. */
|
|
return (vli_cmp(rx, l_r) == 0);
|
|
}
|
|
|
|
//////////////////////////////////////////////////////////////////////////////
|
|
|
|
//////////////////////////////////////////////////////////////////////////////
|
|
//////////////////////////////////////////////////////////////////////////////
|
|
} // anonymous namespace
|
|
|
|
void ECC384GenerateKey(uint8_t pub[ZT_ECC384_PUBLIC_KEY_SIZE],uint8_t priv[ZT_ECC384_PRIVATE_KEY_SIZE])
|
|
{
|
|
if (!ecc_make_key(pub,priv)) {
|
|
fprintf(stderr,"FATAL: ecdsa_make_key() failed!" ZT_EOL_S);
|
|
abort();
|
|
}
|
|
}
|
|
|
|
void ECC384ECDSASign(const uint8_t priv[ZT_ECC384_PRIVATE_KEY_SIZE],const uint8_t hash[ZT_ECC384_SIGNATURE_HASH_SIZE],uint8_t sig[ZT_ECC384_SIGNATURE_SIZE])
|
|
{
|
|
if (!ecdsa_sign(priv,hash,sig)) {
|
|
fprintf(stderr,"FATAL: ecdsa_sign() failed!" ZT_EOL_S);
|
|
abort();
|
|
}
|
|
}
|
|
|
|
bool ECC384ECDSAVerify(const uint8_t pub[ZT_ECC384_PUBLIC_KEY_SIZE],const uint8_t hash[ZT_ECC384_SIGNATURE_HASH_SIZE],const uint8_t sig[ZT_ECC384_SIGNATURE_SIZE])
|
|
{
|
|
return (ecdsa_verify(pub,hash,sig) != 0);
|
|
}
|
|
|
|
bool ECC384ECDH(const uint8_t theirPub[ZT_ECC384_PUBLIC_KEY_SIZE],const uint8_t ourPriv[ZT_ECC384_PRIVATE_KEY_SIZE],uint8_t secret[ZT_ECC384_SHARED_SECRET_SIZE])
|
|
{
|
|
return (ecdh_shared_secret(theirPub,ourPriv,secret) != 0);
|
|
}
|
|
|
|
} // namespace ZeroTier
|