418 lines
15 KiB
Nim
418 lines
15 KiB
Nim
# Constantine
|
|
# Copyright (c) 2018-2019 Status Research & Development GmbH
|
|
# Copyright (c) 2020-Present Mamy André-Ratsimbazafy
|
|
# Licensed and distributed under either of
|
|
# * MIT license (license terms in the root directory or at http://opensource.org/licenses/MIT).
|
|
# * Apache v2 license (license terms in the root directory or at http://www.apache.org/licenses/LICENSE-2.0).
|
|
# at your option. This file may not be copied, modified, or distributed except according to those terms.
|
|
|
|
import
|
|
../constantine/arithmetic/bigints,
|
|
../constantine/primitives,
|
|
../constantine/config/[common, curves],
|
|
../constantine/elliptic/[
|
|
ec_shortweierstrass_affine,
|
|
ec_shortweierstrass_projective,
|
|
ec_shortweierstrass_jacobian],
|
|
../constantine/io/io_bigints
|
|
|
|
# ############################################################
|
|
#
|
|
# Pseudo-Random Number Generator
|
|
# Unsafe: for testing and benchmarking purposes
|
|
#
|
|
# ############################################################
|
|
#
|
|
# Our field elements for elliptic curve cryptography
|
|
# are in the 2^256~2^512 range.
|
|
# For pairings, with embedding degrees of 12 to 48
|
|
# We would need 12~48 field elements per point on the curve
|
|
#
|
|
# The recommendation by Vigna at http://prng.di.unimi.it
|
|
# is to have a period of t^2 if we need t values (i.e. about 2^1024)
|
|
# but also that for all practical purposes 2^256 period is enough
|
|
#
|
|
# We use 2^512 to cover the range the base field elements
|
|
|
|
type RngState* = object
|
|
## This is the state of a Xoshiro512** PRNG
|
|
## Unsafe: for testing and benchmarking purposes only
|
|
s: array[8, uint64]
|
|
|
|
func splitMix64(state: var uint64): uint64 =
|
|
state += 0x9e3779b97f4a7c15'u64
|
|
result = state
|
|
result = (result xor (result shr 30)) * 0xbf58476d1ce4e5b9'u64
|
|
result = (result xor (result shr 27)) * 0xbf58476d1ce4e5b9'u64
|
|
result = result xor (result shr 31)
|
|
|
|
func seed*(rng: var RngState, x: SomeInteger) =
|
|
## Seed the random number generator with a fixed seed
|
|
var sm64 = uint64(x)
|
|
rng.s[0] = splitMix64(sm64)
|
|
rng.s[1] = splitMix64(sm64)
|
|
rng.s[2] = splitMix64(sm64)
|
|
rng.s[3] = splitMix64(sm64)
|
|
rng.s[4] = splitMix64(sm64)
|
|
rng.s[5] = splitMix64(sm64)
|
|
rng.s[6] = splitMix64(sm64)
|
|
rng.s[7] = splitMix64(sm64)
|
|
|
|
func rotl(x: uint64, k: static int): uint64 {.inline.} =
|
|
return (x shl k) or (x shr (64 - k))
|
|
|
|
template `^=`(x: var uint64, y: uint64) =
|
|
x = x xor y
|
|
|
|
func next(rng: var RngState): uint64 =
|
|
## Compute a random uint64 from the input state
|
|
## using xoshiro512** algorithm by Vigna et al
|
|
## State is updated.
|
|
result = rotl(rng.s[1] * 5, 7) * 9
|
|
|
|
let t = rng.s[1] shl 11
|
|
rng.s[2] ^= rng.s[0];
|
|
rng.s[5] ^= rng.s[1];
|
|
rng.s[1] ^= rng.s[2];
|
|
rng.s[7] ^= rng.s[3];
|
|
rng.s[3] ^= rng.s[4];
|
|
rng.s[4] ^= rng.s[5];
|
|
rng.s[0] ^= rng.s[6];
|
|
rng.s[6] ^= rng.s[7];
|
|
|
|
rng.s[6] ^= t;
|
|
|
|
rng.s[7] = rotl(rng.s[7], 21);
|
|
|
|
# Integer ranges
|
|
# ------------------------------------------------------------
|
|
|
|
func random_unsafe*(rng: var RngState, maxExclusive: uint32): uint32 =
|
|
## Generate a random integer in 0 ..< maxExclusive
|
|
## Uses an unbiaised generation method
|
|
## See Lemire's algorithm modified by Melissa O'Neill
|
|
## https://www.pcg-random.org/posts/bounded-rands.html
|
|
let max = maxExclusive
|
|
var x = uint32 rng.next()
|
|
var m = x.uint64 * max.uint64
|
|
var l = uint32 m
|
|
if l < max:
|
|
var t = not(max) + 1 # -max
|
|
if t >= max:
|
|
t -= max
|
|
if t >= max:
|
|
t = t mod max
|
|
while l < t:
|
|
x = uint32 rng.next()
|
|
m = x.uint64 * max.uint64
|
|
l = uint32 m
|
|
return uint32(m shr 32)
|
|
|
|
func random_unsafe*[T: SomeInteger](rng: var RngState, inclRange: Slice[T]): T =
|
|
## Return a random integer in the given range.
|
|
## The range bounds must fit in an int32.
|
|
let maxExclusive = inclRange.b + 1 - inclRange.a
|
|
result = T(rng.random_unsafe(uint32 maxExclusive))
|
|
result += inclRange.a
|
|
|
|
# Containers
|
|
# ------------------------------------------------------------
|
|
|
|
func sample_unsafe*[T](rng: var RngState, src: openarray[T]): T =
|
|
## Return a random sample from an array
|
|
result = src[rng.random_unsafe(uint32 src.len)]
|
|
|
|
# BigInts and Fields
|
|
# ------------------------------------------------------------
|
|
#
|
|
# Statistics note:
|
|
# - A skewed distribution is not symmetric, it has a longer tail in one direction.
|
|
# for example a RNG that is not centered over 0.5 distribution of 0 and 1 but
|
|
# might produces more 1 than 0 or vice-versa.
|
|
# - A bias is a result that is consistently off from the true value i.e.
|
|
# a deviation of an estimate from the quantity under observation
|
|
|
|
func random_unsafe(rng: var RngState, a: var BigInt) =
|
|
## Initialize a standalone BigInt
|
|
for i in 0 ..< a.limbs.len:
|
|
a.limbs[i] = SecretWord(rng.next())
|
|
|
|
func random_unsafe[T](rng: var RngState, a: var T, C: static Curve) =
|
|
## Recursively initialize a BigInt (part of a field) or Field element
|
|
## Unsafe: for testing and benchmarking purposes only
|
|
when T is BigInt:
|
|
var reduced, unreduced{.noInit.}: T
|
|
rng.random_unsafe(unreduced)
|
|
|
|
# Note: a simple modulo will be biaised but it's simple and "fast"
|
|
reduced.reduce(unreduced, C.Mod)
|
|
a.montyResidue(reduced, C.Mod, C.getR2modP(), C.getNegInvModWord(), C.canUseNoCarryMontyMul())
|
|
|
|
else:
|
|
for field in fields(a):
|
|
rng.random_unsafe(field, C)
|
|
|
|
func random_word_highHammingWeight(rng: var RngState): BaseType =
|
|
let numZeros = rng.random_unsafe(WordBitWidth div 3) # Average Hamming Weight is 1-0.33/2 = 0.83
|
|
result = high(BaseType)
|
|
for _ in 0 ..< numZeros:
|
|
result = result.clearBit rng.random_unsafe(WordBitWidth)
|
|
|
|
func random_highHammingWeight(rng: var RngState, a: var BigInt) =
|
|
## Initialize a standalone BigInt
|
|
## with high Hamming weight
|
|
## to have a higher probability of triggering carries
|
|
for i in 0 ..< a.limbs.len:
|
|
a.limbs[i] = SecretWord rng.random_word_highHammingWeight()
|
|
|
|
func random_highHammingWeight[T](rng: var RngState, a: var T, C: static Curve) =
|
|
## Recursively initialize a BigInt (part of a field) or Field element
|
|
## Unsafe: for testing and benchmarking purposes only
|
|
## The result will have a high Hamming Weight
|
|
## to have a higher probability of triggering carries
|
|
when T is BigInt:
|
|
var reduced, unreduced{.noInit.}: T
|
|
rng.random_highHammingWeight(unreduced)
|
|
|
|
# Note: a simple modulo will be biaised but it's simple and "fast"
|
|
reduced.reduce(unreduced, C.Mod)
|
|
a.montyResidue(reduced, C.Mod, C.getR2modP(), C.getNegInvModWord(), C.canUseNoCarryMontyMul())
|
|
|
|
else:
|
|
for field in fields(a):
|
|
rng.random_highHammingWeight(field, C)
|
|
|
|
func random_long01Seq(rng: var RngState, a: var openArray[byte]) =
|
|
## Initialize a bytearray
|
|
## It is skewed towards producing strings of 1111... and 0000
|
|
## to trigger edge cases
|
|
# See libsecp256k1: https://github.com/bitcoin-core/secp256k1/blob/dbd41db1/src/testrand_impl.h#L90-L104
|
|
let Bits = a.len * 8
|
|
var bit = 0
|
|
zeroMem(a[0].addr, a.len)
|
|
while bit < Bits :
|
|
var now = 1 + (rng.random_unsafe(1 shl 6) * rng.random_unsafe(1 shl 5) + 16) div 31
|
|
let val = rng.sample_unsafe([0, 1])
|
|
while now > 0 and bit < Bits:
|
|
a[bit shr 3] = a[bit shr 3] or byte(val shl (bit and 7))
|
|
dec now
|
|
inc bit
|
|
|
|
func random_long01Seq(rng: var RngState, a: var BigInt) =
|
|
## Initialize a bigint
|
|
## It is skewed towards producing strings of 1111... and 0000
|
|
## to trigger edge cases
|
|
var buf: array[(a.bits + 7) div 8, byte]
|
|
rng.random_long01Seq(buf)
|
|
let order = rng.sample_unsafe([bigEndian, littleEndian])
|
|
if order == bigEndian:
|
|
a.fromRawUint(buf, bigEndian)
|
|
else:
|
|
a.fromRawUint(buf, littleEndian)
|
|
|
|
func random_long01Seq[T](rng: var RngState, a: var T, C: static Curve) =
|
|
## Recursively initialize a BigInt (part of a field) or Field element
|
|
## It is skewed towards producing strings of 1111... and 0000
|
|
## to trigger edge cases
|
|
when T is BigInt:
|
|
var reduced, unreduced{.noInit.}: T
|
|
rng.random_long01Seq(unreduced)
|
|
|
|
# Note: a simple modulo will be biaised but it's simple and "fast"
|
|
reduced.reduce(unreduced, C.Mod)
|
|
a.montyResidue(reduced, C.Mod, C.getR2modP(), C.getNegInvModWord(), C.canUseNoCarryMontyMul())
|
|
|
|
else:
|
|
for field in fields(a):
|
|
rng.random_highHammingWeight(field, C)
|
|
|
|
# Elliptic curves
|
|
# ------------------------------------------------------------
|
|
|
|
func random_unsafe(rng: var RngState, a: var (ECP_ShortW_Proj or ECP_ShortW_Aff or ECP_ShortW_Jac)) =
|
|
## Initialize a random curve point with Z coordinate == 1
|
|
## Unsafe: for testing and benchmarking purposes only
|
|
var fieldElem {.noInit.}: a.F
|
|
var success = CtFalse
|
|
|
|
while not bool(success):
|
|
# Euler's criterion: there are (p-1)/2 squares in a field with modulus `p`
|
|
# so we have a probability of ~0.5 to get a good point
|
|
rng.random_unsafe(fieldElem, a.F.C)
|
|
success = trySetFromCoordX(a, fieldElem)
|
|
|
|
func random_unsafe_with_randZ(rng: var RngState, a: var (ECP_ShortW_Proj or ECP_ShortW_Jac)) =
|
|
## Initialize a random curve point with Z coordinate being random
|
|
## Unsafe: for testing and benchmarking purposes only
|
|
var Z{.noInit.}: a.F
|
|
rng.random_unsafe(Z, a.F.C) # If Z is zero, X will be zero and that will be an infinity point
|
|
|
|
var fieldElem {.noInit.}: a.F
|
|
var success = CtFalse
|
|
|
|
while not bool(success):
|
|
rng.random_unsafe(fieldElem, a.F.C)
|
|
success = trySetFromCoordsXandZ(a, fieldElem, Z)
|
|
|
|
func random_highHammingWeight(rng: var RngState, a: var (ECP_ShortW_Proj or ECP_ShortW_Aff or ECP_ShortW_Jac)) =
|
|
## Initialize a random curve point with Z coordinate == 1
|
|
## This will be generated with a biaised RNG with high Hamming Weight
|
|
## to trigger carry bugs
|
|
var fieldElem {.noInit.}: a.F
|
|
var success = CtFalse
|
|
|
|
while not bool(success):
|
|
# Euler's criterion: there are (p-1)/2 squares in a field with modulus `p`
|
|
# so we have a probability of ~0.5 to get a good point
|
|
rng.random_highHammingWeight(fieldElem, a.F.C)
|
|
success = trySetFromCoordX(a, fieldElem)
|
|
|
|
func random_highHammingWeight_with_randZ(rng: var RngState, a: var (ECP_ShortW_Proj or ECP_ShortW_Jac)) =
|
|
## Initialize a random curve point with Z coordinate == 1
|
|
## This will be generated with a biaised RNG with high Hamming Weight
|
|
## to trigger carry bugs
|
|
var Z{.noInit.}: a.F
|
|
rng.random_highHammingWeight(Z, a.F.C) # If Z is zero, X will be zero and that will be an infinity point
|
|
|
|
var fieldElem {.noInit.}: a.F
|
|
var success = CtFalse
|
|
|
|
while not bool(success):
|
|
rng.random_highHammingWeight(fieldElem, a.F.C)
|
|
success = trySetFromCoordsXandZ(a, fieldElem, Z)
|
|
|
|
func random_long01Seq(rng: var RngState, a: var (ECP_ShortW_Proj or ECP_ShortW_Aff or ECP_ShortW_Jac)) =
|
|
## Initialize a random curve point with Z coordinate == 1
|
|
## This will be generated with a biaised RNG
|
|
## that produces long bitstrings of 0 and 1
|
|
## to trigger edge cases
|
|
var fieldElem {.noInit.}: a.F
|
|
var success = CtFalse
|
|
|
|
while not bool(success):
|
|
# Euler's criterion: there are (p-1)/2 squares in a field with modulus `p`
|
|
# so we have a probability of ~0.5 to get a good point
|
|
rng.random_long01Seq(fieldElem, a.F.C)
|
|
success = trySetFromCoordX(a, fieldElem)
|
|
|
|
func random_long01Seq_with_randZ(rng: var RngState, a: var (ECP_ShortW_Proj or ECP_ShortW_Jac)) =
|
|
## Initialize a random curve point with Z coordinate == 1
|
|
## This will be generated with a biaised RNG
|
|
## that produces long bitstrings of 0 and 1
|
|
## to trigger edge cases
|
|
var Z{.noInit.}: a.F
|
|
rng.random_long01Seq(Z, a.F.C) # If Z is zero, X will be zero and that will be an infinity point
|
|
|
|
var fieldElem {.noInit.}: a.F
|
|
var success = CtFalse
|
|
|
|
while not bool(success):
|
|
rng.random_long01Seq(fieldElem, a.F.C)
|
|
success = trySetFromCoordsXandZ(a, fieldElem, Z)
|
|
|
|
# Generic over any Constantine type
|
|
# ------------------------------------------------------------
|
|
|
|
func random_unsafe*(rng: var RngState, T: typedesc): T =
|
|
## Create a random Field or Extension Field or Curve Element
|
|
## Unsafe: for testing and benchmarking purposes only
|
|
when T is (ECP_ShortW_Proj or ECP_ShortW_Aff or ECP_ShortW_Jac):
|
|
rng.random_unsafe(result)
|
|
elif T is SomeNumber:
|
|
cast[T](rng.next()) # TODO: Rely on casting integer actually converting in C (i.e. uint64->uint32 is valid)
|
|
elif T is BigInt:
|
|
rng.random_unsafe(result)
|
|
else: # Fields
|
|
rng.random_unsafe(result, T.C)
|
|
|
|
func random_unsafe_with_randZ*(rng: var RngState, T: typedesc[ECP_ShortW_Proj or ECP_ShortW_Jac]): T =
|
|
## Create a random curve element with a random Z coordinate
|
|
## Unsafe: for testing and benchmarking purposes only
|
|
rng.random_unsafe_with_randZ(result)
|
|
|
|
func random_highHammingWeight*(rng: var RngState, T: typedesc): T =
|
|
## Create a random Field or Extension Field or Curve Element
|
|
## Skewed towards high Hamming Weight
|
|
when T is (ECP_ShortW_Proj or ECP_ShortW_Aff or ECP_ShortW_Jac):
|
|
rng.random_highHammingWeight(result)
|
|
elif T is SomeNumber:
|
|
cast[T](rng.next()) # TODO: Rely on casting integer actually converting in C (i.e. uint64->uint32 is valid)
|
|
elif T is BigInt:
|
|
rng.random_highHammingWeight(result)
|
|
else: # Fields
|
|
rng.random_highHammingWeight(result, T.C)
|
|
|
|
func random_highHammingWeight_with_randZ*(rng: var RngState, T: typedesc[ECP_ShortW_Proj or ECP_ShortW_Jac]): T =
|
|
## Create a random curve element with a random Z coordinate
|
|
## Skewed towards high Hamming Weight
|
|
rng.random_highHammingWeight_with_randZ(result)
|
|
|
|
func random_long01Seq*(rng: var RngState, T: typedesc): T =
|
|
## Create a random Field or Extension Field or Curve Element
|
|
## Skewed towards long bitstrings of 0 or 1
|
|
when T is (ECP_ShortW_Proj or ECP_ShortW_Aff or ECP_ShortW_Jac):
|
|
rng.random_long01Seq(result)
|
|
elif T is SomeNumber:
|
|
cast[T](rng.next()) # TODO: Rely on casting integer actually converting in C (i.e. uint64->uint32 is valid)
|
|
elif T is BigInt:
|
|
rng.random_long01Seq(result)
|
|
else: # Fields
|
|
rng.random_long01Seq(result, T.C)
|
|
|
|
func random_long01Seq_with_randZ*(rng: var RngState, T: typedesc[ECP_ShortW_Proj or ECP_ShortW_Jac]): T =
|
|
## Create a random curve element with a random Z coordinate
|
|
## Skewed towards long bitstrings of 0 or 1
|
|
rng.random_long01Seq_with_randZ(result)
|
|
|
|
# Byte sequences
|
|
# ------------------------------------------------------------
|
|
|
|
func random_byte_seq*(rng: var RngState, length: int): seq[byte] =
|
|
result.newSeq(length)
|
|
for b in result.mitems:
|
|
b = byte rng.next()
|
|
|
|
# Sanity checks
|
|
# ------------------------------------------------------------
|
|
|
|
when isMainModule:
|
|
import std/[tables, times, strutils]
|
|
|
|
var rng: RngState
|
|
let timeSeed = uint32(getTime().toUnix() and (1'i64 shl 32 - 1)) # unixTime mod 2^32
|
|
rng.seed(timeSeed)
|
|
echo "prng_sanity_checks xoshiro512** seed: ", timeSeed
|
|
|
|
|
|
proc test[T](s: Slice[T]) =
|
|
var c = initCountTable[int]()
|
|
|
|
for _ in 0 ..< 1_000_000:
|
|
c.inc(rng.random_unsafe(s))
|
|
|
|
echo "1'000'000 pseudo-random outputs from ", s.a, " to ", s.b, " (incl): ", c
|
|
|
|
test(0..1)
|
|
test(0..2)
|
|
test(1..52)
|
|
test(-10..10)
|
|
|
|
echo "\n-----------------------------\n"
|
|
echo "High Hamming Weight check"
|
|
for _ in 0 ..< 10:
|
|
let word = rng.random_word_highHammingWeight()
|
|
echo "0b", cast[BiggestInt](word).toBin(WordBitWidth), " - 0x", word.toHex()
|
|
|
|
echo "\n-----------------------------\n"
|
|
echo "Long strings of 0 or 1 check"
|
|
for _ in 0 ..< 10:
|
|
var a: BigInt[127]
|
|
rng.random_long01seq(a)
|
|
stdout.write "0b"
|
|
for word in a.limbs:
|
|
stdout.write cast[BiggestInt](word).toBin(WordBitWidth)
|
|
stdout.write " - 0x"
|
|
for word in a.limbs:
|
|
stdout.write word.BaseType.toHex()
|
|
stdout.write '\n'
|