# Constantine # Copyright (c) 2018-2019 Status Research & Development GmbH # Copyright (c) 2020-Present Mamy André-Ratsimbazafy # Licensed and distributed under either of # * MIT license (license terms in the root directory or at http://opensource.org/licenses/MIT). # * Apache v2 license (license terms in the root directory or at http://www.apache.org/licenses/LICENSE-2.0). # at your option. This file may not be copied, modified, or distributed except according to those terms. import ../stint/io, ../stint/private/datatypes # ############################################################ # # Pseudo-Random Number Generator # for testing and benchmarking purposes # # ############################################################ # # The recommendation by Vigna at http://prng.di.unimi.it # is to have a period of t^2 if we need t values (i.e. about 2^1024) # but also that for all practical purposes 2^256 period is enough # # We use 2^512 since our main use-case is uint256 type RngState* = object ## This is the state of a Xoshiro512** PRNG ## Unsafe: for testing and benchmarking purposes only s: array[8, uint64] func splitMix64(state: var uint64): uint64 = state += 0x9e3779b97f4a7c15'u64 result = state result = (result xor (result shr 30)) * 0xbf58476d1ce4e5b9'u64 result = (result xor (result shr 27)) * 0xbf58476d1ce4e5b9'u64 result = result xor (result shr 31) func seed*(rng: var RngState, x: SomeInteger) = ## Seed the random number generator with a fixed seed var sm64 = uint64(x) rng.s[0] = splitMix64(sm64) rng.s[1] = splitMix64(sm64) rng.s[2] = splitMix64(sm64) rng.s[3] = splitMix64(sm64) rng.s[4] = splitMix64(sm64) rng.s[5] = splitMix64(sm64) rng.s[6] = splitMix64(sm64) rng.s[7] = splitMix64(sm64) func rotl(x: uint64, k: static int): uint64 {.inline.} = return (x shl k) or (x shr (64 - k)) template `^=`(x: var uint64, y: uint64) = x = x xor y func next(rng: var RngState): uint64 = ## Compute a random uint64 from the input state ## using xoshiro512** algorithm by Vigna et al ## State is updated. result = rotl(rng.s[1] * 5, 7) * 9 let t = rng.s[1] shl 11 rng.s[2] ^= rng.s[0]; rng.s[5] ^= rng.s[1]; rng.s[1] ^= rng.s[2]; rng.s[7] ^= rng.s[3]; rng.s[3] ^= rng.s[4]; rng.s[4] ^= rng.s[5]; rng.s[0] ^= rng.s[6]; rng.s[6] ^= rng.s[7]; rng.s[6] ^= t; rng.s[7] = rotl(rng.s[7], 21); # Bithacks # ------------------------------------------------------------ proc clearMask[T: SomeInteger](v: T, mask: T): T {.inline.} = ## Returns ``v``, with all the ``1`` bits from ``mask`` set to 0 v and not mask proc clearBit*[T: SomeInteger](v: T, bit: T): T {.inline.} = ## Returns ``v``, with the bit at position ``bit`` set to 0 v.clearMask(1.T shl bit) # Integer ranges # ------------------------------------------------------------ func random_unsafe*(rng: var RngState, maxExclusive: uint32): uint32 = ## Generate a random integer in 0 ..< maxExclusive ## Uses an unbiaised generation method ## See Lemire's algorithm modified by Melissa O'Neill ## https://www.pcg-random.org/posts/bounded-rands.html let max = maxExclusive var x = uint32 rng.next() var m = x.uint64 * max.uint64 var l = uint32 m if l < max: var t = not(max) + 1 # -max if t >= max: t -= max if t >= max: t = t mod max while l < t: x = uint32 rng.next() m = x.uint64 * max.uint64 l = uint32 m return uint32(m shr 32) func random_unsafe*[T: SomeInteger](rng: var RngState, inclRange: Slice[T]): T = ## Return a random integer in the given range. ## The range bounds must fit in an int32. let maxExclusive = inclRange.b + 1 - inclRange.a result = T(rng.random_unsafe(uint32 maxExclusive)) result += inclRange.a # Containers # ------------------------------------------------------------ func sample_unsafe*[T](rng: var RngState, src: openArray[T]): T = ## Return a random sample from an array result = src[rng.random_unsafe(uint32 src.len)] # BigInts # ------------------------------------------------------------ # # Statistics note: # - A skewed distribution is not symmetric, it has a longer tail in one direction. # for example a RNG that is not centered over 0.5 distribution of 0 and 1 but # might produces more 1 than 0 or vice-versa. # - A bias is a result that is consistently off from the true value i.e. # a deviation of an estimate from the quantity under observation func random_unsafe(rng: var RngState, a: var SomeBigInteger) = ## Initialize a standalone BigInt for i in 0 ..< a.limbs.len: a.limbs[i] = Word(rng.next()) func random_word_highHammingWeight(rng: var RngState): Word = let numZeros = rng.random_unsafe(WordBitWidth div 3) # Average Hamming Weight is 1-0.33/2 = 0.83 result = high(Word) for _ in 0 ..< numZeros: result = result.clearBit rng.random_unsafe(WordBitWidth) func random_highHammingWeight(rng: var RngState, a: var SomeBigInteger) = ## Initialize a standalone BigInt ## with high Hamming weight ## to have a higher probability of triggering carries for i in 0 ..< a.limbs.len: a.limbs[i] = Word rng.random_word_highHammingWeight() func random_long01Seq(rng: var RngState, a: var openArray[byte]) = ## Initialize a bytearray ## It is skewed towards producing strings of 1111... and 0000 ## to trigger edge cases # See libsecp256k1: https://github.com/bitcoin-core/secp256k1/blob/dbd41db1/src/testrand_impl.h#L90-L104 let Bits = a.len * 8 var bit = 0 zeroMem(a[0].addr, a.len) while bit < Bits : var now = 1 + (rng.random_unsafe(1 shl 6) * rng.random_unsafe(1 shl 5) + 16) div 31 let val = rng.sample_unsafe([0, 1]) while now > 0 and bit < Bits: a[bit shr 3] = a[bit shr 3] or byte(val shl (bit and 7)) dec now inc bit func random_long01Seq(rng: var RngState, a: var SomeBigInteger) = ## Initialize a bigint ## It is skewed towards producing strings of 1111... and 0000 ## to trigger edge cases var buf: array[(a.bits + 7) div 8, byte] rng.random_long01Seq(buf) a = (typeof a).fromBytes(buf, bigEndian) # Byte sequences # ------------------------------------------------------------ func random_byte_seq*(rng: var RngState, length: int): seq[byte] = result.newSeq(length) for b in result.mitems: b = byte rng.next() # Generic over any Stint type # ------------------------------------------------------------ func random_unsafe*(rng: var RngState, T: typedesc): T = ## Create a random Field or Extension Field or Curve Element ## Unsafe: for testing and benchmarking purposes only rng.random_unsafe(result) func random_highHammingWeight*(rng: var RngState, T: typedesc): T = ## Create a random Field or Extension Field or Curve Element ## Skewed towards high Hamming Weight rng.random_highHammingWeight(result) func random_long01Seq*(rng: var RngState, T: typedesc): T = ## Create a random Field or Extension Field or Curve Element ## Skewed towards long bitstrings of 0 or 1 rng.random_long01Seq(result) type RandomGen* = enum Uniform HighHammingWeight Long01Sequence func random_elem*(rng: var RngState, T: typedesc, gen: RandomGen): T {.inline, noinit.} = case gen of Uniform: result = rng.random_unsafe(T) of HighHammingWeight: result = rng.random_highHammingWeight(T) of Long01Sequence: result = rng.random_long01Seq(T) # Sanity checks # ------------------------------------------------------------ when isMainModule: import std/[tables, times, strutils] var rng: RngState let timeSeed = uint32(getTime().toUnix() and (1'i64 shl 32 - 1)) # unixTime mod 2^32 rng.seed(timeSeed) echo "prng_sanity_checks xoshiro512** seed: ", timeSeed proc test[T](s: Slice[T]) = var c = initCountTable[int]() for _ in 0 ..< 1_000_000: c.inc(rng.random_unsafe(s)) echo "1'000'000 pseudo-random outputs from ", s.a, " to ", s.b, " (incl): ", c test(0..1) test(0..2) test(1..52) test(-10..10) echo "\n-----------------------------\n" echo "High Hamming Weight check" for _ in 0 ..< 10: let word = rng.random_word_highHammingWeight() echo "0b", cast[BiggestInt](word).toBin(WordBitWidth), " - 0x", word.toHex() echo "\n-----------------------------\n" echo "Long strings of 0 or 1 check" for _ in 0 ..< 10: var a: BigInt[127] rng.random_long01seq(a) stdout.write "0b" for word in a.limbs: stdout.write cast[BiggestInt](word).toBin(WordBitWidth) stdout.write " - 0x" for word in a.limbs: stdout.write word.BaseType.toHex() stdout.write '\n'