Add base58 encoding and tests.

libp2p.nimble

@@ -12,4 +12,5 @@ requires "nim > 0.18.0",
 
 task test, "Runs the test suite":
   exec "nim c -r tests/testvarint"
-  exec "nim c -r tests/testdaemon"
+  exec "nim c -r tests/testdaemon"
+  exec "nim c -r tests/testbase58"

libp2p/base58.nim

@@ -0,0 +1,227 @@
+## Nim-Libp2p
+## Copyright (c) 2018 Status Research & Development GmbH
+## Licensed under either of
+##  * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
+##  * MIT license ([LICENSE-MIT](LICENSE-MIT))
+## at your option.
+## This file may not be copied, modified, or distributed except according to
+## those terms.
+
+## This module implements BASE58 encoding and decoding procedures.
+## This module supports two variants of BASE58 encoding (Bitcoin and Flickr).
+
+type
+  Base58Status* {.pure.} = enum
+    Error,
+    Success,
+    Incorrect,
+    Overrun
+
+  Base58Alphabet* = object
+    decode*: array[128, int8]
+    encode*: array[58, uint8]
+
+  BTCBase58* = object
+    ## Type to use Bitcoin alphabet
+  FLCBase58* = object
+    ## Type to use Flickr alphabet
+  Base58* = BtcBase58
+    ## By default we are using Bitcoin alphabet
+  Base58C* = BTCBase58 | FLCBase58
+    ## Supported types
+
+  Base58Error* = object of Exception
+    ## Base58 specific exception type
+
+proc newAlphabet58*(s: string): Base58Alphabet =
+  doAssert(len(s) == 58)
+  for i in 0..<len(s):
+    result.encode[i] = cast[uint8](s[i])
+  for i in 0..<len(result.decode):
+    result.decode[i] = -1
+  for i in 0..<len(result.encode):
+    result.decode[int(result.encode[i])] = int8(i)
+
+const
+  BTCAlphabet* = newAlphabet58("123456789ABCDEFGHJKLMNPQRSTUV" &
+                               "WXYZabcdefghijkmnopqrstuvwxyz")
+  FlickrAlphabet* = newAlphabet58("123456789abcdefghijkmnopqrstu" &
+                                  "vwxyzABCDEFGHJKLMNPQRSTUVWXYZ")
+
+proc encode*(btype: typedesc[Base58C], inbytes: openarray[byte],
+             outstr: var openarray[char], outlen: var int): Base58Status =
+  ## Encode array of bytes ``inbytes`` using BASE58 encoding and store
+  ## result to ``outstr``. On success ``Base58Status.Success`` will be returned
+  ## and ``outlen`` will be set to number of characters stored inside of
+  ## ``outstr``. If length of ``outstr`` is not enough then
+  ## ``Base58Status.Overrun`` will be returned and ``outlen`` will be set to
+  ## number of characters required.
+  when btype is BTCBase58:
+    const alphabet = BTCAlphabet
+  elif btype is FLCBase58:
+    const alphabet = FlickrAlphabet
+
+  let binsz = len(inbytes)
+  var zcount = 0
+
+  while zcount < binsz and inbytes[zcount] == 0x00'u8:
+    inc(zcount)
+
+  let size = ((binsz - zcount) * 138) div 100 + 1
+  var buffer = newSeq[uint8](size)
+
+  var hi = size - 1
+  var i = zcount
+  var j = size - 1
+  while i < binsz:
+    var carry = uint32(inbytes[i])
+    j = size - 1
+    while (j > hi) or (carry != 0'u32):
+      carry = carry + uint32(256'u32 * buffer[j])
+      buffer[j] = cast[byte](carry mod 58)
+      carry = carry div 58
+      dec(j)
+    hi = j
+    inc(i)
+
+  j = 0
+  while (j < size) and (buffer[j] == 0x00'u8):
+    inc(j)
+
+  let needed = zcount + size - j
+  outlen = needed
+  if len(outstr) < needed:
+    result = Base58Status.Overrun
+  else:
+    for k in 0..<zcount:
+      outstr[k] = cast[char](alphabet.encode[0])
+    i = zcount
+    while j < size:
+      outstr[i] = cast[char](alphabet.encode[buffer[j]])
+      inc(j)
+      inc(i)
+    result = Base58Status.Success
+
+proc encode*(btype: typedesc[Base58C],
+             inbytes: openarray[byte]): string {.inline.} =
+  ## Encode array of bytes ``inbytes`` using BASE58 encoding and return
+  ## encoded string.
+  var size = (len(inbytes) * 138) div 100 + 1
+  result = newString(size)
+  if btype.encode(inbytes, result.toOpenArray(0, size - 1),
+                  size) == Base58Status.Success:
+    result.setLen(size)
+
+proc decode*(btype: typedesc[Base58C], instr: string,
+             outbytes: var openarray[byte], outlen: var int): Base58Status =
+  ## Decode BASE58 string and store array of bytes to ``outbytes``. On success
+  ## ``Base58Status.Success`` will be returned and ``outlen`` will be set
+  ## to number of bytes stored.
+  ##
+  ## Length of ``outbytes`` must be equal or more then ``len(instr) + 4``.
+  ##
+  ## If ``instr`` has characters which are not part of BASE58 alphabet, then
+  ## ``Base58Status.Incorrect`` will be returned and ``outlen`` will be set to
+  ## ``0``.
+  ##
+  ## If length of ``outbytes`` is not enough to store decoded bytes, then
+  ## ``Base58Status.Overrun`` will be returned and ``outlen`` will be set to
+  ## number of bytes required.
+  when btype is BTCBase58:
+    const alphabet = BTCAlphabet
+  elif btype is FLCBase58:
+    const alphabet = FlickrAlphabet
+
+  if len(instr) == 0:
+    outlen = 0
+    return Base58Status.Success
+
+  let binsz = len(instr) + 4
+  if len(outbytes) < binsz:
+    outlen = binsz
+    return Base58Status.Overrun
+
+  var bytesleft = binsz mod 4
+  var zeromask: uint32
+  if bytesleft != 0:
+    zeromask = cast[uint32](0xFFFF_FFFF'u32 shl (bytesleft * 8))
+
+  let size = (binsz + 3) div 4
+  var buffer = newSeq[uint32](size)
+
+  var zcount = 0
+  while zcount < len(instr) and instr[zcount] == cast[char](alphabet.encode[0]):
+    inc(zcount)
+
+  for i in zcount..<len(instr):
+    if (cast[byte](instr[i]) and 0x80'u8) != 0:
+      outlen = 0
+      result = Base58Status.Incorrect
+      return
+    let ch = alphabet.decode[int8(instr[i])]
+    if ch == -1:
+      outlen = 0
+      result = Base58Status.Incorrect
+      return
+    var c = cast[uint32](ch)
+    for j in countdown(size - 1, 0):
+      let t = cast[uint64](buffer[j]) * 58 + c
+      c = cast[uint32]((t and 0x3F_0000_0000'u64) shr 32)
+      buffer[j] = cast[uint32](t and 0xFFFF_FFFF'u32)
+    if c != 0:
+      outlen = 0
+      result = Base58Status.Incorrect
+      return
+    if (buffer[0] and zeromask) != 0:
+      outlen = 0
+      result = Base58Status.Incorrect
+      return
+
+  var boffset = 0
+  var joffset = 0
+  if bytesleft == 3:
+    outbytes[boffset] = cast[uint8]((buffer[0] and 0xFF_0000'u32) shr 16)
+    inc(boffset)
+    bytesleft = 2
+  if bytesleft == 2:
+    outbytes[boffset] = cast[uint8]((buffer[0] and 0xFF00'u32) shr 8)
+    inc(boffset)
+    bytesleft = 1
+  if bytesleft == 1:
+    outbytes[boffset] = cast[uint8]((buffer[0] and 0xFF'u32))
+    inc(boffset)
+    joffset = 1
+
+  while joffset < size:
+    outbytes[boffset + 0] = cast[byte]((buffer[joffset] shr 0x18) and 0xFF)
+    outbytes[boffset + 1] = cast[byte]((buffer[joffset] shr 0x10) and 0xFF)
+    outbytes[boffset + 2] = cast[byte]((buffer[joffset] shr 0x8) and 0xFF)
+    outbytes[boffset + 3] = cast[byte](buffer[joffset] and 0xFF)
+    boffset += 4
+    inc(joffset)
+
+  outlen = binsz
+  var m = 0
+  while m < binsz:
+    if outbytes[m] != 0x00:
+      if zcount > m:
+        result = Base58Status.Overrun
+        return
+      break
+    inc(m)
+    dec(outlen)
+
+  if m < binsz:
+    moveMem(addr outbytes[zcount], addr outbytes[binsz - outlen], outlen)
+  outlen += zcount
+  result = Base58Status.Success
+
+proc decode*(btype: typedesc[Base58C], instr: string): seq[byte] =
+  ## Decode BASE58 string ``instr`` and return sequence of bytes as result.
+  if len(instr) > 0:
+    var size = len(instr) + 4
+    result = newSeq[byte](size)
+    if btype.decode(instr, result, size) == Base58Status.Success:
+      result.setLen(size)
+    else:
+      raise newException(Base58Error, "Incorrect base58 string")

tests/testbase58.nim

@@ -0,0 +1,130 @@
+import unittest
+import ../libp2p/base58
+
+proc hexToBytes*(a: string, result: var openarray[byte]) =
+  doAssert(len(a) == 2 * len(result))
+  var i = 0
+  var k = 0
+  var r = 0
+  if len(a) > 0:
+    while i < len(a):
+      let c = a[i]
+      if i != 0 and i %% 2 == 0:
+        result[k] = r.byte
+        r = 0
+        inc(k)
+      else:
+        r = r shl 4
+      case c
+      of 'a'..'f':
+        r = r or (10 + ord(c) - ord('a'))
+      of 'A'..'F':
+        r = r or (10 + ord(c) - ord('A'))
+      of '0'..'9':
+        r = r or (ord(c) - ord('0'))
+      else:
+        doAssert(false)
+      inc(i)
+    result[k] = r.byte
+
+proc fromHex*(a: string): seq[byte] =
+  doAssert(len(a) %% 2 == 0)
+  if len(a) == 0:
+    result = newSeq[byte]()
+  else:
+    result = newSeq[byte](len(a) div 2)
+    hexToBytes(a, result)
+
+const TestVectors = [
+  ["", ""],
+  ["61", "2g"],
+  ["626262", "a3gV"],
+  ["636363", "aPEr"],
+  ["73696d706c792061206c6f6e6720737472696e67", "2cFupjhnEsSn59qHXstmK2ffpLv2"],
+  ["00eb15231dfceb60925886b67d065299925915aeb172c06647", "1NS17iag9jJgTHD1VXjvLCEnZuQ3rJDE9L"],
+  ["516b6fcd0f", "ABnLTmg"],
+  ["bf4f89001e670274dd", "3SEo3LWLoPntC"],
+  ["572e4794", "3EFU7m"],
+  ["ecac89cad93923c02321", "EJDM8drfXA6uyA"],
+  ["10c8511e", "Rt5zm"],
+  ["00000000000000000000", "1111111111"],
+  ["000111d38e5fc9071ffcd20b4a763cc9ae4f252bb4e48fd66a835e252ada93ff480d6dd43dc62a641155a5", "123456789ABCDEFGHJKLMNPQRSTUVWXYZabcdefghijkmnopqrstuvwxyz"],
+  ["000102030405060708090a0b0c0d0e0f101112131415161718191a1b1c1d1e1f202122232425262728292a2b2c2d2e2f303132333435363738393a3b3c3d3e3f404142434445464748494a4b4c4d4e4f505152535455565758595a5b5c5d5e5f606162636465666768696a6b6c6d6e6f707172737475767778797a7b7c7d7e7f808182838485868788898a8b8c8d8e8f909192939495969798999a9b9c9d9e9fa0a1a2a3a4a5a6a7a8a9aaabacadaeafb0b1b2b3b4b5b6b7b8b9babbbcbdbebfc0c1c2c3c4c5c6c7c8c9cacbcccdcecfd0d1d2d3d4d5d6d7d8d9dadbdcdddedfe0e1e2e3e4e5e6e7e8e9eaebecedeeeff0f1f2f3f4f5f6f7f8f9fafbfcfdfeff", "1cWB5HCBdLjAuqGGReWE3R3CguuwSjw6RHn39s2yuDRTS5NsBgNiFpWgAnEx6VQi8csexkgYw3mdYrMHr8x9i7aEwP8kZ7vccXWqKDvGv3u1GxFKPuAkn8JCPPGDMf3vMMnbzm6Nh9zh1gcNsMvH3ZNLmP5fSG6DGbbi2tuwMWPthr4boWwCxf7ewSgNQeacyozhKDDQQ1qL5fQFUW52QKUZDZ5fw3KXNQJMcNTcaB723LchjeKun7MuGW5qyCBZYzA1KjofN1gYBV3NqyhQJ3Ns746GNuf9N2pQPmHz4xpnSrrfCvy6TVVz5d4PdrjeshsWQwpZsZGzvbdAdN8MKV5QsBDY"]
+]
+
+suite "BASE58 encoding test suite":
+  test "Empty seq/string test":
+    var a = Base58.encode([])
+    check len(a) == 0
+    var b = Base58.decode("")
+    check len(b) == 0
+  test "Zero test":
+    var s = newString(256)
+    for i in 0..255:
+      s[i] = '1'
+    var buffer: array[256, byte]
+    for i in 0..255:
+      var a = Base58.encode(buffer.toOpenArray(0, i))
+      check a == s[0..i]
+      var b = Base58.decode(a)
+      check b == buffer[0..i]
+  test "Leading zero test":
+    var buffer: array[256, byte]
+    for i in 0..255:
+      buffer[255] = byte(i)
+      var a = Base58.encode(buffer)
+      var b = Base58.decode(a)
+      check:
+        equalMem(addr buffer[0], addr b[0], 256) == true
+  test "Small amount of bytes test":
+    var buffer1: array[1, byte]
+    var buffer2: array[2, byte]
+    for i in 0..255:
+      buffer1[0] = byte(i)
+      var enc = Base58.encode(buffer1)
+      var dec = Base58.decode(enc)
+      check:
+        len(dec) == 1
+        dec[0] == buffer1[0]
+
+    for i in 0..255:
+      for k in 0..255:
+        buffer2[0] = byte(i)
+        buffer2[1] = byte(k)
+        var enc = Base58.encode(buffer2)
+        var dec = Base58.decode(enc)
+        check:
+          len(dec) == 2
+          dec[0] == buffer2[0]
+          dec[1] == buffer2[1]
+  test "Test Vectors test":
+    for item in TestVectors:
+      var a = fromHex(item[0])
+      var enc = Base58.encode(a)
+      var dec = Base58.decode(item[1])
+      check:
+        enc == item[1]
+        dec == a
+  test "Buffer Overrun test":
+    var encres = ""
+    var encsize = 0
+    var decres: seq[byte] = @[]
+    var decsize = 0
+    check:
+      Base58.encode([0'u8], encres, encsize) == Base58Status.Overrun
+      encsize == 1
+      Base58.decode("1", decres, decsize) == Base58Status.Overrun
+      decsize == 5
+  test "Incorrect test":
+    var decres = newSeq[byte](10)
+    var decsize = 0
+    check:
+      Base58.decode("l", decres, decsize) == Base58Status.Incorrect
+      decsize == 0
+      Base58.decode("2l", decres, decsize) == Base58Status.Incorrect
+      decsize == 0
+      Base58.decode("O", decres, decsize) == Base58Status.Incorrect
+      decsize == 0
+      Base58.decode("2O", decres, decsize) == Base58Status.Incorrect
+      decsize == 0
+