nwaku/tests/waku_store_sync/test_codec.nim

{.used.}

import std/[options, random], testutils/unittests, chronos

import
  ../../waku/waku_core,
  ../../waku/waku_core/message/digest,
  ../../waku/waku_core/time,
  ../../waku/waku_store_sync,
  ../../waku/waku_store_sync/common,
  ../../waku/waku_store_sync/codec,
  ./sync_utils

proc randomItemSet(count: int, startTime: Timestamp, rng: var Rand): ItemSet =
  var
    elements = newSeqOfCap[ID](count)
    lastTime = startTime

  for i in 0 ..< count:
    let diff = rng.rand(9.uint8) + 1

    let timestamp = lastTime + diff * 1_000_000_000
    lastTime = timestamp

    let hash = randomHash(rng)

    let id = ID(time: Timestamp(timestamp), fingerprint: hash)

    elements.add(id)

  return ItemSet(elements: elements, reconciled: true)

proc randomSetRange(
    count: int, startTime: Timestamp, rng: var Rand
): (Slice[ID], ItemSet) =
  let itemSet = randomItemSet(count, startTime, rng)

  var
    lb = itemSet.elements[0]
    ub = itemSet.elements[^1]

  #for test check equality
  lb.fingerprint = EmptyFingerprint
  ub.fingerprint = EmptyFingerprint

  let bounds = lb .. ub

  return (bounds, itemSet)

suite "Waku Store Sync Codec":
  test "empty item set encoding roundtrip":
    var origItemSet = ItemSet()

    origItemSet.reconciled = true

    var encodedSet = origItemSet.deltaEncode()

    var itemSet = ItemSet()
    let _ = deltaDecode(itemSet, encodedSet, 0)

    check:
      origItemSet == itemSet

  test "item set encoding roundtrip":
    let
      count = 10
      time = getNowInNanosecondTime()

    var rng = initRand()

    let origItemSet = randomItemSet(count, time, rng)
    var encodedSet = origItemSet.deltaEncode()

    #faking a longer payload
    let pad: seq[byte] =
      @[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    encodedSet &= pad

    var itemSet = ItemSet()
    let _ = deltaDecode(itemSet, encodedSet, count)

    check:
      origItemSet == itemSet

  test "payload item set encoding roundtrip":
    let count = 5

    var
      rng = initRand()
      time = getNowInNanosecondTime()

    let (bounds1, itemSet1) = randomSetRange(count, time, rng)
    let (bounds2, itemSet2) = randomSetRange(count, time + 10_000_000_000, rng)
    let (bounds3, itemSet3) = randomSetRange(count, time + 20_000_000_000, rng)
    let (bounds4, itemSet4) = randomSetRange(count, time + 30_000_000_000, rng)

    let range1 = (bounds1, RangeType.itemSetRange)
    let range2 = (bounds2, RangeType.itemSetRange)
    let range3 = (bounds3, RangeType.itemSetRange)
    let range4 = (bounds4, RangeType.itemSetRange)

    let payload = SyncPayload(
      ranges: @[range1, range2, range3, range4],
      fingerprints: @[],
      itemSets: @[itemSet1, itemSet2, itemSet3, itemSet4],
    )

    let encodedPayload = payload.deltaEncode()

    let decodedPayload = SyncPayload.deltaDecode(encodedPayload)

    check:
      payload.ranges[0][0].b == decodedPayload.ranges[0][0].b
      payload.ranges[1][0].b == decodedPayload.ranges[1][0].b
      payload.ranges[2][0].b == decodedPayload.ranges[2][0].b
      payload.ranges[3][0].b == decodedPayload.ranges[3][0].b
      payload.itemSets == decodedPayload.itemSets

  test "payload fingerprint encoding roundtrip":
    let count = 4

    var
      rng = initRand()
      lastTime = getNowInNanosecondTime()
      ranges = newSeqOfCap[(Slice[ID], RangeType)](4)

    for i in 0 ..< count:
      let lb = ID(time: Timestamp(lastTime), fingerprint: EmptyFingerprint)
      #echo "lower bound: " & $lastTime
      let nowTime = lastTime + 10_000_000_000 # 10s
      #echo "upper bound: " & $nowTime
      lastTime = nowTime
      let ub = ID(time: Timestamp(nowTime), fingerprint: EmptyFingerprint)
      let bounds = lb .. ub
      let range = (bounds, RangeType.fingerprintRange)

      ranges.add(range)

    let payload = SyncPayload(
      ranges: ranges,
      fingerprints:
        @[randomHash(rng), randomHash(rng), randomHash(rng), randomHash(rng)],
      itemSets: @[],
    )

    let encodedPayload = payload.deltaEncode()
    #echo "encoding done!"
    let decodedPayload = SyncPayload.deltaDecode(encodedPayload)

    check:
      payload.ranges[0][0].b == decodedPayload.ranges[0][0].b
      payload.ranges[1][0].b == decodedPayload.ranges[1][0].b
      payload.ranges[2][0].b == decodedPayload.ranges[2][0].b
      payload.ranges[3][0].b == decodedPayload.ranges[3][0].b
      payload.fingerprints == decodedPayload.fingerprints

  test "payload mixed encoding roundtrip":
    let count = 2

    var
      rng = initRand()
      lastTime = getNowInNanosecondTime()
      ranges = newSeqOfCap[(Slice[ID], RangeType)](4)
      itemSets = newSeqOfCap[ItemSet](4)
      fingerprints = newSeqOfCap[Fingerprint](4)

    for i in 1 .. count:
      let lb = ID(time: Timestamp(lastTime), fingerprint: EmptyFingerprint)
      let nowTime = lastTime + 10_000_000_000 # 10s
      lastTime = nowTime
      let ub = ID(time: Timestamp(nowTime), fingerprint: EmptyFingerprint)
      let bounds = lb .. ub
      let range = (bounds, RangeType.fingerprintRange)

      ranges.add(range)
      fingerprints.add(randomHash(rng))

      let (bound, itemSet) = randomSetRange(5, lastTime, rng)
      lastTime += 50_000_000_000 # 50s

      ranges.add((bound, RangeType.itemSetRange))
      itemSets.add(itemSet)

    let payload =
      SyncPayload(ranges: ranges, fingerprints: fingerprints, itemSets: itemSets)

    let encodedPayload = payload.deltaEncode()
    #echo "encoding done!"
    let decodedPayload = SyncPayload.deltaDecode(encodedPayload)

    check:
      payload.ranges[0][0].b == decodedPayload.ranges[0][0].b
      payload.ranges[1][0].b == decodedPayload.ranges[1][0].b
      payload.ranges[2][0].b == decodedPayload.ranges[2][0].b
      payload.ranges[3][0].b == decodedPayload.ranges[3][0].b
      payload.fingerprints == decodedPayload.fingerprints
      payload.itemSets == decodedPayload.itemSets