{.used.} import std/[options, random], testutils/unittests, chronos import ../../waku/waku_core, ../../waku/waku_core/message/digest, ../../waku/waku_core/time, ../../waku/waku_store_sync, ../../waku/waku_store_sync/common, ../../waku/waku_store_sync/codec, ./sync_utils proc randomItemSet(count: int, startTime: Timestamp, rng: var Rand): ItemSet = var elements = newSeqOfCap[ID](count) lastTime = startTime for i in 0 ..< count: let diff = rng.rand(9.uint8) + 1 let timestamp = lastTime + diff * 1_000_000_000 lastTime = timestamp let hash = randomHash(rng) let id = ID(time: Timestamp(timestamp), fingerprint: hash) elements.add(id) return ItemSet(elements: elements, reconciled: true) proc randomSetRange( count: int, startTime: Timestamp, rng: var Rand ): (Slice[ID], ItemSet) = let itemSet = randomItemSet(count, startTime, rng) var lb = itemSet.elements[0] ub = itemSet.elements[^1] #for test check equality lb.fingerprint = EmptyFingerprint ub.fingerprint = EmptyFingerprint let bounds = lb .. ub return (bounds, itemSet) suite "Waku Store Sync Codec": test "empty item set encoding roundtrip": var origItemSet = ItemSet() origItemSet.reconciled = true var encodedSet = origItemSet.deltaEncode() var itemSet = ItemSet() let _ = deltaDecode(itemSet, encodedSet, 0) check: origItemSet == itemSet test "item set encoding roundtrip": let count = 10 time = getNowInNanosecondTime() var rng = initRand() let origItemSet = randomItemSet(count, time, rng) var encodedSet = origItemSet.deltaEncode() #faking a longer payload let pad: seq[byte] = @[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] encodedSet &= pad var itemSet = ItemSet() let _ = deltaDecode(itemSet, encodedSet, count) check: origItemSet == itemSet test "payload item set encoding roundtrip": let count = 5 var rng = initRand() time = getNowInNanosecondTime() let (bounds1, itemSet1) = randomSetRange(count, time, rng) let (bounds2, itemSet2) = randomSetRange(count, time + 10_000_000_000, rng) let (bounds3, itemSet3) = randomSetRange(count, time + 20_000_000_000, rng) let (bounds4, itemSet4) = randomSetRange(count, time + 30_000_000_000, rng) let range1 = (bounds1, RangeType.itemSetRange) let range2 = (bounds2, RangeType.itemSetRange) let range3 = (bounds3, RangeType.itemSetRange) let range4 = (bounds4, RangeType.itemSetRange) let payload = SyncPayload( ranges: @[range1, range2, range3, range4], fingerprints: @[], itemSets: @[itemSet1, itemSet2, itemSet3, itemSet4], ) let encodedPayload = payload.deltaEncode() let decodedPayload = SyncPayload.deltaDecode(encodedPayload) check: payload.ranges[0][0].b == decodedPayload.ranges[0][0].b payload.ranges[1][0].b == decodedPayload.ranges[1][0].b payload.ranges[2][0].b == decodedPayload.ranges[2][0].b payload.ranges[3][0].b == decodedPayload.ranges[3][0].b payload.itemSets == decodedPayload.itemSets test "payload fingerprint encoding roundtrip": let count = 4 var rng = initRand() lastTime = getNowInNanosecondTime() ranges = newSeqOfCap[(Slice[ID], RangeType)](4) for i in 0 ..< count: let lb = ID(time: Timestamp(lastTime), fingerprint: EmptyFingerprint) #echo "lower bound: " & $lastTime let nowTime = lastTime + 10_000_000_000 # 10s #echo "upper bound: " & $nowTime lastTime = nowTime let ub = ID(time: Timestamp(nowTime), fingerprint: EmptyFingerprint) let bounds = lb .. ub let range = (bounds, RangeType.fingerprintRange) ranges.add(range) let payload = SyncPayload( ranges: ranges, fingerprints: @[randomHash(rng), randomHash(rng), randomHash(rng), randomHash(rng)], itemSets: @[], ) let encodedPayload = payload.deltaEncode() #echo "encoding done!" let decodedPayload = SyncPayload.deltaDecode(encodedPayload) check: payload.ranges[0][0].b == decodedPayload.ranges[0][0].b payload.ranges[1][0].b == decodedPayload.ranges[1][0].b payload.ranges[2][0].b == decodedPayload.ranges[2][0].b payload.ranges[3][0].b == decodedPayload.ranges[3][0].b payload.fingerprints == decodedPayload.fingerprints test "payload mixed encoding roundtrip": let count = 2 var rng = initRand() lastTime = getNowInNanosecondTime() ranges = newSeqOfCap[(Slice[ID], RangeType)](4) itemSets = newSeqOfCap[ItemSet](4) fingerprints = newSeqOfCap[Fingerprint](4) for i in 1 .. count: let lb = ID(time: Timestamp(lastTime), fingerprint: EmptyFingerprint) let nowTime = lastTime + 10_000_000_000 # 10s lastTime = nowTime let ub = ID(time: Timestamp(nowTime), fingerprint: EmptyFingerprint) let bounds = lb .. ub let range = (bounds, RangeType.fingerprintRange) ranges.add(range) fingerprints.add(randomHash(rng)) let (bound, itemSet) = randomSetRange(5, lastTime, rng) lastTime += 50_000_000_000 # 50s ranges.add((bound, RangeType.itemSetRange)) itemSets.add(itemSet) let payload = SyncPayload(ranges: ranges, fingerprints: fingerprints, itemSets: itemSets) let encodedPayload = payload.deltaEncode() #echo "encoding done!" let decodedPayload = SyncPayload.deltaDecode(encodedPayload) check: payload.ranges[0][0].b == decodedPayload.ranges[0][0].b payload.ranges[1][0].b == decodedPayload.ranges[1][0].b payload.ranges[2][0].b == decodedPayload.ranges[2][0].b payload.ranges[3][0].b == decodedPayload.ranges[3][0].b payload.fingerprints == decodedPayload.fingerprints payload.itemSets == decodedPayload.itemSets