mirror of https://github.com/waku-org/nwaku.git
198 lines
5.8 KiB
Nim
198 lines
5.8 KiB
Nim
{.used.}
|
|
|
|
import std/[options, random], testutils/unittests, chronos
|
|
|
|
import
|
|
../../waku/waku_core,
|
|
../../waku/waku_core/message/digest,
|
|
../../waku/waku_core/time,
|
|
../../waku/waku_store_sync,
|
|
../../waku/waku_store_sync/common,
|
|
../../waku/waku_store_sync/codec,
|
|
./sync_utils
|
|
|
|
proc randomItemSet(count: int, startTime: Timestamp, rng: var Rand): ItemSet =
|
|
var
|
|
elements = newSeqOfCap[ID](count)
|
|
lastTime = startTime
|
|
|
|
for i in 0 ..< count:
|
|
let diff = rng.rand(9.uint8) + 1
|
|
|
|
let timestamp = lastTime + diff * 1_000_000_000
|
|
lastTime = timestamp
|
|
|
|
let hash = randomHash(rng)
|
|
|
|
let id = ID(time: Timestamp(timestamp), fingerprint: hash)
|
|
|
|
elements.add(id)
|
|
|
|
return ItemSet(elements: elements, reconciled: true)
|
|
|
|
proc randomSetRange(
|
|
count: int, startTime: Timestamp, rng: var Rand
|
|
): (Slice[ID], ItemSet) =
|
|
let itemSet = randomItemSet(count, startTime, rng)
|
|
|
|
var
|
|
lb = itemSet.elements[0]
|
|
ub = itemSet.elements[^1]
|
|
|
|
#for test check equality
|
|
lb.fingerprint = EmptyFingerprint
|
|
ub.fingerprint = EmptyFingerprint
|
|
|
|
let bounds = lb .. ub
|
|
|
|
return (bounds, itemSet)
|
|
|
|
suite "Waku Store Sync Codec":
|
|
test "empty item set encoding roundtrip":
|
|
var origItemSet = ItemSet()
|
|
|
|
origItemSet.reconciled = true
|
|
|
|
var encodedSet = origItemSet.deltaEncode()
|
|
|
|
var itemSet = ItemSet()
|
|
let _ = deltaDecode(itemSet, encodedSet, 0)
|
|
|
|
check:
|
|
origItemSet == itemSet
|
|
|
|
test "item set encoding roundtrip":
|
|
let
|
|
count = 10
|
|
time = getNowInNanosecondTime()
|
|
|
|
var rng = initRand()
|
|
|
|
let origItemSet = randomItemSet(count, time, rng)
|
|
var encodedSet = origItemSet.deltaEncode()
|
|
|
|
#faking a longer payload
|
|
let pad: seq[byte] =
|
|
@[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
|
|
encodedSet &= pad
|
|
|
|
var itemSet = ItemSet()
|
|
let _ = deltaDecode(itemSet, encodedSet, count)
|
|
|
|
check:
|
|
origItemSet == itemSet
|
|
|
|
test "payload item set encoding roundtrip":
|
|
let count = 5
|
|
|
|
var
|
|
rng = initRand()
|
|
time = getNowInNanosecondTime()
|
|
|
|
let (bounds1, itemSet1) = randomSetRange(count, time, rng)
|
|
let (bounds2, itemSet2) = randomSetRange(count, time + 10_000_000_000, rng)
|
|
let (bounds3, itemSet3) = randomSetRange(count, time + 20_000_000_000, rng)
|
|
let (bounds4, itemSet4) = randomSetRange(count, time + 30_000_000_000, rng)
|
|
|
|
let range1 = (bounds1, RangeType.itemSetRange)
|
|
let range2 = (bounds2, RangeType.itemSetRange)
|
|
let range3 = (bounds3, RangeType.itemSetRange)
|
|
let range4 = (bounds4, RangeType.itemSetRange)
|
|
|
|
let payload = SyncPayload(
|
|
ranges: @[range1, range2, range3, range4],
|
|
fingerprints: @[],
|
|
itemSets: @[itemSet1, itemSet2, itemSet3, itemSet4],
|
|
)
|
|
|
|
let encodedPayload = payload.deltaEncode()
|
|
|
|
let decodedPayload = SyncPayload.deltaDecode(encodedPayload)
|
|
|
|
check:
|
|
payload.ranges[0][0].b == decodedPayload.ranges[0][0].b
|
|
payload.ranges[1][0].b == decodedPayload.ranges[1][0].b
|
|
payload.ranges[2][0].b == decodedPayload.ranges[2][0].b
|
|
payload.ranges[3][0].b == decodedPayload.ranges[3][0].b
|
|
payload.itemSets == decodedPayload.itemSets
|
|
|
|
test "payload fingerprint encoding roundtrip":
|
|
let count = 4
|
|
|
|
var
|
|
rng = initRand()
|
|
lastTime = getNowInNanosecondTime()
|
|
ranges = newSeqOfCap[(Slice[ID], RangeType)](4)
|
|
|
|
for i in 0 ..< count:
|
|
let lb = ID(time: Timestamp(lastTime), fingerprint: EmptyFingerprint)
|
|
#echo "lower bound: " & $lastTime
|
|
let nowTime = lastTime + 10_000_000_000 # 10s
|
|
#echo "upper bound: " & $nowTime
|
|
lastTime = nowTime
|
|
let ub = ID(time: Timestamp(nowTime), fingerprint: EmptyFingerprint)
|
|
let bounds = lb .. ub
|
|
let range = (bounds, RangeType.fingerprintRange)
|
|
|
|
ranges.add(range)
|
|
|
|
let payload = SyncPayload(
|
|
ranges: ranges,
|
|
fingerprints:
|
|
@[randomHash(rng), randomHash(rng), randomHash(rng), randomHash(rng)],
|
|
itemSets: @[],
|
|
)
|
|
|
|
let encodedPayload = payload.deltaEncode()
|
|
#echo "encoding done!"
|
|
let decodedPayload = SyncPayload.deltaDecode(encodedPayload)
|
|
|
|
check:
|
|
payload.ranges[0][0].b == decodedPayload.ranges[0][0].b
|
|
payload.ranges[1][0].b == decodedPayload.ranges[1][0].b
|
|
payload.ranges[2][0].b == decodedPayload.ranges[2][0].b
|
|
payload.ranges[3][0].b == decodedPayload.ranges[3][0].b
|
|
payload.fingerprints == decodedPayload.fingerprints
|
|
|
|
test "payload mixed encoding roundtrip":
|
|
let count = 2
|
|
|
|
var
|
|
rng = initRand()
|
|
lastTime = getNowInNanosecondTime()
|
|
ranges = newSeqOfCap[(Slice[ID], RangeType)](4)
|
|
itemSets = newSeqOfCap[ItemSet](4)
|
|
fingerprints = newSeqOfCap[Fingerprint](4)
|
|
|
|
for i in 1 .. count:
|
|
let lb = ID(time: Timestamp(lastTime), fingerprint: EmptyFingerprint)
|
|
let nowTime = lastTime + 10_000_000_000 # 10s
|
|
lastTime = nowTime
|
|
let ub = ID(time: Timestamp(nowTime), fingerprint: EmptyFingerprint)
|
|
let bounds = lb .. ub
|
|
let range = (bounds, RangeType.fingerprintRange)
|
|
|
|
ranges.add(range)
|
|
fingerprints.add(randomHash(rng))
|
|
|
|
let (bound, itemSet) = randomSetRange(5, lastTime, rng)
|
|
lastTime += 50_000_000_000 # 50s
|
|
|
|
ranges.add((bound, RangeType.itemSetRange))
|
|
itemSets.add(itemSet)
|
|
|
|
let payload =
|
|
SyncPayload(ranges: ranges, fingerprints: fingerprints, itemSets: itemSets)
|
|
|
|
let encodedPayload = payload.deltaEncode()
|
|
#echo "encoding done!"
|
|
let decodedPayload = SyncPayload.deltaDecode(encodedPayload)
|
|
|
|
check:
|
|
payload.ranges[0][0].b == decodedPayload.ranges[0][0].b
|
|
payload.ranges[1][0].b == decodedPayload.ranges[1][0].b
|
|
payload.ranges[2][0].b == decodedPayload.ranges[2][0].b
|
|
payload.ranges[3][0].b == decodedPayload.ranges[3][0].b
|
|
payload.fingerprints == decodedPayload.fingerprints
|
|
payload.itemSets == decodedPayload.itemSets
|