logos-storage-nim/tests/codex/proof/testdatasampler.nim
2024-01-15 10:50:37 -06:00

142 lines
4.0 KiB
Nim

import std/os
import std/strutils
import std/sequtils
import std/sugar
import pkg/questionable
import pkg/questionable/results
import pkg/constantine/math/arithmetic
import pkg/poseidon2/types
import pkg/poseidon2
import pkg/chronos
import pkg/asynctest
import pkg/stew/byteutils
import pkg/stew/endians2
import pkg/datastore
import pkg/codex/rng
import pkg/codex/stores/cachestore
import pkg/codex/chunker
import pkg/codex/stores
import pkg/codex/blocktype as bt
import pkg/codex/clock
import pkg/codex/utils/asynciter
import pkg/codex/contracts/requests
import pkg/codex/contracts
import pkg/codex/proof/datasampler
import pkg/codex/proof/misc
import ../helpers
import ../examples
let
bytesPerBlock = 64 * 1024
numberOfSlotBlocks = 16
challenge: DSFieldElement = toF(12345)
slotRootHash: DSFieldElement = toF(6789)
slot = Slot(
request: StorageRequest(
client: Address.example,
ask: StorageAsk(
slots: 10,
slotSize: u256(bytesPerBlock * numberOfSlotBlocks),
duration: UInt256.example,
proofProbability: UInt256.example,
reward: UInt256.example,
collateral: UInt256.example,
maxSlotLoss: 123.uint64
),
content: StorageContent(
cid: "cidstringtodo",
erasure: StorageErasure(),
por: StoragePoR()
),
expiry: UInt256.example,
nonce: Nonce.example
),
slotIndex: u256(3)
)
asyncchecksuite "Test proof datasampler":
let chunker = RandomChunker.new(rng.Rng.instance(),
size = bytesPerBlock * numberOfSlotBlocks,
chunkSize = bytesPerBlock)
var slotBlocks: seq[bt.Block]
proc createSlotBlocks(): Future[void] {.async.} =
while true:
let chunk = await chunker.getBytes()
if chunk.len <= 0:
break
slotBlocks.add(bt.Block.new(chunk).tryGet())
setup:
await createSlotBlocks()
test "Number of cells is a power of two":
# This is to check that the data used for testing is sane.
proc isPow2(value: int): bool =
let log2 = ceilingLog2(value)
return (1 shl log2) == value
let numberOfCells = getNumberOfCellsInSlot(slot)
check:
isPow2(numberOfCells)
test "Extract low bits":
proc extract(value: int, nBits: int): uint64 =
let big = toF(value).toBig()
return extractLowBits(big, nBits)
check:
extract(0x88, 4) == 0x8.uint64
extract(0x88, 7) == 0x8.uint64
extract(0x9A, 5) == 0x1A.uint64
extract(0x9A, 7) == 0x1A.uint64
extract(0x1248, 10) == 0x248.uint64
extract(0x1248, 12) == 0x248.uint64
test "Should calculate total number of cells in Slot":
let
slotSizeInBytes = slot.request.ask.slotSize
expectedNumberOfCells = (slotSizeInBytes div CellSize).truncate(int)
check:
expectedNumberOfCells == 512
expectedNumberOfCells == getNumberOfCellsInSlot(slot)
let knownIndices = @[178.uint64, 277.uint64, 366.uint64]
test "Can find single cell index":
let numberOfCells = getNumberOfCellsInSlot(slot)
proc cellIndex(i: int): DSCellIndex =
let counter: DSFieldElement = toF(i)
return findCellIndex(slotRootHash, challenge, counter, numberOfCells)
proc getExpectedIndex(i: int): DSCellIndex =
let hash = Sponge.digest(@[slotRootHash, challenge, toF(i)], rate = 2)
return extractLowBits(hash.toBig(), ceilingLog2(numberOfCells))
check:
cellIndex(1) == getExpectedIndex(1)
cellIndex(1) == knownIndices[0]
cellIndex(2) == getExpectedIndex(2)
cellIndex(2) == knownIndices[1]
cellIndex(3) == getExpectedIndex(3)
cellIndex(3) == knownIndices[2]
test "Can find sequence of cell indices":
proc cellIndices(n: int): seq[DSCellIndex] =
findCellIndices(slot, slotRootHash, challenge, n)
let numberOfCells = getNumberOfCellsInSlot(slot)
proc getExpectedIndices(n: int): seq[DSCellIndex] =
return collect(newSeq, (for i in 1..n: findCellIndex(slotRootHash, challenge, toF(i), numberOfCells)))
check:
cellIndices(3) == getExpectedIndices(3)
cellIndices(3) == knownIndices