mirror of
https://github.com/codex-storage/nim-codex.git
synced 2025-02-22 17:48:24 +00:00
132 lines
4.1 KiB
Nim
132 lines
4.1 KiB
Nim
import std/sequtils
|
|
import pkg/chronos
|
|
import pkg/asynctest
|
|
import pkg/questionable/results
|
|
import pkg/codex/blocktype as bt
|
|
import pkg/codex/rng
|
|
import pkg/codex/stores
|
|
import pkg/codex/chunker
|
|
import pkg/codex/merkletree
|
|
|
|
import ../helpers
|
|
import ../examples
|
|
|
|
import codex/manifest/indexingstrategy
|
|
import codex/slotbuilder/slotbuilder
|
|
|
|
asyncchecksuite "Slot builder":
|
|
let
|
|
blockSize = 64 * 1024
|
|
numberOfSlotBlocks = 6
|
|
numberOfSlots = 5
|
|
numberOfDatasetBlocks = numberOfSlotBlocks * numberOfSlots
|
|
datasetSize = numberOfDatasetBlocks * blockSize
|
|
chunker = RandomChunker.new(Rng.instance(), size = datasetSize, chunkSize = blockSize)
|
|
|
|
var
|
|
datasetBlocks: seq[bt.Block]
|
|
localStore = CacheStore.new()
|
|
protectedManifest: Manifest
|
|
slotBuilder: SlotBuilder
|
|
|
|
proc createBlocks(): Future[void] {.async.} =
|
|
while true:
|
|
let chunk = await chunker.getBytes()
|
|
if chunk.len <= 0:
|
|
break
|
|
let blk = bt.Block.new(chunk).tryGet()
|
|
datasetBlocks.add(blk)
|
|
discard await localStore.putBlock(blk)
|
|
|
|
proc createProtectedManifest(): Future[void] {.async.} =
|
|
let
|
|
cids = datasetBlocks.mapIt(it.cid)
|
|
tree = MerkleTree.init(cids).tryGet()
|
|
treeCid = tree.rootCid().tryGet()
|
|
|
|
for index, cid in cids:
|
|
let proof = tree.getProof(index).tryget()
|
|
discard await localStore.putBlockCidAndProof(treeCid, index, cid, proof)
|
|
|
|
protectedManifest = Manifest.new(
|
|
manifest = Manifest.new(
|
|
treeCid = treeCid,
|
|
blockSize = blockSize.NBytes,
|
|
datasetSize = datasetSize.NBytes),
|
|
treeCid = treeCid,
|
|
datasetSize = datasetSize.NBytes,
|
|
ecK = numberOfSlots,
|
|
ecM = 0
|
|
)
|
|
|
|
let manifestBlock = bt.Block.new(protectedManifest.encode().tryGet(), codec = DagPBCodec).tryGet()
|
|
discard await localStore.putBlock(manifestBlock)
|
|
|
|
setup:
|
|
await createBlocks()
|
|
await createProtectedManifest()
|
|
slotBuilder = SlotBuilder.new(localStore, protectedManifest).tryGet()
|
|
|
|
test "Can only create slotBuilder with protected manifest":
|
|
let unprotectedManifest = Manifest.new(
|
|
treeCid = Cid.example,
|
|
blockSize = blockSize.NBytes,
|
|
datasetSize = datasetSize.NBytes)
|
|
|
|
check:
|
|
SlotBuilder.new(localStore, unprotectedManifest).isErr
|
|
|
|
test "Number of blocks must be devisable by number of slots":
|
|
let mismatchManifest = Manifest.new(
|
|
manifest = Manifest.new(
|
|
treeCid = Cid.example,
|
|
blockSize = blockSize.NBytes,
|
|
datasetSize = datasetSize.NBytes),
|
|
treeCid = Cid.example,
|
|
datasetSize = datasetSize.NBytes,
|
|
ecK = numberOfSlots - 1,
|
|
ecM = 0
|
|
)
|
|
|
|
check:
|
|
SlotBuilder.new(localStore, mismatchManifest).isErr
|
|
|
|
for i in 0 ..< numberOfSlots:
|
|
test "Can select slot block CIDs (index: " & $i & ")":
|
|
let
|
|
steppedStrategy = SteppedIndexingStrategy.new(0, numberOfDatasetBlocks - 1, numberOfSlots)
|
|
expectedDatasetBlockIndicies = steppedStrategy.getIndicies(i)
|
|
expectedBlockCids = expectedDatasetBlockIndicies.mapIt(datasetBlocks[it].cid)
|
|
|
|
slotBlockCids = (await slotBuilder.selectSlotBlocks(i)).tryGet()
|
|
|
|
check:
|
|
expectedBlockCids == slotBlockCids
|
|
|
|
# for i in 0 ..< numberOfSlots:
|
|
# test "Can create slot tree given index (" & $i & ")":
|
|
# let
|
|
# selectStart = i * numberOfSlotBlocks
|
|
# selectEnd = selectStart + numberOfSlotBlocks
|
|
# expectedCids = datasetBlocks.mapIt(it.cid)[selectStart ..< selectEnd]
|
|
# m = (await slotBuilder.createSlotIntermediateManifest(i)).tryGet()
|
|
|
|
# check:
|
|
# m.treeCid # check
|
|
# m.datasetSize == (numberOfSlotBlocks * blockSize).NBytes
|
|
# m.blockSize == blockSize
|
|
# m.version == manifest.version
|
|
# m.hcodec == manifest.hcodec
|
|
# m.codec == manifest.codec
|
|
# #m.ecK == ??
|
|
# #m.ecM == ??
|
|
# m.originalTreeCid == manifest.originalTreeCid
|
|
# m.originalDatasetSize = manifest.originalDatasetSize
|
|
|
|
# m.isSlot == true
|
|
# m.datasetSlotIndex == i
|
|
# m.originalProtectedTreeCide == manifest.treeCid
|
|
# m.originalProtectedDatasetSize == manifest.datasetSize
|
|
|
|
|