mirror of
https://github.com/logos-storage/logos-storage-nim.git
synced 2026-02-01 20:23:12 +00:00
118 lines
3.5 KiB
Nim
118 lines
3.5 KiB
Nim
import std/sequtils
|
|
import pkg/chronos
|
|
import pkg/asynctest
|
|
import pkg/questionable/results
|
|
import pkg/codex/blocktype as bt
|
|
import pkg/codex/rng
|
|
import pkg/codex/stores
|
|
import pkg/codex/chunker
|
|
import pkg/codex/merkletree
|
|
|
|
import ../helpers
|
|
import ../examples
|
|
|
|
import codex/slotbuilder/slotbuilder
|
|
|
|
asyncchecksuite "Slot builder":
|
|
let
|
|
blockSize = 64 * 1024
|
|
numberOfSlotBlocks = 6
|
|
numberOfSlots = 5
|
|
datasetSize = numberOfSlotBlocks * numberOfSlots * blockSize
|
|
chunker = RandomChunker.new(Rng.instance(), size = datasetSize, chunkSize = blockSize)
|
|
|
|
var
|
|
datasetBlocks: seq[bt.Block]
|
|
localStore = CacheStore.new()
|
|
protectedManifest: Manifest
|
|
slotBuilder: SlotBuilder
|
|
|
|
proc createBlocks(): Future[void] {.async.} =
|
|
while true:
|
|
let chunk = await chunker.getBytes()
|
|
if chunk.len <= 0:
|
|
break
|
|
let blk = bt.Block.new(chunk).tryGet()
|
|
datasetBlocks.add(blk)
|
|
discard await localStore.putBlock(blk)
|
|
|
|
proc createProtectedManifest(): Future[void] {.async.} =
|
|
let
|
|
cids = datasetBlocks.mapIt(it.cid)
|
|
tree = MerkleTree.init(cids).tryGet()
|
|
treeCid = tree.rootCid().tryGet()
|
|
|
|
for index, cid in cids:
|
|
let proof = tree.getProof(index).tryget()
|
|
discard await localStore.putBlockCidAndProof(treeCid, index, cid, proof)
|
|
|
|
protectedManifest = Manifest.new(
|
|
manifest = Manifest.new(
|
|
treeCid = treeCid,
|
|
blockSize = blockSize.NBytes,
|
|
datasetSize = datasetSize.NBytes),
|
|
treeCid = treeCid,
|
|
datasetSize = datasetSize.NBytes,
|
|
ecK = numberOfSlots,
|
|
ecM = 0
|
|
)
|
|
|
|
let manifestBlock = bt.Block.new(protectedManifest.encode().tryGet(), codec = DagPBCodec).tryGet()
|
|
discard await localStore.putBlock(manifestBlock)
|
|
|
|
setup:
|
|
await createBlocks()
|
|
await createProtectedManifest()
|
|
slotBuilder = SlotBuilder.new(localStore, protectedManifest).tryGet()
|
|
|
|
test "Can only create slotBuilder with protected manifest":
|
|
let unprotectedManifest = Manifest.new(
|
|
treeCid = Cid.example,
|
|
blockSize = blockSize.NBytes,
|
|
datasetSize = datasetSize.NBytes)
|
|
|
|
check:
|
|
SlotBuilder.new(localStore, unprotectedManifest).isErr
|
|
|
|
test "Number of blocks must be devisable by number of slots":
|
|
let mismatchManifest = Manifest.new(
|
|
manifest = Manifest.new(
|
|
treeCid = Cid.example,
|
|
blockSize = blockSize.NBytes,
|
|
datasetSize = datasetSize.NBytes),
|
|
treeCid = Cid.example,
|
|
datasetSize = datasetSize.NBytes,
|
|
ecK = numberOfSlots - 1,
|
|
ecM = 0
|
|
)
|
|
|
|
check:
|
|
SlotBuilder.new(localStore, mismatchManifest).isErr
|
|
|
|
for i in 0 ..< numberOfSlots:
|
|
test "Can create slot manifest given index (" & $i & ")":
|
|
let
|
|
selectStart = i * numberOfSlotBlocks
|
|
selectEnd = selectStart + numberOfSlotBlocks
|
|
expectedCids = datasetBlocks.mapIt(it.cid)[selectStart ..< selectEnd]
|
|
m = (await slotBuilder.createSlotIntermediateManifest(i)).tryGet()
|
|
|
|
check:
|
|
m.treeCid # check
|
|
m.datasetSize == (numberOfSlotBlocks * blockSize).NBytes
|
|
m.blockSize == blockSize
|
|
m.version == manifest.version
|
|
m.hcodec == manifest.hcodec
|
|
m.codec == manifest.codec
|
|
#m.ecK == ??
|
|
#m.ecM == ??
|
|
m.originalTreeCid == manifest.originalTreeCid
|
|
m.originalDatasetSize = manifest.originalDatasetSize
|
|
|
|
m.isSlot == true
|
|
m.datasetSlotIndex == i
|
|
m.originalProtectedTreeCide == manifest.treeCid
|
|
m.originalProtectedDatasetSize == manifest.datasetSize
|
|
|
|
|