mirror of
https://github.com/logos-storage/logos-storage-nim.git
synced 2026-01-02 13:33:10 +00:00
1cac3e2a11
* cleanup imports and logs * add BlockHandle type * revert deps * refactor: async error handling and future tracking improvements - Update async procedures to use explicit raises annotation - Modify TrackedFutures to handle futures with no raised exceptions - Replace `asyncSpawn` with explicit future tracking - Update test suites to use `unittest2` - Standardize error handling across network and async components - Remove deprecated error handling patterns This commit introduces a more robust approach to async error handling and future management, improving type safety and reducing potential runtime errors. * bump nim-serde * remove asyncSpawn * rework background downloads and prefetch * imporove logging * refactor: enhance async procedures with error handling and raise annotations * misc cleanup * misc * refactor: implement allFinishedFailed to aggregate future results with success and failure tracking * refactor: update error handling in reader procedures to raise ChunkerError and CancelledError * refactor: improve error handling in wantListHandler and accountHandler procedures * refactor: simplify LPStreamReadError creation by consolidating parameters * refactor: enhance error handling in AsyncStreamWrapper to catch unexpected errors * refactor: enhance error handling in advertiser and discovery loops to improve resilience * misc * refactor: improve code structure and readability * remove cancellation from addSlotToQueue * refactor: add assertion for unexpected errors in local store checks * refactor: prevent tracking of finished futures and improve test assertions * refactor: improve error handling in local store checks * remove usage of msgDetail * feat: add initial implementation of discovery engine and related components * refactor: improve task scheduling logic by removing unnecessary break statement * break after scheduling a task * make taskHandler cancelable * refactor: update async handlers to raise CancelledError * refactor(advertiser): streamline error handling and improve task flow in advertise loops * fix: correct spelling of "divisible" in error messages and comments * refactor(discovery): simplify discovery task loop and improve error handling * refactor(engine): filter peers before processing in cancelBlocks procedure
122 lines
3.2 KiB
Nim
122 lines
3.2 KiB
Nim
import pkg/chronos
|
|
import pkg/questionable/results
|
|
import pkg/codex/chunker
|
|
import pkg/codex/blocktype as bt
|
|
import pkg/codex/manifest
|
|
import pkg/poseidon2
|
|
|
|
import pkg/codex/slots
|
|
import pkg/codex/merkletree
|
|
import pkg/codex/indexingstrategy
|
|
|
|
import ../asynctest
|
|
import ./helpers
|
|
import ./examples
|
|
|
|
suite "Manifest":
|
|
let
|
|
manifest =
|
|
Manifest.new(treeCid = Cid.example, blockSize = 1.MiBs, datasetSize = 100.MiBs)
|
|
|
|
protectedManifest = Manifest.new(
|
|
manifest = manifest,
|
|
treeCid = Cid.example,
|
|
datasetSize = 200.MiBs,
|
|
eck = 2,
|
|
ecM = 2,
|
|
strategy = SteppedStrategy,
|
|
)
|
|
|
|
leaves = [
|
|
0.toF.Poseidon2Hash, 1.toF.Poseidon2Hash, 2.toF.Poseidon2Hash, 3.toF.Poseidon2Hash
|
|
]
|
|
|
|
slotLeavesCids = leaves.toSlotCids().tryGet
|
|
|
|
tree = Poseidon2Tree.init(leaves).tryGet
|
|
verifyCid = tree.root.tryGet.toVerifyCid().tryGet
|
|
|
|
verifiableManifest = Manifest
|
|
.new(
|
|
manifest = protectedManifest, verifyRoot = verifyCid, slotRoots = slotLeavesCids
|
|
)
|
|
.tryGet()
|
|
|
|
proc encodeDecode(manifest: Manifest): Manifest =
|
|
let e = manifest.encode().tryGet()
|
|
Manifest.decode(e).tryGet()
|
|
|
|
test "Should encode/decode to/from base manifest":
|
|
check:
|
|
encodeDecode(manifest) == manifest
|
|
|
|
test "Should encode/decode large manifest":
|
|
let large = Manifest.new(
|
|
treeCid = Cid.example,
|
|
blockSize = (64 * 1024).NBytes,
|
|
datasetSize = (5 * 1024).MiBs,
|
|
)
|
|
|
|
check:
|
|
encodeDecode(large) == large
|
|
|
|
test "Should encode/decode to/from protected manifest":
|
|
check:
|
|
encodeDecode(protectedManifest) == protectedManifest
|
|
|
|
test "Should encode/decode to/from verifiable manifest":
|
|
check:
|
|
encodeDecode(verifiableManifest) == verifiableManifest
|
|
|
|
suite "Manifest - Attribute Inheritance":
|
|
proc makeProtectedManifest(strategy: StrategyType): Manifest =
|
|
Manifest.new(
|
|
manifest = Manifest.new(
|
|
treeCid = Cid.example,
|
|
blockSize = 1.MiBs,
|
|
datasetSize = 100.MiBs,
|
|
filename = "codex.png".some,
|
|
mimetype = "image/png".some,
|
|
),
|
|
treeCid = Cid.example,
|
|
datasetSize = 200.MiBs,
|
|
ecK = 1,
|
|
ecM = 1,
|
|
strategy = strategy,
|
|
)
|
|
|
|
test "Should preserve interleaving strategy for protected manifest in verifiable manifest":
|
|
var verifiable = Manifest
|
|
.new(
|
|
manifest = makeProtectedManifest(SteppedStrategy),
|
|
verifyRoot = Cid.example,
|
|
slotRoots = @[Cid.example, Cid.example],
|
|
)
|
|
.tryGet()
|
|
|
|
check verifiable.protectedStrategy == SteppedStrategy
|
|
|
|
verifiable = Manifest
|
|
.new(
|
|
manifest = makeProtectedManifest(LinearStrategy),
|
|
verifyRoot = Cid.example,
|
|
slotRoots = @[Cid.example, Cid.example],
|
|
)
|
|
.tryGet()
|
|
|
|
check verifiable.protectedStrategy == LinearStrategy
|
|
|
|
test "Should preserve metadata for manifest in verifiable manifest":
|
|
var verifiable = Manifest
|
|
.new(
|
|
manifest = makeProtectedManifest(SteppedStrategy),
|
|
verifyRoot = Cid.example,
|
|
slotRoots = @[Cid.example, Cid.example],
|
|
)
|
|
.tryGet()
|
|
|
|
check verifiable.filename.isSome == true
|
|
check verifiable.filename.get() == "codex.png"
|
|
check verifiable.mimetype.isSome == true
|
|
check verifiable.mimetype.get() == "image/png"
|