mirror of
https://github.com/logos-storage/logos-storage-nim.git
synced 2026-01-02 13:33:10 +00:00
1cac3e2a11
* cleanup imports and logs * add BlockHandle type * revert deps * refactor: async error handling and future tracking improvements - Update async procedures to use explicit raises annotation - Modify TrackedFutures to handle futures with no raised exceptions - Replace `asyncSpawn` with explicit future tracking - Update test suites to use `unittest2` - Standardize error handling across network and async components - Remove deprecated error handling patterns This commit introduces a more robust approach to async error handling and future management, improving type safety and reducing potential runtime errors. * bump nim-serde * remove asyncSpawn * rework background downloads and prefetch * imporove logging * refactor: enhance async procedures with error handling and raise annotations * misc cleanup * misc * refactor: implement allFinishedFailed to aggregate future results with success and failure tracking * refactor: update error handling in reader procedures to raise ChunkerError and CancelledError * refactor: improve error handling in wantListHandler and accountHandler procedures * refactor: simplify LPStreamReadError creation by consolidating parameters * refactor: enhance error handling in AsyncStreamWrapper to catch unexpected errors * refactor: enhance error handling in advertiser and discovery loops to improve resilience * misc * refactor: improve code structure and readability * remove cancellation from addSlotToQueue * refactor: add assertion for unexpected errors in local store checks * refactor: prevent tracking of finished futures and improve test assertions * refactor: improve error handling in local store checks * remove usage of msgDetail * feat: add initial implementation of discovery engine and related components * refactor: improve task scheduling logic by removing unnecessary break statement * break after scheduling a task * make taskHandler cancelable * refactor: update async handlers to raise CancelledError * refactor(advertiser): streamline error handling and improve task flow in advertise loops * fix: correct spelling of "divisible" in error messages and comments * refactor(discovery): simplify discovery task loop and improve error handling * refactor(engine): filter peers before processing in cancelBlocks procedure
93 lines
2.6 KiB
Nim
93 lines
2.6 KiB
Nim
## Nim-Codex
|
|
## Copyright (c) 2023 Status Research & Development GmbH
|
|
## Licensed under either of
|
|
## * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
## * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
## at your option.
|
|
## This file may not be copied, modified, or distributed except according to
|
|
## those terms.
|
|
|
|
import std/random
|
|
import std/sequtils
|
|
import pkg/chronos
|
|
import pkg/questionable/results
|
|
import pkg/codex/blocktype as bt
|
|
import pkg/codex/stores/repostore
|
|
import pkg/codex/clock
|
|
|
|
import ../../asynctest
|
|
import ../helpers/mocktimer
|
|
import ../helpers/mockrepostore
|
|
import ../helpers/mockclock
|
|
import ../examples
|
|
|
|
import codex/namespaces
|
|
import codex/stores/keyutils
|
|
|
|
proc createManifestCid(): ?!Cid =
|
|
let
|
|
length = rand(4096)
|
|
bytes = newSeqWith(length, rand(uint8))
|
|
mcodec = Sha256HashCodec
|
|
codec = ManifestCodec
|
|
version = CIDv1
|
|
|
|
let hash = ?MultiHash.digest($mcodec, bytes).mapFailure
|
|
let cid = ?Cid.init(version, codec, hash).mapFailure
|
|
return success cid
|
|
|
|
suite "KeyUtils":
|
|
test "makePrefixKey should create block key":
|
|
let length = 6
|
|
let cid = Cid.example
|
|
let expectedPrefix = ($cid)[^length ..^ 1]
|
|
let expectedPostfix = $cid
|
|
|
|
let key = !makePrefixKey(length, cid).option
|
|
let namespaces = key.namespaces
|
|
|
|
check:
|
|
namespaces.len == 4
|
|
namespaces[0].value == CodexRepoNamespace
|
|
namespaces[1].value == "blocks"
|
|
namespaces[2].value == expectedPrefix
|
|
namespaces[3].value == expectedPostfix
|
|
|
|
test "makePrefixKey should create manifest key":
|
|
let length = 6
|
|
let cid = !createManifestCid().option
|
|
let expectedPrefix = ($cid)[^length ..^ 1]
|
|
let expectedPostfix = $cid
|
|
|
|
let key = !makePrefixKey(length, cid).option
|
|
let namespaces = key.namespaces
|
|
|
|
check:
|
|
namespaces.len == 4
|
|
namespaces[0].value == CodexRepoNamespace
|
|
namespaces[1].value == "manifests"
|
|
namespaces[2].value == expectedPrefix
|
|
namespaces[3].value == expectedPostfix
|
|
|
|
test "createBlockExpirationMetadataKey should create block TTL key":
|
|
let cid = Cid.example
|
|
|
|
let key = !createBlockExpirationMetadataKey(cid).option
|
|
let namespaces = key.namespaces
|
|
|
|
check:
|
|
namespaces.len == 3
|
|
namespaces[0].value == CodexMetaNamespace
|
|
namespaces[1].value == "ttl"
|
|
namespaces[2].value == $cid
|
|
|
|
test "createBlockExpirationMetadataQueryKey should create key for all block TTL entries":
|
|
let key = !createBlockExpirationMetadataQueryKey().option
|
|
let namespaces = key.namespaces
|
|
|
|
check:
|
|
namespaces.len == 3
|
|
namespaces[0].value == CodexMetaNamespace
|
|
namespaces[1].value == "ttl"
|
|
namespaces[2].value == "*"
|