mirror of
https://github.com/logos-storage/logos-storage-nim.git
synced 2026-01-04 06:23:06 +00:00
1cac3e2a11
* cleanup imports and logs * add BlockHandle type * revert deps * refactor: async error handling and future tracking improvements - Update async procedures to use explicit raises annotation - Modify TrackedFutures to handle futures with no raised exceptions - Replace `asyncSpawn` with explicit future tracking - Update test suites to use `unittest2` - Standardize error handling across network and async components - Remove deprecated error handling patterns This commit introduces a more robust approach to async error handling and future management, improving type safety and reducing potential runtime errors. * bump nim-serde * remove asyncSpawn * rework background downloads and prefetch * imporove logging * refactor: enhance async procedures with error handling and raise annotations * misc cleanup * misc * refactor: implement allFinishedFailed to aggregate future results with success and failure tracking * refactor: update error handling in reader procedures to raise ChunkerError and CancelledError * refactor: improve error handling in wantListHandler and accountHandler procedures * refactor: simplify LPStreamReadError creation by consolidating parameters * refactor: enhance error handling in AsyncStreamWrapper to catch unexpected errors * refactor: enhance error handling in advertiser and discovery loops to improve resilience * misc * refactor: improve code structure and readability * remove cancellation from addSlotToQueue * refactor: add assertion for unexpected errors in local store checks * refactor: prevent tracking of finished futures and improve test assertions * refactor: improve error handling in local store checks * remove usage of msgDetail * feat: add initial implementation of discovery engine and related components * refactor: improve task scheduling logic by removing unnecessary break statement * break after scheduling a task * make taskHandler cancelable * refactor: update async handlers to raise CancelledError * refactor(advertiser): streamline error handling and improve task flow in advertise loops * fix: correct spelling of "divisible" in error messages and comments * refactor(discovery): simplify discovery task loop and improve error handling * refactor(engine): filter peers before processing in cancelBlocks procedure
49 lines
896 B
Nim
49 lines
896 B
Nim
import std/sequtils
|
|
|
|
import pkg/chronos
|
|
|
|
import pkg/codex/chunker
|
|
import pkg/codex/rng
|
|
|
|
export chunker
|
|
|
|
type RandomChunker* = Chunker
|
|
|
|
proc new*(
|
|
T: type RandomChunker,
|
|
rng: Rng,
|
|
chunkSize: int | NBytes,
|
|
size: int | NBytes,
|
|
pad = false,
|
|
): RandomChunker =
|
|
## Create a chunker that produces random data
|
|
##
|
|
|
|
let
|
|
size = size.int
|
|
chunkSize = chunkSize.NBytes
|
|
|
|
var consumed = 0
|
|
proc reader(
|
|
data: ChunkBuffer, len: int
|
|
): Future[int] {.async: (raises: [ChunkerError, CancelledError]), gcsafe.} =
|
|
var alpha = toSeq(byte('A') .. byte('z'))
|
|
|
|
if consumed >= size:
|
|
return 0
|
|
|
|
var read = 0
|
|
while read < len:
|
|
rng.shuffle(alpha)
|
|
for a in alpha:
|
|
if read >= len:
|
|
break
|
|
|
|
data[read] = a
|
|
read.inc
|
|
|
|
consumed += read
|
|
return read
|
|
|
|
Chunker.new(reader = reader, pad = pad, chunkSize = chunkSize)
|