2023-11-14 13:02:17 +01:00
|
|
|
import pkg/chronos
|
|
|
|
import pkg/codex/chunker
|
|
|
|
|
|
|
|
export chunker
|
|
|
|
|
2025-01-21 21:54:46 +01:00
|
|
|
type MockChunker* = Chunker
|
2023-11-14 13:02:17 +01:00
|
|
|
|
|
|
|
proc new*(
|
|
|
|
T: type MockChunker,
|
|
|
|
dataset: openArray[byte],
|
|
|
|
chunkSize: int | NBytes,
|
2025-01-21 21:54:46 +01:00
|
|
|
pad: bool = false,
|
2023-11-14 13:02:17 +01:00
|
|
|
): MockChunker =
|
|
|
|
## Create a chunker that produces data
|
|
|
|
##
|
|
|
|
|
2025-01-08 12:30:54 +01:00
|
|
|
let
|
2023-11-14 13:02:17 +01:00
|
|
|
chunkSize = chunkSize.NBytes
|
|
|
|
dataset = @dataset
|
2025-01-08 12:30:54 +01:00
|
|
|
|
2023-11-14 13:02:17 +01:00
|
|
|
var consumed = 0
|
2025-01-21 21:54:46 +01:00
|
|
|
proc reader(
|
|
|
|
data: ChunkBuffer, len: int
|
|
|
|
): Future[int] {.async, gcsafe, raises: [Defect].} =
|
2023-11-14 13:02:17 +01:00
|
|
|
if consumed >= dataset.len:
|
|
|
|
return 0
|
|
|
|
|
|
|
|
var read = 0
|
2025-01-21 21:54:46 +01:00
|
|
|
while read < len and read < chunkSize.int and (consumed + read) < dataset.len:
|
2023-11-14 13:02:17 +01:00
|
|
|
data[read] = dataset[consumed + read]
|
|
|
|
read.inc
|
2025-01-08 12:30:54 +01:00
|
|
|
|
2023-11-14 13:02:17 +01:00
|
|
|
consumed += read
|
|
|
|
return read
|
|
|
|
|
2025-01-21 21:54:46 +01:00
|
|
|
Chunker.new(reader = reader, pad = pad, chunkSize = chunkSize)
|