mirror of
https://github.com/status-im/nim-dagger.git
synced 2025-01-27 06:55:52 +00:00
6c92b3dc25
* moving protobuf into bitswap * adding block type * reworking bitswap * adding chunker * adding license header * use 1.2.6 * adding fixed size chunker * add blockstore * add iterator to chunker * more bitswap changes * rename ipfs to dagger * rename to dagger * blockstore inherits from BlockProvider * wip - add core block handling logic * smal changes * use proper block store methods * adding asynq heapqueue * wip prepare for bitswap task runner * adding `$` * adding memory store and tests * fixed chunking * extracted desicion engine from bitswap * added helper random funcs * adding testing helpers * only handle seqs * add peer events * cleanup pending blocks on blockstore event * allow nil handlers * move protobuf type helpers * allow initializing block from Cid * testing and fixes * small fixes * expose `<` * spelling * default value * spelling * pending blocks manager * adding stores manager * more tests a wip around bitswap * small changes * merge bitswap and engine for now * for now run only the new poc's tests * add a more complete ci setup * use template in map * remove p2pd * remove go * dont use asyncCheck * few small changes * adding ability to update items * adding multiple task runners * handle cancelation properly * use Result instead of throwing * wip bitswap tests * moving things around * split out engine again * add request and handlers interface * fix tests * wip - engine tests * remove unused imports * fix tests * cleanup block requesting logic * add block request tests * more block requests * add support for max heap * don't use result * use max heap & send block presence in task handler * add task handler tests * rename store to localStore * cleanup & logging * cancel task on stop * don't depend on local store for events * dont use heap queue for wants * add chronicles * fix issue with peer wants * add test for delayed block sends * remove obsolete tests * wip chunker * run all tests * add todo * misc * remove irrelevant files * removing more files * adding helpers for bitswap tests * moved bitswap file * misc * make blocks timeout longer * adjust block timeout * speedup test * compile with threads * import missing crypto * misc * disable threads for now * fix 32 bit platforms * re-enable threads support in tests
40 lines
1.1 KiB
Nim
40 lines
1.1 KiB
Nim
import std/unittest
|
|
import pkg/stew/byteutils
|
|
import pkg/dagger/chunker
|
|
|
|
suite "Chunking":
|
|
test "should return proper size chunks":
|
|
proc reader(data: var openArray[byte], offset: Natural = 0): int {.gcsafe, closure.} =
|
|
let contents = "1234567890".toBytes
|
|
copyMem(addr data[0], unsafeAddr contents[offset], data.len)
|
|
return data.len
|
|
|
|
let chunker = Chunker.new(
|
|
reader = reader,
|
|
size = 10,
|
|
chunkSize = 2)
|
|
|
|
check chunker.getBytes() == "12".toBytes
|
|
check chunker.getBytes() == "34".toBytes
|
|
check chunker.getBytes() == "56".toBytes
|
|
check chunker.getBytes() == "78".toBytes
|
|
check chunker.getBytes() == "90".toBytes
|
|
check chunker.getBytes() == "".toBytes
|
|
|
|
test "should chunk file":
|
|
let (fileName, _, _) = instantiationInfo() # get this file's name
|
|
let path = "tests/dagger/" & filename
|
|
let file = open(path)
|
|
let fileChunker = newFileChunker(file = file)
|
|
|
|
var data: seq[byte]
|
|
while true:
|
|
let buff = fileChunker.getBytes()
|
|
if buff.len <= 0:
|
|
break
|
|
|
|
check buff.len <= fileChunker.chunkSize
|
|
data.add(buff)
|
|
|
|
check string.fromBytes(data) == readFile(path)
|