mirror of
https://github.com/codex-storage/nim-codex.git
synced 2025-02-04 00:54:32 +00:00
f25c555d59
* Move to version 2.0.6 * Update nim-confutils submodule to latest version * Update dependencies * Update Nim version to 2.0.12 * Add gcsafe pragma * Add missing import * Update specific conf for Nim 2.x * Fix method signatures * Revert erasure coding attempt to fix bug * More gcsafe pragma * Duplicate code from libp2p because it is not exported anymore * Fix camelcase function names * Use alreadySeen because need is not a bool anymore * newLPStreamReadError does not exist anymore so use another error * Replace ValidIpAddress by IpAddress * Add gcsafe pragma * Restore maintenance parameter deleted by mistake when removing esasure coding fix attempt code * Update method signatures * Copy LPStreamReadError code from libp2p which was removed * Fix camel case * Fix enums in tests * Fix camel case * Extract node components to a variable to make Nim 2 happy * Update the tests using ValidIpAddress to IpAddress * Fix cast for value which is already an option * Set nim version to 2.0.x for CI * Set nim version to 2.0.x for CI * Move to miniupnp version 2.2.4 to avoid symlink error * Set core.symlinks to false for Windows for miniupnp >= 2.2.5 support * Update to Nim 2.0.14 * Update CI nim versions to 2.0.14 * Try with GCC 14 * Replace apt-fast by apt-get * Update ubuntu runner to latest * Use Ubuntu 20.04 for coverage * Disable CI cache for coverage * Add coverage property description * Remove commented test * Check the node value of seen instead of using alreadySeen * Fix the merge. The taskpool work was reverted. * Update nim-ethers submodule * Remove deprecated ValidIpAddress. Fix missing case and imports. * Fix a weird issue where nim-confutils cannot find NatAny * Fix tests and remove useless static keyword
226 lines
6.0 KiB
Nim
226 lines
6.0 KiB
Nim
import pkg/chronos
|
|
import pkg/stew/results
|
|
|
|
import pkg/codex/utils/asyncheapqueue
|
|
import pkg/codex/rng
|
|
|
|
import ../asynctest
|
|
import ./helpers
|
|
|
|
type
|
|
Task* = tuple[name: string, priority: int]
|
|
|
|
proc `<`*(a, b: Task): bool =
|
|
a.priority < b.priority
|
|
|
|
proc `==`*(a, b: Task): bool =
|
|
a.name == b.name
|
|
|
|
proc toSortedSeq[T](h: AsyncHeapQueue[T], queueType = QueueType.Min): seq[T] =
|
|
var tmp = newAsyncHeapQueue[T](queueType = queueType)
|
|
for d in h:
|
|
check tmp.pushNoWait(d).isOk
|
|
while tmp.len > 0:
|
|
result.add(popNoWait(tmp).tryGet())
|
|
|
|
checksuite "Synchronous tests":
|
|
test "Test pushNoWait - Min":
|
|
var heap = newAsyncHeapQueue[int]()
|
|
let data = [1, 3, 5, 7, 9, 2, 4, 6, 8, 0]
|
|
for item in data:
|
|
check heap.pushNoWait(item).isOk
|
|
|
|
check heap[0] == 0
|
|
check heap.toSortedSeq == @[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
|
|
|
|
test "Test pushNoWait - Max":
|
|
var heap = newAsyncHeapQueue[int](queueType = QueueType.Max)
|
|
let data = [1, 3, 5, 7, 9, 2, 4, 6, 8, 0]
|
|
for item in data:
|
|
check heap.pushNoWait(item).isOk
|
|
|
|
check heap[0] == 9
|
|
check heap.toSortedSeq(QueueType.Max) == @[9, 8, 7, 6, 5, 4, 3, 2, 1, 0]
|
|
|
|
test "Test popNoWait":
|
|
var heap = newAsyncHeapQueue[int]()
|
|
let data = [1, 3, 5, 7, 9, 2, 4, 6, 8, 0]
|
|
for item in data:
|
|
check heap.pushNoWait(item).isOk
|
|
|
|
var res: seq[int]
|
|
while heap.len > 0:
|
|
let r = heap.popNoWait()
|
|
if r.isOk:
|
|
res.add(r.get)
|
|
|
|
check res == @[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
|
|
|
|
test "Test popNoWait - Max":
|
|
var heap = newAsyncHeapQueue[int](queueType = QueueType.Max)
|
|
let data = [1, 3, 5, 7, 9, 2, 4, 6, 8, 0]
|
|
for item in data:
|
|
check heap.pushNoWait(item).isOk
|
|
|
|
var res: seq[int]
|
|
while heap.len > 0:
|
|
let r = heap.popNoWait()
|
|
if r.isOk:
|
|
res.add(r.get)
|
|
|
|
check res == @[9, 8, 7, 6, 5, 4, 3, 2, 1, 0]
|
|
|
|
test "Test del": # Test del
|
|
var heap = newAsyncHeapQueue[int]()
|
|
let data = [1, 3, 5, 7, 9, 2, 4, 6, 8, 0]
|
|
for item in data:
|
|
check heap.pushNoWait(item).isOk
|
|
|
|
heap.del(0)
|
|
doAssert(heap[0] == 1)
|
|
|
|
heap.del(heap.find(7))
|
|
check heap.toSortedSeq == @[1, 2, 3, 4, 5, 6, 8, 9]
|
|
|
|
heap.del(heap.find(5))
|
|
check heap.toSortedSeq == @[1, 2, 3, 4, 6, 8, 9]
|
|
|
|
heap.del(heap.find(6))
|
|
check heap.toSortedSeq == @[1, 2, 3, 4, 8, 9]
|
|
|
|
heap.del(heap.find(2))
|
|
check heap.toSortedSeq == @[1, 3, 4, 8, 9]
|
|
|
|
test "Test del last": # Test del last
|
|
var heap = newAsyncHeapQueue[int]()
|
|
let data = [1, 2, 3]
|
|
for item in data:
|
|
check heap.pushNoWait(item).isOk
|
|
|
|
heap.del(2)
|
|
check heap.toSortedSeq == @[1, 2]
|
|
|
|
heap.del(1)
|
|
check heap.toSortedSeq == @[1]
|
|
|
|
heap.del(0)
|
|
check heap.toSortedSeq == newSeq[int]() # empty seq has no type
|
|
|
|
test "Should throw popping from an empty queue":
|
|
var heap = newAsyncHeapQueue[int]()
|
|
let err = heap.popNoWait()
|
|
check err.isErr
|
|
check err.error == AsyncHQErrors.Empty
|
|
|
|
test "Should throw pushing to an full queue":
|
|
var heap = newAsyncHeapQueue[int](1)
|
|
check heap.pushNoWait(1).isOk
|
|
let err = heap.pushNoWait(2)
|
|
check err.isErr
|
|
check err.error == AsyncHQErrors.Full
|
|
|
|
test "Test clear":
|
|
var heap = newAsyncHeapQueue[int]()
|
|
let data = [1, 3, 5, 7, 9, 2, 4, 6, 8, 0]
|
|
for item in data:
|
|
check heap.pushNoWait(item).isOk
|
|
|
|
check heap.len == 10
|
|
heap.clear()
|
|
check heap.len == 0
|
|
|
|
asyncchecksuite "Asynchronous Tests":
|
|
test "Test push":
|
|
var heap = newAsyncHeapQueue[int]()
|
|
let data = [1, 3, 5, 7, 9, 2, 4, 6, 8, 0]
|
|
for item in data:
|
|
await push(heap, item)
|
|
check heap[0] == 0
|
|
check heap.toSortedSeq == @[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
|
|
|
|
test "Test push and pop with maxSize":
|
|
var heap = newAsyncHeapQueue[int](5)
|
|
let data = [1, 9, 5, 3, 7, 4, 2]
|
|
|
|
proc pushTask() {.async.} =
|
|
for item in data:
|
|
await push(heap, item)
|
|
|
|
asyncSpawn pushTask()
|
|
|
|
check heap.len == 5
|
|
check heap[0] == 1 # because we haven't pushed 0 yet
|
|
|
|
check (await heap.pop) == 1
|
|
check (await heap.pop) == 3
|
|
check (await heap.pop) == 5
|
|
check (await heap.pop) == 7
|
|
check (await heap.pop) == 9
|
|
|
|
await sleepAsync(1.milliseconds) # allow poll to run once more
|
|
check (await heap.pop) == 2
|
|
check (await heap.pop) == 4
|
|
|
|
test "Test update":
|
|
var heap = newAsyncHeapQueue[Task](5)
|
|
let data = [("a", 4), ("b", 3), ("c", 2)]
|
|
|
|
for item in data:
|
|
check heap.pushNoWait(item).isOk
|
|
|
|
check heap[0] == (name: "c", priority: 2)
|
|
check heap.update((name: "a", priority: 1))
|
|
check heap[0] == (name: "a", priority: 1)
|
|
|
|
test "Test pushOrUpdate - update":
|
|
var heap = newAsyncHeapQueue[Task](3)
|
|
let data = [("a", 4), ("b", 3), ("c", 2)]
|
|
|
|
for item in data:
|
|
check heap.pushNoWait(item).isOk
|
|
|
|
check heap[0] == (name: "c", priority: 2)
|
|
await heap.pushOrUpdate((name: "a", priority: 1))
|
|
check heap[0] == (name: "a", priority: 1)
|
|
|
|
test "Test pushOrUpdate - push":
|
|
var heap = newAsyncHeapQueue[Task](2)
|
|
let data = [("a", 4), ("b", 3)]
|
|
|
|
for item in data:
|
|
check heap.pushNoWait(item).isOk
|
|
|
|
check heap[0] == ("b", 3) # sanity check for order
|
|
|
|
let fut = heap.pushOrUpdate(("c", 2)) # attempt to push a non existen item but block
|
|
check heap.popNoWait().tryGet() == ("b", 3) # pop one off
|
|
await fut # wait for push to complete
|
|
|
|
check heap[0] == (name: "c", priority: 2) # check order again
|
|
|
|
test "Test pop":
|
|
var heap = newAsyncHeapQueue[int]()
|
|
let data = [1, 3, 5, 7, 9, 2, 4, 6, 8, 0]
|
|
for item in data:
|
|
check heap.pushNoWait(item).isOk
|
|
|
|
var res: seq[int]
|
|
while heap.len > 0:
|
|
res.add((await heap.pop()))
|
|
|
|
check res == @[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
|
|
|
|
test "Test delete":
|
|
var heap = newAsyncHeapQueue[Task]()
|
|
let data = ["d", "b", "c", "a", "h", "e", "f", "g"]
|
|
|
|
for item in data:
|
|
check heap.pushNoWait((
|
|
name: item,
|
|
priority: Rng.instance().rand(data.len)
|
|
)).isOk
|
|
|
|
let del = heap[3]
|
|
heap.delete(del)
|
|
check heap.find(del) < 0
|