mirror of
https://github.com/logos-storage/nim-libp2p.git
synced 2026-01-02 13:43:11 +00:00
e623e70e7b
This adds gossipsub and floodsub, as well as basic interop testing with the go libp2p daemon. * add close event * wip: gossipsub * splitting rpc message * making message handling more consistent * initial gossipsub implementation * feat: nim 1.0 cleanup * wip: gossipsub protobuf * adding encoding/decoding of gossipsub messages * add disconnect handler * add proper gossipsub msg handling * misc: cleanup for nim 1.0 * splitting floodsub and gossipsub tests * feat: add mesh rebalansing * test pubsub * add mesh rebalansing tests * testing mesh maintenance * finishing mcache implementatin * wip: commenting out broken tests * wip: don't run heartbeat for now * switchout debug for trace logging * testing gossip peer selection algorithm * test stream piping * more work around message amplification * get the peerid from message * use timed cache as backing store * allow setting timeout in constructor * several changes to improve performance * more through testing of msg amplification * prevent gc issues * allow piping to self and prevent deadlocks * improove floodsub * allow running hook on cache eviction * prevent race conditions * prevent race conditions and improove tests * use hashes as cache keys * removing useless file * don't create a new seq * re-enable pubsub tests * fix imports * reduce number of runs to speed up tests * break out control message processing * normalize sleeps between steps * implement proper transport filtering * initial interop testing * clean up floodsub publish logic * allow dialing without a protocol * adding multiple reads/writes * use protobuf varint in mplex * don't loose conn's peerInfo * initial interop pubsub tests * don't duplicate connections/peers * bring back interop tests * wip: interop * re-enable interop and daemon tests * add multiple read write tests from handlers * don't cleanup channel prematurely * use correct channel to send/receive msgs * adjust tests with latest changes * include interop tests * remove temp logging output * fix ci * use correct public key serialization * additional tests for pubsub interop
72 lines
1.9 KiB
Nim
72 lines
1.9 KiB
Nim
## Nim-LibP2P
|
|
## Copyright (c) 2019 Status Research & Development GmbH
|
|
## Licensed under either of
|
|
## * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
## * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
## at your option.
|
|
## This file may not be copied, modified, or distributed except according to
|
|
## those terms.
|
|
|
|
import chronos, chronicles
|
|
import tables, options, sets, sequtils
|
|
import rpc/[messages, message], timedcache
|
|
|
|
type
|
|
CacheEntry* = object
|
|
mid*: string
|
|
msg*: Message
|
|
|
|
MCache* = ref object of RootObj
|
|
msgs*: TimedCache[Message]
|
|
history*: seq[seq[CacheEntry]]
|
|
historySize*: Natural
|
|
windowSize*: Natural
|
|
|
|
proc put*(c: MCache, msg: Message) =
|
|
proc handler(key: string, val: Message) {.gcsafe.} =
|
|
## make sure we remove the message from history
|
|
## to keep things consisten
|
|
c.history.applyIt(
|
|
it.filterIt(it.mid != msg.msgId)
|
|
)
|
|
|
|
c.msgs.put(msg.msgId, msg, handler = handler)
|
|
c.history[0].add(CacheEntry(mid: msg.msgId, msg: msg))
|
|
|
|
proc get*(c: MCache, mid: string): Option[Message] =
|
|
result = none(Message)
|
|
if mid in c.msgs:
|
|
result = some(c.msgs[mid])
|
|
|
|
proc window*(c: MCache, topic: string): HashSet[string] =
|
|
result = initHashSet[string]()
|
|
|
|
let len =
|
|
if c.windowSize > c.history.len:
|
|
c.history.len
|
|
else:
|
|
c.windowSize
|
|
|
|
if c.history.len > 0:
|
|
for slot in c.history[0..<len]:
|
|
for entry in slot:
|
|
for t in entry.msg.topicIDs:
|
|
if t == topic:
|
|
result.incl(entry.msg.msgId)
|
|
break
|
|
|
|
proc shift*(c: MCache) =
|
|
while c.history.len > c.historySize:
|
|
for entry in c.history.pop():
|
|
c.msgs.del(entry.mid)
|
|
|
|
c.history.insert(@[])
|
|
|
|
proc newMCache*(window: Natural, history: Natural): MCache =
|
|
new result
|
|
result.historySize = history
|
|
result.windowSize = window
|
|
result.history = newSeq[seq[CacheEntry]]()
|
|
result.history.add(@[]) # initialize with empty slot
|
|
result.msgs = newTimedCache[Message](2.minutes)
|