2022-05-19 19:56:03 +00:00
|
|
|
## Nim-Codex
|
2022-05-19 02:29:15 +00:00
|
|
|
## Copyright (c) 2022 Status Research & Development GmbH
|
|
|
|
## Licensed under either of
|
|
|
|
## * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
|
|
## * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
|
|
## at your option.
|
|
|
|
## This file may not be copied, modified, or distributed except according to
|
|
|
|
## those terms.
|
|
|
|
|
|
|
|
import std/sequtils
|
|
|
|
import std/tables
|
|
|
|
import std/algorithm
|
|
|
|
|
|
|
|
import pkg/upraises
|
|
|
|
|
|
|
|
push: {.upraises: [].}
|
|
|
|
|
|
|
|
import pkg/chronos
|
|
|
|
import pkg/libp2p
|
|
|
|
|
|
|
|
import ../protobuf/blockexc
|
2023-11-14 12:02:17 +00:00
|
|
|
import ../../blocktype
|
feat: create logging proxy (#663)
* implement a logging proxy
The logging proxy:
- prevents the need to import chronicles (as well as export except toJson),
- prevents the need to override `writeValue` or use or import nim-json-seralization elsewhere in the codebase, allowing for sole use of utils/json for de/serialization,
- and handles json formatting correctly in chronicles json sinks
* Rename logging -> logutils to avoid ambiguity with common names
* clean up
* add setProperty for JsonRecord, remove nim-json-serialization conflict
* Allow specifying textlines and json format separately
Not specifying a LogFormat will apply the formatting to both textlines and json sinks.
Specifying a LogFormat will apply the formatting to only that sink.
* remove unneeded usages of std/json
We only need to import utils/json instead of std/json
* move serialization from rest/json to utils/json so it can be shared
* fix NoColors ambiguity
Was causing unit tests to fail on Windows.
* Remove nre usage to fix Windows error
Windows was erroring with `could not load: pcre64.dll`. Instead of fixing that error, remove the pcre usage :)
* Add logutils module doc
* Shorten logutils.formatIt for `NBytes`
Both json and textlines formatIt were not needed, and could be combined into one formatIt
* remove debug integration test config
debug output and logformat of json for integration test logs
* Use ## module doc to support docgen
* bump nim-poseidon2 to export fromBytes
Before the changes in this branch, fromBytes was likely being resolved by nim-stew, or other dependency. With the changes in this branch, that dependency was removed and fromBytes could no longer be resolved. By exporting fromBytes from nim-poseidon, the correct resolution is now happening.
* fixes to get compiling after rebasing master
* Add support for Result types being logged using formatIt
2024-01-23 07:35:03 +00:00
|
|
|
import ../../logutils
|
|
|
|
|
2022-05-19 02:29:15 +00:00
|
|
|
|
2022-05-19 22:28:53 +00:00
|
|
|
import ./peercontext
|
2022-05-19 02:29:15 +00:00
|
|
|
export peercontext
|
|
|
|
|
|
|
|
logScope:
|
2022-11-15 15:46:21 +00:00
|
|
|
topics = "codex peerctxstore"
|
2022-05-19 02:29:15 +00:00
|
|
|
|
|
|
|
type
|
|
|
|
PeerCtxStore* = ref object of RootObj
|
2023-03-10 07:02:54 +00:00
|
|
|
peers*: OrderedTable[PeerId, BlockExcPeerCtx]
|
2022-05-19 02:29:15 +00:00
|
|
|
|
|
|
|
iterator items*(self: PeerCtxStore): BlockExcPeerCtx =
|
|
|
|
for p in self.peers.values:
|
|
|
|
yield p
|
|
|
|
|
2023-03-10 07:02:54 +00:00
|
|
|
proc contains*(a: openArray[BlockExcPeerCtx], b: PeerId): bool =
|
2022-11-15 15:46:21 +00:00
|
|
|
## Convenience method to check for peer precense
|
|
|
|
##
|
|
|
|
|
|
|
|
a.anyIt( it.id == b )
|
|
|
|
|
2023-03-10 07:02:54 +00:00
|
|
|
func contains*(self: PeerCtxStore, peerId: PeerId): bool =
|
2022-05-19 02:29:15 +00:00
|
|
|
peerId in self.peers
|
|
|
|
|
|
|
|
func add*(self: PeerCtxStore, peer: BlockExcPeerCtx) =
|
|
|
|
trace "Adding peer to peer context store", peer = peer.id
|
|
|
|
self.peers[peer.id] = peer
|
|
|
|
|
2023-03-10 07:02:54 +00:00
|
|
|
func remove*(self: PeerCtxStore, peerId: PeerId) =
|
2022-05-19 02:29:15 +00:00
|
|
|
trace "Removing peer from peer context store", peer = peerId
|
|
|
|
self.peers.del(peerId)
|
|
|
|
|
2023-03-10 07:02:54 +00:00
|
|
|
func get*(self: PeerCtxStore, peerId: PeerId): BlockExcPeerCtx =
|
2022-05-19 02:29:15 +00:00
|
|
|
trace "Retrieving peer from peer context store", peer = peerId
|
|
|
|
self.peers.getOrDefault(peerId, nil)
|
|
|
|
|
|
|
|
func len*(self: PeerCtxStore): int =
|
|
|
|
self.peers.len
|
|
|
|
|
2023-11-14 12:02:17 +00:00
|
|
|
func peersHave*(self: PeerCtxStore, address: BlockAddress): seq[BlockExcPeerCtx] =
|
|
|
|
toSeq(self.peers.values).filterIt( it.peerHave.anyIt( it == address ) )
|
|
|
|
|
2022-05-19 02:29:15 +00:00
|
|
|
func peersHave*(self: PeerCtxStore, cid: Cid): seq[BlockExcPeerCtx] =
|
2023-11-14 12:02:17 +00:00
|
|
|
toSeq(self.peers.values).filterIt( it.peerHave.anyIt( it.cidOrTreeCid == cid ) )
|
|
|
|
|
|
|
|
func peersWant*(self: PeerCtxStore, address: BlockAddress): seq[BlockExcPeerCtx] =
|
|
|
|
toSeq(self.peers.values).filterIt( it.peerWants.anyIt( it == address ) )
|
2022-05-19 02:29:15 +00:00
|
|
|
|
|
|
|
func peersWant*(self: PeerCtxStore, cid: Cid): seq[BlockExcPeerCtx] =
|
2023-11-14 12:02:17 +00:00
|
|
|
toSeq(self.peers.values).filterIt( it.peerWants.anyIt( it.address.cidOrTreeCid == cid ) )
|
2022-05-19 02:29:15 +00:00
|
|
|
|
2023-11-14 12:02:17 +00:00
|
|
|
func selectCheapest*(self: PeerCtxStore, address: BlockAddress): seq[BlockExcPeerCtx] =
|
|
|
|
# assume that the price for all leaves in a tree is the same
|
|
|
|
let rootAddress = BlockAddress(leaf: false, cid: address.cidOrTreeCid)
|
|
|
|
var peers = self.peersHave(rootAddress)
|
2022-05-19 02:29:15 +00:00
|
|
|
|
|
|
|
func cmp(a, b: BlockExcPeerCtx): int =
|
2022-11-15 15:46:21 +00:00
|
|
|
var
|
|
|
|
priceA = 0.u256
|
|
|
|
priceB = 0.u256
|
|
|
|
|
2023-11-14 12:02:17 +00:00
|
|
|
a.blocks.withValue(rootAddress, precense):
|
2022-11-15 15:46:21 +00:00
|
|
|
priceA = precense[].price
|
|
|
|
|
2023-11-14 12:02:17 +00:00
|
|
|
b.blocks.withValue(rootAddress, precense):
|
2022-11-15 15:46:21 +00:00
|
|
|
priceB = precense[].price
|
|
|
|
|
|
|
|
if priceA == priceB:
|
2022-05-19 02:29:15 +00:00
|
|
|
0
|
2022-11-15 15:46:21 +00:00
|
|
|
elif priceA > priceB:
|
2022-05-19 02:29:15 +00:00
|
|
|
1
|
|
|
|
else:
|
|
|
|
-1
|
|
|
|
|
|
|
|
peers.sort(cmp)
|
|
|
|
trace "Selected cheapest peers", peers = peers.len
|
|
|
|
return peers
|
|
|
|
|
|
|
|
proc new*(T: type PeerCtxStore): PeerCtxStore =
|
2023-06-22 15:11:18 +00:00
|
|
|
## create new instance of a peer context store
|
|
|
|
PeerCtxStore(peers: initOrderedTable[PeerId, BlockExcPeerCtx]())
|