2022-05-12 11:42:18 +00:00
|
|
|
import std/osproc
|
|
|
|
import std/os
|
|
|
|
import std/streams
|
|
|
|
import std/strutils
|
feat: create logging proxy (#663)
* implement a logging proxy
The logging proxy:
- prevents the need to import chronicles (as well as export except toJson),
- prevents the need to override `writeValue` or use or import nim-json-seralization elsewhere in the codebase, allowing for sole use of utils/json for de/serialization,
- and handles json formatting correctly in chronicles json sinks
* Rename logging -> logutils to avoid ambiguity with common names
* clean up
* add setProperty for JsonRecord, remove nim-json-serialization conflict
* Allow specifying textlines and json format separately
Not specifying a LogFormat will apply the formatting to both textlines and json sinks.
Specifying a LogFormat will apply the formatting to only that sink.
* remove unneeded usages of std/json
We only need to import utils/json instead of std/json
* move serialization from rest/json to utils/json so it can be shared
* fix NoColors ambiguity
Was causing unit tests to fail on Windows.
* Remove nre usage to fix Windows error
Windows was erroring with `could not load: pcre64.dll`. Instead of fixing that error, remove the pcre usage :)
* Add logutils module doc
* Shorten logutils.formatIt for `NBytes`
Both json and textlines formatIt were not needed, and could be combined into one formatIt
* remove debug integration test config
debug output and logformat of json for integration test logs
* Use ## module doc to support docgen
* bump nim-poseidon2 to export fromBytes
Before the changes in this branch, fromBytes was likely being resolved by nim-stew, or other dependency. With the changes in this branch, that dependency was removed and fromBytes could no longer be resolved. By exporting fromBytes from nim-poseidon, the correct resolution is now happening.
* fixes to get compiling after rebasing master
* Add support for Result types being logged using formatIt
2024-01-23 07:35:03 +00:00
|
|
|
import pkg/codex/conf
|
|
|
|
import pkg/codex/logutils
|
|
|
|
import pkg/confutils
|
|
|
|
import pkg/libp2p
|
|
|
|
import pkg/questionable
|
2023-06-22 10:32:18 +00:00
|
|
|
import ./codexclient
|
2022-05-12 11:42:18 +00:00
|
|
|
|
2023-09-13 14:17:56 +00:00
|
|
|
export codexclient
|
|
|
|
|
2022-05-12 11:42:18 +00:00
|
|
|
const workingDir = currentSourcePath() / ".." / ".." / ".."
|
2022-05-19 19:56:03 +00:00
|
|
|
const executable = "build" / "codex"
|
2022-05-12 11:42:18 +00:00
|
|
|
|
2023-06-22 10:32:18 +00:00
|
|
|
type
|
|
|
|
NodeProcess* = ref object
|
|
|
|
process: Process
|
|
|
|
arguments: seq[string]
|
|
|
|
debug: bool
|
2023-09-13 14:17:56 +00:00
|
|
|
client: ?CodexClient
|
2022-11-08 07:10:17 +00:00
|
|
|
|
|
|
|
proc start(node: NodeProcess) =
|
|
|
|
if node.debug:
|
2023-08-01 23:47:57 +00:00
|
|
|
node.process = osproc.startProcess(
|
2022-11-08 07:10:17 +00:00
|
|
|
executable,
|
|
|
|
workingDir,
|
|
|
|
node.arguments,
|
|
|
|
options={poParentStreams}
|
|
|
|
)
|
2022-05-12 11:42:18 +00:00
|
|
|
else:
|
2023-08-01 23:47:57 +00:00
|
|
|
node.process = osproc.startProcess(
|
2022-11-08 07:10:17 +00:00
|
|
|
executable,
|
|
|
|
workingDir,
|
|
|
|
node.arguments
|
|
|
|
)
|
2023-09-13 14:17:56 +00:00
|
|
|
|
|
|
|
proc waitUntilOutput*(node: NodeProcess, output: string) =
|
|
|
|
if node.debug:
|
|
|
|
raiseAssert "cannot read node output when in debug mode"
|
|
|
|
for line in node.process.outputStream.lines:
|
|
|
|
if line.contains(output):
|
|
|
|
return
|
|
|
|
raiseAssert "node did not output '" & output & "'"
|
|
|
|
|
|
|
|
proc waitUntilStarted*(node: NodeProcess) =
|
|
|
|
if node.debug:
|
2024-03-12 12:10:14 +00:00
|
|
|
sleep(10_000)
|
2023-09-13 14:17:56 +00:00
|
|
|
else:
|
|
|
|
node.waitUntilOutput("Started codex node")
|
2022-05-12 11:42:18 +00:00
|
|
|
|
2023-05-15 07:02:57 +00:00
|
|
|
proc startNode*(args: openArray[string], debug: string | bool = false): NodeProcess =
|
2022-11-08 07:10:17 +00:00
|
|
|
## Starts a Codex Node with the specified arguments.
|
|
|
|
## Set debug to 'true' to see output of the node.
|
2023-05-15 07:02:57 +00:00
|
|
|
let node = NodeProcess(arguments: @args, debug: ($debug != "false"))
|
2022-11-08 07:10:17 +00:00
|
|
|
node.start()
|
|
|
|
node
|
|
|
|
|
2023-09-13 14:17:56 +00:00
|
|
|
proc dataDir(node: NodeProcess): string =
|
2024-03-12 09:57:13 +00:00
|
|
|
let config = CodexConf.load(cmdLine = node.arguments, quitOnFailure = false)
|
2023-09-13 14:17:56 +00:00
|
|
|
config.dataDir.string
|
|
|
|
|
|
|
|
proc apiUrl(node: NodeProcess): string =
|
2024-03-12 09:57:13 +00:00
|
|
|
let config = CodexConf.load(cmdLine = node.arguments, quitOnFailure = false)
|
2023-09-13 14:17:56 +00:00
|
|
|
"http://" & config.apiBindAddress & ":" & $config.apiPort & "/api/codex/v1"
|
|
|
|
|
|
|
|
proc client*(node: NodeProcess): CodexClient =
|
|
|
|
if client =? node.client:
|
|
|
|
return client
|
|
|
|
let client = CodexClient.new(node.apiUrl)
|
|
|
|
node.client = some client
|
|
|
|
client
|
|
|
|
|
2022-11-08 07:10:17 +00:00
|
|
|
proc stop*(node: NodeProcess) =
|
2023-04-19 13:06:00 +00:00
|
|
|
if node.process != nil:
|
|
|
|
node.process.terminate()
|
|
|
|
discard node.process.waitForExit(timeout=5_000)
|
|
|
|
node.process.close()
|
|
|
|
node.process = nil
|
2023-09-13 14:17:56 +00:00
|
|
|
if client =? node.client:
|
|
|
|
node.client = none CodexClient
|
|
|
|
client.close()
|
2022-11-08 07:10:17 +00:00
|
|
|
|
|
|
|
proc restart*(node: NodeProcess) =
|
|
|
|
node.stop()
|
|
|
|
node.start()
|
2023-09-13 14:17:56 +00:00
|
|
|
node.waitUntilStarted()
|
|
|
|
|
|
|
|
proc removeDataDir*(node: NodeProcess) =
|
2023-11-17 12:49:45 +00:00
|
|
|
removeDir(node.dataDir)
|