codex-storage/nim-codex
1
0
Fork 0
mirror of https://github.com/codex-storage/nim-codex.git synced 2025-03-01 13:00:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

upload and download speed gauges

Browse Source
This commit is contained in:
benbierens 2023-09-06 08:36:42 +02:00
parent 7c50c135ea
commit 44ed0b6b37
No known key found for this signature in database
GPG Key ID: FE44815D96D0A1AA
1 changed files with 19 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
codex/rest/api.nim
View File

@ -13,6 +13,7 @@ push: {.upraises: [].}
import std/sequtils import std/sequtils
import std/monotimes
import pkg/questionable import pkg/questionable
import pkg/questionable/results import pkg/questionable/results
@ -45,6 +46,8 @@ logScope:
declareCounter(codexApiUploads, "codex API uploads") declareCounter(codexApiUploads, "codex API uploads")
declareCounter(codexApiDownloads, "codex API downloads") declareCounter(codexApiDownloads, "codex API downloads")
declareGauge(codexApiUploadBytesPerSecond, "codex API upload bytes per second")
declareGauge(codexApiDownloadBytesPerSecond, "codex API download bytes per second")
proc validate( proc validate(
pattern: string, pattern: string,
@ -168,6 +171,7 @@ proc initRestApi*(node: CodexNodeRef, conf: CodexConf): RestRouter =
var bytes = 0 var bytes = 0
try: try:
let start = getMonoTime().ticks
without stream =? (await node.retrieve(id.get())), error: without stream =? (await node.retrieve(id.get())), error:
return RestApiResponse.error(Http404, error.msg) return RestApiResponse.error(Http404, error.msg)
@ -187,7 +191,12 @@ proc initRestApi*(node: CodexNodeRef, conf: CodexConf): RestRouter =
trace "Sending chunk", size = buff.len trace "Sending chunk", size = buff.len
await resp.sendChunk(addr buff[0], buff.len) await resp.sendChunk(addr buff[0], buff.len)
await resp.finish() await resp.finish()
let
stop = getMonoTime().ticks
totalSeconds = (stop - start) div 1000000.int64
downloadBytesPerSecond = bytes div totalSeconds
codexApiDownloads.inc() codexApiDownloads.inc()
codexApiDownloadBytesPerSecond.set(downloadBytesPerSecond.int64)
except CatchableError as exc: except CatchableError as exc:
trace "Excepting streaming blocks", exc = exc.msg trace "Excepting streaming blocks", exc = exc.msg
return RestApiResponse.error(Http500) return RestApiResponse.error(Http500)
@ -257,11 +266,20 @@ proc initRestApi*(node: CodexNodeRef, conf: CodexConf): RestRouter =
reader = bodyReader.get() reader = bodyReader.get()
try: try:
let
start = getMonoTime().ticks
wrapper = AsyncStreamWrapper.new(reader = AsyncStreamReader(reader))
without cid =? ( without cid =? (
await node.store(AsyncStreamWrapper.new(reader = AsyncStreamReader(reader)))), error: await node.store(wrapper)), error:
trace "Error uploading file", exc = error.msg trace "Error uploading file", exc = error.msg
return RestApiResponse.error(Http500, error.msg) return RestApiResponse.error(Http500, error.msg)
let
stop = getMonoTime().ticks
bytes = wrapper.reader.bytesCount.int64
totalSeconds = (stop - start) div 1000000.int64
uploadBytesPerSecond = bytes div totalSeconds
codexApiUploadBytesPerSecond.set(uploadBytesPerSecond.int64)
codexApiUploads.inc() codexApiUploads.inc()
trace "Uploaded file", cid trace "Uploaded file", cid
return RestApiResponse.response($cid) return RestApiResponse.response($cid)