2023-08-28 22:18:08 -07:00
|
|
|
import pkg/chronos
|
2023-08-24 17:33:32 -07:00
|
|
|
import pkg/chronos/threadsync
|
2023-08-28 22:18:08 -07:00
|
|
|
import pkg/questionable
|
|
|
|
|
import pkg/questionable/results
|
2023-08-24 17:33:32 -07:00
|
|
|
import stew/results
|
2023-08-24 16:02:13 -07:00
|
|
|
import pkg/upraises
|
2023-08-24 16:18:31 -07:00
|
|
|
import pkg/taskpools
|
2023-08-24 16:02:13 -07:00
|
|
|
|
|
|
|
|
import ./key
|
|
|
|
|
import ./query
|
|
|
|
|
import ./datastore
|
|
|
|
|
import ./databuffer
|
2023-08-24 17:59:43 -07:00
|
|
|
import threading/smartptrs
|
2023-08-24 16:02:13 -07:00
|
|
|
|
2023-08-24 21:55:53 -07:00
|
|
|
import pretty
|
|
|
|
|
|
2023-08-24 18:28:30 -07:00
|
|
|
export key, query, smartptrs, databuffer
|
2023-08-24 16:02:13 -07:00
|
|
|
|
|
|
|
|
push: {.upraises: [].}
|
|
|
|
|
|
|
|
|
|
type
|
2023-08-24 17:59:43 -07:00
|
|
|
|
2023-08-24 18:33:20 -07:00
|
|
|
ThreadResultKind* {.pure.} = enum
|
|
|
|
|
NotReady
|
|
|
|
|
Success
|
|
|
|
|
Error
|
|
|
|
|
|
2023-08-29 13:00:53 -07:00
|
|
|
ThreadResult*[T: DataBuffer | void | bool | ThreadDatastorePtr] = object
|
2023-08-24 18:33:20 -07:00
|
|
|
state*: ThreadResultKind
|
|
|
|
|
signal*: ThreadSignalPtr
|
2023-08-24 18:48:56 -07:00
|
|
|
value*: T
|
|
|
|
|
error*: CatchableErrorBuffer
|
2023-08-24 17:59:43 -07:00
|
|
|
|
2023-08-24 19:50:58 -07:00
|
|
|
TResult*[T] = SharedPtr[ThreadResult[T]]
|
2023-08-24 17:59:43 -07:00
|
|
|
|
2023-08-24 20:15:22 -07:00
|
|
|
ThreadDatastore* = object
|
2023-08-24 21:55:53 -07:00
|
|
|
tp*: Taskpool
|
2023-08-28 17:51:48 -07:00
|
|
|
ds*: Datastore
|
2023-08-24 16:18:31 -07:00
|
|
|
|
2023-08-24 21:07:07 -07:00
|
|
|
ThreadDatastorePtr* = SharedPtr[ThreadDatastore]
|
2023-08-24 16:18:31 -07:00
|
|
|
|
2023-08-28 17:29:38 -07:00
|
|
|
proc newThreadResult*[T](
|
|
|
|
|
tp: typedesc[T]
|
|
|
|
|
): Result[TResult[T], ref CatchableError] =
|
2023-08-25 14:34:11 -07:00
|
|
|
let res = newSharedPtr(ThreadResult[T])
|
|
|
|
|
let signal = ThreadSignalPtr.new()
|
|
|
|
|
if signal.isErr:
|
|
|
|
|
return err((ref CatchableError)(msg: signal.error()))
|
|
|
|
|
else:
|
|
|
|
|
res[].signal = signal.get()
|
|
|
|
|
ok res
|
2023-08-24 17:59:43 -07:00
|
|
|
|
2023-08-29 12:57:31 -07:00
|
|
|
proc hasTask*(
|
|
|
|
|
ret: TResult[bool],
|
|
|
|
|
tds: ThreadDatastorePtr,
|
|
|
|
|
kb: KeyBuffer,
|
|
|
|
|
) =
|
|
|
|
|
without key =? kb.toKey(), err:
|
|
|
|
|
ret[].state = Error
|
|
|
|
|
try:
|
|
|
|
|
let res = waitFor tds[].ds.has(key)
|
|
|
|
|
if res.isErr:
|
|
|
|
|
ret[].state = Error
|
|
|
|
|
ret[].error = res.error().toBuffer()
|
|
|
|
|
else:
|
|
|
|
|
ret[].state = Success
|
|
|
|
|
ret[].value = res.get()
|
|
|
|
|
discard ret[].signal.fireSync()
|
|
|
|
|
except CatchableError as err:
|
|
|
|
|
ret[].state = Error
|
|
|
|
|
ret[].error = err.toBuffer()
|
|
|
|
|
|
|
|
|
|
proc has*(
|
|
|
|
|
ret: TResult[bool],
|
|
|
|
|
tds: ThreadDatastorePtr,
|
|
|
|
|
key: Key,
|
|
|
|
|
) =
|
|
|
|
|
let bkey = StringBuffer.new(key.id())
|
|
|
|
|
tds[].tp.spawn hasTask(ret, tds, bkey)
|
|
|
|
|
|
2023-08-24 18:33:20 -07:00
|
|
|
proc getTask*(
|
2023-08-24 22:14:21 -07:00
|
|
|
ret: TResult[DataBuffer],
|
2023-08-28 22:18:08 -07:00
|
|
|
tds: ThreadDatastorePtr,
|
|
|
|
|
kb: KeyBuffer,
|
2023-08-24 18:33:20 -07:00
|
|
|
) =
|
2023-08-28 22:18:08 -07:00
|
|
|
without key =? kb.toKey(), err:
|
|
|
|
|
ret[].state = Error
|
|
|
|
|
try:
|
|
|
|
|
let res = waitFor tds[].ds.get(key)
|
|
|
|
|
if res.isErr:
|
|
|
|
|
ret[].state = Error
|
|
|
|
|
ret[].error = res.error().toBuffer()
|
|
|
|
|
else:
|
|
|
|
|
let db = DataBuffer.new res.get()
|
|
|
|
|
ret[].state = Success
|
|
|
|
|
ret[].value = db
|
|
|
|
|
|
|
|
|
|
discard ret[].signal.fireSync()
|
|
|
|
|
except CatchableError as err:
|
|
|
|
|
ret[].state = Error
|
|
|
|
|
ret[].error = err.toBuffer()
|
2023-08-24 22:14:21 -07:00
|
|
|
|
|
|
|
|
proc get*(
|
|
|
|
|
ret: TResult[DataBuffer],
|
|
|
|
|
tds: ThreadDatastorePtr,
|
|
|
|
|
key: Key,
|
|
|
|
|
) =
|
|
|
|
|
let bkey = StringBuffer.new(key.id())
|
2023-08-28 22:18:08 -07:00
|
|
|
tds[].tp.spawn getTask(ret, tds, bkey)
|
2023-08-24 16:02:13 -07:00
|
|
|
|
2023-08-25 14:34:11 -07:00
|
|
|
|
2023-08-24 18:33:20 -07:00
|
|
|
proc putTask*(
|
2023-08-24 21:55:53 -07:00
|
|
|
ret: TResult[void],
|
2023-08-28 22:18:08 -07:00
|
|
|
tds: ThreadDatastorePtr,
|
|
|
|
|
kb: KeyBuffer,
|
|
|
|
|
db: DataBuffer,
|
2023-08-24 18:28:30 -07:00
|
|
|
) =
|
2023-08-24 21:55:53 -07:00
|
|
|
|
2023-08-28 22:18:08 -07:00
|
|
|
without key =? kb.toKey(), err:
|
|
|
|
|
ret[].state = Error
|
|
|
|
|
|
|
|
|
|
let data = db.toSeq(byte)
|
|
|
|
|
let res = (waitFor tds[].ds.put(key, data)).catch
|
|
|
|
|
# print "thrbackend: putTask: fire", ret[].signal.fireSync().get()
|
|
|
|
|
if res.isErr:
|
|
|
|
|
ret[].state = Error
|
|
|
|
|
ret[].error = res.error().toBuffer()
|
|
|
|
|
else:
|
|
|
|
|
ret[].state = Success
|
|
|
|
|
|
|
|
|
|
discard ret[].signal.fireSync()
|
|
|
|
|
|
2023-08-24 21:55:53 -07:00
|
|
|
proc put*(
|
|
|
|
|
ret: TResult[void],
|
|
|
|
|
tds: ThreadDatastorePtr,
|
|
|
|
|
key: Key,
|
|
|
|
|
data: seq[byte]
|
2023-08-25 14:34:11 -07:00
|
|
|
) =
|
2023-08-24 21:55:53 -07:00
|
|
|
echo "thrfrontend:put: "
|
|
|
|
|
let bkey = StringBuffer.new(key.id())
|
|
|
|
|
let bval = DataBuffer.new(data)
|
|
|
|
|
print "bkey: ", bkey
|
|
|
|
|
print "bval: ", bval
|
|
|
|
|
|
2023-08-28 22:18:08 -07:00
|
|
|
tds[].tp.spawn putTask(ret, tds, bkey, bval)
|
2023-08-29 12:55:38 -07:00
|
|
|
|
2023-08-29 12:57:31 -07:00
|
|
|
|
2023-08-29 12:55:38 -07:00
|
|
|
proc deleteTask*(
|
|
|
|
|
ret: TResult[void],
|
|
|
|
|
tds: ThreadDatastorePtr,
|
|
|
|
|
kb: KeyBuffer,
|
|
|
|
|
) =
|
|
|
|
|
|
|
|
|
|
without key =? kb.toKey(), err:
|
|
|
|
|
ret[].state = Error
|
|
|
|
|
|
|
|
|
|
let res = (waitFor tds[].ds.delete(key)).catch
|
|
|
|
|
# print "thrbackend: putTask: fire", ret[].signal.fireSync().get()
|
|
|
|
|
if res.isErr:
|
|
|
|
|
ret[].state = Error
|
|
|
|
|
ret[].error = res.error().toBuffer()
|
|
|
|
|
else:
|
|
|
|
|
ret[].state = Success
|
|
|
|
|
|
|
|
|
|
discard ret[].signal.fireSync()
|
|
|
|
|
|
|
|
|
|
proc delete*(
|
|
|
|
|
ret: TResult[void],
|
|
|
|
|
tds: ThreadDatastorePtr,
|
|
|
|
|
key: Key,
|
|
|
|
|
) =
|
|
|
|
|
let bkey = StringBuffer.new(key.id())
|
|
|
|
|
tds[].tp.spawn deleteTask(ret, tds, bkey)
|