2023-08-24 16:02:13 -07:00
|
|
|
|
2023-08-24 17:33:32 -07:00
|
|
|
import pkg/chronos/threadsync
|
|
|
|
|
import stew/results
|
2023-08-24 16:02:13 -07:00
|
|
|
import pkg/upraises
|
2023-08-24 16:18:31 -07:00
|
|
|
import pkg/taskpools
|
2023-08-24 16:02:13 -07:00
|
|
|
|
|
|
|
|
import ./key
|
|
|
|
|
import ./query
|
|
|
|
|
import ./datastore
|
|
|
|
|
import ./databuffer
|
2023-08-24 17:59:43 -07:00
|
|
|
import threading/smartptrs
|
2023-08-24 16:02:13 -07:00
|
|
|
|
2023-08-24 21:55:53 -07:00
|
|
|
import pretty
|
|
|
|
|
|
2023-08-24 18:28:30 -07:00
|
|
|
export key, query, smartptrs, databuffer
|
2023-08-24 16:02:13 -07:00
|
|
|
|
|
|
|
|
push: {.upraises: [].}
|
|
|
|
|
|
|
|
|
|
type
|
2023-08-24 17:59:43 -07:00
|
|
|
|
2023-08-24 18:33:20 -07:00
|
|
|
ThreadResultKind* {.pure.} = enum
|
|
|
|
|
NotReady
|
|
|
|
|
Success
|
|
|
|
|
Error
|
|
|
|
|
|
2023-08-24 19:02:46 -07:00
|
|
|
ThreadResult*[T: DataBuffer | void | ThreadDatastorePtr] = object
|
2023-08-24 18:33:20 -07:00
|
|
|
state*: ThreadResultKind
|
|
|
|
|
signal*: ThreadSignalPtr
|
2023-08-24 18:48:56 -07:00
|
|
|
value*: T
|
|
|
|
|
error*: CatchableErrorBuffer
|
2023-08-24 17:59:43 -07:00
|
|
|
|
2023-08-24 19:50:58 -07:00
|
|
|
TResult*[T] = SharedPtr[ThreadResult[T]]
|
2023-08-24 17:59:43 -07:00
|
|
|
|
2023-08-24 16:29:25 -07:00
|
|
|
ThreadBackendKind* {.pure.} = enum
|
2023-08-24 21:07:07 -07:00
|
|
|
NoBackend
|
2023-08-24 20:28:22 -07:00
|
|
|
TestBackend
|
2023-08-24 16:29:25 -07:00
|
|
|
FSBackend
|
|
|
|
|
SQliteBackend
|
|
|
|
|
|
|
|
|
|
ThreadBackend* = object
|
|
|
|
|
case kind*: ThreadBackendKind
|
|
|
|
|
of FSBackend:
|
2023-08-24 19:50:58 -07:00
|
|
|
root*: StringBuffer
|
|
|
|
|
depth*: int
|
|
|
|
|
caseSensitive*: bool
|
|
|
|
|
ignoreProtected*: bool
|
2023-08-24 16:29:25 -07:00
|
|
|
of SQliteBackend:
|
|
|
|
|
discard
|
2023-08-24 19:50:58 -07:00
|
|
|
of TestBackend:
|
|
|
|
|
count*: int
|
2023-08-24 21:07:07 -07:00
|
|
|
of NoBackend:
|
|
|
|
|
discard
|
2023-08-24 16:18:31 -07:00
|
|
|
|
2023-08-24 20:15:22 -07:00
|
|
|
ThreadDatastore* = object
|
2023-08-24 21:55:53 -07:00
|
|
|
tp*: Taskpool
|
2023-08-24 21:18:22 -07:00
|
|
|
backend*: ThreadBackendKind
|
2023-08-28 17:51:48 -07:00
|
|
|
ds*: Datastore
|
2023-08-24 16:18:31 -07:00
|
|
|
|
2023-08-24 21:07:07 -07:00
|
|
|
ThreadDatastorePtr* = SharedPtr[ThreadDatastore]
|
2023-08-24 16:18:31 -07:00
|
|
|
|
2023-08-24 20:44:50 -07:00
|
|
|
Test* = object
|
2023-08-24 21:07:07 -07:00
|
|
|
count*: ThreadBackendKind
|
2023-08-24 20:44:50 -07:00
|
|
|
|
|
|
|
|
TestPtr* = SharedPtr[Test]
|
|
|
|
|
|
2023-08-28 17:29:38 -07:00
|
|
|
proc newThreadResult*[T](
|
|
|
|
|
tp: typedesc[T]
|
|
|
|
|
): Result[TResult[T], ref CatchableError] =
|
2023-08-25 14:34:11 -07:00
|
|
|
let res = newSharedPtr(ThreadResult[T])
|
|
|
|
|
let signal = ThreadSignalPtr.new()
|
|
|
|
|
if signal.isErr:
|
|
|
|
|
return err((ref CatchableError)(msg: signal.error()))
|
|
|
|
|
else:
|
|
|
|
|
res[].signal = signal.get()
|
|
|
|
|
ok res
|
2023-08-24 17:59:43 -07:00
|
|
|
|
2023-08-24 18:33:20 -07:00
|
|
|
proc getTask*(
|
2023-08-24 22:14:21 -07:00
|
|
|
ret: TResult[DataBuffer],
|
|
|
|
|
backend: ThreadBackendKind,
|
2023-08-24 18:33:20 -07:00
|
|
|
key: KeyBuffer,
|
|
|
|
|
) =
|
|
|
|
|
# return ok(DataBuffer.new())
|
2023-08-24 22:14:21 -07:00
|
|
|
print "\nthrbackend: getTask: ", ret[]
|
|
|
|
|
print "\nthrbackend: getTask:key: ", key
|
|
|
|
|
let data = DataBuffer.new("hello world!")
|
|
|
|
|
print "\nthrbackend: getTask:data: ", data
|
|
|
|
|
ret[].state = Success
|
|
|
|
|
ret[].value = data
|
|
|
|
|
|
2023-08-28 17:28:14 -07:00
|
|
|
print "thrbackend: putTask: fire", ret[].signal.fireSync()
|
2023-08-24 22:14:21 -07:00
|
|
|
|
|
|
|
|
proc get*(
|
|
|
|
|
ret: TResult[DataBuffer],
|
|
|
|
|
tds: ThreadDatastorePtr,
|
|
|
|
|
key: Key,
|
|
|
|
|
) =
|
|
|
|
|
echo "thrfrontend:put: "
|
|
|
|
|
let bkey = StringBuffer.new(key.id())
|
|
|
|
|
print "bkey: ", bkey
|
|
|
|
|
|
|
|
|
|
tds[].tp.spawn getTask(ret, tds[].backend, bkey)
|
2023-08-24 16:02:13 -07:00
|
|
|
|
2023-08-25 14:34:11 -07:00
|
|
|
import os
|
|
|
|
|
|
2023-08-24 18:33:20 -07:00
|
|
|
proc putTask*(
|
2023-08-24 21:55:53 -07:00
|
|
|
ret: TResult[void],
|
|
|
|
|
backend: ThreadBackendKind,
|
2023-08-24 16:02:13 -07:00
|
|
|
key: KeyBuffer,
|
2023-08-24 17:59:43 -07:00
|
|
|
data: DataBuffer,
|
2023-08-24 18:28:30 -07:00
|
|
|
) =
|
2023-08-24 21:55:53 -07:00
|
|
|
print "\nthrbackend: putTask: ", ret[]
|
|
|
|
|
print "\nthrbackend: putTask:key: ", key
|
|
|
|
|
print "\nthrbackend: putTask:data: ", data
|
|
|
|
|
|
2023-08-25 14:34:11 -07:00
|
|
|
os.sleep(200)
|
2023-08-24 21:55:53 -07:00
|
|
|
print "thrbackend: putTask: fire", ret[].signal.fireSync().get()
|
|
|
|
|
|
|
|
|
|
proc put*(
|
|
|
|
|
ret: TResult[void],
|
|
|
|
|
tds: ThreadDatastorePtr,
|
|
|
|
|
key: Key,
|
|
|
|
|
data: seq[byte]
|
2023-08-25 14:34:11 -07:00
|
|
|
) =
|
2023-08-24 21:55:53 -07:00
|
|
|
echo "thrfrontend:put: "
|
|
|
|
|
let bkey = StringBuffer.new(key.id())
|
|
|
|
|
let bval = DataBuffer.new(data)
|
|
|
|
|
print "bkey: ", bkey
|
|
|
|
|
print "bval: ", bval
|
|
|
|
|
|
|
|
|
|
tds[].tp.spawn putTask(ret, tds[].backend, bkey, bval)
|