2023-08-24 16:02:13 -07:00
|
|
|
|
2023-08-24 17:33:32 -07:00
|
|
|
import pkg/chronos/threadsync
|
|
|
|
|
import stew/results
|
2023-08-24 16:02:13 -07:00
|
|
|
import pkg/upraises
|
2023-08-24 16:18:31 -07:00
|
|
|
import pkg/taskpools
|
2023-08-24 16:02:13 -07:00
|
|
|
|
|
|
|
|
import ./key
|
|
|
|
|
import ./query
|
|
|
|
|
import ./datastore
|
|
|
|
|
import ./databuffer
|
2023-08-24 17:59:43 -07:00
|
|
|
import threading/smartptrs
|
2023-08-24 16:02:13 -07:00
|
|
|
|
2023-08-24 16:29:25 -07:00
|
|
|
import fsds
|
|
|
|
|
|
2023-08-24 18:28:30 -07:00
|
|
|
export key, query, smartptrs, databuffer
|
2023-08-24 16:02:13 -07:00
|
|
|
|
|
|
|
|
push: {.upraises: [].}
|
|
|
|
|
|
|
|
|
|
type
|
2023-08-24 17:59:43 -07:00
|
|
|
|
2023-08-24 18:33:20 -07:00
|
|
|
ThreadResultKind* {.pure.} = enum
|
|
|
|
|
NotReady
|
|
|
|
|
Success
|
|
|
|
|
Error
|
|
|
|
|
|
2023-08-24 19:02:46 -07:00
|
|
|
ThreadResult*[T: DataBuffer | void | ThreadDatastorePtr] = object
|
2023-08-24 18:33:20 -07:00
|
|
|
state*: ThreadResultKind
|
|
|
|
|
signal*: ThreadSignalPtr
|
2023-08-24 18:48:56 -07:00
|
|
|
value*: T
|
|
|
|
|
error*: CatchableErrorBuffer
|
2023-08-24 17:59:43 -07:00
|
|
|
|
2023-08-24 19:50:58 -07:00
|
|
|
TResult*[T] = SharedPtr[ThreadResult[T]]
|
2023-08-24 17:59:43 -07:00
|
|
|
|
2023-08-24 16:29:25 -07:00
|
|
|
ThreadBackendKind* {.pure.} = enum
|
|
|
|
|
FSBackend
|
|
|
|
|
SQliteBackend
|
2023-08-24 19:50:58 -07:00
|
|
|
TestBackend
|
2023-08-24 16:29:25 -07:00
|
|
|
|
|
|
|
|
ThreadBackend* = object
|
|
|
|
|
case kind*: ThreadBackendKind
|
|
|
|
|
of FSBackend:
|
2023-08-24 19:50:58 -07:00
|
|
|
root*: StringBuffer
|
|
|
|
|
depth*: int
|
|
|
|
|
caseSensitive*: bool
|
|
|
|
|
ignoreProtected*: bool
|
2023-08-24 16:29:25 -07:00
|
|
|
of SQliteBackend:
|
|
|
|
|
discard
|
2023-08-24 19:50:58 -07:00
|
|
|
of TestBackend:
|
|
|
|
|
count*: int
|
2023-08-24 16:18:31 -07:00
|
|
|
|
2023-08-24 18:48:56 -07:00
|
|
|
ThreadDatastore = object
|
|
|
|
|
tp: Taskpool
|
2023-08-24 18:28:30 -07:00
|
|
|
backendDatastore: Datastore
|
2023-08-24 16:18:31 -07:00
|
|
|
|
2023-08-24 20:07:03 -07:00
|
|
|
ThreadDatastorePtr* = ptr ThreadDatastore
|
2023-08-24 16:18:31 -07:00
|
|
|
|
2023-08-24 19:55:44 -07:00
|
|
|
proc newThreadResult*[T](tp: typedesc[T]): TResult[T] =
|
2023-08-24 19:50:58 -07:00
|
|
|
newSharedPtr(ThreadResult[T])
|
2023-08-24 17:59:43 -07:00
|
|
|
|
2023-08-24 18:28:30 -07:00
|
|
|
proc startupDatastore(
|
2023-08-24 20:07:03 -07:00
|
|
|
# ret: TResult[ThreadDatastorePtr],
|
|
|
|
|
# backend: ThreadBackend,
|
|
|
|
|
) {.raises: [].} =
|
2023-08-24 16:29:25 -07:00
|
|
|
## starts up a FS instance on a give thread
|
2023-08-24 20:07:03 -07:00
|
|
|
var
|
|
|
|
|
ret: TResult[ThreadDatastorePtr]
|
|
|
|
|
backend: ThreadBackend
|
|
|
|
|
|
2023-08-24 16:29:25 -07:00
|
|
|
case backend.kind:
|
|
|
|
|
of FSBackend:
|
2023-08-24 18:28:30 -07:00
|
|
|
let ds = FSDatastore.new(
|
2023-08-24 16:29:25 -07:00
|
|
|
root = backend.root.toString(),
|
|
|
|
|
depth = backend.depth,
|
|
|
|
|
caseSensitive = backend.caseSensitive,
|
2023-08-24 18:28:30 -07:00
|
|
|
ignoreProtected = backend.ignoreProtected
|
|
|
|
|
)
|
|
|
|
|
if ds.isOk:
|
2023-08-24 18:53:06 -07:00
|
|
|
ret[].value[].backendDatastore = ds.get()
|
2023-08-24 18:33:20 -07:00
|
|
|
ret[].state = Success
|
2023-08-24 18:28:30 -07:00
|
|
|
else:
|
2023-08-24 18:33:20 -07:00
|
|
|
ret[].state = Error
|
2023-08-24 19:50:58 -07:00
|
|
|
ret[].value[].backendDatastore = ds.get()
|
|
|
|
|
ret[].state = Success
|
|
|
|
|
of TestBackend:
|
2023-08-24 19:59:37 -07:00
|
|
|
echo "startupDatastore: TestBackend"
|
2023-08-24 19:50:58 -07:00
|
|
|
ret[].value[].backendDatastore = nil
|
|
|
|
|
ret[].state = Success
|
2023-08-24 16:29:25 -07:00
|
|
|
else:
|
|
|
|
|
discard
|
2023-08-24 18:28:30 -07:00
|
|
|
|
2023-08-24 18:48:56 -07:00
|
|
|
discard ret[].signal.fireSync().get()
|
2023-08-24 16:02:13 -07:00
|
|
|
|
2023-08-24 18:33:20 -07:00
|
|
|
proc getTask*(
|
|
|
|
|
self: ThreadDatastorePtr,
|
|
|
|
|
key: KeyBuffer,
|
|
|
|
|
ret: TResult[DataBuffer]
|
|
|
|
|
) =
|
|
|
|
|
# return ok(DataBuffer.new())
|
|
|
|
|
discard
|
2023-08-24 16:02:13 -07:00
|
|
|
|
2023-08-24 18:33:20 -07:00
|
|
|
proc putTask*(
|
|
|
|
|
self: ThreadDatastorePtr,
|
2023-08-24 16:02:13 -07:00
|
|
|
key: KeyBuffer,
|
2023-08-24 17:59:43 -07:00
|
|
|
data: DataBuffer,
|
2023-08-24 18:33:20 -07:00
|
|
|
ret: TResult[void]
|
2023-08-24 18:28:30 -07:00
|
|
|
) =
|
|
|
|
|
discard
|
2023-08-24 16:02:13 -07:00
|
|
|
|
2023-08-24 18:28:30 -07:00
|
|
|
# proc close*(
|
|
|
|
|
# self: ThreadDatastore,
|
|
|
|
|
# signal: ThreadSignalPtr,
|
|
|
|
|
# ): TResult[void] =
|
|
|
|
|
# try:
|
|
|
|
|
# self[].tp.shutdown()
|
|
|
|
|
# return ok()
|
|
|
|
|
# except Exception as exc:
|
|
|
|
|
# return TResult[void].new()
|
2023-08-24 16:02:13 -07:00
|
|
|
|
2023-08-24 18:53:06 -07:00
|
|
|
proc createThreadDatastore*(
|
2023-08-24 20:07:03 -07:00
|
|
|
ret: var ThreadDatastorePtr,
|
2023-08-24 16:32:57 -07:00
|
|
|
backend: ThreadBackend,
|
2023-08-24 18:28:30 -07:00
|
|
|
) =
|
2023-08-24 16:02:13 -07:00
|
|
|
|
2023-08-24 18:48:56 -07:00
|
|
|
try:
|
2023-08-24 19:59:37 -07:00
|
|
|
echo "createThreadDatastore: start"
|
2023-08-24 20:07:03 -07:00
|
|
|
# var tp = Taskpool.new(num_threads = 2)
|
|
|
|
|
ret[].tp = Taskpool.new(num_threads = 2) ##\
|
2023-08-24 16:18:31 -07:00
|
|
|
## Default to one thread, multiple threads \
|
|
|
|
|
## will require more work
|
2023-08-24 20:07:03 -07:00
|
|
|
echo "ret.tp: ", ret[].tp.repr
|
|
|
|
|
ret[].tp.spawn startupDatastore()
|
|
|
|
|
# ret[].value[].tp.spawn startupDatastore(ret, backend)
|
2023-08-24 19:59:37 -07:00
|
|
|
echo "createThreadDatastore: done"
|
2023-08-24 16:18:31 -07:00
|
|
|
|
2023-08-24 18:48:56 -07:00
|
|
|
except Exception as exc:
|
2023-08-24 20:07:03 -07:00
|
|
|
# ret[].state = Error
|
|
|
|
|
# ret[].error = exc.toBuffer()
|
|
|
|
|
discard
|
2023-08-24 16:02:13 -07:00
|
|
|
|