nim-datastore/datastore/threadbackend.nim

140 lines
2.9 KiB
Nim
Raw Normal View History

2023-08-24 16:02:13 -07:00
2023-08-24 17:33:32 -07:00
import pkg/chronos/threadsync
import stew/results
2023-08-24 16:02:13 -07:00
import pkg/upraises
2023-08-24 16:18:31 -07:00
import pkg/taskpools
2023-08-24 16:02:13 -07:00
import ./key
import ./query
import ./datastore
import ./databuffer
2023-08-24 17:59:43 -07:00
import threading/smartptrs
2023-08-24 16:02:13 -07:00
2023-08-24 16:29:25 -07:00
import fsds
2023-08-24 18:28:30 -07:00
export key, query, smartptrs, databuffer
2023-08-24 16:02:13 -07:00
push: {.upraises: [].}
type
2023-08-24 17:59:43 -07:00
2023-08-24 18:33:20 -07:00
ThreadResultKind* {.pure.} = enum
NotReady
Success
Error
2023-08-24 19:02:46 -07:00
ThreadResult*[T: DataBuffer | void | ThreadDatastorePtr] = object
2023-08-24 18:33:20 -07:00
state*: ThreadResultKind
signal*: ThreadSignalPtr
2023-08-24 18:48:56 -07:00
value*: T
error*: CatchableErrorBuffer
2023-08-24 17:59:43 -07:00
2023-08-24 19:50:58 -07:00
TResult*[T] = SharedPtr[ThreadResult[T]]
2023-08-24 17:59:43 -07:00
2023-08-24 16:29:25 -07:00
ThreadBackendKind* {.pure.} = enum
FSBackend
SQliteBackend
2023-08-24 19:50:58 -07:00
TestBackend
2023-08-24 16:29:25 -07:00
ThreadBackend* = object
case kind*: ThreadBackendKind
of FSBackend:
2023-08-24 19:50:58 -07:00
root*: StringBuffer
depth*: int
caseSensitive*: bool
ignoreProtected*: bool
2023-08-24 16:29:25 -07:00
of SQliteBackend:
discard
2023-08-24 19:50:58 -07:00
of TestBackend:
count*: int
2023-08-24 16:18:31 -07:00
2023-08-24 18:48:56 -07:00
ThreadDatastore = object
tp: Taskpool
2023-08-24 18:28:30 -07:00
backendDatastore: Datastore
2023-08-24 16:18:31 -07:00
2023-08-24 20:07:03 -07:00
ThreadDatastorePtr* = ptr ThreadDatastore
2023-08-24 16:18:31 -07:00
2023-08-24 19:55:44 -07:00
proc newThreadResult*[T](tp: typedesc[T]): TResult[T] =
2023-08-24 19:50:58 -07:00
newSharedPtr(ThreadResult[T])
2023-08-24 17:59:43 -07:00
2023-08-24 18:28:30 -07:00
proc startupDatastore(
2023-08-24 20:07:03 -07:00
# ret: TResult[ThreadDatastorePtr],
# backend: ThreadBackend,
) {.raises: [].} =
2023-08-24 16:29:25 -07:00
## starts up a FS instance on a give thread
2023-08-24 20:07:03 -07:00
var
ret: TResult[ThreadDatastorePtr]
backend: ThreadBackend
2023-08-24 16:29:25 -07:00
case backend.kind:
of FSBackend:
2023-08-24 18:28:30 -07:00
let ds = FSDatastore.new(
2023-08-24 16:29:25 -07:00
root = backend.root.toString(),
depth = backend.depth,
caseSensitive = backend.caseSensitive,
2023-08-24 18:28:30 -07:00
ignoreProtected = backend.ignoreProtected
)
if ds.isOk:
2023-08-24 18:53:06 -07:00
ret[].value[].backendDatastore = ds.get()
2023-08-24 18:33:20 -07:00
ret[].state = Success
2023-08-24 18:28:30 -07:00
else:
2023-08-24 18:33:20 -07:00
ret[].state = Error
2023-08-24 19:50:58 -07:00
ret[].value[].backendDatastore = ds.get()
ret[].state = Success
of TestBackend:
2023-08-24 19:59:37 -07:00
echo "startupDatastore: TestBackend"
2023-08-24 19:50:58 -07:00
ret[].value[].backendDatastore = nil
ret[].state = Success
2023-08-24 16:29:25 -07:00
else:
discard
2023-08-24 18:28:30 -07:00
2023-08-24 18:48:56 -07:00
discard ret[].signal.fireSync().get()
2023-08-24 16:02:13 -07:00
2023-08-24 18:33:20 -07:00
proc getTask*(
self: ThreadDatastorePtr,
key: KeyBuffer,
ret: TResult[DataBuffer]
) =
# return ok(DataBuffer.new())
discard
2023-08-24 16:02:13 -07:00
2023-08-24 18:33:20 -07:00
proc putTask*(
self: ThreadDatastorePtr,
2023-08-24 16:02:13 -07:00
key: KeyBuffer,
2023-08-24 17:59:43 -07:00
data: DataBuffer,
2023-08-24 18:33:20 -07:00
ret: TResult[void]
2023-08-24 18:28:30 -07:00
) =
discard
2023-08-24 16:02:13 -07:00
2023-08-24 18:28:30 -07:00
# proc close*(
# self: ThreadDatastore,
# signal: ThreadSignalPtr,
# ): TResult[void] =
# try:
# self[].tp.shutdown()
# return ok()
# except Exception as exc:
# return TResult[void].new()
2023-08-24 16:02:13 -07:00
2023-08-24 18:53:06 -07:00
proc createThreadDatastore*(
2023-08-24 20:07:03 -07:00
ret: var ThreadDatastorePtr,
2023-08-24 16:32:57 -07:00
backend: ThreadBackend,
2023-08-24 18:28:30 -07:00
) =
2023-08-24 16:02:13 -07:00
2023-08-24 18:48:56 -07:00
try:
2023-08-24 19:59:37 -07:00
echo "createThreadDatastore: start"
2023-08-24 20:07:03 -07:00
# var tp = Taskpool.new(num_threads = 2)
ret[].tp = Taskpool.new(num_threads = 2) ##\
2023-08-24 16:18:31 -07:00
## Default to one thread, multiple threads \
## will require more work
2023-08-24 20:07:03 -07:00
echo "ret.tp: ", ret[].tp.repr
ret[].tp.spawn startupDatastore()
# ret[].value[].tp.spawn startupDatastore(ret, backend)
2023-08-24 19:59:37 -07:00
echo "createThreadDatastore: done"
2023-08-24 16:18:31 -07:00
2023-08-24 18:48:56 -07:00
except Exception as exc:
2023-08-24 20:07:03 -07:00
# ret[].state = Error
# ret[].error = exc.toBuffer()
discard
2023-08-24 16:02:13 -07:00