nim-datastore/datastore/threadbackend.nim

124 lines
2.4 KiB
Nim
Raw Normal View History

2023-08-24 16:02:13 -07:00
2023-08-24 17:33:32 -07:00
import pkg/chronos/threadsync
import stew/results
2023-08-24 16:02:13 -07:00
import pkg/upraises
2023-08-24 16:18:31 -07:00
import pkg/taskpools
2023-08-24 16:02:13 -07:00
import ./key
import ./query
import ./datastore
import ./databuffer
2023-08-24 17:59:43 -07:00
import threading/smartptrs
2023-08-24 16:02:13 -07:00
2023-08-24 16:29:25 -07:00
import fsds
2023-08-24 18:28:30 -07:00
export key, query, smartptrs, databuffer
2023-08-24 16:02:13 -07:00
push: {.upraises: [].}
type
2023-08-24 17:59:43 -07:00
2023-08-24 18:33:20 -07:00
ThreadResultKind* {.pure.} = enum
NotReady
Success
Error
2023-08-24 18:28:30 -07:00
ThreadResult*[T: DataBuffer | void] = object
2023-08-24 18:33:20 -07:00
state*: ThreadResultKind
signal*: ThreadSignalPtr
2023-08-24 18:28:30 -07:00
val*: T
err*: CatchableErrorBuffer
2023-08-24 17:59:43 -07:00
TResult*[T] = UniquePtr[ThreadResult[T]]
2023-08-24 16:29:25 -07:00
ThreadBackendKind* {.pure.} = enum
FSBackend
SQliteBackend
ThreadBackend* = object
case kind*: ThreadBackendKind
of FSBackend:
root: StringBuffer
depth: int
caseSensitive: bool
ignoreProtected: bool
of SQliteBackend:
discard
2023-08-24 16:18:31 -07:00
2023-08-24 18:28:30 -07:00
ThreadDatastore* = object
taskpool: Taskpool
backendDatastore: Datastore
2023-08-24 16:18:31 -07:00
2023-08-24 18:28:30 -07:00
ThreadDatastorePtr* = SharedPtr[ThreadDatastore]
2023-08-24 16:18:31 -07:00
2023-08-24 17:59:43 -07:00
proc new*[T](tp: typedesc[TResult[T]]): TResult[T] =
newUniquePtr(ThreadResult[T])
2023-08-24 18:28:30 -07:00
proc startupDatastore(
signal: ThreadSignalPtr,
backend: ThreadBackend,
2023-08-24 18:33:20 -07:00
ret: TResult[ThreadDatastorePtr],
2023-08-24 18:28:30 -07:00
): bool =
2023-08-24 16:29:25 -07:00
## starts up a FS instance on a give thread
case backend.kind:
of FSBackend:
2023-08-24 18:28:30 -07:00
let ds = FSDatastore.new(
2023-08-24 16:29:25 -07:00
root = backend.root.toString(),
depth = backend.depth,
caseSensitive = backend.caseSensitive,
2023-08-24 18:28:30 -07:00
ignoreProtected = backend.ignoreProtected
)
if ds.isOk:
let tds = newSharedPtr(ThreadDatastore)
tds[].backendDatastore = ds.get()
2023-08-24 18:33:20 -07:00
ret[].val = tds
ret[].state = Success
2023-08-24 18:28:30 -07:00
else:
2023-08-24 18:33:20 -07:00
ret[].state = Error
2023-08-24 16:29:25 -07:00
else:
discard
2023-08-24 18:28:30 -07:00
2023-08-24 18:33:20 -07:00
ret[].signal.fireSync().get()
2023-08-24 16:02:13 -07:00
2023-08-24 18:33:20 -07:00
proc getTask*(
self: ThreadDatastorePtr,
key: KeyBuffer,
ret: TResult[DataBuffer]
) =
# return ok(DataBuffer.new())
discard
2023-08-24 16:02:13 -07:00
2023-08-24 18:33:20 -07:00
proc putTask*(
self: ThreadDatastorePtr,
2023-08-24 16:02:13 -07:00
key: KeyBuffer,
2023-08-24 17:59:43 -07:00
data: DataBuffer,
2023-08-24 18:33:20 -07:00
ret: TResult[void]
2023-08-24 18:28:30 -07:00
) =
discard
2023-08-24 16:02:13 -07:00
2023-08-24 18:28:30 -07:00
# proc close*(
# self: ThreadDatastore,
# signal: ThreadSignalPtr,
# ): TResult[void] =
# try:
# self[].tp.shutdown()
# return ok()
# except Exception as exc:
# return TResult[void].new()
2023-08-24 16:02:13 -07:00
2023-08-24 18:35:56 -07:00
func new*(
2023-08-24 16:02:13 -07:00
T: typedesc[ThreadDatastore],
2023-08-24 17:33:32 -07:00
signal: ThreadSignalPtr,
2023-08-24 16:32:57 -07:00
backend: ThreadBackend,
2023-08-24 18:33:20 -07:00
ret: TResult[ThreadDatastore]
2023-08-24 18:28:30 -07:00
) =
2023-08-24 16:02:13 -07:00
var self = T()
2023-08-24 16:18:31 -07:00
self.tp = Taskpool.new(num_threads = 1) ##\
## Default to one thread, multiple threads \
## will require more work
2023-08-24 18:28:30 -07:00
let pending = self.tp.spawn startupDatastore(signal, backend)
2023-08-24 16:02:13 -07:00