nim-datastore/datastore/threadbackend.nim

140 lines
2.9 KiB
Nim
Raw Normal View History

2023-08-24 16:02:13 -07:00
2023-08-24 17:33:32 -07:00
import pkg/chronos/threadsync
import stew/results
2023-08-24 16:02:13 -07:00
import pkg/upraises
2023-08-24 16:18:31 -07:00
import pkg/taskpools
2023-08-24 16:02:13 -07:00
import ./key
import ./query
import ./datastore
import ./databuffer
2023-08-24 17:59:43 -07:00
import threading/smartptrs
2023-08-24 16:02:13 -07:00
2023-08-24 16:29:25 -07:00
import fsds
2023-08-24 18:28:30 -07:00
export key, query, smartptrs, databuffer
2023-08-24 16:02:13 -07:00
push: {.upraises: [].}
type
2023-08-24 17:59:43 -07:00
2023-08-24 18:33:20 -07:00
ThreadResultKind* {.pure.} = enum
NotReady
Success
Error
2023-08-24 19:02:46 -07:00
ThreadResult*[T: DataBuffer | void | ThreadDatastorePtr] = object
2023-08-24 18:33:20 -07:00
state*: ThreadResultKind
signal*: ThreadSignalPtr
2023-08-24 18:48:56 -07:00
value*: T
error*: CatchableErrorBuffer
2023-08-24 17:59:43 -07:00
2023-08-24 19:50:58 -07:00
TResult*[T] = SharedPtr[ThreadResult[T]]
2023-08-24 17:59:43 -07:00
2023-08-24 16:29:25 -07:00
ThreadBackendKind* {.pure.} = enum
2023-08-24 20:28:22 -07:00
TestBackend
2023-08-24 16:29:25 -07:00
FSBackend
SQliteBackend
ThreadBackend* = object
case kind*: ThreadBackendKind
of FSBackend:
2023-08-24 19:50:58 -07:00
root*: StringBuffer
depth*: int
caseSensitive*: bool
ignoreProtected*: bool
2023-08-24 16:29:25 -07:00
of SQliteBackend:
discard
2023-08-24 19:50:58 -07:00
of TestBackend:
count*: int
2023-08-24 16:18:31 -07:00
2023-08-24 20:15:22 -07:00
ThreadDatastore* = object
2023-08-24 18:48:56 -07:00
tp: Taskpool
2023-08-24 20:44:50 -07:00
backendDatastore: ThreadBackendKind
2023-08-24 16:18:31 -07:00
2023-08-24 20:28:22 -07:00
ThreadDatastorePtr* = UniquePtr[ThreadDatastore]
2023-08-24 16:18:31 -07:00
2023-08-24 20:44:50 -07:00
Test* = object
count*: int
TestPtr* = SharedPtr[Test]
var fsBackend {.threadvar.}: FSDatastore
2023-08-24 19:55:44 -07:00
proc newThreadResult*[T](tp: typedesc[T]): TResult[T] =
2023-08-24 19:50:58 -07:00
newSharedPtr(ThreadResult[T])
2023-08-24 17:59:43 -07:00
2023-08-24 18:28:30 -07:00
proc startupDatastore(
2023-08-24 20:28:22 -07:00
ret: TResult[ThreadDatastorePtr],
backend: ThreadBackend,
2023-08-24 20:44:50 -07:00
count: TestPtr,
2023-08-24 20:28:22 -07:00
) {.raises: [].} =
2023-08-24 16:29:25 -07:00
## starts up a FS instance on a give thread
2023-08-24 20:07:03 -07:00
var
ret: TResult[ThreadDatastorePtr]
backend: ThreadBackend
2023-08-24 20:28:22 -07:00
echo "\n\nstartupDatastore: ret:\n", ret.repr
2023-08-24 20:07:03 -07:00
2023-08-24 20:28:22 -07:00
echo "\nstartupDatastore: backend:\n", backend.repr
echo "\nstartupDatastore: count:\n", count.repr
echo ""
2023-08-24 16:29:25 -07:00
case backend.kind:
of FSBackend:
2023-08-24 18:28:30 -07:00
let ds = FSDatastore.new(
2023-08-24 16:29:25 -07:00
root = backend.root.toString(),
depth = backend.depth,
caseSensitive = backend.caseSensitive,
2023-08-24 18:28:30 -07:00
ignoreProtected = backend.ignoreProtected
)
if ds.isOk:
2023-08-24 20:44:50 -07:00
fsBackend = ds.get()
2023-08-24 18:33:20 -07:00
ret[].state = Success
2023-08-24 18:28:30 -07:00
else:
2023-08-24 18:33:20 -07:00
ret[].state = Error
2023-08-24 20:44:50 -07:00
ret[].error = newException(DatastoreError, "error creating signal").toBuffer()
2023-08-24 19:50:58 -07:00
of TestBackend:
2023-08-24 19:59:37 -07:00
echo "startupDatastore: TestBackend"
2023-08-24 19:50:58 -07:00
ret[].state = Success
2023-08-24 16:29:25 -07:00
else:
discard
2023-08-24 18:28:30 -07:00
2023-08-24 20:28:22 -07:00
echo "startupDatastore: signal"
2023-08-24 18:48:56 -07:00
discard ret[].signal.fireSync().get()
2023-08-24 16:02:13 -07:00
2023-08-24 18:33:20 -07:00
proc getTask*(
self: ThreadDatastorePtr,
key: KeyBuffer,
ret: TResult[DataBuffer]
) =
# return ok(DataBuffer.new())
discard
2023-08-24 16:02:13 -07:00
2023-08-24 18:33:20 -07:00
proc putTask*(
self: ThreadDatastorePtr,
2023-08-24 16:02:13 -07:00
key: KeyBuffer,
2023-08-24 17:59:43 -07:00
data: DataBuffer,
2023-08-24 18:33:20 -07:00
ret: TResult[void]
2023-08-24 18:28:30 -07:00
) =
discard
2023-08-24 16:02:13 -07:00
2023-08-24 18:53:06 -07:00
proc createThreadDatastore*(
2023-08-24 20:15:22 -07:00
ret: TResult[ThreadDatastorePtr],
2023-08-24 16:32:57 -07:00
backend: ThreadBackend,
2023-08-24 18:28:30 -07:00
) =
2023-08-24 16:02:13 -07:00
2023-08-24 18:48:56 -07:00
try:
2023-08-24 19:59:37 -07:00
echo "createThreadDatastore: start"
2023-08-24 20:28:22 -07:00
ret[].value[].tp = Taskpool.new(num_threads = 2)
echo "\n\ncreateThreadDatastore:tp:\n", ret[].repr
2023-08-24 20:44:50 -07:00
ret[].value[].tp.spawn startupDatastore(
ret, backend, newSharedPtr(Test(count: 22)))
2023-08-24 19:59:37 -07:00
echo "createThreadDatastore: done"
2023-08-24 20:28:22 -07:00
ret[].state = Success
2023-08-24 16:18:31 -07:00
2023-08-24 18:48:56 -07:00
except Exception as exc:
2023-08-24 20:28:22 -07:00
ret[].state = Error
ret[].error = exc.toBuffer()
2023-08-24 20:07:03 -07:00
discard
2023-08-24 16:02:13 -07:00