logos-storage/nim-datastore
1
0
Fork 0
mirror of https://github.com/logos-storage/nim-datastore.git synced 2026-01-07 08:03:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

switch to smartptrs

Browse Source
This commit is contained in:
Jaremy Creechley 2023-08-25 15:08:19 -07:00 committed by Dmitriy Ryajov
parent 727f8b6c2a
commit 0d4e6f203a
No known key found for this signature in database
GPG Key ID: DA8C680CE7C657A4
1 changed files with 16 additions and 57 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

73
datastore/databuffer.nim
View File

@ -1,93 +1,52 @@
import std/os # import std/atomics
import std/locks import threading/smartptrs
import std/atomics
import events
type type
DataBuffer* = object DataBufferHolder* = object
cnt: ptr int
buf: ptr UncheckedArray[byte] buf: ptr UncheckedArray[byte]
size: int size: int
DataBuffer* = SharedPtr[DataBufferHolder]
KeyBuffer* = DataBuffer KeyBuffer* = DataBuffer
ValueBuffer* = DataBuffer ValueBuffer* = DataBuffer
StringBuffer* = DataBuffer StringBuffer* = DataBuffer
CatchableErrorBuffer* = object CatchableErrorBuffer* = object
msg: StringBuffer msg: StringBuffer
proc `$`*(data: DataBuffer): string = proc `=destroy`*(x: var DataBufferHolder) =
if data.buf.isNil:
result = "nil"
else:
let sz = min(16, data.size)
result = newString(sz + 2)
copyMem(addr result[1], data.buf, sz)
result[0] = '<'
result[^1] = '>'
proc `=destroy`*(x: var DataBuffer) =
## copy pointer implementation ## copy pointer implementation
if x.buf != nil and x.cnt != nil: if x.buf != nil:
let res = atomicSubFetch(x.cnt, 1, ATOMIC_ACQUIRE) when isMainModule or true:
if res == 0: echo "buffer: FREE: ", repr x.buf.pointer
when isMainModule or true: deallocShared(x.buf)
echo "buffer: FREE: ", repr x.buf.pointer, " ", x.cnt[]
deallocShared(x.buf)
deallocShared(x.cnt)
else:
when isMainModule:
echo "buffer: decr: ", repr x.buf.pointer, " ", x.cnt[]
proc `=copy`*(a: var DataBuffer; b: DataBuffer) = proc len*(a: DataBuffer): int = a[].size
## copy pointer implementation
# do nothing for self-assignments:
if a.buf == b.buf: return
`=destroy`(a)
discard atomicAddFetch(b.cnt, 1, ATOMIC_RELAXED)
a.size = b.size
a.buf = b.buf
a.cnt = b.cnt
when isMainModule:
echo "buffer: Copy: repr: ", b.cnt[],
" ", repr a.buf.pointer,
" ", repr b.buf.pointer
proc incrAtomicCount*(a: DataBuffer) =
let res = atomicAddFetch(a.cnt, 1, ATOMIC_RELAXED)
proc unsafeGetAtomicCount*(a: DataBuffer): int =
atomicLoad(a.cnt, addr result, ATOMIC_RELAXED)
proc len*(a: DataBuffer): int = a.size
proc new*(tp: typedesc[DataBuffer], size: int = 0): DataBuffer = proc new*(tp: typedesc[DataBuffer], size: int = 0): DataBuffer =
let cnt = cast[ptr int](allocShared0(sizeof(result.cnt))) newSharedPtr(DataBufferHolder(
cnt[] = 1 buf: cast[typeof(result[].buf)](allocShared0(size)),
DataBuffer(
cnt: cnt,
buf: cast[typeof(result.buf)](allocShared0(size)),
size: size, size: size,
) ))
proc new*[T: byte | char](tp: typedesc[DataBuffer], data: openArray[T]): DataBuffer = proc new*[T: byte | char](tp: typedesc[DataBuffer], data: openArray[T]): DataBuffer =
## allocate new buffer and copies indata from openArray ## allocate new buffer and copies indata from openArray
## ##
result = DataBuffer.new(data.len) result = DataBuffer.new(data.len)
if data.len() > 0: if data.len() > 0:
copyMem(result.buf, unsafeAddr data[0], data.len) copyMem(result[].buf, unsafeAddr data[0], data.len)
proc toSeq*[T: byte | char](a: DataBuffer, tp: typedesc[T]): seq[T] = proc toSeq*[T: byte | char](a: DataBuffer, tp: typedesc[T]): seq[T] =
result = newSeq[T](a.len) result = newSeq[T](a.len)
copyMem(addr result[0], unsafeAddr a.buf[0], a.len) copyMem(addr result[0], unsafeAddr a[].buf[0], a.len)
proc toString*(data: DataBuffer): string = proc toString*(data: DataBuffer): string =
result = newString(data.len()) result = newString(data.len())
if data.len() > 0: if data.len() > 0:
copyMem(addr result[0], unsafeAddr data.buf[0], data.len) copyMem(addr result[0], unsafeAddr data[].buf[0], data.len)
proc toCatchable*(data: CatchableErrorBuffer): ref CatchableError = proc toCatchable*(data: CatchableErrorBuffer): ref CatchableError =
result = (ref CatchableError)(msg: data.msg.toString()) result = (ref CatchableError)(msg: data.msg.toString())