360 lines
12 KiB
Nim
360 lines
12 KiB
Nim
import
|
|
stew/shims/macros, stew/objects
|
|
|
|
type
|
|
FieldTag*[RecordType; fieldName: static string; FieldType] = distinct void
|
|
|
|
let
|
|
# Identifiers affecting the public interface of the library:
|
|
valueVar {.compileTime.} = ident "value"
|
|
readerVar {.compileTime.} = ident "reader"
|
|
writerVar {.compileTime.} = ident "writer"
|
|
holderVar {.compileTime.} = ident "holder"
|
|
fieldNameVar {.compileTime.} = ident "fieldName"
|
|
FieldTypeSym {.compileTime.} = ident "FieldType"
|
|
|
|
template dontSerialize* {.pragma.}
|
|
## Specifies that a certain field should be ignored for
|
|
## the purposes of serialization
|
|
|
|
template enumInstanceSerializedFields*(obj: auto,
|
|
fieldNameVar, fieldVar,
|
|
body: untyped) =
|
|
## Expands a block over all serialized fields of an object.
|
|
##
|
|
## Inside the block body, the passed `fieldNameVar` identifier
|
|
## will refer to the name of each field as a string. `fieldVar`
|
|
## will refer to the field value.
|
|
##
|
|
## The order of visited fields matches the order of the fields in
|
|
## the object definition unless `serialziedFields` is used to specify
|
|
## a different order. Fields marked with the `dontSerialize` pragma
|
|
## are skipped.
|
|
##
|
|
## If the visited object is a case object, only the currently active
|
|
## fields will be visited. During de-serialization, case discriminators
|
|
## will be read first and the iteration will continue depending on the
|
|
## value being deserialized.
|
|
##
|
|
type ObjType = type(obj)
|
|
|
|
for fieldNameVar, fieldVar in fieldPairs(obj):
|
|
when not hasCustomPragmaFixed(ObjType, fieldNameVar, dontSerialize):
|
|
body
|
|
|
|
macro enumAllSerializedFieldsImpl(T: type, body: untyped): untyped =
|
|
## Expands a block over all fields of a type
|
|
##
|
|
## Please note that the main difference between
|
|
## `enumInstanceSerializedFields` and `enumAllSerializedFields`
|
|
## is that the later will visit all fields of case objects.
|
|
##
|
|
## Inside the block body, the following symbols will be defined:
|
|
##
|
|
## * `fieldName`
|
|
## String literal for the field name
|
|
##
|
|
## * `FieldType`
|
|
## Type alias for the field type
|
|
##
|
|
## * `fieldCaseDiscriminator`
|
|
## String literal denoting the name of the case object
|
|
## discriminator under which the visited field is nested.
|
|
## If the field is not nested in a specific case branch,
|
|
## this will be an empty string.
|
|
##
|
|
## * `fieldCaseBranches`
|
|
## A set literal node denoting the possible values of the
|
|
## case object discriminator which make this field accessible.
|
|
##
|
|
## The order of visited fields matches the order of the fields in
|
|
## the object definition unless `serialziedFields` is used to specify
|
|
## a different order. Fields marked with the `dontSerialize` pragma
|
|
## are skipped.
|
|
##
|
|
var typeAst = getType(T)[1]
|
|
var typeImpl: NimNode
|
|
let isSymbol = not typeAst.isTuple
|
|
|
|
if not isSymbol:
|
|
typeImpl = typeAst
|
|
else:
|
|
typeImpl = getImpl(typeAst)
|
|
result = newStmtList()
|
|
|
|
var i = 0
|
|
for field in recordFields(typeImpl):
|
|
if field.readPragma("dontSerialize") != nil:
|
|
continue
|
|
|
|
let
|
|
fieldType = field.typ
|
|
fieldIdent = field.name
|
|
fieldName = newLit($fieldIdent)
|
|
discriminator = newLit(if field.caseField == nil: ""
|
|
else: $field.caseField[0])
|
|
branches = field.caseBranch
|
|
fieldIndex = newLit(i)
|
|
|
|
let fieldNameVarTemplate =
|
|
if isSymbol:
|
|
quote:
|
|
template `fieldNameVar`: auto {.used.} = `fieldName`
|
|
else:
|
|
quote:
|
|
template `fieldNameVar`: auto {.used.} = $`fieldIndex`
|
|
# we can't access .Fieldn, so our helper knows
|
|
# to parseInt this
|
|
|
|
let field =
|
|
if isSymbol:
|
|
quote do: default(`T`).`fieldIdent`
|
|
else:
|
|
quote do: default(`T`)[`fieldIndex`]
|
|
|
|
result.add quote do:
|
|
block:
|
|
`fieldNameVarTemplate`
|
|
template fieldCaseDiscriminator: auto {.used.} = `discriminator`
|
|
template fieldCaseBranches: auto {.used.} = `branches`
|
|
|
|
# type `fieldTypeVar` = `fieldType`
|
|
# TODO: This is a work-around for a classic Nim issue:
|
|
type `FieldTypeSym` {.used.} = type(`field`)
|
|
`body`
|
|
|
|
i += 1
|
|
|
|
template enumAllSerializedFields*(T: type, body): untyped =
|
|
when T is ref|ptr:
|
|
type TT = type(default(T)[])
|
|
enumAllSerializedFieldsImpl(TT, body)
|
|
else:
|
|
enumAllSerializedFieldsImpl(T, body)
|
|
|
|
func isCaseObject*(T: type): bool {.compileTime.} =
|
|
genExpr:
|
|
enumAllSerializedFields(T):
|
|
if fieldCaseDiscriminator != "":
|
|
return newLit(true)
|
|
|
|
newLit(false)
|
|
|
|
type
|
|
FieldMarkerImpl*[name: static string] = object
|
|
|
|
FieldReader*[RecordType, Reader] = tuple[
|
|
fieldName: string,
|
|
reader: proc (rec: var RecordType, reader: var Reader) {.gcsafe, nimcall.}
|
|
]
|
|
|
|
FieldReadersTable*[RecordType, Reader] = openarray[FieldReader[RecordType, Reader]]
|
|
|
|
proc totalSerializedFieldsImpl(T: type): int =
|
|
mixin enumAllSerializedFields
|
|
enumAllSerializedFields(T): inc result
|
|
|
|
template totalSerializedFields*(T: type): int =
|
|
(static(totalSerializedFieldsImpl(T)))
|
|
|
|
macro customSerialization*(field: untyped, definition): untyped =
|
|
discard
|
|
|
|
template readFieldIMPL[Reader](field: type FieldTag,
|
|
reader: var Reader): untyped =
|
|
mixin readValue
|
|
reader.readValue(field.FieldType)
|
|
|
|
template writeFieldIMPL*[Writer](writer: var Writer,
|
|
fieldTag: type FieldTag,
|
|
fieldVal: auto,
|
|
holderObj: auto) =
|
|
mixin writeValue
|
|
writer.writeValue(fieldVal)
|
|
|
|
proc makeFieldReadersTable(RecordType, Reader: distinct type):
|
|
seq[FieldReader[RecordType, Reader]] =
|
|
mixin enumAllSerializedFields, readFieldIMPL
|
|
|
|
enumAllSerializedFields(RecordType):
|
|
proc readField(obj: var RecordType, reader: var Reader) {.gcsafe, nimcall.} =
|
|
when RecordType is tuple:
|
|
const i = fieldName.parseInt
|
|
try:
|
|
type F = FieldTag[RecordType, fieldName, type(FieldType)]
|
|
when RecordType is tuple:
|
|
obj[i] = readFieldIMPL(F, reader)
|
|
else:
|
|
field(obj, fieldName) = readFieldIMPL(F, reader)
|
|
except SerializationError:
|
|
raise
|
|
except CatchableError as err:
|
|
reader.handleReadException(
|
|
`RecordType`,
|
|
fieldName,
|
|
when RecordType is tuple: obj[i] else: field(obj, fieldName),
|
|
err)
|
|
|
|
result.add((fieldName, readField))
|
|
|
|
proc fieldReadersTable*(RecordType, Reader: distinct type):
|
|
ptr seq[FieldReader[RecordType, Reader]] =
|
|
mixin readValue
|
|
var tbl {.global.} = makeFieldReadersTable(RecordType, Reader)
|
|
{.gcsafe.}:
|
|
return addr(tbl)
|
|
|
|
proc findFieldReader*(fieldsTable: FieldReadersTable,
|
|
fieldName: string,
|
|
expectedFieldPos: var int): auto =
|
|
for i in expectedFieldPos ..< fieldsTable.len:
|
|
if fieldsTable[i].fieldName == fieldName:
|
|
expectedFieldPos = i + 1
|
|
return fieldsTable[i].reader
|
|
|
|
for i in 0 ..< expectedFieldPos:
|
|
if fieldsTable[i].fieldName == fieldName:
|
|
return fieldsTable[i].reader
|
|
|
|
return nil
|
|
|
|
macro setSerializedFields*(T: typedesc, fields: varargs[untyped]): untyped =
|
|
var fieldsArray = newTree(nnkBracket)
|
|
for f in fields: fieldsArray.add newCall(bindSym"ident", newLit($f))
|
|
|
|
template payload(T: untyped, fieldsArray) {.dirty.} =
|
|
bind default, quote, add, getType, newStmtList,
|
|
ident, newLit, newDotExpr, `$`, `[]`, getAst
|
|
|
|
macro enumInstanceSerializedFields*(ins: T,
|
|
fieldNameVar, fieldVar,
|
|
body: untyped): untyped =
|
|
var
|
|
fields = fieldsArray
|
|
res = newStmtList()
|
|
|
|
for field in fields:
|
|
let
|
|
fieldName = newLit($field)
|
|
fieldAccessor = newDotExpr(ins, field)
|
|
|
|
# TODO replace with getAst once it's ready
|
|
template fieldPayload(fieldNameVar, fieldName, fieldVar,
|
|
fieldAccessor, body) =
|
|
block:
|
|
const fieldNameVar = fieldName
|
|
template fieldVar: auto = fieldAccessor
|
|
body
|
|
|
|
res.add getAst(fieldPayload(fieldNameVar, fieldName, fieldVar,
|
|
fieldAccessor, body))
|
|
|
|
return res
|
|
|
|
macro enumAllSerializedFields*(typ: type T, body: untyped): untyped =
|
|
var
|
|
fields = fieldsArray
|
|
res = newStmtList()
|
|
typ = getType(typ)
|
|
|
|
for field in fields:
|
|
let
|
|
fieldName = newLit($field)
|
|
fieldNameVar = ident "fieldName"
|
|
FieldTypeSym = ident "FieldType"
|
|
|
|
# TODO replace with getAst once it's ready
|
|
template fieldPayload(fieldNameVar, fieldName,
|
|
fieldTypeVar, typ, field,
|
|
body) =
|
|
block:
|
|
const fieldNameVar {.used.} = fieldName
|
|
type fieldTypeVar {.used.} = type(default(typ).field)
|
|
|
|
template fieldCaseDiscriminator: auto {.used.} = ""
|
|
template fieldCaseBranches: auto {.used.} = nil
|
|
|
|
body
|
|
|
|
res.add getAst(fieldPayload(fieldNameVar, fieldName,
|
|
FieldTypeSym, typ, field,
|
|
body))
|
|
|
|
return res
|
|
|
|
return getAst(payload(T, fieldsArray))
|
|
|
|
proc getReaderAndWriter(customSerializationBody: NimNode): (NimNode, NimNode) =
|
|
template fail(n) =
|
|
error "useCustomSerialization expects a block with only `read` and `write` definitions", n
|
|
|
|
for n in customSerializationBody:
|
|
if n.kind in nnkCallKinds:
|
|
if eqIdent(n[0], "read"):
|
|
result[0] = n[1]
|
|
elif eqIdent(n[0], "write"):
|
|
result[1] = n[1]
|
|
else:
|
|
fail n[0]
|
|
elif n.kind == nnkCommentStmt:
|
|
continue
|
|
else:
|
|
fail n
|
|
|
|
proc genCustomSerializationForField(Format, field,
|
|
readBody, writeBody: NimNode): NimNode =
|
|
var
|
|
RecordType = field[0]
|
|
fieldIdent = field[1]
|
|
fieldName = newLit $fieldIdent
|
|
FieldType = genSym(nskType, "FieldType")
|
|
|
|
result = newStmtList()
|
|
result.add quote do:
|
|
type `FieldType` = type declval(`RecordType`).`fieldIdent`
|
|
|
|
if readBody != nil:
|
|
result.add quote do:
|
|
type Reader = ReaderType(`Format`)
|
|
proc readFieldIMPL*(F: type FieldTag[`RecordType`, `fieldName`, auto],
|
|
`readerVar`: var Reader): `FieldType` =
|
|
`readBody`
|
|
|
|
if writeBody != nil:
|
|
result.add quote do:
|
|
type Writer = WriterType(`Format`)
|
|
proc writeFieldIMPL*(`writerVar`: var Writer,
|
|
F: type FieldTag[`RecordType`, `fieldName`, auto],
|
|
`valueVar`: auto,
|
|
`holderVar`: `RecordType`) =
|
|
`writeBody`
|
|
|
|
proc genCustomSerializationForType(Format, typ: NimNode,
|
|
readBody, writeBody: NimNode): NimNode =
|
|
result = newStmtList()
|
|
|
|
if readBody != nil:
|
|
result.add quote do:
|
|
type Reader = ReaderType(`Format`)
|
|
proc readValue*(`readerVar`: var Reader, T: type `typ`): `typ` =
|
|
`readBody`
|
|
|
|
if writeBody != nil:
|
|
result.add quote do:
|
|
type Writer = WriterType(`Format`)
|
|
proc writeValue*(`writerVar`: var Writer, `valueVar`: `typ`) =
|
|
`writeBody`
|
|
|
|
macro useCustomSerialization*(Format: typed, field: untyped, body: untyped): untyped =
|
|
let (readBody, writeBody) = getReaderAndWriter(body)
|
|
if field.kind == nnkDotExpr:
|
|
result = genCustomSerializationForField(Format, field, readBody, writeBody)
|
|
elif field.kind in {nnkIdent, nnkAccQuoted}:
|
|
result = genCustomSerializationForType(Format, field, readBody, writeBody)
|
|
else:
|
|
error "useCustomSerialization expects a type name or a field of a type (e.g. MyType.myField)"
|
|
|
|
when defined(debugUseCustomSerialization):
|
|
echo result.repr
|
|
|