2015-12-28 21:24:05 +00:00
|
|
|
# NimYAML - YAML implementation in Nim
|
|
|
|
# (c) Copyright 2015 Felix Krause
|
|
|
|
#
|
|
|
|
# See the file "copying.txt", included in this
|
|
|
|
# distribution, for details about the copyright.
|
|
|
|
|
2015-12-24 14:21:49 +00:00
|
|
|
type
|
|
|
|
Level = tuple[node: JsonNode, key: string]
|
|
|
|
|
2016-01-24 17:24:09 +00:00
|
|
|
proc initLevel(node: JsonNode): Level {.raises: [].} =
|
|
|
|
(node: node, key: cast[string](nil))
|
2015-12-24 14:21:49 +00:00
|
|
|
|
2016-01-24 17:24:09 +00:00
|
|
|
proc jsonFromScalar(content: string, tag: TagId): JsonNode
|
|
|
|
{.raises: [YamlConstructionError].}=
|
2015-12-24 14:21:49 +00:00
|
|
|
new(result)
|
2016-01-14 18:58:38 +00:00
|
|
|
var mappedType: TypeHint
|
2015-12-26 17:40:23 +00:00
|
|
|
|
|
|
|
case tag
|
2015-12-27 22:40:27 +00:00
|
|
|
of yTagQuestionMark:
|
2016-01-14 18:58:38 +00:00
|
|
|
mappedType = guessType(content)
|
2015-12-27 22:40:27 +00:00
|
|
|
of yTagExclamationMark, yTagString:
|
2016-01-24 17:24:09 +00:00
|
|
|
mappedType = yTypeUnknown
|
2015-12-27 22:40:27 +00:00
|
|
|
of yTagBoolean:
|
2016-01-14 18:58:38 +00:00
|
|
|
case guessType(content)
|
2015-12-27 20:36:47 +00:00
|
|
|
of yTypeBoolTrue:
|
|
|
|
mappedType = yTypeBoolTrue
|
|
|
|
of yTypeBoolFalse:
|
|
|
|
mappedType = yTypeBoolFalse
|
|
|
|
else:
|
2016-01-24 17:24:09 +00:00
|
|
|
raise newException(YamlConstructionError,
|
|
|
|
"Invalid boolean value: " & content)
|
2015-12-27 22:40:27 +00:00
|
|
|
of yTagInteger:
|
2015-12-26 17:40:23 +00:00
|
|
|
mappedType = yTypeInteger
|
2015-12-27 22:40:27 +00:00
|
|
|
of yTagNull:
|
2015-12-26 17:40:23 +00:00
|
|
|
mappedType = yTypeNull
|
2015-12-27 22:40:27 +00:00
|
|
|
of yTagFloat:
|
2016-01-24 17:24:09 +00:00
|
|
|
case guessType(content)
|
|
|
|
of yTypeFloat:
|
|
|
|
mappedType = yTypeFloat
|
|
|
|
of yTypeFloatInf:
|
|
|
|
mappedType = yTypeFloatInf
|
|
|
|
of yTypeFloatNaN:
|
|
|
|
mappedType = yTypeFloatNaN
|
|
|
|
else:
|
|
|
|
raise newException(YamlConstructionError,
|
|
|
|
"Invalid float value: " & content)
|
2015-12-26 17:40:23 +00:00
|
|
|
else:
|
|
|
|
mappedType = yTypeUnknown
|
|
|
|
|
2016-01-24 17:24:09 +00:00
|
|
|
try:
|
|
|
|
case mappedType
|
|
|
|
of yTypeInteger:
|
|
|
|
result.kind = JInt
|
|
|
|
result.num = parseBiggestInt(content)
|
|
|
|
of yTypeFloat:
|
|
|
|
result.kind = JFloat
|
|
|
|
result.fnum = parseFloat(content)
|
|
|
|
of yTypeFloatInf:
|
|
|
|
result.kind = JFloat
|
|
|
|
result.fnum = if content[0] == '-': NegInf else: Inf
|
|
|
|
of yTypeFloatNaN:
|
|
|
|
result.kind = JFloat
|
|
|
|
result.fnum = NaN
|
|
|
|
of yTypeBoolTrue:
|
|
|
|
result.kind = JBool
|
|
|
|
result.bval = true
|
|
|
|
of yTypeBoolFalse:
|
|
|
|
result.kind = JBool
|
|
|
|
result.bval = false
|
|
|
|
of yTypeNull:
|
|
|
|
result.kind = JNull
|
|
|
|
else:
|
|
|
|
result.kind = JString
|
|
|
|
result.str = content
|
|
|
|
except ValueError:
|
|
|
|
var e = newException(YamlConstructionError,
|
|
|
|
"Cannot parse numeric value")
|
|
|
|
e.parent = getCurrentException()
|
|
|
|
raise e
|
2015-12-24 14:21:49 +00:00
|
|
|
|
2016-02-12 18:53:25 +00:00
|
|
|
proc constructJson*(s: var YamlStream): seq[JsonNode] =
|
2015-12-24 14:21:49 +00:00
|
|
|
newSeq(result, 0)
|
|
|
|
|
|
|
|
var
|
2015-12-26 17:40:23 +00:00
|
|
|
levels = newSeq[Level]()
|
|
|
|
anchors = initTable[AnchorId, JsonNode]()
|
2016-02-12 18:53:25 +00:00
|
|
|
for event in s:
|
2015-12-24 14:21:49 +00:00
|
|
|
case event.kind
|
|
|
|
of yamlStartDocument:
|
|
|
|
# we don't need to do anything here; root node will be created
|
|
|
|
# by first scalar, sequence or map event
|
|
|
|
discard
|
|
|
|
of yamlEndDocument:
|
|
|
|
# we can savely assume that levels has e length of exactly 1.
|
|
|
|
result.add(levels.pop().node)
|
|
|
|
of yamlStartSequence:
|
2015-12-26 12:16:57 +00:00
|
|
|
levels.add(initLevel(newJArray()))
|
2015-12-27 22:40:27 +00:00
|
|
|
if event.seqAnchor != yAnchorNone:
|
2015-12-27 15:36:32 +00:00
|
|
|
anchors[event.seqAnchor] = levels[levels.high].node
|
2015-12-24 14:21:49 +00:00
|
|
|
of yamlStartMap:
|
2015-12-26 12:16:57 +00:00
|
|
|
levels.add(initLevel(newJObject()))
|
2015-12-27 22:40:27 +00:00
|
|
|
if event.mapAnchor != yAnchorNone:
|
2015-12-27 15:36:32 +00:00
|
|
|
anchors[event.mapAnchor] = levels[levels.high].node
|
2015-12-24 14:21:49 +00:00
|
|
|
of yamlScalar:
|
2015-12-26 17:40:23 +00:00
|
|
|
if levels.len == 0:
|
|
|
|
# parser ensures that next event will be yamlEndDocument
|
|
|
|
levels.add((node: jsonFromScalar(event.scalarContent,
|
2016-01-14 18:58:38 +00:00
|
|
|
event.scalarTag), key: nil))
|
2015-12-26 17:40:23 +00:00
|
|
|
continue
|
|
|
|
|
2015-12-24 14:21:49 +00:00
|
|
|
case levels[levels.high].node.kind
|
|
|
|
of JArray:
|
2015-12-26 12:16:57 +00:00
|
|
|
let jsonScalar = jsonFromScalar(event.scalarContent,
|
2016-01-14 18:58:38 +00:00
|
|
|
event.scalarTag)
|
2015-12-26 12:16:57 +00:00
|
|
|
levels[levels.high].node.elems.add(jsonScalar)
|
2015-12-27 22:40:27 +00:00
|
|
|
if event.scalarAnchor != yAnchorNone:
|
2015-12-26 12:16:57 +00:00
|
|
|
anchors[event.scalarAnchor] = jsonScalar
|
2015-12-24 14:21:49 +00:00
|
|
|
of JObject:
|
|
|
|
if isNil(levels[levels.high].key):
|
|
|
|
# JSON only allows strings as keys
|
|
|
|
levels[levels.high].key = event.scalarContent
|
2015-12-27 22:40:27 +00:00
|
|
|
if event.scalarAnchor != yAnchorNone:
|
2016-01-24 17:24:09 +00:00
|
|
|
raise newException(YamlConstructionError,
|
2015-12-26 12:16:57 +00:00
|
|
|
"scalar keys may not have anchors in JSON")
|
2015-12-24 14:21:49 +00:00
|
|
|
else:
|
2015-12-26 12:16:57 +00:00
|
|
|
let jsonScalar = jsonFromScalar(event.scalarContent,
|
2016-01-14 18:58:38 +00:00
|
|
|
event.scalarTag)
|
2015-12-24 14:21:49 +00:00
|
|
|
levels[levels.high].node.fields.add(
|
2016-02-25 21:52:52 +00:00
|
|
|
levels[levels.high].key, jsonScalar)
|
2015-12-24 14:21:49 +00:00
|
|
|
levels[levels.high].key = nil
|
2015-12-27 22:40:27 +00:00
|
|
|
if event.scalarAnchor != yAnchorNone:
|
2015-12-26 12:16:57 +00:00
|
|
|
anchors[event.scalarAnchor] = jsonScalar
|
2015-12-24 14:21:49 +00:00
|
|
|
else:
|
|
|
|
discard # will never happen
|
|
|
|
of yamlEndSequence, yamlEndMap:
|
|
|
|
if levels.len > 1:
|
|
|
|
let level = levels.pop()
|
|
|
|
case levels[levels.high].node.kind
|
|
|
|
of JArray:
|
|
|
|
levels[levels.high].node.elems.add(level.node)
|
|
|
|
of JObject:
|
|
|
|
if isNil(levels[levels.high].key):
|
2016-01-22 21:40:22 +00:00
|
|
|
echo level.node.pretty()
|
2016-01-24 17:24:09 +00:00
|
|
|
raise newException(YamlConstructionError,
|
2015-12-24 14:21:49 +00:00
|
|
|
"non-scalar as key not allowed in JSON")
|
|
|
|
else:
|
|
|
|
levels[levels.high].node.fields.add(
|
2016-02-25 21:52:52 +00:00
|
|
|
levels[levels.high].key, level.node)
|
2015-12-24 14:21:49 +00:00
|
|
|
levels[levels.high].key = nil
|
|
|
|
else:
|
|
|
|
discard # will never happen
|
|
|
|
else:
|
|
|
|
discard # wait for yamlEndDocument
|
|
|
|
of yamlAlias:
|
2015-12-26 12:16:57 +00:00
|
|
|
# we can savely assume that the alias exists in anchors
|
|
|
|
# (else the parser would have already thrown an exception)
|
|
|
|
case levels[levels.high].node.kind
|
|
|
|
of JArray:
|
2016-01-24 17:24:09 +00:00
|
|
|
try:
|
|
|
|
levels[levels.high].node.elems.add(
|
|
|
|
anchors[event.aliasTarget])
|
|
|
|
except KeyError:
|
|
|
|
# we can safely assume that this doesn't happen. It would
|
|
|
|
# have resulted in a parser error earlier.
|
|
|
|
assert(false)
|
2015-12-26 12:16:57 +00:00
|
|
|
of JObject:
|
|
|
|
if isNil(levels[levels.high].key):
|
2016-01-24 17:24:09 +00:00
|
|
|
raise newException(YamlConstructionError,
|
2015-12-26 12:16:57 +00:00
|
|
|
"cannot use alias node as key in JSON")
|
|
|
|
else:
|
2016-01-24 17:24:09 +00:00
|
|
|
try:
|
|
|
|
levels[levels.high].node.fields.add(
|
2016-02-25 21:52:52 +00:00
|
|
|
levels[levels.high].key,
|
|
|
|
anchors[event.aliasTarget])
|
2016-01-24 17:24:09 +00:00
|
|
|
except KeyError:
|
|
|
|
# we can safely assume that this doesn't happen. It would
|
|
|
|
# have resulted in a parser error earlier.
|
|
|
|
assert(false)
|
2015-12-26 12:16:57 +00:00
|
|
|
levels[levels.high].key = nil
|
|
|
|
else:
|
2016-01-05 18:58:46 +00:00
|
|
|
discard # will never happen
|
|
|
|
|
|
|
|
proc loadToJson*(s: Stream): seq[JsonNode] =
|
|
|
|
var
|
2016-01-24 10:44:10 +00:00
|
|
|
parser = newYamlParser(initCoreTagLibrary())
|
2016-01-05 18:58:46 +00:00
|
|
|
events = parser.parse(s)
|
2016-01-24 17:24:09 +00:00
|
|
|
try:
|
|
|
|
return constructJson(events)
|
|
|
|
except YamlConstructionError:
|
|
|
|
var e = cast[ref YamlConstructionError](getCurrentException())
|
|
|
|
e.line = parser.getLineNumber()
|
|
|
|
e.column = parser.getColNumber()
|
|
|
|
e.lineContent = parser.getLineContent()
|
|
|
|
raise e
|
2016-02-12 18:53:25 +00:00
|
|
|
except YamlStreamError:
|
2016-01-24 17:24:09 +00:00
|
|
|
let e = getCurrentException()
|
2016-01-24 20:38:29 +00:00
|
|
|
if e.parent of IOError:
|
2016-01-24 17:24:09 +00:00
|
|
|
raise cast[ref IOError](e.parent)
|
2016-01-24 20:38:29 +00:00
|
|
|
elif e.parent of YamlParserError:
|
2016-01-24 17:24:09 +00:00
|
|
|
raise cast[ref YamlParserError](e.parent)
|
|
|
|
else:
|
|
|
|
# can never happen
|
|
|
|
assert(false)
|
2016-01-26 19:51:21 +00:00
|
|
|
except AssertionError: raise
|
2016-01-24 17:24:09 +00:00
|
|
|
except Exception:
|
|
|
|
# compiler bug: https://github.com/nim-lang/Nim/issues/3772
|
2016-02-25 21:52:52 +00:00
|
|
|
assert(false)
|