2015-12-28 23:14:47 +00:00
|
|
|
import "../yaml"
|
|
|
|
|
2016-01-13 20:01:50 +00:00
|
|
|
from nimlets_yaml import objKind
|
|
|
|
|
|
|
|
import math, strutils, stopwatch, terminal
|
2015-12-28 23:14:47 +00:00
|
|
|
|
|
|
|
type
|
|
|
|
ObjectKind = enum
|
|
|
|
otMap, otSequence
|
|
|
|
|
|
|
|
Level = tuple
|
|
|
|
kind: ObjectKind
|
|
|
|
len: int
|
|
|
|
|
|
|
|
proc genString(maxLen: int): string =
|
|
|
|
let len = random(maxLen)
|
|
|
|
result = "\""
|
|
|
|
var i = 0
|
|
|
|
while i < len - 1:
|
|
|
|
let c = cast[char](random(127 - 32) + 32)
|
|
|
|
case c
|
|
|
|
of '"', '\\':
|
|
|
|
result.add('\\')
|
|
|
|
result.add(c)
|
|
|
|
i += 2
|
|
|
|
else:
|
|
|
|
result.add(c)
|
|
|
|
i += 1
|
|
|
|
result.add('\"')
|
|
|
|
|
|
|
|
proc genJsonString(size: int, maxStringLen: int): string =
|
|
|
|
## Generates a random JSON string.
|
|
|
|
## size is in KiB, mayStringLen in characters.
|
|
|
|
|
|
|
|
randomize(size * maxStringLen)
|
|
|
|
result = "{"
|
|
|
|
|
|
|
|
let targetSize = size * 1024
|
|
|
|
var
|
|
|
|
indentation = 2
|
|
|
|
levels = newSeq[Level]()
|
|
|
|
curSize = 1
|
|
|
|
justOpened = true
|
|
|
|
levels.add((kind: otMap, len: 0))
|
|
|
|
|
|
|
|
while levels.len > 0:
|
|
|
|
let
|
|
|
|
objectCloseProbability =
|
|
|
|
float(levels[levels.high].len + levels.high) * 0.025
|
|
|
|
closeObject = random(1.0) <= objectCloseProbability
|
|
|
|
|
|
|
|
if (closeObject and levels.len > 1) or curSize > targetSize:
|
|
|
|
indentation -= 2
|
|
|
|
if justOpened:
|
|
|
|
justOpened = false
|
|
|
|
else:
|
|
|
|
result.add("\x0A")
|
|
|
|
result.add(repeat(' ', indentation))
|
|
|
|
curSize += indentation + 1
|
|
|
|
case levels[levels.high].kind
|
|
|
|
of otMap:
|
|
|
|
result.add('}')
|
|
|
|
of otSequence:
|
|
|
|
result.add(']')
|
|
|
|
curSize += 1
|
|
|
|
discard levels.pop()
|
|
|
|
continue
|
|
|
|
|
|
|
|
levels[levels.high].len += 1
|
|
|
|
|
|
|
|
if justOpened:
|
|
|
|
justOpened = false
|
|
|
|
result.add("\x0A")
|
|
|
|
result.add(repeat(' ', indentation))
|
|
|
|
curSize += indentation + 1
|
|
|
|
else:
|
|
|
|
result.add(",\x0A")
|
|
|
|
result.add(repeat(' ', indentation))
|
|
|
|
curSize += indentation + 2
|
|
|
|
|
|
|
|
case levels[levels.high].kind
|
|
|
|
of otMap:
|
|
|
|
let key = genString(maxStringLen)
|
|
|
|
result.add(key)
|
|
|
|
result.add(": ")
|
|
|
|
curSize += key.len + 2
|
|
|
|
of otSequence:
|
|
|
|
discard
|
|
|
|
|
|
|
|
let
|
|
|
|
objectValueProbability =
|
|
|
|
0.8 / float(levels.len * levels.len)
|
|
|
|
generateObjectValue = random(1.0) <= objectValueProbability
|
|
|
|
|
|
|
|
if generateObjectValue:
|
|
|
|
let objectKind = if random(2) == 0: otMap else: otSequence
|
|
|
|
case objectKind
|
|
|
|
of otMap:
|
|
|
|
result.add('{')
|
|
|
|
of otSequence:
|
|
|
|
result.add('[')
|
|
|
|
curSize += 1
|
|
|
|
levels.add((kind: objectKind, len: 0))
|
|
|
|
justOpened = true
|
|
|
|
indentation += 2
|
|
|
|
else:
|
|
|
|
var s: string
|
|
|
|
case random(11)
|
|
|
|
of 0..5:
|
|
|
|
s = genString(maxStringLen)
|
|
|
|
of 6..7:
|
|
|
|
s = $random(32000)
|
|
|
|
of 8..9:
|
|
|
|
s = $(random(424242.4242) - 212121.21)
|
|
|
|
of 10:
|
|
|
|
case random(3)
|
|
|
|
of 0:
|
|
|
|
s = "true"
|
|
|
|
of 1:
|
|
|
|
s = "false"
|
|
|
|
of 2:
|
|
|
|
s = "null"
|
|
|
|
else:
|
|
|
|
discard
|
|
|
|
else:
|
|
|
|
discard
|
|
|
|
|
|
|
|
result.add(s)
|
|
|
|
curSize += s.len
|
|
|
|
|
2015-12-29 11:33:41 +00:00
|
|
|
var
|
2016-01-13 20:01:50 +00:00
|
|
|
cYaml1k, cYaml10k, cYaml100k, cJson1k, cJson10k, cJson100k,
|
|
|
|
cLibYaml1k, cLibYaml10k, cLibYaml100k: clock
|
2015-12-28 23:14:47 +00:00
|
|
|
json1k = genJsonString(1, 32)
|
|
|
|
json10k = genJsonString(10, 32)
|
|
|
|
json100k = genJsonString(100, 32)
|
2015-12-29 11:33:41 +00:00
|
|
|
parser = newParser(coreTagLibrary())
|
|
|
|
|
|
|
|
s = newStringStream(json1k)
|
2015-12-28 23:14:47 +00:00
|
|
|
|
|
|
|
block:
|
|
|
|
bench(cYaml1k):
|
2015-12-29 11:33:41 +00:00
|
|
|
let res = constructJson(parser.parse(s))
|
2015-12-28 23:14:47 +00:00
|
|
|
assert res[0].kind == JObject
|
|
|
|
|
|
|
|
s = newStringStream(json10k)
|
|
|
|
|
|
|
|
block:
|
|
|
|
bench(cYaml10k):
|
2015-12-29 11:33:41 +00:00
|
|
|
let res = constructJson(parser.parse(s))
|
2015-12-28 23:14:47 +00:00
|
|
|
assert res[0].kind == JObject
|
|
|
|
|
|
|
|
s = newStringStream(json100k)
|
|
|
|
|
|
|
|
block:
|
|
|
|
bench(cYaml100k):
|
2015-12-29 11:33:41 +00:00
|
|
|
let res = constructJson(parser.parse(s))
|
2015-12-28 23:14:47 +00:00
|
|
|
assert res[0].kind == JObject
|
|
|
|
|
|
|
|
block:
|
|
|
|
bench(cJson1k):
|
|
|
|
let res = parseJson(json1k)
|
|
|
|
assert res.kind == JObject
|
|
|
|
|
|
|
|
block:
|
|
|
|
bench(cJson10k):
|
|
|
|
let res = parseJson(json10k)
|
|
|
|
assert res.kind == JObject
|
|
|
|
|
|
|
|
block:
|
|
|
|
bench(cJson100k):
|
|
|
|
let res = parseJson(json100k)
|
|
|
|
assert res.kind == JObject
|
|
|
|
|
2016-01-13 20:01:50 +00:00
|
|
|
block:
|
|
|
|
bench(cLibYaml1k):
|
|
|
|
let res = nimlets_yaml.load(json1k)
|
|
|
|
assert res[0].objKind == nimlets_yaml.YamlObjKind.Map
|
|
|
|
|
|
|
|
block:
|
|
|
|
bench(cLibYaml10k):
|
|
|
|
let res = nimlets_yaml.load(json10k)
|
|
|
|
assert res[0].objKind == nimlets_yaml.YamlObjKind.Map
|
|
|
|
|
|
|
|
block:
|
|
|
|
bench(cLibYaml100k):
|
|
|
|
let res = nimlets_yaml.load(json100k)
|
|
|
|
assert res[0].objKind == nimlets_yaml.YamlObjKind.Map
|
|
|
|
|
|
|
|
proc writeResult(caption: string, num: int64) =
|
|
|
|
styledWriteLine(stdout, resetStyle, caption, fgGreen, $num, resetStyle, "μs")
|
|
|
|
|
|
|
|
setForegroundColor(fgWhite)
|
|
|
|
|
|
|
|
writeStyled "Benchmark: Processing JSON input with YAML versus Nim's JSON implementation\n"
|
|
|
|
writeStyled "===========================================================================\n"
|
|
|
|
writeStyled "1k input\n--------\n"
|
|
|
|
writeResult "YAML: ", cYaml1k.nanoseconds div 1000
|
|
|
|
writeResult "JSON: ", cJson1k.nanoseconds div 1000
|
|
|
|
writeResult "LibYAML: ", cLibYaml1k.nanoseconds div 1000
|
|
|
|
writeStyled "10k input\n---------\n"
|
|
|
|
writeResult "YAML: ", cYaml10k.nanoseconds div 1000
|
|
|
|
writeResult "JSON: ", cJson10k.nanoseconds div 1000
|
|
|
|
writeResult "LibYAML: ", cLibYaml10k.nanoseconds div 1000
|
|
|
|
writeStyled "100k input\n----------\n"
|
|
|
|
writeResult "YAML: ", cYaml100k.nanoseconds div 1000
|
|
|
|
writeResult "JSON: ", cJson100k.nanoseconds div 1000
|
|
|
|
writeResult "LibYAML: ", cLibYaml100k.nanoseconds div 1000
|