import std/math import std/options import std/strformat import std/strutils import std/unittest import pkg/chronicles import pkg/stew/byteutils import pkg/stint import pkg/codex/contracts/requests from pkg/codex/rest/json import RestPurchase import pkg/codex/utils/json as utilsjson import pkg/questionable import pkg/questionable/results import pkg/libp2p import ../examples import ../helpers checksuite "json serialization": var request: StorageRequest var requestJson: JsonNode func flatten(s: string): string = s.replace(" ") .replace("\n") setup: request = StorageRequest( client: Address.init("0xebcb2b4c2e3c9105b1a53cd128c5ed17c3195174").get(), ask: StorageAsk( slots: 4, slotSize: (1 * 1024 * 1024 * 1024).u256, # 1 Gigabyte duration: (10 * 60 * 60).u256, # 10 hours collateral: 200.u256, proofProbability: 4.u256, # require a proof roughly once every 4 periods reward: 84.u256, maxSlotLoss: 2 # 2 slots can be freed without data considered to be lost ), content: StorageContent( cid: "zb2rhheVmk3bLks5MgzTqyznLu1zqGH5jrfTA1eAZXrjx7Vob", erasure: StorageErasure( totalChunks: 12, ), por: StoragePoR( u: @(array[480, byte].fromHex("0xc066dd7e405de5a795ce1e765209cfaa6de6c74829c607d1a2fe53107107a2981baccff95e2fc2e38d08303e8ab59a1169cfc9bfbfa2294c6df065456056a0d0106f66d6fe48300222758fd6fd286a1ac9060d1a295e19f931a8d3ad2c47eb131bea267fe942d460fda96fd4bf663148cd90fbb1b670dd97aae70394248b75cfbb98f71e8c69f50381e0558884d5d9aa75147923b55386c66f75f63024b698eeb0ff994bfdb610eea1b7c75e87bdb54843071bc64fbaf93e5dc214e875bd95bd30f167b69df1de819a34cc71a3a0465f5c1d1b7e5b98de6017ff3e3c059536f974471fe62e0f224eba8f96352a8ee51befbf4c31c88ad0fc8ff4e9d9da174a455a1c30fd61ac977145d3677a08167d508fae207f9458a9b19d4ceec2be30506e2d70cc0362c2bcdb0f73d63fa5e79f9b2901bc870ac8b2a264d50e1862ea177eb587bcd16ceb7d66f96f198cadec3f644af4d3cbe478bc1665818401f89107053d1750047fb7cfc47938bec2cd006db9c176ce337e41160077e353f87ab319e5b9df92282916ef99334c067f6ca20c3d7cbc12b95180b7bba762993a4dbdf4242032da8865988183738d279918906c3357701d74e5d8f5142315ae8f6d0f93537abc3545118e953f983317657a9d8b86e4305ea49e10f80ea07dc7ea7321b32c")), publicKey: @(array[96, byte].fromHex("0xb231b19de641f678d250623b2b76099ab4bbd67aac19dcf42ded946831e3366d2a20af0fd9e841197e7e64d7639da4518b76c353db480087e21d55b470f24a180d6d6c8265bf3895e2e4e4e54b8ca9334d62b22feeeed8e77e54bfbc8fae6b62")), name: @(array[512, byte].fromHex("0x75b2ac401efd21e60e84a69288da6fff28c7badaae885e417f35055a4e10cb514855f68a0ae18bf42861426c9fc34af13df2f2d04dc68933af78bf3fc396953f301b95f6d6af54ec9fc871c292096e45b91e836063f128c2d1469adbee49bc9b7d62985a858801e4df2cb77eb41ee7b50a8a4e5afb5b585f9034a2808f81bd95b9a3fbdd2579331023f1816a1ecbe7a31e386721a72e3d0ff6087326fba8442dfd22d1182c85906d796e697231c2d7d4a888ae256c79a9019974a4c729d981f3e554f48895e27fe8f45da46bc48c35cc74ae5a31dfea8baa1334fa7f106cdc4ec54452f39c823fa0af97769217cc16c78eb7d0c494c26d2f286f09a507bd04cb15963270bffefb28258176d9e10b7aaad76cdd86e0fe49437eb83c1c0650cb5920e32dc54f3a21a70308b7312b47ce57ef72c2c19eba5027612128b747e80b88c912d7fc10177e67beda0ed5bb8fdfc268bfa5a5c700da953c56bcc79b9186da99ee19a6fa954f44bdcbc7c7f4d208fb750bad587d5513fbaccd511b9b6e0cd798120de87b9c0c410b3b85c75a8a0f469d9973a1ec4c86982cf4fe1a2be21a9206aaabb1ad2fafa628d5156d2ec99ee30fc0ddb9dca6a4cd3a7987227315ceeaa832909853cabaf33c976b59cf5ed9643781d92ab769c0d0aa3bcef40b41b4b3e6fc5a00c9dfbf794047d9cfb97d9d669d00520b6492760a08dba65b0fd7e6d0")) ) ), expiry: 1691545330.u256, nonce: Nonce array[32, byte].fromHex("0xd4ebeadc44641c0a271153f6366f24ebb5e3aa64f9ee5e62794babc2e75950a1") ) requestJson = """{ "client": "0xebcb2b4c2e3c9105b1a53cd128c5ed17c3195174", "ask": { "slots": 4, "slotSize": "1073741824", "duration": "36000", "proofProbability": "4", "reward": "84", "collateral": "200", "maxSlotLoss": 2 }, "content": { "cid": "zb2rhheVmk3bLks5MgzTqyznLu1zqGH5jrfTA1eAZXrjx7Vob", "erasure": { "totalChunks": 12 }, "por": { "u": "0xc066dd7e405de5a795ce1e765209cfaa6de6c74829c607d1a2fe53107107a2981baccff95e2fc2e38d08303e8ab59a1169cfc9bfbfa2294c6df065456056a0d0106f66d6fe48300222758fd6fd286a1ac9060d1a295e19f931a8d3ad2c47eb131bea267fe942d460fda96fd4bf663148cd90fbb1b670dd97aae70394248b75cfbb98f71e8c69f50381e0558884d5d9aa75147923b55386c66f75f63024b698eeb0ff994bfdb610eea1b7c75e87bdb54843071bc64fbaf93e5dc214e875bd95bd30f167b69df1de819a34cc71a3a0465f5c1d1b7e5b98de6017ff3e3c059536f974471fe62e0f224eba8f96352a8ee51befbf4c31c88ad0fc8ff4e9d9da174a455a1c30fd61ac977145d3677a08167d508fae207f9458a9b19d4ceec2be30506e2d70cc0362c2bcdb0f73d63fa5e79f9b2901bc870ac8b2a264d50e1862ea177eb587bcd16ceb7d66f96f198cadec3f644af4d3cbe478bc1665818401f89107053d1750047fb7cfc47938bec2cd006db9c176ce337e41160077e353f87ab319e5b9df92282916ef99334c067f6ca20c3d7cbc12b95180b7bba762993a4dbdf4242032da8865988183738d279918906c3357701d74e5d8f5142315ae8f6d0f93537abc3545118e953f983317657a9d8b86e4305ea49e10f80ea07dc7ea7321b32c", "publicKey": "0xb231b19de641f678d250623b2b76099ab4bbd67aac19dcf42ded946831e3366d2a20af0fd9e841197e7e64d7639da4518b76c353db480087e21d55b470f24a180d6d6c8265bf3895e2e4e4e54b8ca9334d62b22feeeed8e77e54bfbc8fae6b62", "name": "0x75b2ac401efd21e60e84a69288da6fff28c7badaae885e417f35055a4e10cb514855f68a0ae18bf42861426c9fc34af13df2f2d04dc68933af78bf3fc396953f301b95f6d6af54ec9fc871c292096e45b91e836063f128c2d1469adbee49bc9b7d62985a858801e4df2cb77eb41ee7b50a8a4e5afb5b585f9034a2808f81bd95b9a3fbdd2579331023f1816a1ecbe7a31e386721a72e3d0ff6087326fba8442dfd22d1182c85906d796e697231c2d7d4a888ae256c79a9019974a4c729d981f3e554f48895e27fe8f45da46bc48c35cc74ae5a31dfea8baa1334fa7f106cdc4ec54452f39c823fa0af97769217cc16c78eb7d0c494c26d2f286f09a507bd04cb15963270bffefb28258176d9e10b7aaad76cdd86e0fe49437eb83c1c0650cb5920e32dc54f3a21a70308b7312b47ce57ef72c2c19eba5027612128b747e80b88c912d7fc10177e67beda0ed5bb8fdfc268bfa5a5c700da953c56bcc79b9186da99ee19a6fa954f44bdcbc7c7f4d208fb750bad587d5513fbaccd511b9b6e0cd798120de87b9c0c410b3b85c75a8a0f469d9973a1ec4c86982cf4fe1a2be21a9206aaabb1ad2fafa628d5156d2ec99ee30fc0ddb9dca6a4cd3a7987227315ceeaa832909853cabaf33c976b59cf5ed9643781d92ab769c0d0aa3bcef40b41b4b3e6fc5a00c9dfbf794047d9cfb97d9d669d00520b6492760a08dba65b0fd7e6d0" } }, "expiry": "1691545330", "nonce": "0xd4ebeadc44641c0a271153f6366f24ebb5e3aa64f9ee5e62794babc2e75950a1" }""".parseJson test "serializes UInt256 to non-hex string representation": check (% 100000.u256) == newJString("100000") test "serializes sequence to an array": let json = % @[1, 2, 3] let expected = "[1,2,3]" check $json == expected test "serializes Option[T] when has a value": let obj = %(some 1) let expected = "1" check $obj == expected test "serializes Option[T] when doesn't have a value": let obj = %(none int) let expected = "null" check $obj == expected test "serializes uints int.high or smaller": let largeUInt: uint = uint(int.high) check %largeUInt == newJInt(BiggestInt(largeUInt)) test "serializes large uints": let largeUInt: uint = uint(int.high) + 1'u check %largeUInt == newJString($largeUInt) test "serializes Inf float": check %Inf == newJString("inf") test "serializes -Inf float": check %(-Inf) == newJString("-inf") test "deserializes NaN float": check %NaN == newJString("nan") test "can construct json objects with %*": type MyObj = object mystring {.serialize.}: string myint {.serialize.}: int myoption {.serialize.}: ?bool let myobj = MyObj(mystring: "abc", myint: 123, myoption: some true) let mystuint = 100000.u256 let json = %*{ "myobj": myobj, "mystuint": mystuint } let expected = """{ "myobj": { "mystring": "abc", "myint": 123, "myoption": true }, "mystuint": "100000" }""".flatten check $json == expected test "only serializes marked fields": type MyObj = object mystring {.serialize.}: string myint {.serialize.}: int mybool: bool let obj = % MyObj(mystring: "abc", myint: 1, mybool: true) let expected = """{ "mystring": "abc", "myint": 1 }""".flatten check $obj == expected test "serializes ref objects": type MyRef = ref object mystring {.serialize.}: string myint {.serialize.}: int let obj = % MyRef(mystring: "abc", myint: 1) let expected = """{ "mystring": "abc", "myint": 1 }""".flatten check $obj == expected test "serializes RestPurchase": let request = % RestPurchase( request: some request, requestId: RequestId.fromHex("0xd4ebeadc44641c0a271153f6366f24ebb5e3aa64f9ee5e62794babc2e75950a1"), error: some "error", state: "state" ) let expected = """{ "requestId": "0xd4ebeadc44641c0a271153f6366f24ebb5e3aa64f9ee5e62794babc2e75950a1", "request": { "client": "0xebcb2b4c2e3c9105b1a53cd128c5ed17c3195174", "ask": { "slots": 4, "slotSize": "1073741824", "duration": "36000", "proofProbability": "4", "reward": "84", "collateral": "200", "maxSlotLoss": 2 }, "content": { "cid": "zb2rhheVmk3bLks5MgzTqyznLu1zqGH5jrfTA1eAZXrjx7Vob" }, "expiry": "1691545330" }, "state": "state", "error": "error" }""".flatten check $request == expected test "serializes StorageRequest": let expected = """{ "client": "0xebcb2b4c2e3c9105b1a53cd128c5ed17c3195174", "ask": { "slots": 4, "slotSize": "1073741824", "duration": "36000", "proofProbability": "4", "reward": "84", "collateral": "200", "maxSlotLoss": 2 }, "content": { "cid": "zb2rhheVmk3bLks5MgzTqyznLu1zqGH5jrfTA1eAZXrjx7Vob" }, "expiry": "1691545330" }""".flatten check request.toJson == expected test "deserialize enum": let json = newJString($CidVersion.CIDv1) check !CidVersion.fromJson(json) == CIDv1 test "deserializes UInt256 from non-hex string representation": let json = newJString("100000") check !UInt256.fromJson(json) == 100000.u256 test "deserializes Option[T] when has a value": let json = newJInt(1) check (!fromJson(?int, json) == some 1) test "deserializes Option[T] when doesn't have a value": let json = newJNull() check !fromJson(?int, json) == none int test "deserializes float": let json = newJFloat(1.234) check !float.fromJson(json) == 1.234 test "deserializes Inf float": let json = newJString("inf") check !float.fromJson(json) == Inf test "deserializes -Inf float": let json = newJString("-inf") check !float.fromJson(json) == -Inf test "deserializes NaN float": let json = newJString("nan") check float.fromJson(json).get.isNaN test "deserializes array to sequence": let expected = @[1, 2, 3] let json = "[1,2,3]".parseJson check !seq[int].fromJson(json) == expected test "deserializes uints int.high or smaller": let largeUInt: uint = uint(int.high) let json = newJInt(BiggestInt(largeUInt)) check !uint.fromJson(json) == largeUInt test "deserializes large uints": let largeUInt: uint = uint(int.high) + 1'u let json = newJString($BiggestUInt(largeUInt)) check !uint.fromJson(json) == largeUInt test "can deserialize json objects": type MyObj = object mystring: string myint: int myoption: ?bool let expected = MyObj(mystring: "abc", myint: 123, myoption: some true) let json = parseJson("""{ "mystring": "abc", "myint": 123, "myoption": true }""") check !MyObj.fromJson(json) == expected test "ignores serialize pragma when deserializing": type MyObj = object mystring {.serialize.}: string mybool: bool let expected = MyObj(mystring: "abc", mybool: true) let json = parseJson("""{ "mystring": "abc", "mybool": true }""") check !MyObj.fromJson(json) == expected test "deserializes objects with extra fields": type MyObj = object mystring: string mybool: bool let expected = MyObj(mystring: "abc", mybool: true) let json = """{ "mystring": "abc", "mybool": true, "extra": "extra" }""".parseJson check !MyObj.fromJson(json) == expected test "deserializes objects with less fields": type MyObj = object mystring: string mybool: bool let expected = MyObj(mystring: "abc", mybool: false) let json = """{ "mystring": "abc" }""".parseJson check !MyObj.fromJson(json) == expected test "deserializes ref objects": type MyRef = ref object mystring: string myint: int let expected = MyRef(mystring: "abc", myint: 1) let json = """{ "mystring": "abc", "myint": 1 }""".parseJson let deserialized = !MyRef.fromJson(json) check deserialized.mystring == expected.mystring check deserialized.myint == expected.myint test "deserializes Cid": let jCid = newJString("zdj7Wakya26ggQWkvMdHYFcPgZ7Qh2HdMooQDDFDHkk4uHS14") cid = "zdj7Wakya26ggQWkvMdHYFcPgZ7Qh2HdMooQDDFDHkk4uHS14" check: !Cid.fromJson(jCid) == !Cid.init(cid).mapFailure test "deserializes StorageRequest": check !StorageRequest.fromJson(requestJson) == request test "deserializes RestPurchase": let json = """{ "requestId": "0xd4ebeadc44641c0a271153f6366f24ebb5e3aa64f9ee5e62794babc2e75950a1", "state": "state", "error": "error" }""".parseJson json["request"] = requestJson let expected = RestPurchase( requestId: RequestId.fromHex("0xd4ebeadc44641c0a271153f6366f24ebb5e3aa64f9ee5e62794babc2e75950a1"), state: "state", error: some "error", request: some request ) check !RestPurchase.fromJson(json) == expected