status-im
/
nimbus-eth2
mirror of https://github.com/status-im/nimbus-eth2.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

Support both snappy-encoded and pure SSZ genesis states

This commit is contained in:
Zahary Karadjov 2023-09-12 01:52:15 +03:00
parent 672c69b0bf
commit 6b1ab81046
No known key found for this signature in database
GPG Key ID: C1F42EAFF38D570F
3 changed files with 20 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
beacon_chain/networking/network_metadata_downloads.nim
View File

@ -37,7 +37,23 @@ proc fetchBytes*(metadata: GenesisMetadata,
of BakedIn: of BakedIn:
result = @(metadata.bakedBytes) result = @(metadata.bakedBytes)
of BakedInUrl: of BakedInUrl:
result = decodeFramed(await downloadFile(genesisStateUrlOverride.get(parseUri metadata.url))) result = await downloadFile(genesisStateUrlOverride.get(parseUri metadata.url))
# Under the built-in default URL, we serve a snappy-encoded BeaconState in order
# to reduce the size of the downloaded file with roughly 50% (this precise ratio
# depends on the number of validator recors). The user is still free to provide
# any URL which may serve an uncompressed state (e.g. a Beacon API endpoint)
#
# Since a SSZ-encoded BeaconState will start with a LittleEndian genesis time
# (64 bits) while a snappy framed stream will always start with a fixed header
# that will decoded as a timestamp with the value 5791996851603375871 (year 2153).
#
# TODO: A more complete solution will implement compression on the HTTP level,
# by relying on the Content-Encoding header to determine the compression
# algorithm. The detection method used here will not interfere with such
# an implementation and it may remain useful when dealing with misconfigured
# HTTP servers.
if result.isSnappyFramedStream:
result = decodeFramed(result)
if eth2digest(result) != metadata.digest: if eth2digest(result) != metadata.digest:
raise (ref DigestMismatchError)( raise (ref DigestMismatchError)(
msg: "The downloaded genesis state cannot be verified (checksum mismatch)") msg: "The downloaded genesis state cannot be verified (checksum mismatch)")

3
beacon_chain/nimbus_beacon_node.nim
View File

@ -562,7 +562,8 @@ proc init*(T: type BeaconNode,
elif metadata.hasGenesis: elif metadata.hasGenesis:
try: try:
if metadata.genesis.kind == BakedInUrl: if metadata.genesis.kind == BakedInUrl:
info "Obtaining genesis state", sourceUrl = metadata.genesis.url info "Obtaining genesis state",
sourceUrl = $config.genesisStateUrl.get(parseUri metadata.genesis.url)
await metadata.genesis.fetchBytes(config.genesisStateUrl) await metadata.genesis.fetchBytes(config.genesisStateUrl)
except CatchableError as err: except CatchableError as err:
error "Failed to obtain genesis state", error "Failed to obtain genesis state",

2
vendor/nim-snappy vendored

@ -1 +1 @@
Subproject commit 754715dfe7bb94a4a20ca4898441314211b250de Subproject commit ef7be6daaf60b8a4743da287a53a4c782c51fad4