Move empty digest (#38)

* improve empty digest initialization

* cleanup warnings
This commit is contained in:
Dmitriy Ryajov 2022-01-10 20:25:27 -06:00 committed by GitHub
parent a9721dd65f
commit 47a0d4ef7a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 34 additions and 26 deletions

View File

@ -9,6 +9,8 @@
{.push raises: [Defect].} {.push raises: [Defect].}
import std/tables
import pkg/libp2p import pkg/libp2p
import pkg/libp2p/protobuf/minprotobuf import pkg/libp2p/protobuf/minprotobuf
import pkg/questionable import pkg/questionable
@ -23,7 +25,29 @@ const
ManifestCodec* = multiCodec("dag-pb") ManifestCodec* = multiCodec("dag-pb")
var var
emptyDigest {.threadvar.}: array[CidVersion, MultiHash] emptyDigests {.threadvar.}: array[CIDv0..CIDv1, Table[MultiCodec, MultiHash]]
once {.threadvar.}: bool
template EmptyDigests: untyped =
if not once:
emptyDigests = [
CIDv0: {
multiCodec("sha2-256"): Cid
.init("bafybeihdwdcefgh4dqkjv67uzcmw7ojee6xedzdetojuzjevtenxquvyku")
.get()
.mhash
.get()
}.toTable,
CIDv1: {
multiCodec("sha2-256"): Cid.init("QmdfTbBqBPQ7VNxZEYEj14VmRuZBkqFbiwReogJgS1zR1n")
.get()
.mhash
.get()
}.toTable,
]
once = true
emptyDigests
type type
BlocksManifest* = object BlocksManifest* = object
@ -40,9 +64,15 @@ iterator items*(b: BlocksManifest): Cid =
yield b yield b
proc hashBytes(mh: MultiHash): seq[byte] = proc hashBytes(mh: MultiHash): seq[byte] =
## get the hash bytes of a multihash object
##
mh.data.buffer[mh.dpos..(mh.dpos + mh.size - 1)] mh.data.buffer[mh.dpos..(mh.dpos + mh.size - 1)]
proc cid*(b: var BlocksManifest): ?!Cid = proc cid*(b: var BlocksManifest): ?!Cid =
## Generate a root hash using the treehash algorithm
##
if htree =? b.htree: if htree =? b.htree:
return htree.success return htree.success
@ -50,7 +80,7 @@ proc cid*(b: var BlocksManifest): ?!Cid =
stack: seq[MultiHash] stack: seq[MultiHash]
if stack.len == 1: if stack.len == 1:
stack.add(emptyDigest[b.version]) stack.add((? EmptyDigests[b.version][b.hcodec].catch))
for cid in b.blocks: for cid in b.blocks:
stack.add(? cid.mhash.mapFailure) stack.add(? cid.mhash.mapFailure)
@ -128,24 +158,8 @@ proc init*(
## Create a manifest using array of `Cid`s ## Create a manifest using array of `Cid`s
## ##
# Only gets initialized once if hcodec notin EmptyDigests[version]:
once: return failure("Unsuported manifest hash codec!")
# TODO: The CIDs should be initialized at compile time,
# but the VM fails due to a `memmove` being invoked somewhere
for v in [CIDv0, CIDv1]:
let
cid = if v == CIDv1:
? Cid.init("bafybeihdwdcefgh4dqkjv67uzcmw7ojee6xedzdetojuzjevtenxquvyku").mapFailure
else:
? Cid.init("QmdfTbBqBPQ7VNxZEYEj14VmRuZBkqFbiwReogJgS1zR1n").mapFailure
mhash = ? cid.mhash.mapFailure
digest = ? MultiHash.digest(
$hcodec,
mhash.hashBytes()).mapFailure
emptyDigest[v] = digest
T( T(
blocks: @blocks, blocks: @blocks,

View File

@ -11,7 +11,6 @@
import pkg/chronos import pkg/chronos
import pkg/libp2p import pkg/libp2p
import pkg/questionable
import pkg/questionable/results import pkg/questionable/results
import ../blocktype import ../blocktype

View File

@ -1,4 +1,3 @@
import std/sequtils
import std/os import std/os
import pkg/questionable import pkg/questionable
@ -9,7 +8,6 @@ import pkg/asynctest
import pkg/libp2p import pkg/libp2p
import pkg/stew/byteutils import pkg/stew/byteutils
import pkg/dagger/rng
import pkg/dagger/stores/memorystore import pkg/dagger/stores/memorystore
import pkg/dagger/chunker import pkg/dagger/chunker
import pkg/dagger/stores import pkg/dagger/stores

View File

@ -1,12 +1,9 @@
import std/sequtils
import pkg/chronos import pkg/chronos
import pkg/asynctest import pkg/asynctest
import pkg/libp2p import pkg/libp2p
import pkg/stew/byteutils import pkg/stew/byteutils
import pkg/questionable import pkg/questionable
import pkg/questionable/results import pkg/questionable/results
import pkg/dagger/rng
import pkg/dagger/stores/memorystore import pkg/dagger/stores/memorystore
import pkg/dagger/chunker import pkg/dagger/chunker