180 lines
4.0 KiB
Nim
180 lines
4.0 KiB
Nim
## Nim-Codex
|
|
## Copyright (c) 2022 Status Research & Development GmbH
|
|
## Licensed under either of
|
|
## * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
## * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
## at your option.
|
|
## This file may not be copied, modified, or distributed except according to
|
|
## those terms.
|
|
|
|
import pkg/upraises
|
|
|
|
push: {.upraises: [].}
|
|
|
|
import pkg/libp2p/protobuf/minprotobuf
|
|
import pkg/libp2p
|
|
import pkg/questionable
|
|
import pkg/questionable/results
|
|
import pkg/chronicles
|
|
|
|
import ../errors
|
|
import ../blocktype
|
|
import ./types
|
|
import ./coders
|
|
|
|
func len*(self: Manifest): int =
|
|
self.blocks.len
|
|
|
|
func size*(self: Manifest): int =
|
|
self.blocks.len * self.blockSize
|
|
|
|
func `[]`*(self: Manifest, i: Natural): Cid =
|
|
self.blocks[i]
|
|
|
|
func `[]=`*(self: var Manifest, i: Natural, item: Cid) =
|
|
self.rootHash = Cid.none
|
|
self.blocks[i] = item
|
|
|
|
func `[]`*(self: Manifest, i: BackwardsIndex): Cid =
|
|
self.blocks[self.len - i.int]
|
|
|
|
func `[]=`*(self: Manifest, i: BackwardsIndex, item: Cid) =
|
|
self.rootHash = Cid.none
|
|
self.blocks[self.len - i.int] = item
|
|
|
|
proc add*(self: Manifest, cid: Cid) =
|
|
self.rootHash = Cid.none
|
|
trace "Adding cid to manifest", cid
|
|
self.blocks.add(cid)
|
|
|
|
iterator items*(self: Manifest): Cid =
|
|
for b in self.blocks:
|
|
yield b
|
|
|
|
iterator pairs*(self: Manifest): tuple[key: int, val: Cid] =
|
|
for pair in self.blocks.pairs():
|
|
yield pair
|
|
|
|
func contains*(self: Manifest, cid: Cid): bool =
|
|
cid in self.blocks
|
|
|
|
template hashBytes(mh: MultiHash): seq[byte] =
|
|
## get the hash bytes of a multihash object
|
|
##
|
|
|
|
mh.data.buffer[mh.dpos..(mh.dpos + mh.size - 1)]
|
|
|
|
proc makeRoot*(self: Manifest): ?!void =
|
|
## Create a tree hash root of the contained
|
|
## block hashes
|
|
##
|
|
|
|
var
|
|
stack: seq[MultiHash]
|
|
|
|
for cid in self:
|
|
stack.add(? cid.mhash.mapFailure)
|
|
|
|
while stack.len > 1:
|
|
let
|
|
(b1, b2) = (stack.pop(), stack.pop())
|
|
mh = ? MultiHash.digest(
|
|
$self.hcodec,
|
|
(b1.hashBytes() & b2.hashBytes()))
|
|
.mapFailure
|
|
stack.add(mh)
|
|
|
|
if stack.len == 1:
|
|
let cid = ? Cid.init(
|
|
self.version,
|
|
self.codec,
|
|
(? EmptyDigests[self.version][self.hcodec].catch))
|
|
.mapFailure
|
|
|
|
self.rootHash = cid.some
|
|
|
|
success()
|
|
|
|
func rounded*(self: Manifest): int =
|
|
if (self.originalLen mod self.K) != 0:
|
|
return self.originalLen + (self.K - (self.originalLen mod self.K))
|
|
|
|
self.originalLen
|
|
|
|
func steps*(self: Manifest): int =
|
|
self.rounded div self.K # number of blocks per row
|
|
|
|
proc cid*(self: Manifest): ?!Cid =
|
|
## Generate a root hash using the treehash algorithm
|
|
##
|
|
|
|
if self.rootHash.isNone:
|
|
? self.makeRoot()
|
|
|
|
(!self.rootHash).success
|
|
|
|
proc new*(
|
|
T: type Manifest,
|
|
blocks: openArray[Cid] = [],
|
|
protected = false,
|
|
version = CIDv1,
|
|
hcodec = multiCodec("sha2-256"),
|
|
codec = multiCodec("raw"),
|
|
blockSize = BlockSize): ?!T =
|
|
## Create a manifest using array of `Cid`s
|
|
##
|
|
|
|
if hcodec notin EmptyDigests[version]:
|
|
return failure("Unsupported manifest hash codec!")
|
|
|
|
T(
|
|
blocks: @blocks,
|
|
version: version,
|
|
codec: codec,
|
|
hcodec: hcodec,
|
|
blockSize: blockSize,
|
|
protected: protected).success
|
|
|
|
proc new*(
|
|
T: type Manifest,
|
|
manifest: Manifest,
|
|
K, M: int): ?!Manifest =
|
|
## Create an erasure protected dataset from an
|
|
## un-protected one
|
|
##
|
|
|
|
var
|
|
self = Manifest(
|
|
version: manifest.version,
|
|
codec: manifest.codec,
|
|
hcodec: manifest.hcodec,
|
|
blockSize: manifest.blockSize,
|
|
protected: true,
|
|
K: K, M: M,
|
|
originalCid: ? manifest.cid,
|
|
originalLen: manifest.len)
|
|
|
|
let
|
|
encodedLen = self.rounded + (self.steps * M)
|
|
|
|
self.blocks = newSeq[Cid](encodedLen)
|
|
|
|
# copy original manifest blocks
|
|
for i in 0..<self.rounded:
|
|
if i < manifest.len:
|
|
self.blocks[i] = manifest[i]
|
|
else:
|
|
self.blocks[i] = EmptyCid[manifest.version]
|
|
.catch
|
|
.get()[manifest.hcodec]
|
|
.catch
|
|
.get()
|
|
|
|
self.success
|
|
|
|
proc new*(
|
|
T: type Manifest,
|
|
data: openArray[byte],
|
|
decoder = ManifestContainers[$DagPBCodec]): ?!T =
|
|
Manifest.decode(data, decoder)
|