mirror of
https://github.com/logos-storage/logos-storage-nim.git
synced 2026-01-02 13:33:10 +00:00
7fdb0b5942
Removed modules: - sales (including reservations, slot queue, marketplace abstractions, state machines, etc) - purchasing - erasure coding - contract interactions - prover - slot builder - block exchange payments - sales/purchasing from REST api - removed persistence command and all config params from cli configuration - CI workflows (devnet, dist tests, cirdl build, start eth node, contracts version reporting) - unused modules from tests - marketplace integration tests, and starting provider/validator/hardhat nodes - unused manifest properties - integration tests using the above # Conflicts: # .github/workflows/ci-reusable.yml # .github/workflows/docker.yml # build.nims # codex/blockexchange/engine/payments.nim # codex/codex.nim # codex/conf.nim # codex/contracts/Readme.md # codex/erasure.nim # codex/erasure/backend.nim # codex/erasure/backends/leopard.nim # codex/erasure/erasure.nim # codex/rest/api.nim # codex/sales.nim # codex/sales/reservations.nim # codex/sales/states/filled.nim # codex/sales/states/preparing.nim # codex/sales/states/provingsimulated.nim # codex/slots/builder/builder.nim # codex/slots/converters.nim # codex/slots/proofs/backends/circomcompat.nim # codex/slots/proofs/backends/converters.nim # codex/slots/proofs/prover.nim # codex/slots/sampler/sampler.nim # codex/slots/sampler/utils.nim # codex/slots/types.nim # tests/integration/5_minutes/testrestapivalidation.nim # tests/integration/hardhatprocess.nim # tests/integration/multinodes.nim # tools/cirdl/cirdl.nim
135 lines
3.9 KiB
Nim
135 lines
3.9 KiB
Nim
## Logos Storage
|
|
## Copyright (c) 2022 Status Research & Development GmbH
|
|
## Licensed under either of
|
|
## * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
## * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
## at your option.
|
|
## This file may not be copied, modified, or distributed except according to
|
|
## those terms.
|
|
|
|
# This module defines all operations on Manifest
|
|
|
|
{.push raises: [], gcsafe.}
|
|
|
|
import pkg/libp2p/protobuf/minprotobuf
|
|
import pkg/libp2p/[cid, multihash, multicodec]
|
|
import pkg/questionable/results
|
|
|
|
import ../errors
|
|
import ../utils
|
|
import ../utils/json
|
|
import ../units
|
|
import ../blocktype
|
|
import ../indexingstrategy
|
|
import ../logutils
|
|
|
|
# TODO: Manifest should be reworked to more concrete types,
|
|
# perhaps using inheritance
|
|
type Manifest* = ref object of RootObj
|
|
treeCid {.serialize.}: Cid # Root of the merkle tree
|
|
datasetSize {.serialize.}: NBytes # Total size of all blocks
|
|
blockSize {.serialize.}: NBytes
|
|
# Size of each contained block (might not be needed if blocks are len-prefixed)
|
|
codec: MultiCodec # Dataset codec
|
|
hcodec: MultiCodec # Multihash codec
|
|
version: CidVersion # Cid version
|
|
filename {.serialize.}: ?string # The filename of the content uploaded (optional)
|
|
mimetype {.serialize.}: ?string # The mimetype of the content uploaded (optional)
|
|
|
|
############################################################
|
|
# Accessors
|
|
############################################################
|
|
|
|
func blockSize*(self: Manifest): NBytes =
|
|
self.blockSize
|
|
|
|
func datasetSize*(self: Manifest): NBytes =
|
|
self.datasetSize
|
|
|
|
func version*(self: Manifest): CidVersion =
|
|
self.version
|
|
|
|
func hcodec*(self: Manifest): MultiCodec =
|
|
self.hcodec
|
|
|
|
func codec*(self: Manifest): MultiCodec =
|
|
self.codec
|
|
|
|
func treeCid*(self: Manifest): Cid =
|
|
self.treeCid
|
|
|
|
func blocksCount*(self: Manifest): int =
|
|
divUp(self.datasetSize.int, self.blockSize.int)
|
|
|
|
func filename*(self: Manifest): ?string =
|
|
self.filename
|
|
|
|
func mimetype*(self: Manifest): ?string =
|
|
self.mimetype
|
|
|
|
############################################################
|
|
# Operations on block list
|
|
############################################################
|
|
|
|
func isManifest*(cid: Cid): ?!bool =
|
|
success (ManifestCodec == ?cid.contentType().mapFailure(CodexError))
|
|
|
|
func isManifest*(mc: MultiCodec): ?!bool =
|
|
success mc == ManifestCodec
|
|
|
|
############################################################
|
|
# Various sizes and verification
|
|
############################################################
|
|
|
|
func `==`*(a, b: Manifest): bool =
|
|
(a.treeCid == b.treeCid) and (a.datasetSize == b.datasetSize) and
|
|
(a.blockSize == b.blockSize) and (a.version == b.version) and (a.hcodec == b.hcodec) and
|
|
(a.codec == b.codec) and (a.filename == b.filename) and
|
|
(a.mimetype == b.mimetype)
|
|
|
|
func `$`*(self: Manifest): string =
|
|
result =
|
|
"treeCid: " & $self.treeCid & ", datasetSize: " & $self.datasetSize & ", blockSize: " &
|
|
$self.blockSize & ", version: " & $self.version & ", hcodec: " & $self.hcodec &
|
|
", codec: " & $self.codec
|
|
|
|
if self.filename.isSome:
|
|
result &= ", filename: " & $self.filename
|
|
|
|
if self.mimetype.isSome:
|
|
result &= ", mimetype: " & $self.mimetype
|
|
|
|
return result
|
|
|
|
############################################################
|
|
# Constructors
|
|
############################################################
|
|
|
|
func new*(
|
|
T: type Manifest,
|
|
treeCid: Cid,
|
|
blockSize: NBytes,
|
|
datasetSize: NBytes,
|
|
version: CidVersion = CIDv1,
|
|
hcodec = Sha256HashCodec,
|
|
codec = BlockCodec,
|
|
filename: ?string = string.none,
|
|
mimetype: ?string = string.none,
|
|
): Manifest =
|
|
T(
|
|
treeCid: treeCid,
|
|
blockSize: blockSize,
|
|
datasetSize: datasetSize,
|
|
version: version,
|
|
codec: codec,
|
|
hcodec: hcodec,
|
|
filename: filename,
|
|
mimetype: mimetype,
|
|
)
|
|
|
|
func new*(T: type Manifest, data: openArray[byte]): ?!Manifest =
|
|
## Create a manifest instance from given data
|
|
##
|
|
|
|
Manifest.decode(data)
|