logos-storage/logos-storage-nim
1
0
Fork 0
mirror of https://github.com/logos-storage/logos-storage-nim.git synced 2026-03-17 09:43:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

testerasure: making it work

Browse Source 
Signed-off-by: Csaba Kiraly <csaba.kiraly@gmail.com>
This commit is contained in:
Csaba Kiraly 2023-11-14 18:29:03 +01:00
parent 160e5499f5
commit 4e72d47c17
No known key found for this signature in database
GPG Key ID: 0FE274EE8C95166E
1 changed files with 11 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
tests/codex/testerasure.nim
View File

@ -45,7 +45,7 @@ asyncchecksuite "Erasure encode/decode":
check: check:
encoded.blocksCount mod (buffers + parity) == 0 encoded.blocksCount mod (buffers + parity) == 0
encoded.rounded == roundUp(manifest.blocksCount, buffers) encoded.rounded == roundUp(manifest.blocksCount, buffers)
encoded.steps == encoded.rounded div buffers #encoded.steps == encoded.rounded div buffers
return encoded return encoded
@ -57,14 +57,14 @@ asyncchecksuite "Erasure encode/decode":
let encoded = await encode(buffers, parity) let encoded = await encode(buffers, parity)
var var
column = rng.rand((encoded.blocksCount div encoded.steps) - 1) # random column column = rng.rand((encoded.blocksCount - 1) div encoded.interleave) # random column
dropped: seq[int] dropped: seq[int]
for _ in 0..<encoded.ecM: for _ in 0..<encoded.ecM:
dropped.add(column) dropped.add(column)
(await store.delBlock(encoded.treeCid, column)).tryGet() (await store.delBlock(encoded.treeCid, column)).tryGet()
(await store.delBlock(manifest.treeCid, column)).tryGet() (await store.delBlock(manifest.treeCid, column)).tryGet()
column = (column + encoded.steps) mod encoded.blocksCount # wrap around column.inc(encoded.interleave - 1)
var var
decoded = (await erasure.decode(encoded)).tryGet() decoded = (await erasure.decode(encoded)).tryGet()
@ -87,14 +87,14 @@ asyncchecksuite "Erasure encode/decode":
let encoded = await encode(buffers, parity) let encoded = await encode(buffers, parity)
var var
column = rng.rand((encoded.blocksCount div encoded.steps) - 1) # random column column = rng.rand((encoded.blocksCount - 1) div encoded.interleave) # random column
dropped: seq[int] dropped: seq[int]
for _ in 0..<encoded.ecM + 1: for _ in 0..<encoded.ecM + 1:
dropped.add(column) dropped.add(column)
(await store.delBlock(encoded.treeCid, column)).tryGet() (await store.delBlock(encoded.treeCid, column)).tryGet()
(await store.delBlock(manifest.treeCid, column)).tryGet() (await store.delBlock(manifest.treeCid, column)).tryGet()
column = (column + encoded.steps) mod encoded.blocksCount # wrap around column.inc(encoded.interleave)
var var
decoded: Manifest decoded: Manifest
@ -117,9 +117,9 @@ asyncchecksuite "Erasure encode/decode":
blocks: seq[int] blocks: seq[int]
offset = 0 offset = 0
while offset < encoded.steps - 1: while offset < encoded.interleave - 1:
let let
blockIdx = toSeq(countup(offset, encoded.blocksCount - 1, encoded.steps)) blockIdx = toSeq(countup(offset, encoded.blocksCount - 1, encoded.interleave))
for _ in 0..<encoded.ecM: for _ in 0..<encoded.ecM:
blocks.add(rng.sample(blockIdx, blocks)) blocks.add(rng.sample(blockIdx, blocks))
@ -147,9 +147,9 @@ asyncchecksuite "Erasure encode/decode":
blocks: seq[int] blocks: seq[int]
offset = 0 offset = 0
while offset < encoded.steps: while offset < encoded.interleave:
let let
blockIdx = toSeq(countup(offset, encoded.blocksCount - 1, encoded.steps)) blockIdx = toSeq(countup(offset, encoded.blocksCount - 1, encoded.interleave))
for _ in 0..<encoded.ecM + 1: # NOTE: the +1 for _ in 0..<encoded.ecM + 1: # NOTE: the +1
var idx: int var idx: int
@ -181,7 +181,7 @@ asyncchecksuite "Erasure encode/decode":
let encoded = await encode(buffers, parity) let encoded = await encode(buffers, parity)
# loose M original (systematic) symbols/blocks # loose M original (systematic) symbols/blocks
for b in 0..<(encoded.steps * encoded.ecM): for b in 0..<(encoded.interleave * encoded.ecM):
(await store.delBlock(encoded.treeCid, b)).tryGet() (await store.delBlock(encoded.treeCid, b)).tryGet()
(await store.delBlock(manifest.treeCid, b)).tryGet() (await store.delBlock(manifest.treeCid, b)).tryGet()
@ -203,7 +203,7 @@ asyncchecksuite "Erasure encode/decode":
i i
# loose M parity (all!) symbols/blocks from the dataset # loose M parity (all!) symbols/blocks from the dataset
for b in blocks[^(encoded.steps * encoded.ecM)..^1]: for b in blocks[^(encoded.interleave * encoded.ecM)..^1]:
(await store.delBlock(encoded.treeCid, b)).tryGet() (await store.delBlock(encoded.treeCid, b)).tryGet()
(await store.delBlock(manifest.treeCid, b)).tryGet() (await store.delBlock(manifest.treeCid, b)).tryGet()