nim-codex/tests/codex/slotbuilder/testslotbuilder.nim

import std/sequtils
import std/math
import pkg/chronos
import pkg/asynctest
import pkg/questionable/results
import pkg/codex/blocktype as bt
import pkg/codex/rng
import pkg/codex/stores
import pkg/codex/chunker
import pkg/codex/merkletree

import ../helpers
import ../examples

import codex/manifest/indexingstrategy
import codex/slotbuilder/slotbuilder

asyncchecksuite "Slot builder":
  let
    blockSize = 64 * 1024
    numberOfSlotBlocks = 6
    numberOfSlots = 5
    numberOfDatasetBlocks = numberOfSlotBlocks * numberOfSlots
    datasetSize = numberOfDatasetBlocks * blockSize
    chunker = RandomChunker.new(Rng.instance(), size = datasetSize, chunkSize = blockSize)

  var
    datasetBlocks: seq[bt.Block]
    localStore = CacheStore.new()
    protectedManifest: Manifest
    slotBuilder: SlotBuilder

  proc createBlocks(): Future[void] {.async.} =
    while true:
      let chunk = await chunker.getBytes()
      if chunk.len <= 0:
        break
      let blk = bt.Block.new(chunk).tryGet()
      datasetBlocks.add(blk)
      discard await localStore.putBlock(blk)

  proc createProtectedManifest(): Future[void] {.async.} =
    let
      cids = datasetBlocks.mapIt(it.cid)
      tree = MerkleTree.init(cids).tryGet()
      treeCid = tree.rootCid().tryGet()

    for index, cid in cids:
      let proof = tree.getProof(index).tryget()
      discard await localStore.putBlockCidAndProof(treeCid, index, cid, proof)

    protectedManifest = Manifest.new(
      manifest = Manifest.new(
        treeCid = treeCid,
        blockSize = blockSize.NBytes,
        datasetSize = datasetSize.NBytes),
      treeCid = treeCid,
      datasetSize = datasetSize.NBytes,
      ecK = numberOfSlots,
      ecM = 0
    )

    let manifestBlock = bt.Block.new(protectedManifest.encode().tryGet(), codec = DagPBCodec).tryGet()
    discard await localStore.putBlock(manifestBlock)

  setup:
    await createBlocks()
    await createProtectedManifest()
    slotBuilder = SlotBuilder.new(localStore, protectedManifest).tryGet()

  test "Can only create slotBuilder with protected manifest":
    let unprotectedManifest = Manifest.new(
      treeCid = Cid.example,
      blockSize = blockSize.NBytes,
      datasetSize = datasetSize.NBytes)

    check:
      SlotBuilder.new(localStore, unprotectedManifest).isErr

  test "Number of blocks must be devisable by number of slots":
    let mismatchManifest = Manifest.new(
      manifest = Manifest.new(
        treeCid = Cid.example,
        blockSize = blockSize.NBytes,
        datasetSize = datasetSize.NBytes),
      treeCid = Cid.example,
      datasetSize = datasetSize.NBytes,
      ecK = numberOfSlots - 1,
      ecM = 0
    )

    check:
      SlotBuilder.new(localStore, mismatchManifest).isErr

  proc getNextPowerOfTwo(i: int): int =
    if i < 1:
      return 1
    let
      logtwo = log2(i.float)
      roundUp = ceil(logtwo)
      nextPow = pow(2.float, roundUp)
    return nextPow.int

  for i in 0 ..< 20:
    test "Check efficient findNextPowerOfTwo (" & $i & ")":
      let
        expected = getNextPowerOfTwo(i)
        actual = findNextPowerOfTwo(i)

      check:
        expected == actual

  for nSlotBlocks in [1, 12, 123, 1234, 12345]:
    test "Can calculate the number of padding cells (" & $nSlotBlocks & ")":
      let
        nPadCells = slotBuilder.calculateNumberOfPaddingCells(nSlotBlocks)
        totalSlotBytes = nSlotBlocks * blockSize
        totalSlotCells = totalSlotBytes div CellSize
        nextPowerOfTwo = getNextPowerOfTwo(totalSlotCells)
        expectedPadCells = nextPowerOfTwo - totalSlotCells
      check:
        expectedPadCells == nPadCells



  # for i in 0 ..< numberOfSlots:
  #   test "Can select slot block CIDs (index: " & $i & ")":
  #     let
  #       steppedStrategy = SteppedIndexingStrategy.new(0, numberOfDatasetBlocks - 1, numberOfSlots)
  #       expectedDatasetBlockIndicies = steppedStrategy.getIndicies(i)
  #       expectedBlockCids = expectedDatasetBlockIndicies.mapIt(datasetBlocks[it].cid)

  #       slotBlockCids = (await slotBuilder.selectSlotBlocks(i)).tryGet()

  #     check:
  #       expectedBlockCids == slotBlockCids








  # for i in 0 ..< numberOfSlots:
  #   test "Can create slot tree given index (" & $i & ")":
  #     let
  #       selectStart = i * numberOfSlotBlocks
  #       selectEnd = selectStart + numberOfSlotBlocks
  #       expectedCids = datasetBlocks.mapIt(it.cid)[selectStart ..< selectEnd]
  #       m = (await slotBuilder.createSlotIntermediateManifest(i)).tryGet()

  #     check:
  #       m.treeCid # check
  #       m.datasetSize == (numberOfSlotBlocks * blockSize).NBytes
  #       m.blockSize == blockSize
  #       m.version == manifest.version
  #       m.hcodec == manifest.hcodec
  #       m.codec == manifest.codec
  #       #m.ecK == ??
  #       #m.ecM == ??
  #       m.originalTreeCid == manifest.originalTreeCid
  #       m.originalDatasetSize = manifest.originalDatasetSize

  #       m.isSlot == true
  #       m.datasetSlotIndex == i
  #       m.originalProtectedTreeCide == manifest.treeCid
  #       m.originalProtectedDatasetSize == manifest.datasetSize