nim-dagger/tests/integration/testproofs.nim

import std/math
from std/times import inMilliseconds
import pkg/codex/logutils
import pkg/stew/byteutils
import ../contracts/time
import ../contracts/deployment
import ../codex/helpers
import ../examples
import ./marketplacesuite

export chronicles

logScope:
  topics = "integration test proofs"


marketplacesuite "Hosts submit regular proofs":

  test "hosts submit periodic proofs for slots they fill", NodeConfigs(
    # Uncomment to start Hardhat automatically, typically so logs can be inspected locally
    # hardhat: HardhatConfig().withLogFile(),

    clients:
      CodexConfig()
        .nodes(1)
        # .debug() # uncomment to enable console log output
        .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
        .withLogTopics("node"),

    providers:
      CodexConfig()
        .nodes(1)
        # .debug() # uncomment to enable console log output
        .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
        .withLogTopics("marketplace", "sales", "reservations", "node"),
  ):
    let client0 = clients()[0].client
    let totalPeriods = 50
    let datasetSizeInBlocks = 2

    let data = await RandomChunker.example(blocks=1)
    createAvailabilities(data.len, totalPeriods.periods)

    let cid = client0.upload(data).get

    let purchaseId = await client0.requestStorage(
      cid,
      duration=totalPeriods.periods,
      origDatasetSizeInBlocks = datasetSizeInBlocks)
    check eventually client0.purchaseStateIs(purchaseId, "started")

    var proofWasSubmitted = false
    proc onProofSubmitted(event: ProofSubmitted) =
      proofWasSubmitted = true

    let subscription = await marketplace.subscribe(ProofSubmitted, onProofSubmitted)

    let currentPeriod = await getCurrentPeriod()
    check eventuallyP(proofWasSubmitted, currentPeriod + totalPeriods.u256 + 1)

    await subscription.unsubscribe()


marketplacesuite "Simulate invalid proofs":

  # TODO: these are very loose tests in that they are not testing EXACTLY how
  # proofs were marked as missed by the validator. These tests should be
  # tightened so that they are showing, as an integration test, that specific
  # proofs are being marked as missed by the validator.

  test "slot is freed after too many invalid proofs submitted", NodeConfigs(
    # Uncomment to start Hardhat automatically, typically so logs can be inspected locally
    # hardhat: HardhatConfig().withLogFile(),

    clients:
      CodexConfig()
        .nodes(1)
        # .debug() # uncomment to enable console log output
        .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
        .withLogTopics("node"),

    providers:
      CodexConfig()
        .nodes(1)
        .simulateProofFailuresFor(providerIdx=0, failEveryNProofs=1)
        # .debug() # uncomment to enable console log output
        .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
        .withLogTopics("marketplace", "sales", "reservations", "node"),

    validators:
      CodexConfig()
        .nodes(1)
        .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
        # .debug() # uncomment to enable console log output
        .withLogTopics("validator", "onchain", "ethers")
  ):
    let client0 = clients()[0].client
    let totalPeriods = 50

    let datasetSizeInBlocks = 2
    let data = await RandomChunker.example(blocks=datasetSizeInBlocks)
    createAvailabilities(data.len, totalPeriods.periods)

    let cid = client0.upload(data).get

    let purchaseId = await client0.requestStorage(
      cid,
      duration=totalPeriods.periods,
      origDatasetSizeInBlocks=datasetSizeInBlocks)
    let requestId = client0.requestId(purchaseId).get

    check eventually client0.purchaseStateIs(purchaseId, "started")

    var slotWasFreed = false
    proc onSlotFreed(event: SlotFreed) =
      if event.requestId == requestId and
        event.slotIndex == 0.u256: # assume only one slot, so index 0
        slotWasFreed = true

    let subscription = await marketplace.subscribe(SlotFreed, onSlotFreed)

    let currentPeriod = await getCurrentPeriod()
    check eventuallyP(slotWasFreed, currentPeriod + totalPeriods.u256 + 1)

    await subscription.unsubscribe()

  test "slot is not freed when not enough invalid proofs submitted", NodeConfigs(
    # Uncomment to start Hardhat automatically, typically so logs can be inspected locally
    # hardhat: HardhatConfig().withLogFile(),

    clients:
      CodexConfig()
        .nodes(1)
        # .debug() # uncomment to enable console log output
        .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
        .withLogTopics("node"),

    providers:
      CodexConfig()
        .nodes(1)
        .simulateProofFailuresFor(providerIdx=0, failEveryNProofs=3)
        # .debug() # uncomment to enable console log output
        .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
        .withLogTopics("marketplace", "sales", "reservations", "node"),

    validators:
      CodexConfig()
        .nodes(1)
        # .debug()
        .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
        .withLogTopics("validator", "onchain", "ethers")
  ):
    let client0 = clients()[0].client
    let totalPeriods = 25

    let datasetSizeInBlocks = 2
    let data = await RandomChunker.example(blocks=datasetSizeInBlocks)
    createAvailabilities(data.len, totalPeriods.periods)

    let cid = client0.upload(data).get

    let purchaseId = await client0.requestStorage(
      cid,
      duration=totalPeriods.periods,
      origDatasetSizeInBlocks=datasetSizeInBlocks)
    let requestId = client0.requestId(purchaseId).get

    check eventually client0.purchaseStateIs(purchaseId, "started")

    var slotWasFreed = false
    proc onSlotFreed(event: SlotFreed) =
      if event.requestId == requestId and
          event.slotIndex == 0.u256:
        slotWasFreed = true

    let subscription = await marketplace.subscribe(SlotFreed, onSlotFreed)

    # check not freed
    let currentPeriod = await getCurrentPeriod()
    check not eventuallyP(slotWasFreed, currentPeriod + totalPeriods.u256 + 1)

    await subscription.unsubscribe()

  test "host that submits invalid proofs is paid out less", NodeConfigs(
    # Uncomment to start Hardhat automatically, typically so logs can be inspected locally
    # hardhat: HardhatConfig().withLogFile(),

    clients:
      CodexConfig()
        .nodes(1)
        # .debug() # uncomment to enable console log output.debug()
        .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
        .withLogTopics("node", "erasure", "clock", "purchases"),

    providers:
      CodexConfig()
        .nodes(3)
        .simulateProofFailuresFor(providerIdx=0, failEveryNProofs=2)
        # .debug() # uncomment to enable console log output
        .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
        .withLogTopics("marketplace", "sales", "reservations", "node"),

    validators:
      CodexConfig()
        .nodes(1)
        # .debug()
        .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
        .withLogTopics("validator")
  ):
    let client0 = clients()[0].client
    let provider0 = providers()[0]
    let provider1 = providers()[1]
    let provider2 = providers()[2]
    let totalPeriods = 25

    let datasetSizeInBlocks = 3
    let data = await RandomChunker.example(blocks=datasetSizeInBlocks)
    # original data = 3 blocks so slot size will be 4 blocks
    let slotSize = (DefaultBlockSize * 4.NBytes).Natural.u256

    discard provider0.client.postAvailability(
      size=slotSize, # should match 1 slot only
      duration=totalPeriods.periods.u256,
      minPrice=300.u256,
      maxCollateral=200.u256
    )

    let cid = client0.upload(data).get

    let purchaseId = await client0.requestStorage(
      cid,
      duration=totalPeriods.periods,
      expiry=10.periods,
      nodes=3,
      tolerance=1,
      origDatasetSizeInBlocks=datasetSizeInBlocks
    )

    without requestId =? client0.requestId(purchaseId):
      fail()

    var filledSlotIds: seq[SlotId] = @[]
    proc onSlotFilled(event: SlotFilled) =
      let slotId = slotId(event.requestId, event.slotIndex)
      filledSlotIds.add slotId

    let subscription = await marketplace.subscribe(SlotFilled, onSlotFilled)

    # wait til first slot is filled
    check eventually filledSlotIds.len > 0

    # now add availability for providers 1 and 2, which should allow them to to
    # put the remaining slots in their queues
    discard provider1.client.postAvailability(
      size=slotSize, # should match 1 slot only
      duration=totalPeriods.periods.u256,
      minPrice=300.u256,
      maxCollateral=200.u256
    )

    check eventually filledSlotIds.len > 1

    discard provider2.client.postAvailability(
      size=slotSize, # should match 1 slot only
      duration=totalPeriods.periods.u256,
      minPrice=300.u256,
      maxCollateral=200.u256
    )

    check eventually filledSlotIds.len > 2

    # Wait til second slot is filled. SaleFilled happens too quickly, check SaleProving instead.
    check eventually provider1.client.saleStateIs(filledSlotIds[1], "SaleProving")
    check eventually provider2.client.saleStateIs(filledSlotIds[2], "SaleProving")

    check eventually client0.purchaseStateIs(purchaseId, "started")

    let currentPeriod = await getCurrentPeriod()
    check eventuallyP(
      # SaleFinished happens too quickly, check SalePayout instead
      provider0.client.saleStateIs(filledSlotIds[0], "SalePayout"),
      currentPeriod + totalPeriods.u256 + 1)

    check eventuallyP(
      # SaleFinished happens too quickly, check SalePayout instead
      provider1.client.saleStateIs(filledSlotIds[1], "SalePayout"),
      currentPeriod + totalPeriods.u256 + 1)

    check eventuallyP(
      # SaleFinished happens too quickly, check SalePayout instead
      provider2.client.saleStateIs(filledSlotIds[2], "SalePayout"),
      currentPeriod + totalPeriods.u256 + 1)

    check eventually(
      (await token.balanceOf(provider1.ethAccount)) >
      (await token.balanceOf(provider0.ethAccount))
    )

    await subscription.unsubscribe()