mirror of
https://github.com/logos-storage/logos-storage-nim.git
synced 2026-01-02 21:43:11 +00:00
54177e9fbf
* WiP: migrating CodexClient to chronos http client * fix(api): fixes #1163 * feat: fully working API integration tests * convert most of the tests in testupdownload * feat: working updownload tests on async client * feat: make testsales work with async codexclient * feat: make testpurchasing work with async codexclient * feat: make testblockexpiration work with async codexclient * feat: make marketplacesuite work with async codexclient * make testproofs work with async codexclient * chore: refactor client to express higher level in terms of lower level operations * fix: set correct content-length for erasure-coded datasets * feat: make testecbug work with async client * feat: make testvalidator work with async client * refactor: simplify request aliases, add close operation * wire back client.close at node shutdown * refactor: remove unused exception * fix: use await instead of waitFor on async call sites
229 lines
8.1 KiB
Nim
229 lines
8.1 KiB
Nim
from std/times import inMilliseconds, initDuration, inSeconds, fromUnix
|
|
import std/sugar
|
|
import pkg/codex/logutils
|
|
import pkg/questionable/results
|
|
import pkg/ethers/provider
|
|
import ../contracts/time
|
|
import ../contracts/deployment
|
|
import ../codex/helpers
|
|
import ../examples
|
|
import ./marketplacesuite
|
|
import ./nodeconfigs
|
|
|
|
export logutils
|
|
|
|
logScope:
|
|
topics = "integration test validation"
|
|
|
|
template eventuallyS(
|
|
expression: untyped, timeout = 10, step = 5, cancelExpression: untyped = false
|
|
): bool =
|
|
bind Moment, now, seconds
|
|
|
|
proc eventuallyS(): Future[bool] {.async.} =
|
|
let endTime = Moment.now() + timeout.seconds
|
|
var secondsElapsed = 0
|
|
while not expression:
|
|
if endTime < Moment.now():
|
|
return false
|
|
if cancelExpression:
|
|
return false
|
|
await sleepAsync(step.seconds)
|
|
return true
|
|
|
|
await eventuallyS()
|
|
|
|
marketplacesuite "Validation":
|
|
const blocks = 8
|
|
const ecNodes = 3
|
|
const ecTolerance = 1
|
|
const proofProbability = 1.u256
|
|
|
|
const collateralPerByte = 1.u256
|
|
const minPricePerBytePerSecond = 1.u256
|
|
|
|
proc waitForRequestToFail(
|
|
marketplace: Marketplace, requestId: RequestId, timeout = 10, step = 5
|
|
): Future[bool] {.async.} =
|
|
let endTime = Moment.now() + timeout.seconds
|
|
|
|
var requestState = await marketplace.requestState(requestId)
|
|
while requestState != RequestState.Failed:
|
|
if endTime < Moment.now():
|
|
return false
|
|
if requestState != RequestState.Started:
|
|
return false
|
|
await sleepAsync(step.seconds)
|
|
requestState = await marketplace.requestState(requestId)
|
|
return true
|
|
|
|
test "validator marks proofs as missing when using validation groups",
|
|
NodeConfigs(
|
|
# Uncomment to start Hardhat automatically, typically so logs can be inspected locally
|
|
hardhat: HardhatConfig.none,
|
|
clients: CodexConfigs
|
|
.init(nodes = 1)
|
|
# .debug() # uncomment to enable console log output
|
|
.withLogFile()
|
|
# uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
|
|
.withLogTopics("purchases", "onchain").some,
|
|
providers: CodexConfigs
|
|
.init(nodes = 1)
|
|
.withSimulateProofFailures(idx = 0, failEveryNProofs = 1)
|
|
# .debug() # uncomment to enable console log output
|
|
# .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
|
|
# .withLogTopics("sales", "onchain")
|
|
.some,
|
|
validators: CodexConfigs
|
|
.init(nodes = 2)
|
|
.withValidationGroups(groups = 2)
|
|
.withValidationGroupIndex(idx = 0, groupIndex = 0)
|
|
.withValidationGroupIndex(idx = 1, groupIndex = 1)
|
|
# .debug() # uncomment to enable console log output
|
|
.withLogFile()
|
|
# uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
|
|
.withLogTopics("validator")
|
|
# each topic as a separate string argument
|
|
.some,
|
|
):
|
|
let client0 = clients()[0].client
|
|
let expiry = 5.periods
|
|
let duration = expiry + 10.periods
|
|
|
|
# let mine a block to sync the blocktime with the current clock
|
|
discard await ethProvider.send("evm_mine")
|
|
|
|
var currentTime = await ethProvider.currentTime()
|
|
let requestEndTime = currentTime.truncate(uint64) + duration
|
|
|
|
let data = await RandomChunker.example(blocks = blocks)
|
|
let datasetSize =
|
|
datasetSize(blocks = blocks, nodes = ecNodes, tolerance = ecTolerance)
|
|
await createAvailabilities(
|
|
datasetSize.truncate(uint64),
|
|
duration,
|
|
collateralPerByte,
|
|
minPricePerBytePerSecond,
|
|
)
|
|
|
|
let cid = (await client0.upload(data)).get
|
|
let purchaseId = await client0.requestStorage(
|
|
cid,
|
|
expiry = expiry,
|
|
duration = duration,
|
|
nodes = ecNodes,
|
|
tolerance = ecTolerance,
|
|
proofProbability = proofProbability,
|
|
)
|
|
let requestId = (await client0.requestId(purchaseId)).get
|
|
|
|
debug "validation suite", purchaseId = purchaseId.toHex, requestId = requestId
|
|
|
|
if not eventuallyS(
|
|
await client0.purchaseStateIs(purchaseId, "started"),
|
|
timeout = (expiry + 60).int,
|
|
step = 5,
|
|
):
|
|
debug "validation suite: timed out waiting for the purchase to start"
|
|
fail()
|
|
return
|
|
|
|
discard await ethProvider.send("evm_mine")
|
|
currentTime = await ethProvider.currentTime()
|
|
let secondsTillRequestEnd = (requestEndTime - currentTime.truncate(uint64)).int
|
|
|
|
debug "validation suite", secondsTillRequestEnd = secondsTillRequestEnd.seconds
|
|
|
|
check await marketplace.waitForRequestToFail(
|
|
requestId, timeout = secondsTillRequestEnd + 60, step = 5
|
|
)
|
|
|
|
test "validator uses historical state to mark missing proofs",
|
|
NodeConfigs(
|
|
# Uncomment to start Hardhat automatically, typically so logs can be inspected locally
|
|
hardhat: HardhatConfig.none,
|
|
clients: CodexConfigs
|
|
.init(nodes = 1)
|
|
# .debug() # uncomment to enable console log output
|
|
.withLogFile()
|
|
# uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
|
|
.withLogTopics("purchases", "onchain").some,
|
|
providers: CodexConfigs
|
|
.init(nodes = 1)
|
|
.withSimulateProofFailures(idx = 0, failEveryNProofs = 1)
|
|
# .debug() # uncomment to enable console log output
|
|
# .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
|
|
# .withLogTopics("sales", "onchain")
|
|
.some,
|
|
):
|
|
let client0 = clients()[0].client
|
|
let expiry = 5.periods
|
|
let duration = expiry + 10.periods
|
|
|
|
# let mine a block to sync the blocktime with the current clock
|
|
discard await ethProvider.send("evm_mine")
|
|
|
|
var currentTime = await ethProvider.currentTime()
|
|
let requestEndTime = currentTime.truncate(uint64) + duration
|
|
|
|
let data = await RandomChunker.example(blocks = blocks)
|
|
let datasetSize =
|
|
datasetSize(blocks = blocks, nodes = ecNodes, tolerance = ecTolerance)
|
|
await createAvailabilities(
|
|
datasetSize.truncate(uint64),
|
|
duration,
|
|
collateralPerByte,
|
|
minPricePerBytePerSecond,
|
|
)
|
|
|
|
let cid = (await client0.upload(data)).get
|
|
let purchaseId = await client0.requestStorage(
|
|
cid,
|
|
expiry = expiry,
|
|
duration = duration,
|
|
nodes = ecNodes,
|
|
tolerance = ecTolerance,
|
|
proofProbability = proofProbability,
|
|
)
|
|
let requestId = (await client0.requestId(purchaseId)).get
|
|
|
|
debug "validation suite", purchaseId = purchaseId.toHex, requestId = requestId
|
|
|
|
if not eventuallyS(
|
|
await client0.purchaseStateIs(purchaseId, "started"),
|
|
timeout = (expiry + 60).int,
|
|
step = 5,
|
|
):
|
|
debug "validation suite: timed out waiting for the purchase to start"
|
|
fail()
|
|
return
|
|
|
|
# extra block just to make sure we have one that separates us
|
|
# from the block containing the last (past) SlotFilled event
|
|
discard await ethProvider.send("evm_mine")
|
|
|
|
var validators = CodexConfigs
|
|
.init(nodes = 2)
|
|
.withValidationGroups(groups = 2)
|
|
.withValidationGroupIndex(idx = 0, groupIndex = 0)
|
|
.withValidationGroupIndex(idx = 1, groupIndex = 1)
|
|
# .debug() # uncomment to enable console log output
|
|
.withLogFile()
|
|
# uncomment to output log file to: # tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
|
|
.withLogTopics("validator") # each topic as a separate string argument
|
|
|
|
failAndTeardownOnError "failed to start validator nodes":
|
|
for config in validators.configs.mitems:
|
|
let node = await startValidatorNode(config)
|
|
running.add RunningNode(role: Role.Validator, node: node)
|
|
|
|
discard await ethProvider.send("evm_mine")
|
|
currentTime = await ethProvider.currentTime()
|
|
let secondsTillRequestEnd = (requestEndTime - currentTime.truncate(uint64)).int
|
|
|
|
debug "validation suite", secondsTillRequestEnd = secondsTillRequestEnd.seconds
|
|
|
|
check await marketplace.waitForRequestToFail(
|
|
requestId, timeout = secondsTillRequestEnd + 60, step = 5
|
|
)
|