mirror of
https://github.com/logos-storage/logos-storage-nim.git
synced 2026-01-09 08:53:10 +00:00
5ff15da492
- Move test manager values to config object - Increase codex port separation (between api and disc ports) in an attempt to prevent overlap across tests (ie Test1: api=8000(tcp), disc=9000(udp), and Test2: api=9000(tcp), disc=10000(udp)) - print stderr when exitcode == 1 if there's < 3 lines of stdout - Logging: - Always write test manager harness chronicles logs to file, ie testmanager.chronicles.log in the root of the `integration/logs/<run name>` dir - Always write individual test stdout to file, ie `<test file name>.stdout.log` in the root of the `integration/logs/<run name>/<test file name>` dir - On error, print stderr to screen and write stderr to file. Or on failure, if stdout is sufficiently short, write stderr to screen and file in `integration/logs/<run name>/<test file name>/<test file name>.stderr.log` - When debugging, ie DebugCodexNodes == true - Removes DebugTestHarness from controlling anything other than printing chronicles output from the testmanager to the terminal - Now, if DebugCodexNodes is set to true: - Codex node (chronicles) output for multinodesuite tests is logged to file, eg `integration/logs/<run name>/<test file name>/<test name>/<role>_<idx>.log` - Codex chronicles output is logged to stdout, which also written to file (see above)
231 lines
8.1 KiB
Nim
231 lines
8.1 KiB
Nim
from std/times import inMilliseconds, initDuration, inSeconds, fromUnix
|
|
import std/sugar
|
|
import pkg/codex/logutils
|
|
import pkg/questionable/results
|
|
import pkg/ethers/provider
|
|
import ../contracts/time
|
|
import ../contracts/deployment
|
|
import ../codex/helpers
|
|
import ../examples
|
|
import ./marketplacesuite
|
|
import ./nodeconfigs
|
|
|
|
export logutils
|
|
|
|
logScope:
|
|
topics = "integration test validation"
|
|
|
|
template eventuallyS(
|
|
expression: untyped, timeout = 10, step = 5, cancelExpression: untyped = false
|
|
): bool =
|
|
bind Moment, now, seconds
|
|
|
|
proc eventuallyS(): Future[bool] {.async.} =
|
|
let endTime = Moment.now() + timeout.seconds
|
|
var secondsElapsed = 0
|
|
while not expression:
|
|
if endTime < Moment.now():
|
|
return false
|
|
if cancelExpression:
|
|
return false
|
|
await sleepAsync(step.seconds)
|
|
return true
|
|
|
|
await eventuallyS()
|
|
|
|
marketplacesuite "Validation":
|
|
const blocks = 8
|
|
const ecNodes = 3
|
|
const ecTolerance = 1
|
|
const proofProbability = 1.u256
|
|
|
|
const collateralPerByte = 1.u256
|
|
const minPricePerBytePerSecond = 1.u256
|
|
|
|
proc waitForRequestToFail(
|
|
marketplace: Marketplace, requestId: RequestId, timeout = 10, step = 5
|
|
): Future[bool] {.async.} =
|
|
let endTime = Moment.now() + timeout.seconds
|
|
|
|
var requestState = await marketplace.requestState(requestId)
|
|
while requestState != RequestState.Failed:
|
|
if endTime < Moment.now():
|
|
return false
|
|
if requestState != RequestState.Started:
|
|
return false
|
|
await sleepAsync(step.seconds)
|
|
requestState = await marketplace.requestState(requestId)
|
|
return true
|
|
|
|
test "validator marks proofs as missing when using validation groups",
|
|
NodeConfigs(
|
|
# Uncomment to start Hardhat automatically, typically so logs can be inspected locally
|
|
hardhat: HardhatConfig.none,
|
|
clients: CodexConfigs
|
|
.init(nodes = 1)
|
|
# .debug() # uncomment to enable console log output
|
|
# .withLogFile()
|
|
# uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
|
|
# .withLogTopics("purchases", "onchain")
|
|
.some,
|
|
providers: CodexConfigs
|
|
.init(nodes = 1)
|
|
.withSimulateProofFailures(idx = 0, failEveryNProofs = 1)
|
|
# .debug() # uncomment to enable console log output
|
|
# .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
|
|
# .withLogTopics("sales", "onchain")
|
|
.some,
|
|
validators: CodexConfigs
|
|
.init(nodes = 2)
|
|
.withValidationGroups(groups = 2)
|
|
.withValidationGroupIndex(idx = 0, groupIndex = 0)
|
|
.withValidationGroupIndex(idx = 1, groupIndex = 1)
|
|
# .debug() # uncomment to enable console log output
|
|
# .withLogFile()
|
|
# uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
|
|
# .withLogTopics("validator")
|
|
# each topic as a separate string argument
|
|
.some,
|
|
):
|
|
let client0 = clients()[0].client
|
|
let expiry = 5.periods
|
|
let duration = expiry + 10.periods
|
|
|
|
# let mine a block to sync the blocktime with the current clock
|
|
discard await ethProvider.send("evm_mine")
|
|
|
|
var currentTime = await ethProvider.currentTime()
|
|
let requestEndTime = currentTime.truncate(uint64) + duration
|
|
|
|
let data = await RandomChunker.example(blocks = blocks)
|
|
let datasetSize =
|
|
datasetSize(blocks = blocks, nodes = ecNodes, tolerance = ecTolerance)
|
|
await createAvailabilities(
|
|
datasetSize.truncate(uint64),
|
|
duration,
|
|
collateralPerByte,
|
|
minPricePerBytePerSecond,
|
|
)
|
|
|
|
let cid = (await client0.upload(data)).get
|
|
let purchaseId = await client0.requestStorage(
|
|
cid,
|
|
expiry = expiry,
|
|
duration = duration,
|
|
nodes = ecNodes,
|
|
tolerance = ecTolerance,
|
|
proofProbability = proofProbability,
|
|
)
|
|
let requestId = (await client0.requestId(purchaseId)).get
|
|
|
|
debug "validation suite", purchaseId = purchaseId.toHex, requestId = requestId
|
|
|
|
if not eventuallyS(
|
|
await client0.purchaseStateIs(purchaseId, "started"),
|
|
timeout = (expiry + 60).int,
|
|
step = 5,
|
|
):
|
|
debug "validation suite: timed out waiting for the purchase to start"
|
|
fail()
|
|
return
|
|
|
|
discard await ethProvider.send("evm_mine")
|
|
currentTime = await ethProvider.currentTime()
|
|
let secondsTillRequestEnd = (requestEndTime - currentTime.truncate(uint64)).int
|
|
|
|
debug "validation suite", secondsTillRequestEnd = secondsTillRequestEnd.seconds
|
|
|
|
check await marketplace.waitForRequestToFail(
|
|
requestId, timeout = secondsTillRequestEnd + 60, step = 5
|
|
)
|
|
|
|
test "validator uses historical state to mark missing proofs",
|
|
NodeConfigs(
|
|
# Uncomment to start Hardhat automatically, typically so logs can be inspected locally
|
|
hardhat: HardhatConfig.none,
|
|
clients: CodexConfigs
|
|
.init(nodes = 1)
|
|
# .debug() # uncomment to enable console log output
|
|
# .withLogFile()
|
|
# uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
|
|
# .withLogTopics("purchases", "onchain")
|
|
.some,
|
|
providers: CodexConfigs
|
|
.init(nodes = 1)
|
|
.withSimulateProofFailures(idx = 0, failEveryNProofs = 1)
|
|
# .debug() # uncomment to enable console log output
|
|
# .withLogFile() # uncomment to output log file to tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
|
|
# .withLogTopics("sales", "onchain")
|
|
.some,
|
|
):
|
|
let client0 = clients()[0].client
|
|
let expiry = 5.periods
|
|
let duration = expiry + 10.periods
|
|
|
|
# let mine a block to sync the blocktime with the current clock
|
|
discard await ethProvider.send("evm_mine")
|
|
|
|
var currentTime = await ethProvider.currentTime()
|
|
let requestEndTime = currentTime.truncate(uint64) + duration
|
|
|
|
let data = await RandomChunker.example(blocks = blocks)
|
|
let datasetSize =
|
|
datasetSize(blocks = blocks, nodes = ecNodes, tolerance = ecTolerance)
|
|
await createAvailabilities(
|
|
datasetSize.truncate(uint64),
|
|
duration,
|
|
collateralPerByte,
|
|
minPricePerBytePerSecond,
|
|
)
|
|
|
|
let cid = (await client0.upload(data)).get
|
|
let purchaseId = await client0.requestStorage(
|
|
cid,
|
|
expiry = expiry,
|
|
duration = duration,
|
|
nodes = ecNodes,
|
|
tolerance = ecTolerance,
|
|
proofProbability = proofProbability,
|
|
)
|
|
let requestId = (await client0.requestId(purchaseId)).get
|
|
|
|
debug "validation suite", purchaseId = purchaseId.toHex, requestId = requestId
|
|
|
|
if not eventuallyS(
|
|
await client0.purchaseStateIs(purchaseId, "started"),
|
|
timeout = (expiry + 60).int,
|
|
step = 5,
|
|
):
|
|
debug "validation suite: timed out waiting for the purchase to start"
|
|
fail()
|
|
return
|
|
|
|
# extra block just to make sure we have one that separates us
|
|
# from the block containing the last (past) SlotFilled event
|
|
discard await ethProvider.send("evm_mine")
|
|
|
|
var validators = CodexConfigs
|
|
.init(nodes = 2)
|
|
.withValidationGroups(groups = 2)
|
|
.withValidationGroupIndex(idx = 0, groupIndex = 0)
|
|
.withValidationGroupIndex(idx = 1, groupIndex = 1)
|
|
# .debug() # uncomment to enable console log output
|
|
.withLogFile()
|
|
# uncomment to output log file to: # tests/integration/logs/<start_datetime> <suite_name>/<test_name>/<node_role>_<node_idx>.log
|
|
.withLogTopics("validator") # each topic as a separate string argument
|
|
|
|
failAndTeardownOnError "failed to start validator nodes":
|
|
for config in validators.configs.mitems:
|
|
let node = await startValidatorNode(config)
|
|
running.add RunningNode(role: Role.Validator, node: node)
|
|
|
|
discard await ethProvider.send("evm_mine")
|
|
currentTime = await ethProvider.currentTime()
|
|
let secondsTillRequestEnd = (requestEndTime - currentTime.truncate(uint64)).int
|
|
|
|
debug "validation suite", secondsTillRequestEnd = secondsTillRequestEnd.seconds
|
|
|
|
check await marketplace.waitForRequestToFail(
|
|
requestId, timeout = secondsTillRequestEnd + 60, step = 5
|
|
)
|