mirror of
https://github.com/logos-blockchain/logos-execution-zone.git
synced 2026-05-26 09:59:25 +00:00
* feat: add basic commands for communicating with keycard * initialize changes * reorganization * add script file for easier wallet access * update commands * fixes * fixed load for non continuous run * Updates for signatures with keycard * fix BIP-340 signatures for fixed sized messages * fmt * refactor and add pin support to program facades * fix unit test * fixes * Revert "fixes" This reverts commit 41f34f4ff4145b7abb60fd9bec168ae4b60f23b4. * fixes * fixes * Removed privacy keycard calls * Revert "Removed privacy keycard calls" This reverts commit d70ef505a1f40b87159099761f5fce5a31e3f17b. * Add domain separators * Removed privacy txs for keycard * CI fixes * CI fixes * addressed some comments * fix ci * ci fixes * fix integration test issue and updated keycard firmware * addressed more comments * fixed deny * remove keycard-py * fixed from earlier merge * add hash_message tests * add test * fix deny * CI fixes * fixed integration tests * Update public.rs * update artifacts * ci and comments * addressed comments * comment fixes * fixes from merging main * first round of comments * Revert "Merge branch 'main' into marvin/keycard-commands" This reverts commit 3fce53f663a3996938dddf77680854570063ca21, reversing changes made to e7b42a5177641455a8917bd2e29db20afd9690e5. * python comments * addressed comments * compile error fixed * fix artifacts * fix main merge error * adjust signer logic workflow * fmt * merge main and shift keycard tests * deny fix * artifacts fix * remove keycard scripts from root * tps fix * fmt
507 lines
16 KiB
Rust
507 lines
16 KiB
Rust
//! Shared test/bench fixtures: spins up bedrock + sequencer + indexer + wallet
|
|
//! end-to-end against docker-compose, exposes a `TestContext` callers can drive.
|
|
|
|
use std::{net::SocketAddr, path::Path, sync::LazyLock};
|
|
|
|
use anyhow::{Context as _, Result};
|
|
use common::{HashType, transaction::NSSATransaction};
|
|
use futures::FutureExt as _;
|
|
use indexer_service::IndexerHandle;
|
|
use log::{debug, error};
|
|
use nssa::{AccountId, PrivacyPreservingTransaction};
|
|
use nssa_core::Commitment;
|
|
use sequencer_core::config::GenesisAction;
|
|
use sequencer_service::SequencerHandle;
|
|
use sequencer_service_rpc::{RpcClient as _, SequencerClient, SequencerClientBuilder};
|
|
use serde::Serialize;
|
|
use tempfile::TempDir;
|
|
use testcontainers::compose::DockerCompose;
|
|
use wallet::{WalletCore, account::AccountIdWithPrivacy, cli::CliAccountMention};
|
|
|
|
use crate::{
|
|
indexer_client::IndexerClient,
|
|
setup::{
|
|
setup_bedrock_node, setup_indexer, setup_private_accounts_with_initial_supply,
|
|
setup_public_accounts_with_initial_supply, setup_sequencer, setup_wallet,
|
|
},
|
|
};
|
|
|
|
pub mod config;
|
|
pub mod indexer_client;
|
|
pub mod setup;
|
|
|
|
// TODO: Remove this and control time from tests
|
|
pub const TIME_TO_WAIT_FOR_BLOCK_SECONDS: u64 = 12;
|
|
pub const NSSA_PROGRAM_FOR_TEST_DATA_CHANGER: &str = "data_changer.bin";
|
|
pub const NSSA_PROGRAM_FOR_TEST_NOOP: &str = "noop.bin";
|
|
pub const NSSA_PROGRAM_FOR_TEST_PDA_FUND_SPEND_PROXY: &str = "pda_fund_spend_proxy.bin";
|
|
|
|
pub(crate) const BEDROCK_SERVICE_WITH_OPEN_PORT: &str = "logos-blockchain-node-0";
|
|
pub(crate) const BEDROCK_SERVICE_PORT: u16 = 18080;
|
|
|
|
static LOGGER: LazyLock<()> = LazyLock::new(env_logger::init);
|
|
|
|
struct IndexerComponents {
|
|
indexer_handle: IndexerHandle,
|
|
indexer_client: IndexerClient,
|
|
temp_dir: TempDir,
|
|
}
|
|
|
|
impl Drop for IndexerComponents {
|
|
fn drop(&mut self) {
|
|
let Self {
|
|
indexer_handle,
|
|
indexer_client: _,
|
|
temp_dir: _,
|
|
} = self;
|
|
|
|
if !indexer_handle.is_healthy() {
|
|
error!("Indexer handle has unexpectedly stopped before IndexerComponents drop");
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Recursively-sized bytes on disk for sequencer / indexer / wallet tempdirs.
|
|
#[derive(Debug, Clone, Copy, Default, Serialize)]
|
|
pub struct DiskSizes {
|
|
pub sequencer_bytes: u64,
|
|
pub indexer_bytes: u64,
|
|
pub wallet_bytes: u64,
|
|
}
|
|
|
|
/// Test context which sets up a sequencer and a wallet for integration tests.
|
|
///
|
|
/// It's memory and logically safe to create multiple instances of this struct in parallel tests,
|
|
/// as each instance uses its own temporary directories for sequencer and wallet data.
|
|
// NOTE: Order of fields is important for proper drop order.
|
|
pub struct TestContext {
|
|
sequencer_client: SequencerClient,
|
|
wallet: WalletCore,
|
|
wallet_password: String,
|
|
/// Optional to move out value in Drop.
|
|
sequencer_handle: Option<SequencerHandle>,
|
|
indexer_components: Option<IndexerComponents>,
|
|
bedrock_compose: DockerCompose,
|
|
bedrock_addr: SocketAddr,
|
|
temp_sequencer_dir: TempDir,
|
|
temp_wallet_dir: TempDir,
|
|
}
|
|
|
|
impl TestContext {
|
|
/// Create new test context.
|
|
pub async fn new() -> Result<Self> {
|
|
Self::builder().build().await
|
|
}
|
|
|
|
/// Get a builder for the test context to customize its configuration.
|
|
#[must_use]
|
|
pub const fn builder() -> TestContextBuilder {
|
|
TestContextBuilder::new()
|
|
}
|
|
|
|
/// Get reference to the wallet.
|
|
#[must_use]
|
|
pub const fn wallet(&self) -> &WalletCore {
|
|
&self.wallet
|
|
}
|
|
|
|
#[must_use]
|
|
pub fn wallet_password(&self) -> &str {
|
|
&self.wallet_password
|
|
}
|
|
|
|
/// Get mutable reference to the wallet.
|
|
pub const fn wallet_mut(&mut self) -> &mut WalletCore {
|
|
&mut self.wallet
|
|
}
|
|
|
|
/// Get reference to the sequencer client.
|
|
#[must_use]
|
|
pub const fn sequencer_client(&self) -> &SequencerClient {
|
|
&self.sequencer_client
|
|
}
|
|
|
|
/// Get the Bedrock Node address.
|
|
#[must_use]
|
|
pub const fn bedrock_addr(&self) -> SocketAddr {
|
|
self.bedrock_addr
|
|
}
|
|
|
|
/// Get reference to the indexer.
|
|
///
|
|
/// # Panics
|
|
///
|
|
/// Panics if the indexer is not enabled in the test context. See
|
|
/// [`TestContextBuilder::disable_indexer()`].
|
|
#[must_use]
|
|
pub fn indexer(&self) -> &IndexerHandle {
|
|
self.indexer_components
|
|
.as_ref()
|
|
.map(|components| &components.indexer_handle)
|
|
.expect("Called `TestContext::indexer()` on context with disabled indexer")
|
|
}
|
|
|
|
/// Get the indexer's bound socket address.
|
|
///
|
|
/// # Panics
|
|
///
|
|
/// Panics if the indexer is not enabled in the test context.
|
|
#[must_use]
|
|
pub fn indexer_addr(&self) -> SocketAddr {
|
|
self.indexer().addr()
|
|
}
|
|
|
|
/// Get reference to the indexer client.
|
|
///
|
|
/// # Panics
|
|
///
|
|
/// Panics if the indexer is not enabled in the test context. See
|
|
/// [`TestContextBuilder::disable_indexer()`].
|
|
#[must_use]
|
|
pub fn indexer_client(&self) -> &IndexerClient {
|
|
self.indexer_components
|
|
.as_ref()
|
|
.map(|components| &components.indexer_client)
|
|
.expect("Called `TestContext::indexer_client()` on context with disabled indexer")
|
|
}
|
|
|
|
/// Recursively-sized bytes on disk for sequencer + indexer + wallet tempdirs.
|
|
/// Indexer bytes are zero if the indexer is disabled.
|
|
#[must_use]
|
|
pub fn disk_sizes(&self) -> DiskSizes {
|
|
DiskSizes {
|
|
sequencer_bytes: dir_size_bytes(self.temp_sequencer_dir.path()),
|
|
indexer_bytes: self
|
|
.indexer_components
|
|
.as_ref()
|
|
.map_or(0, |c| dir_size_bytes(c.temp_dir.path())),
|
|
wallet_bytes: dir_size_bytes(self.temp_wallet_dir.path()),
|
|
}
|
|
}
|
|
|
|
/// Get existing public account IDs in the wallet.
|
|
#[must_use]
|
|
pub fn existing_public_accounts(&self) -> Vec<AccountId> {
|
|
self.wallet
|
|
.storage()
|
|
.key_chain()
|
|
.public_account_ids()
|
|
.map(|(account_id, _idx)| account_id)
|
|
.collect()
|
|
}
|
|
|
|
/// Get existing private account IDs in the wallet.
|
|
#[must_use]
|
|
pub fn existing_private_accounts(&self) -> Vec<AccountId> {
|
|
self.wallet
|
|
.storage()
|
|
.key_chain()
|
|
.private_account_ids()
|
|
.map(|(account_id, _idx)| account_id)
|
|
.collect()
|
|
}
|
|
}
|
|
|
|
impl Drop for TestContext {
|
|
fn drop(&mut self) {
|
|
let Self {
|
|
sequencer_handle,
|
|
bedrock_compose,
|
|
bedrock_addr: _,
|
|
indexer_components: _,
|
|
sequencer_client: _,
|
|
wallet: _,
|
|
wallet_password: _,
|
|
temp_sequencer_dir: _,
|
|
temp_wallet_dir: _,
|
|
} = self;
|
|
|
|
let sequencer_handle = sequencer_handle
|
|
.take()
|
|
.expect("Sequencer handle should be present in TestContext drop");
|
|
if !sequencer_handle.is_healthy() {
|
|
let Err(err) = sequencer_handle
|
|
.failed()
|
|
.now_or_never()
|
|
.expect("Sequencer handle should not be running");
|
|
error!(
|
|
"Sequencer handle has unexpectedly stopped before TestContext drop with error: {err:#}"
|
|
);
|
|
}
|
|
|
|
let container = bedrock_compose
|
|
.service(BEDROCK_SERVICE_WITH_OPEN_PORT)
|
|
.unwrap_or_else(|| {
|
|
panic!("Failed to get Bedrock service container `{BEDROCK_SERVICE_WITH_OPEN_PORT}`")
|
|
});
|
|
let output = std::process::Command::new("docker")
|
|
.args(["inspect", "-f", "{{.State.Running}}", container.id()])
|
|
.output()
|
|
.expect("Failed to execute docker inspect command to check if Bedrock container is still running");
|
|
let stdout = String::from_utf8(output.stdout)
|
|
.expect("Failed to parse docker inspect output as String");
|
|
if stdout.trim() != "true" {
|
|
error!(
|
|
"Bedrock container `{}` is not running during TestContext drop, docker inspect output: {stdout}",
|
|
container.id()
|
|
);
|
|
}
|
|
}
|
|
}
|
|
|
|
pub struct TestContextBuilder {
|
|
genesis_transactions: Option<Vec<GenesisAction>>,
|
|
sequencer_partial_config: Option<config::SequencerPartialConfig>,
|
|
enable_indexer: bool,
|
|
}
|
|
|
|
impl TestContextBuilder {
|
|
const fn new() -> Self {
|
|
Self {
|
|
genesis_transactions: None,
|
|
sequencer_partial_config: None,
|
|
enable_indexer: true,
|
|
}
|
|
}
|
|
|
|
#[must_use]
|
|
pub fn with_genesis(mut self, genesis_transactions: Vec<GenesisAction>) -> Self {
|
|
self.genesis_transactions = Some(genesis_transactions);
|
|
self
|
|
}
|
|
|
|
#[must_use]
|
|
pub const fn with_sequencer_partial_config(
|
|
mut self,
|
|
sequencer_partial_config: config::SequencerPartialConfig,
|
|
) -> Self {
|
|
self.sequencer_partial_config = Some(sequencer_partial_config);
|
|
self
|
|
}
|
|
|
|
/// Exclude Indexer from test context.
|
|
/// Indexer is enabled by default.
|
|
///
|
|
/// Methods like [`TestContext::indexer()`] and [`TestContext::indexer_client()`] will panic if
|
|
/// called when indexer is disabled.
|
|
#[must_use]
|
|
pub const fn disable_indexer(mut self) -> Self {
|
|
self.enable_indexer = false;
|
|
self
|
|
}
|
|
|
|
pub async fn build(self) -> Result<TestContext> {
|
|
let Self {
|
|
genesis_transactions,
|
|
sequencer_partial_config,
|
|
enable_indexer,
|
|
} = self;
|
|
|
|
// Ensure logger is initialized only once
|
|
*LOGGER;
|
|
|
|
debug!("Test context setup");
|
|
|
|
let (bedrock_compose, bedrock_addr) = setup_bedrock_node()
|
|
.await
|
|
.context("Failed to setup Bedrock node")?;
|
|
|
|
let indexer_components = if enable_indexer {
|
|
let (indexer_handle, temp_indexer_dir) = setup_indexer(bedrock_addr)
|
|
.await
|
|
.context("Failed to setup Indexer")?;
|
|
let indexer_url = config::addr_to_url(config::UrlProtocol::Ws, indexer_handle.addr())
|
|
.context("Failed to convert indexer addr to URL")?;
|
|
let indexer_client = IndexerClient::new(&indexer_url)
|
|
.await
|
|
.context("Failed to create indexer client")?;
|
|
Some(IndexerComponents {
|
|
indexer_handle,
|
|
indexer_client,
|
|
temp_dir: temp_indexer_dir,
|
|
})
|
|
} else {
|
|
None
|
|
};
|
|
|
|
let initial_public_accounts = config::default_public_accounts_for_wallet();
|
|
let initial_private_accounts = config::default_private_accounts_for_wallet();
|
|
// Wallet genesis must always be present so that
|
|
// setup_public/private_accounts_with_initial_supply can claim from the vault PDAs.
|
|
// When a test supplies custom genesis, merge rather than replace.
|
|
let wallet_genesis =
|
|
config::genesis_from_accounts(&initial_public_accounts, &initial_private_accounts);
|
|
let genesis = match genesis_transactions {
|
|
Some(mut custom) => {
|
|
custom.extend(wallet_genesis);
|
|
custom
|
|
}
|
|
None => wallet_genesis,
|
|
};
|
|
let (sequencer_handle, temp_sequencer_dir) = setup_sequencer(
|
|
sequencer_partial_config.unwrap_or_default(),
|
|
bedrock_addr,
|
|
genesis,
|
|
)
|
|
.await
|
|
.context("Failed to setup Sequencer")?;
|
|
|
|
let (mut wallet, temp_wallet_dir, wallet_password) = setup_wallet(
|
|
sequencer_handle.addr(),
|
|
&initial_public_accounts,
|
|
&initial_private_accounts,
|
|
)
|
|
.context("Failed to setup wallet")?;
|
|
|
|
setup_public_accounts_with_initial_supply(&wallet, &initial_public_accounts)
|
|
.await
|
|
.context("Failed to initialize public accounts in wallet")?;
|
|
|
|
setup_private_accounts_with_initial_supply(&mut wallet, &initial_private_accounts)
|
|
.await
|
|
.context("Failed to initialize private accounts in wallet")?;
|
|
|
|
let sequencer_url = config::addr_to_url(config::UrlProtocol::Http, sequencer_handle.addr())
|
|
.context("Failed to convert sequencer addr to URL")?;
|
|
let sequencer_client = SequencerClientBuilder::default()
|
|
.build(sequencer_url)
|
|
.context("Failed to create sequencer client")?;
|
|
|
|
Ok(TestContext {
|
|
sequencer_client,
|
|
wallet,
|
|
wallet_password,
|
|
bedrock_compose,
|
|
bedrock_addr,
|
|
sequencer_handle: Some(sequencer_handle),
|
|
indexer_components,
|
|
temp_sequencer_dir,
|
|
temp_wallet_dir,
|
|
})
|
|
}
|
|
|
|
pub fn build_blocking(self) -> Result<BlockingTestContext> {
|
|
let runtime = tokio::runtime::Runtime::new().context("Failed to create Tokio runtime")?;
|
|
|
|
let ctx = runtime.block_on(self.build())?;
|
|
|
|
Ok(BlockingTestContext {
|
|
ctx: Some(ctx),
|
|
runtime,
|
|
})
|
|
}
|
|
}
|
|
/// A test context to be used in normal #[test] tests.
|
|
pub struct BlockingTestContext {
|
|
ctx: Option<TestContext>,
|
|
runtime: tokio::runtime::Runtime,
|
|
}
|
|
|
|
impl BlockingTestContext {
|
|
pub fn new() -> Result<Self> {
|
|
TestContext::builder().build_blocking()
|
|
}
|
|
|
|
pub const fn ctx(&self) -> &TestContext {
|
|
self.ctx.as_ref().expect("TestContext is set")
|
|
}
|
|
|
|
pub const fn runtime(&self) -> &tokio::runtime::Runtime {
|
|
&self.runtime
|
|
}
|
|
|
|
pub fn block_on<'ctx, F>(&'ctx self, f: impl FnOnce(&'ctx TestContext) -> F) -> F::Output
|
|
where
|
|
F: std::future::Future + 'ctx,
|
|
{
|
|
let future = f(self.ctx());
|
|
self.runtime.block_on(future)
|
|
}
|
|
|
|
pub fn block_on_mut<'ctx, F>(
|
|
&'ctx mut self,
|
|
f: impl FnOnce(&'ctx mut TestContext) -> F,
|
|
) -> F::Output
|
|
where
|
|
F: std::future::Future + 'ctx,
|
|
{
|
|
let ctx_mut = self.ctx.as_mut().expect("TestContext is set");
|
|
let future = f(ctx_mut);
|
|
self.runtime.block_on(future)
|
|
}
|
|
}
|
|
|
|
impl Drop for BlockingTestContext {
|
|
fn drop(&mut self) {
|
|
let Self { ctx, runtime } = self;
|
|
|
|
// Ensure async cleanup of TestContext by blocking on its drop in the runtime.
|
|
runtime.block_on(async {
|
|
if let Some(ctx) = ctx.take() {
|
|
drop(ctx);
|
|
}
|
|
});
|
|
}
|
|
}
|
|
|
|
#[must_use]
|
|
pub const fn public_mention(account_id: AccountId) -> CliAccountMention {
|
|
CliAccountMention::Id(AccountIdWithPrivacy::Public(account_id))
|
|
}
|
|
|
|
#[must_use]
|
|
pub const fn private_mention(account_id: AccountId) -> CliAccountMention {
|
|
CliAccountMention::Id(AccountIdWithPrivacy::Private(account_id))
|
|
}
|
|
|
|
#[expect(
|
|
clippy::wildcard_enum_match_arm,
|
|
reason = "We want the code to panic if the transaction type is not PrivacyPreserving"
|
|
)]
|
|
pub async fn fetch_privacy_preserving_tx(
|
|
seq_client: &SequencerClient,
|
|
tx_hash: HashType,
|
|
) -> PrivacyPreservingTransaction {
|
|
let tx = seq_client.get_transaction(tx_hash).await.unwrap().unwrap();
|
|
|
|
match tx {
|
|
NSSATransaction::PrivacyPreserving(privacy_preserving_transaction) => {
|
|
privacy_preserving_transaction
|
|
}
|
|
_ => panic!("Invalid tx type"),
|
|
}
|
|
}
|
|
|
|
pub async fn verify_commitment_is_in_state(
|
|
commitment: Commitment,
|
|
seq_client: &SequencerClient,
|
|
) -> bool {
|
|
seq_client
|
|
.get_proof_for_commitment(commitment)
|
|
.await
|
|
.ok()
|
|
.flatten()
|
|
.is_some()
|
|
}
|
|
|
|
fn dir_size_bytes(path: &Path) -> u64 {
|
|
let mut total = 0_u64;
|
|
let Ok(entries) = std::fs::read_dir(path) else {
|
|
return 0;
|
|
};
|
|
for entry in entries.flatten() {
|
|
let Ok(metadata) = entry.metadata() else {
|
|
continue;
|
|
};
|
|
if metadata.is_file() {
|
|
total = total.saturating_add(metadata.len());
|
|
} else if metadata.is_dir() {
|
|
total = total.saturating_add(dir_size_bytes(&entry.path()));
|
|
} else {
|
|
// Sockets, FIFOs, block/char devices: ignore. Symlinks are
|
|
// already followed by `is_file()` / `is_dir()`.
|
|
}
|
|
}
|
|
total
|
|
}
|