lssa/lez/indexer/core/src/lib.rs

use std::{
    path::Path,
    sync::{Arc, Mutex},
};

use anyhow::Result;
use common::block::Block;
// ToDo: Remove after testnet
use futures::StreamExt as _;
use log::{error, info, warn};
use logos_blockchain_core::header::HeaderId;
use logos_blockchain_zone_sdk::{
    CommonHttpClient, ZoneMessage, adapter::NodeHttpClient, indexer::ZoneIndexer,
};

use crate::{
    block_store::IndexerStore,
    config::IndexerConfig,
    status::{IndexerStatus, SyncState},
};

pub mod block_store;
pub mod config;
pub mod status;

#[derive(Clone)]
pub struct IndexerCore {
    pub zone_indexer: Arc<ZoneIndexer<NodeHttpClient>>,
    pub config: IndexerConfig,
    pub store: IndexerStore,
    /// Live ingestion status; updated by the ingest stream, read by `status`.
    pub status: Arc<Mutex<IndexerStatus>>,
}

impl IndexerCore {
    pub fn new(config: IndexerConfig, storage_dir: &Path) -> Result<Self> {
        // Namespace the DB by channel so indexers on different channels can
        // share a storage dir without their RocksDB state colliding.
        let home = storage_dir.join(format!("rocksdb-{}", config.channel_id));

        let basic_auth = config.bedrock_config.auth.clone().map(Into::into);
        let node = NodeHttpClient::new(
            CommonHttpClient::new(basic_auth),
            config.bedrock_config.addr.clone(),
        );
        let zone_indexer = ZoneIndexer::new(config.channel_id, node);

        Ok(Self {
            zone_indexer: Arc::new(zone_indexer),
            config,
            store: IndexerStore::open_db(&home)?,
            status: Arc::new(Mutex::new(IndexerStatus::starting())),
        })
    }

    /// Snapshot of the current ingestion status (sync state + indexed tip).
    ///
    /// Combines the ingest loop's live state with the L2 tip read fresh from the
    /// store, so callers (FFI/RPC) can tell "catching up" from "failed".
    #[must_use]
    pub fn status(&self) -> IndexerStatus {
        let mut snapshot = self
            .status
            .lock()
            .expect("indexer status mutex poisoned")
            .clone();
        snapshot.indexed_block_id = self.store.get_last_block_id().ok().flatten();
        snapshot
    }

    /// Apply a short, non-blocking update to the shared status.
    fn set_status(&self, update: impl FnOnce(&mut IndexerStatus)) {
        let mut status = self.status.lock().expect("indexer status mutex poisoned");
        update(&mut status);
    }

    pub fn subscribe_parse_block_stream(&self) -> impl futures::Stream<Item = Result<Block>> + '_ {
        let poll_interval = self.config.consensus_info_polling_interval;
        let initial_cursor = self
            .store
            .get_zone_cursor()
            .expect("Failed to load zone-sdk indexer cursor");

        async_stream::stream! {
            let mut cursor = initial_cursor;

            if cursor.is_some() {
                info!("Resuming indexer from cursor {cursor:?}");
            } else {
                info!("Starting indexer from beginning of channel");
            }

            loop {
                let stream = match self.zone_indexer.next_messages(cursor).await {
                    Ok(s) => s,
                    Err(err) => {
                        // `next_messages` reads L1 consensus info internally, so
                        // this also covers an unreachable/misconfigured L1 node.
                        error!("Failed to start zone-sdk next_messages stream: {err}");
                        self.set_status(|s| {
                            s.state = SyncState::Error;
                            s.last_error = Some(format!("cannot reach L1 / read channel: {err}"));
                        });
                        tokio::time::sleep(poll_interval).await;
                        continue;
                    }
                };
                let mut stream = std::pin::pin!(stream);

                // Flip to Syncing on the first message of this cycle (not merely on
                // a successful poll) so the steady-state CaughtUp status doesn't
                // flicker. Until then the state stays Starting (cold-start scan of
                // empty L1 history) or CaughtUp (idle).
                let mut announced_syncing = false;

                while let Some((msg, slot)) = stream.next().await {
                    if !announced_syncing {
                        self.set_status(|s| {
                            s.state = SyncState::Syncing;
                            s.last_error = None;
                        });
                        announced_syncing = true;
                    }

                    let zone_block = match msg {
                        ZoneMessage::Block(b) => b,
                        // Non-block messages don't carry a cursor position; the
                        // next ZoneBlock advances past them implicitly.
                        ZoneMessage::Deposit(_) | ZoneMessage::Withdraw(_) => continue,
                    };

                    let block: Block = match borsh::from_slice(&zone_block.data) {
                        Ok(b) => b,
                        Err(e) => {
                            error!("Failed to deserialize L2 block from zone-sdk: {e}");
                            // Advance past the broken inscription so we don't
                            // re-process it on restart.
                            cursor = Some(slot);
                            if let Err(err) = self.store.set_zone_cursor(&slot) {
                                warn!("Failed to persist indexer cursor: {err:#}");
                            }
                            continue;
                        }
                    };

                    info!("Indexed L2 block {}", block.header.block_id);

                    // TODO: Remove l1_header placeholder once storage layer
                    // no longer requires it. Zone-sdk handles L1 tracking internally.
                    let placeholder_l1_header = HeaderId::from([0_u8; 32]);
                    if let Err(err) = self.store.put_block(block.clone(), placeholder_l1_header).await {
                        error!("Failed to store block {}: {err:#}", block.header.block_id);
                    }

                    cursor = Some(slot);
                    if let Err(err) = self.store.set_zone_cursor(&slot) {
                        warn!("Failed to persist indexer cursor: {err:#}");
                    }
                    yield Ok(block);
                }

                // Stream drained: caught up to LIB as of this cycle. Sleep then poll again.
                self.set_status(|s| s.state = SyncState::CaughtUp);
                tokio::time::sleep(poll_interval).await;
            }
        }
    }
}