status-go/services/wallet/iterative.go

package wallet

import (
	"context"
	"math/big"
	"time"

	"github.com/ethereum/go-ethereum/common"
	"github.com/ethereum/go-ethereum/log"
)

// SetupIterativeDownloader configures IterativeDownloader with last known synced block.
func SetupIterativeDownloader(
	db *Database, client HeaderReader, address common.Address,
	downloader BatchDownloader, size *big.Int, to *big.Int, from *big.Int) (*IterativeDownloader, error) {
	adjustedSize := big.NewInt(0).Div(big.NewInt(0).Sub(to, from), big.NewInt(10))
	if adjustedSize.Cmp(size) == 1 {
		size = adjustedSize
	}
	log.Info("iterative downloader", "address", address, "from", from, "to", to, "size", size)
	d := &IterativeDownloader{
		client:     client,
		batchSize:  size,
		downloader: downloader,
		from:       from,
		to:         to,
	}
	return d, nil
}

// BatchDownloader interface for loading transfers in batches in speificed range of blocks.
type BatchDownloader interface {
	GetHeadersInRange(ctx context.Context, from, to *big.Int) ([]*DBHeader, error)
}

// IterativeDownloader downloads batches of transfers in a specified size.
type IterativeDownloader struct {
	client HeaderReader

	batchSize *big.Int

	downloader BatchDownloader

	from, to *big.Int
	previous *big.Int
}

// Finished true when earliest block with given sync option is zero.
func (d *IterativeDownloader) Finished() bool {
	return d.from.Cmp(d.to) == 0
}

// Header return last synced header.
func (d *IterativeDownloader) Header() *big.Int {
	return d.previous
}

// Next moves closer to the end on every new iteration.
func (d *IterativeDownloader) Next(parent context.Context) ([]*DBHeader, *big.Int, *big.Int, error) {
	to := d.to
	from := new(big.Int).Sub(to, d.batchSize)
	// if start < 0; start = 0
	if from.Cmp(d.from) == -1 {
		from = d.from
	}
	log.Info("load erc20 transfers in range", "from", from, "to", to)
	headres, err := d.downloader.GetHeadersInRange(parent, from, to)
	if err != nil {
		log.Error("failed to get transfer in between two bloks", "from", from, "to", to, "error", err)
		return nil, nil, nil, err
	}
	// use integers instead of DBHeader
	ctx, cancel := context.WithTimeout(parent, 5*time.Second)
	header, err := d.client.HeaderByNumber(ctx, from)
	cancel()
	if err != nil {
		log.Error("failed to get header by number", "from", d.from, "to", to, "error", err)
		return nil, nil, nil, err
	}

	d.previous, d.to = d.to, header.Number
	return headres, d.from, to, nil
}

// Revert reverts last step progress. Should be used if application failed to process transfers.
// For example failed to persist them.
func (d *IterativeDownloader) Revert() {
	if d.previous != nil {
		d.from = d.previous
	}
}