status-go/services/wallet/transfer/controller_test.go

package transfer

import (
	"context"
	"math/big"
	"sync"
	"testing"
	"time"

	"github.com/stretchr/testify/require"

	"github.com/ethereum/go-ethereum/common"
	"github.com/ethereum/go-ethereum/common/hexutil"
	"github.com/ethereum/go-ethereum/event"
	"github.com/status-im/status-go/appdatabase"
	"github.com/status-im/status-go/eth-node/types"
	"github.com/status-im/status-go/multiaccounts/accounts"
	"github.com/status-im/status-go/services/accounts/accountsevent"
	"github.com/status-im/status-go/services/wallet/blockchainstate"
	wallet_common "github.com/status-im/status-go/services/wallet/common"
	"github.com/status-im/status-go/t/helpers"
	"github.com/status-im/status-go/walletdatabase"
)

func TestController_watchAccountsChanges(t *testing.T) {
	appDB, err := helpers.SetupTestMemorySQLDB(appdatabase.DbInitializer{})
	require.NoError(t, err)

	accountsDB, err := accounts.NewDB(appDB)
	require.NoError(t, err)

	walletDB, err := helpers.SetupTestMemorySQLDB(walletdatabase.DbInitializer{})
	require.NoError(t, err)

	accountFeed := &event.Feed{}

	bcstate := blockchainstate.NewBlockChainState()
	SetMultiTransactionIDGenerator(StaticIDCounter()) // to have different multi-transaction IDs even with fast execution
	transactionManager := NewTransactionManager(NewInMemMultiTransactionStorage(), nil, nil, nil, accountsDB, nil, nil)
	c := NewTransferController(
		walletDB,
		accountsDB,
		nil, // rpcClient
		accountFeed,
		nil,                // transferFeed
		transactionManager, // transactionManager
		nil,                // pendingTxManager
		nil,                // tokenManager
		nil,                // balanceCacher
		bcstate,
	)

	address := common.HexToAddress("0x1234")
	chainID := uint64(777)
	// Insert blocks
	database := NewDB(walletDB)
	err = database.SaveBlocks(chainID, []*DBHeader{
		{
			Number:  big.NewInt(1),
			Hash:    common.Hash{1},
			Network: chainID,
			Address: address,
			Loaded:  false,
		},
	})
	require.NoError(t, err)

	// Insert transfers
	err = saveTransfersMarkBlocksLoaded(walletDB, chainID, address, []Transfer{
		{
			ID:          common.Hash{1},
			BlockHash:   common.Hash{1},
			BlockNumber: big.NewInt(1),
			Address:     address,
			NetworkID:   chainID,
		},
	}, []*big.Int{big.NewInt(1)})
	require.NoError(t, err)

	// Insert block ranges
	blockRangesDAO := &BlockRangeSequentialDAO{walletDB}
	err = blockRangesDAO.upsertRange(chainID, address, newEthTokensBlockRanges())
	require.NoError(t, err)

	ranges, _, err := blockRangesDAO.getBlockRange(chainID, address)
	require.NoError(t, err)
	require.NotNil(t, ranges)

	// Insert multitransactions
	// Save address to accounts DB which transactions we want to preserve
	counterparty := common.Address{0x1}
	err = accountsDB.SaveOrUpdateAccounts([]*accounts.Account{
		{Address: types.Address(counterparty), Chat: false, Wallet: true},
	}, false)
	require.NoError(t, err)

	// Self multi transaction
	midSelf, err := transactionManager.InsertMultiTransaction(NewMultiTransaction(
		/* Timestamp:     */ 1,
		/* FromNetworkID: */ 1,
		/* ToNetworkID:	  */ 1,
		/* FromTxHash:    */ common.Hash{},
		/* ToTxHash:      */ common.Hash{},
		/* FromAddress:   */ address,
		/* ToAddress:     */ address,
		/* FromAsset:     */ "ETH",
		/* ToAsset:       */ "DAI",
		/* FromAmount:    */ &hexutil.Big{},
		/* ToAmount:      */ &hexutil.Big{},
		/* Type:		  */ MultiTransactionSend,
		/* CrossTxID:	  */ "",
	))

	require.NoError(t, err)
	mtxs, err := transactionManager.GetMultiTransactions(context.Background(), []wallet_common.MultiTransactionIDType{midSelf})
	require.NoError(t, err)
	require.Len(t, mtxs, 1)

	// Send multi transaction
	mt := NewMultiTransaction(
		/* Timestamp:     */ 2,
		/* FromNetworkID: */ 1,
		/* ToNetworkID:	  */ 1,
		/* FromTxHash:    */ common.Hash{},
		/* ToTxHash:      */ common.Hash{},
		/* FromAddress:   */ address,
		/* ToAddress:     */ counterparty,
		/* FromAsset:     */ "ETH",
		/* ToAsset:       */ "DAI",
		/* FromAmount:    */ &hexutil.Big{},
		/* ToAmount:      */ &hexutil.Big{},
		/* Type:		  */ MultiTransactionSend,
		/* CrossTxID:	  */ "",
	)
	mid, err := transactionManager.InsertMultiTransaction(mt)

	require.NoError(t, err)
	mtxs, err = transactionManager.GetMultiTransactions(context.Background(), []wallet_common.MultiTransactionIDType{midSelf, mid})
	require.NoError(t, err)
	require.Len(t, mtxs, 2)

	// Another Send multi-transaction where sender and receiver are inverted (both accounts are in accounts DB)
	midReverse, err := transactionManager.InsertMultiTransaction(NewMultiTransaction(
		/* Timestamp:     */ mt.Timestamp+1,
		/* FromNetworkID: */ 1,
		/* ToNetworkID:	  */ 1,
		/* FromTxHash:    */ common.Hash{},
		/* ToTxHash:      */ common.Hash{},
		/* FromAddress:   */ mt.ToAddress,
		/* ToAddress:     */ mt.FromAddress,
		/* FromAsset:     */ mt.FromAsset,
		/* ToAsset:       */ mt.ToAsset,
		/* FromAmount:    */ mt.FromAmount,
		/* ToAmount:      */ mt.ToAmount,
		/* Type:		  */ MultiTransactionSend,
		/* CrossTxID:	  */ "",
	))

	require.NoError(t, err)
	mtxs, err = transactionManager.GetMultiTransactions(context.Background(), []wallet_common.MultiTransactionIDType{midSelf, mid, midReverse})
	require.NoError(t, err)
	require.Len(t, mtxs, 3)

	// Start watching accounts
	wg := sync.WaitGroup{}
	wg.Add(1)
	c.accWatcher = accountsevent.NewWatcher(c.accountsDB, c.accountFeed, func(changedAddresses []common.Address, eventType accountsevent.EventType, currentAddresses []common.Address) {
		c.onAccountsChanged(changedAddresses, eventType, currentAddresses, []uint64{chainID})

		// Quit channel event handler before  destroying the channel
		go func() {
			defer wg.Done()

			time.Sleep(1 * time.Millisecond)
			// Wait for DB to be cleaned up
			c.accWatcher.Stop()

			// Check that transfers, blocks and block ranges were deleted
			transfers, err := database.GetTransfersByAddress(chainID, address, big.NewInt(2), 1)
			require.NoError(t, err)
			require.Len(t, transfers, 0)

			blocksDAO := &BlockDAO{walletDB}
			block, err := blocksDAO.GetLastBlockByAddress(chainID, address, 1)
			require.NoError(t, err)
			require.Nil(t, block)

			ranges, _, err = blockRangesDAO.getBlockRange(chainID, address)
			require.NoError(t, err)
			require.Nil(t, ranges.eth.FirstKnown)
			require.Nil(t, ranges.eth.LastKnown)
			require.Nil(t, ranges.eth.Start)
			require.Nil(t, ranges.tokens.FirstKnown)
			require.Nil(t, ranges.tokens.LastKnown)
			require.Nil(t, ranges.tokens.Start)

			mtxs, err := transactionManager.GetMultiTransactions(context.Background(), []wallet_common.MultiTransactionIDType{mid, midSelf, midReverse})
			require.NoError(t, err)
			require.Len(t, mtxs, 1)
			require.Equal(t, midReverse, mtxs[0].ID)
		}()
	})
	c.startAccountWatcher([]uint64{chainID})

	// Watching accounts must start before sending event.
	// To avoid running goroutine immediately and let the controller subscribe first,
	// use any delay.
	go func() {
		time.Sleep(1 * time.Millisecond)

		accountFeed.Send(accountsevent.Event{
			Type:     accountsevent.EventTypeRemoved,
			Accounts: []common.Address{address},
		})
	}()

	wg.Wait()
}

func TestController_cleanupAccountLeftovers(t *testing.T) {
	appDB, err := helpers.SetupTestMemorySQLDB(appdatabase.DbInitializer{})
	require.NoError(t, err)

	walletDB, err := helpers.SetupTestMemorySQLDB(walletdatabase.DbInitializer{})
	require.NoError(t, err)

	accountsDB, err := accounts.NewDB(appDB)
	require.NoError(t, err)

	removedAddr := common.HexToAddress("0x5678")
	existingAddr := types.HexToAddress("0x1234")
	accounts := []*accounts.Account{
		{Address: existingAddr, Chat: false, Wallet: true},
	}
	err = accountsDB.SaveOrUpdateAccounts(accounts, false)
	require.NoError(t, err)

	storedAccs, err := accountsDB.GetWalletAddresses()
	require.NoError(t, err)
	require.Len(t, storedAccs, 1)

	transactionManager := NewTransactionManager(NewMultiTransactionDB(walletDB), nil, nil, nil, accountsDB, nil, nil)
	bcstate := blockchainstate.NewBlockChainState()
	c := NewTransferController(
		walletDB,
		accountsDB,
		nil,                // rpcClient
		nil,                // accountFeed
		nil,                // transferFeed
		transactionManager, // transactionManager
		nil,                // pendingTxManager
		nil,                // tokenManager
		nil,                // balanceCacher
		bcstate,
	)
	chainID := uint64(777)
	// Insert blocks
	database := NewDB(walletDB)
	err = database.SaveBlocks(chainID, []*DBHeader{
		{
			Number:  big.NewInt(1),
			Hash:    common.Hash{1},
			Network: chainID,
			Address: removedAddr,
			Loaded:  false,
		},
	})
	require.NoError(t, err)
	err = database.SaveBlocks(chainID, []*DBHeader{
		{
			Number:  big.NewInt(2),
			Hash:    common.Hash{2},
			Network: chainID,
			Address: common.Address(existingAddr),
			Loaded:  false,
		},
	})
	require.NoError(t, err)

	blocksDAO := &BlockDAO{walletDB}
	block, err := blocksDAO.GetLastBlockByAddress(chainID, removedAddr, 1)
	require.NoError(t, err)
	require.NotNil(t, block)
	block, err = blocksDAO.GetLastBlockByAddress(chainID, common.Address(existingAddr), 1)
	require.NoError(t, err)
	require.NotNil(t, block)

	// Insert transfers
	err = saveTransfersMarkBlocksLoaded(walletDB, chainID, removedAddr, []Transfer{
		{
			ID:          common.Hash{1},
			BlockHash:   common.Hash{1},
			BlockNumber: big.NewInt(1),
			Address:     removedAddr,
			NetworkID:   chainID,
		},
	}, []*big.Int{big.NewInt(1)})
	require.NoError(t, err)

	err = saveTransfersMarkBlocksLoaded(walletDB, chainID, common.Address(existingAddr), []Transfer{
		{
			ID:          common.Hash{2},
			BlockHash:   common.Hash{2},
			BlockNumber: big.NewInt(2),
			Address:     common.Address(existingAddr),
			NetworkID:   chainID,
		},
	}, []*big.Int{big.NewInt(2)})
	require.NoError(t, err)

	err = c.cleanupAccountsLeftovers()
	require.NoError(t, err)

	// Check that transfers and blocks of removed account were deleted
	transfers, err := database.GetTransfers(chainID, big.NewInt(1), big.NewInt(2))
	require.NoError(t, err)
	require.Len(t, transfers, 1)
	require.Equal(t, transfers[0].Address, common.Address(existingAddr))

	block, err = blocksDAO.GetLastBlockByAddress(chainID, removedAddr, 1)
	require.NoError(t, err)
	require.Nil(t, block)

	// Make sure that transfers and blocks of existing account were not deleted
	existingBlock, err := blocksDAO.GetLastBlockByAddress(chainID, common.Address(existingAddr), 1)
	require.NoError(t, err)
	require.NotNil(t, existingBlock)
}