package collectibles import ( "context" "database/sql" "encoding/json" "errors" "math/big" "time" "github.com/ethereum/go-ethereum/common" "github.com/ethereum/go-ethereum/event" "github.com/ethereum/go-ethereum/log" "github.com/status-im/status-go/multiaccounts/accounts" "github.com/status-im/status-go/rpc/network" "github.com/status-im/status-go/services/wallet/async" walletCommon "github.com/status-im/status-go/services/wallet/common" "github.com/status-im/status-go/services/wallet/community" "github.com/status-im/status-go/services/wallet/thirdparty" "github.com/status-im/status-go/services/wallet/walletevent" ) // These events are used to notify the UI of state changes const ( EventCollectiblesOwnershipUpdateStarted walletevent.EventType = "wallet-collectibles-ownership-update-started" EventCollectiblesOwnershipUpdatePartial walletevent.EventType = "wallet-collectibles-ownership-update-partial" EventCollectiblesOwnershipUpdateFinished walletevent.EventType = "wallet-collectibles-ownership-update-finished" EventCollectiblesOwnershipUpdateFinishedWithError walletevent.EventType = "wallet-collectibles-ownership-update-finished-with-error" EventCommunityCollectiblesReceived walletevent.EventType = "wallet-collectibles-community-collectibles-received" EventOwnedCollectiblesFilteringDone walletevent.EventType = "wallet-owned-collectibles-filtering-done" EventGetCollectiblesDetailsDone walletevent.EventType = "wallet-get-collectibles-details-done" ) type CollectibleDataType byte const ( CollectibleDataTypeUniqueID CollectibleDataType = iota CollectibleDataTypeHeader CollectibleDataTypeDetails CollectibleDataTypeCommunityHeader ) type FetchType byte const ( FetchTypeNeverFetch FetchType = iota FetchTypeAlwaysFetch FetchTypeFetchIfNotCached FetchTypeFetchIfCacheOld ) type FetchCriteria struct { FetchType FetchType `json:"fetch_type"` MaxCacheAgeSeconds int64 `json:"max_cache_age_seconds"` } var ( filterOwnedCollectiblesTask = async.TaskType{ ID: 1, Policy: async.ReplacementPolicyCancelOld, } getCollectiblesDataTask = async.TaskType{ ID: 2, Policy: async.ReplacementPolicyCancelOld, } ) type Service struct { manager *Manager controller *Controller db *sql.DB ownershipDB *OwnershipDB communityDB *community.DataDB walletFeed *event.Feed scheduler *async.MultiClientScheduler } func NewService( db *sql.DB, walletFeed *event.Feed, accountsDB *accounts.Database, accountsFeed *event.Feed, settingsFeed *event.Feed, networkManager *network.Manager, manager *Manager) *Service { s := &Service{ manager: manager, controller: NewController(db, walletFeed, accountsDB, accountsFeed, settingsFeed, networkManager, manager), db: db, ownershipDB: NewOwnershipDB(db), communityDB: community.NewDataDB(db), walletFeed: walletFeed, } s.controller.SetReceivedCollectiblesCb(s.notifyCommunityCollectiblesReceived) return s } type ErrorCode = int const ( ErrorCodeSuccess ErrorCode = iota + 1 ErrorCodeTaskCanceled ErrorCodeFailed ) type OwnershipStatus struct { State OwnershipState `json:"state"` Timestamp int64 `json:"timestamp"` } type OwnershipStatusPerChainID = map[walletCommon.ChainID]OwnershipStatus type OwnershipStatusPerAddressAndChainID = map[common.Address]OwnershipStatusPerChainID type GetOwnedCollectiblesResponse struct { DataType CollectibleDataType `json:"data_type"` EncodedCollectibles string `json:"collectibles"` Offset int `json:"offset"` // Used to indicate that there might be more collectibles that were not returned // based on a simple heuristic HasMore bool `json:"hasMore"` OwnershipStatus OwnershipStatusPerAddressAndChainID `json:"ownershipStatus"` ErrorCode ErrorCode `json:"errorCode"` } type GetCollectiblesByUniqueIDResponse struct { DataType CollectibleDataType `json:"data_type"` EncodedCollectibles string `json:"collectibles"` ErrorCode ErrorCode `json:"errorCode"` } type GetOwnedCollectiblesReturnType struct { collectibles interface{} hasMore bool ownershipStatus OwnershipStatusPerAddressAndChainID } type GetCollectiblesByUniqueIDReturnType struct { collectibles interface{} } func (s *Service) GetOwnedCollectibles( ctx context.Context, chainIDs []walletCommon.ChainID, addresses []common.Address, filter Filter, offset int, limit int, dataType CollectibleDataType, fetchCriteria FetchCriteria) (*GetOwnedCollectiblesReturnType, error) { err := s.fetchOwnedCollectiblesIfNeeded(ctx, chainIDs, addresses, fetchCriteria) if err != nil { return nil, err } ids, hasMore, err := s.FilterOwnedCollectibles(chainIDs, addresses, filter, offset, limit) if err != nil { return nil, err } collectibles, err := s.collectibleIDsToDataType(ctx, ids, dataType) if err != nil { return nil, err } ownershipStatus, err := s.GetOwnershipStatus(chainIDs, addresses) if err != nil { return nil, err } return &GetOwnedCollectiblesReturnType{ collectibles: collectibles, hasMore: hasMore, ownershipStatus: ownershipStatus, }, err } func (s *Service) needsToFetch(chainID walletCommon.ChainID, address common.Address, fetchCriteria FetchCriteria) (bool, error) { mustFetch := false switch fetchCriteria.FetchType { case FetchTypeAlwaysFetch: mustFetch = true case FetchTypeNeverFetch: mustFetch = false case FetchTypeFetchIfNotCached, FetchTypeFetchIfCacheOld: timestamp, err := s.ownershipDB.GetOwnershipUpdateTimestamp(address, chainID) if err != nil { return false, err } if timestamp == InvalidTimestamp || (fetchCriteria.FetchType == FetchTypeFetchIfCacheOld && timestamp+fetchCriteria.MaxCacheAgeSeconds < time.Now().Unix()) { mustFetch = true } } return mustFetch, nil } func (s *Service) fetchOwnedCollectiblesIfNeeded(ctx context.Context, chainIDs []walletCommon.ChainID, addresses []common.Address, fetchCriteria FetchCriteria) error { if fetchCriteria.FetchType == FetchTypeNeverFetch { return nil } group := async.NewGroup(ctx) for _, address := range addresses { for _, chainID := range chainIDs { mustFetch, err := s.needsToFetch(chainID, address, fetchCriteria) if err != nil { return err } if mustFetch { command := newLoadOwnedCollectiblesCommand(s.manager, s.ownershipDB, s.walletFeed, chainID, address, nil) group.Add(command.Command()) } } } select { case <-ctx.Done(): return ctx.Err() case <-group.WaitAsync(): return nil } } // GetOwnedCollectiblesAsync allows only one filter task to run at a time // and it cancels the current one if a new one is started // All calls will trigger an EventOwnedCollectiblesFilteringDone event with the result of the filtering func (s *Service) GetOwnedCollectiblesAsync( requestID int32, chainIDs []walletCommon.ChainID, addresses []common.Address, filter Filter, offset int, limit int, dataType CollectibleDataType, fetchCriteria FetchCriteria) { s.scheduler.Enqueue(requestID, filterOwnedCollectiblesTask, func(ctx context.Context) (interface{}, error) { return s.GetOwnedCollectibles(ctx, chainIDs, addresses, filter, offset, limit, dataType, fetchCriteria) }, func(result interface{}, taskType async.TaskType, err error) { res := GetOwnedCollectiblesResponse{ DataType: dataType, ErrorCode: ErrorCodeFailed, } if errors.Is(err, context.Canceled) || errors.Is(err, async.ErrTaskOverwritten) { res.ErrorCode = ErrorCodeTaskCanceled } else if err == nil { fnRet := result.(GetOwnedCollectiblesReturnType) encodedMessage, err := json.Marshal(fnRet.collectibles) if err == nil { res.EncodedCollectibles = string(encodedMessage) res.Offset = offset res.HasMore = fnRet.hasMore res.OwnershipStatus = fnRet.ownershipStatus res.ErrorCode = ErrorCodeSuccess } } s.sendResponseEvent(&requestID, EventOwnedCollectiblesFilteringDone, res, err) }) } func (s *Service) GetCollectiblesByUniqueID( ctx context.Context, uniqueIDs []thirdparty.CollectibleUniqueID, dataType CollectibleDataType) (*GetCollectiblesByUniqueIDReturnType, error) { collectibles, err := s.collectibleIDsToDataType(ctx, uniqueIDs, dataType) if err != nil { return nil, err } return &GetCollectiblesByUniqueIDReturnType{ collectibles: collectibles, }, err } func (s *Service) GetCollectiblesByUniqueIDAsync( requestID int32, uniqueIDs []thirdparty.CollectibleUniqueID, dataType CollectibleDataType) { s.scheduler.Enqueue(requestID, getCollectiblesDataTask, func(ctx context.Context) (interface{}, error) { return s.GetCollectiblesByUniqueID(ctx, uniqueIDs, dataType) }, func(result interface{}, taskType async.TaskType, err error) { res := GetCollectiblesByUniqueIDResponse{ DataType: dataType, ErrorCode: ErrorCodeFailed, } if errors.Is(err, context.Canceled) || errors.Is(err, async.ErrTaskOverwritten) { res.ErrorCode = ErrorCodeTaskCanceled } else if err == nil { fnRet := result.(GetCollectiblesByUniqueIDReturnType) encodedMessage, err := json.Marshal(fnRet.collectibles) if err == nil { res.EncodedCollectibles = string(encodedMessage) res.ErrorCode = ErrorCodeSuccess } } s.sendResponseEvent(&requestID, EventGetCollectiblesDetailsDone, res, err) }) } func (s *Service) RefetchOwnedCollectibles() { s.controller.RefetchOwnedCollectibles() } func (s *Service) Start() { s.controller.Start() } func (s *Service) Stop() { s.controller.Stop() s.scheduler.Stop() } func (s *Service) sendResponseEvent(requestID *int32, eventType walletevent.EventType, payloadObj interface{}, resErr error) { payload, err := json.Marshal(payloadObj) if err != nil { log.Error("Error marshaling response: %v; result error: %w", err, resErr) } else { err = resErr } log.Debug("wallet.api.collectibles.Service RESPONSE", "requestID", requestID, "eventType", eventType, "error", err, "payload.len", len(payload)) event := walletevent.Event{ Type: eventType, Message: string(payload), } if requestID != nil { event.RequestID = new(int) *event.RequestID = int(*requestID) } s.walletFeed.Send(event) } func (s *Service) FilterOwnedCollectibles(chainIDs []walletCommon.ChainID, owners []common.Address, filter Filter, offset int, limit int) ([]thirdparty.CollectibleUniqueID, bool, error) { ctx := context.Background() // Request one more than limit, to check if DB has more available ids, err := filterOwnedCollectibles(ctx, s.db, chainIDs, owners, filter, offset, limit+1) if err != nil { return nil, false, err } hasMore := len(ids) > limit if hasMore { ids = ids[:limit] } return ids, hasMore, nil } func (s *Service) GetOwnedCollectible(chainID walletCommon.ChainID, owner common.Address, contractAddress common.Address, tokenID *big.Int) (*thirdparty.CollectibleUniqueID, error) { return s.ownershipDB.GetOwnedCollectible(chainID, owner, contractAddress, tokenID) } func (s *Service) GetOwnershipStatus(chainIDs []walletCommon.ChainID, owners []common.Address) (OwnershipStatusPerAddressAndChainID, error) { ret := make(OwnershipStatusPerAddressAndChainID) for _, address := range owners { ret[address] = make(OwnershipStatusPerChainID) for _, chainID := range chainIDs { timestamp, err := s.ownershipDB.GetOwnershipUpdateTimestamp(address, chainID) if err != nil { return nil, err } ret[address][chainID] = OwnershipStatus{ State: s.controller.GetCommandState(chainID, address), Timestamp: timestamp, } } } return ret, nil } func (s *Service) collectibleIDsToDataType(ctx context.Context, ids []thirdparty.CollectibleUniqueID, dataType CollectibleDataType) (interface{}, error) { switch dataType { case CollectibleDataTypeUniqueID: return ids, nil case CollectibleDataTypeHeader, CollectibleDataTypeDetails, CollectibleDataTypeCommunityHeader: collectibles, err := s.manager.FetchAssetsByCollectibleUniqueID(ctx, ids) if err != nil { return nil, err } switch dataType { case CollectibleDataTypeHeader: return s.fullCollectiblesDataToHeaders(collectibles) case CollectibleDataTypeDetails: return s.fullCollectiblesDataToDetails(collectibles) case CollectibleDataTypeCommunityHeader: return s.fullCollectiblesDataToCommunityHeader(collectibles) } } return nil, errors.New("unknown data type") } func (s *Service) fullCollectiblesDataToHeaders(data []thirdparty.FullCollectibleData) ([]CollectibleHeader, error) { res := make([]CollectibleHeader, 0, len(data)) for _, c := range data { header := fullCollectibleDataToHeader(c) if c.CollectibleData.CommunityID != "" { communityInfo, _, err := s.communityDB.GetCommunityInfo(c.CollectibleData.CommunityID) if err != nil { return nil, err } communityHeader := communityInfoToHeader(c.CollectibleData.CommunityID, communityInfo, c.CommunityInfo) header.CommunityHeader = &communityHeader } res = append(res, header) } return res, nil } func (s *Service) fullCollectiblesDataToDetails(data []thirdparty.FullCollectibleData) ([]CollectibleDetails, error) { res := make([]CollectibleDetails, 0, len(data)) for _, c := range data { details := fullCollectibleDataToDetails(c) if c.CollectibleData.CommunityID != "" { communityInfo, _, err := s.communityDB.GetCommunityInfo(c.CollectibleData.CommunityID) if err != nil { return nil, err } communityDetails := communityInfoToDetails(c.CollectibleData.CommunityID, communityInfo, c.CommunityInfo) details.CommunityInfo = &communityDetails } res = append(res, details) } return res, nil } func (s *Service) fullCollectiblesDataToCommunityHeader(data []thirdparty.FullCollectibleData) ([]CommunityCollectibleHeader, error) { res := make([]CommunityCollectibleHeader, 0, len(data)) for _, c := range data { collectibleID := c.CollectibleData.ID communityID := c.CollectibleData.CommunityID if communityID == "" { continue } communityInfo, _, err := s.communityDB.GetCommunityInfo(communityID) if err != nil { log.Error("Error fetching community info", "error", err) continue } header := CommunityCollectibleHeader{ ID: collectibleID, Name: c.CollectibleData.Name, CommunityHeader: communityInfoToHeader(communityID, communityInfo, c.CommunityInfo), } res = append(res, header) } return res, nil } func (s *Service) notifyCommunityCollectiblesReceived(ownedCollectibles OwnedCollectibles) { ctx := context.Background() collectiblesData, err := s.manager.FetchAssetsByCollectibleUniqueID(ctx, ownedCollectibles.ids) if err != nil { log.Error("Error fetching collectibles data", "error", err) return } communityCollectibles := make([]CommunityCollectibleHeader, 0, len(collectiblesData)) for _, collectibleData := range collectiblesData { collectibleID := collectibleData.CollectibleData.ID communityID := collectibleData.CollectibleData.CommunityID if communityID == "" { continue } communityInfo, _, err := s.communityDB.GetCommunityInfo(communityID) if err != nil { log.Error("Error fetching community info", "error", err) continue } header := CommunityCollectibleHeader{ ID: collectibleID, Name: collectibleData.CollectibleData.Name, CommunityHeader: communityInfoToHeader(communityID, communityInfo, collectibleData.CommunityInfo), } communityCollectibles = append(communityCollectibles, header) } if len(communityCollectibles) == 0 { return } encodedMessage, err := json.Marshal(communityCollectibles) if err != nil { return } s.walletFeed.Send(walletevent.Event{ Type: EventCommunityCollectiblesReceived, ChainID: uint64(ownedCollectibles.chainID), Accounts: []common.Address{ ownedCollectibles.account, }, Message: string(encodedMessage), }) }