2019-11-21 16:19:22 +00:00
package protocol
2019-07-17 22:25:42 +00:00
import (
2020-12-10 10:12:51 +00:00
"bytes"
2019-07-17 22:25:42 +00:00
"context"
"crypto/ecdsa"
2020-07-14 14:07:19 +00:00
"database/sql"
2022-08-24 12:06:48 +00:00
"encoding/json"
2020-12-02 14:00:28 +00:00
"fmt"
2019-12-02 15:34:05 +00:00
"math/rand"
2020-05-13 13:16:17 +00:00
"os"
2023-12-23 04:12:45 +00:00
"strconv"
2022-09-20 09:55:59 +00:00
"strings"
2019-12-02 15:34:05 +00:00
"sync"
2019-07-17 22:25:42 +00:00
"time"
2022-07-05 19:49:44 +00:00
"github.com/golang/protobuf/proto"
2023-03-23 16:06:50 +00:00
"github.com/google/uuid"
2024-08-01 03:27:43 +00:00
"github.com/libp2p/go-libp2p/core/peer"
2022-08-24 15:14:09 +00:00
"github.com/pkg/errors"
"go.uber.org/zap"
2023-06-08 10:22:26 +00:00
"golang.org/x/time/rate"
2022-07-05 19:49:44 +00:00
2024-06-27 01:54:31 +00:00
datasyncnode "github.com/status-im/mvds/node"
2021-11-26 12:30:35 +00:00
gethcommon "github.com/ethereum/go-ethereum/common"
2022-08-24 15:14:09 +00:00
"github.com/ethereum/go-ethereum/common/hexutil"
2022-01-12 16:02:01 +00:00
"github.com/ethereum/go-ethereum/p2p"
2024-07-26 21:34:57 +00:00
2023-03-10 12:53:40 +00:00
"github.com/status-im/status-go/account"
2021-09-01 12:02:18 +00:00
"github.com/status-im/status-go/appmetrics"
2024-09-26 22:37:32 +00:00
gocommon "github.com/status-im/status-go/common"
2024-07-09 19:22:59 +00:00
utils "github.com/status-im/status-go/common"
2021-05-14 10:55:42 +00:00
"github.com/status-im/status-go/connection"
2022-06-15 14:49:31 +00:00
"github.com/status-im/status-go/contracts"
2023-08-03 14:16:11 +00:00
"github.com/status-im/status-go/deprecation"
2019-11-23 17:57:05 +00:00
"github.com/status-im/status-go/eth-node/crypto"
"github.com/status-im/status-go/eth-node/types"
2023-02-02 17:59:48 +00:00
"github.com/status-im/status-go/images"
2024-04-03 14:49:57 +00:00
multiaccountscommon "github.com/status-im/status-go/multiaccounts/common"
2020-11-25 00:34:32 +00:00
"github.com/status-im/status-go/multiaccounts"
2021-03-31 16:23:45 +00:00
"github.com/status-im/status-go/multiaccounts/accounts"
2022-03-23 18:47:00 +00:00
"github.com/status-im/status-go/multiaccounts/settings"
2021-09-01 12:02:18 +00:00
"github.com/status-im/status-go/protocol/anonmetrics"
2020-07-22 07:41:40 +00:00
"github.com/status-im/status-go/protocol/common"
2023-11-17 23:35:29 +00:00
"github.com/status-im/status-go/protocol/common/shard"
2020-11-18 09:16:51 +00:00
"github.com/status-im/status-go/protocol/communities"
2019-11-21 16:19:22 +00:00
"github.com/status-im/status-go/protocol/encryption"
"github.com/status-im/status-go/protocol/encryption/multidevice"
"github.com/status-im/status-go/protocol/encryption/sharedsecret"
2021-01-11 10:32:51 +00:00
"github.com/status-im/status-go/protocol/ens"
2019-11-21 16:19:22 +00:00
"github.com/status-im/status-go/protocol/identity/alias"
"github.com/status-im/status-go/protocol/identity/identicon"
2023-12-15 16:16:18 +00:00
"github.com/status-im/status-go/protocol/peersyncing"
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
"github.com/status-im/status-go/protocol/protobuf"
2020-07-22 07:41:40 +00:00
"github.com/status-im/status-go/protocol/pushnotificationclient"
"github.com/status-im/status-go/protocol/pushnotificationserver"
2022-03-10 21:05:17 +00:00
"github.com/status-im/status-go/protocol/requests"
2019-11-21 16:19:22 +00:00
"github.com/status-im/status-go/protocol/sqlite"
2024-02-20 15:49:39 +00:00
"github.com/status-im/status-go/protocol/storenodes"
2020-01-13 19:17:30 +00:00
"github.com/status-im/status-go/protocol/transport"
2023-08-18 11:39:59 +00:00
v1protocol "github.com/status-im/status-go/protocol/v1"
2022-07-05 19:49:44 +00:00
"github.com/status-im/status-go/protocol/verification"
2022-02-23 14:34:16 +00:00
"github.com/status-im/status-go/server"
2022-06-15 14:49:31 +00:00
"github.com/status-im/status-go/services/browsers"
2023-04-26 15:37:18 +00:00
ensservice "github.com/status-im/status-go/services/ens"
2022-01-12 16:02:01 +00:00
"github.com/status-im/status-go/services/ext/mailservers"
2023-11-25 23:24:20 +00:00
localnotifications "github.com/status-im/status-go/services/local-notifications"
2022-01-12 16:02:01 +00:00
mailserversDB "github.com/status-im/status-go/services/mailservers"
2022-09-14 10:46:11 +00:00
"github.com/status-im/status-go/services/wallet"
2023-12-14 16:50:46 +00:00
"github.com/status-im/status-go/services/wallet/community"
Check token funds when handling community requests to join
This adds checks to `HandleCommunityRequestToJoin` and
`AcceptRequestToJoinCommunity` that ensure a given user's revealed
wallet addresses own the token funds required by a community.
When community has token permissions of type `BECOME_MEMBER`, the
following happens when the owner receives a request:
1. Upon verifying provided wallet addresses by the requester, the owner
node accumulates all token funds related to the given wallets that
match the token criteria in the configured permissions
2. If the requester does not meet the necessary requirements, the
request to join will be declined. If the requester does have the
funds, he'll either be automatically accepted to the community, or
enters the next stage where an owner needs to manually accept the
request.
3. The the community does not automatically accept users, then the funds
check will happen again, when the owner tries to manually accept the
request. If the necessary funds do not exist at this stage, the
request will be declined
4. Upon accepting, whether automatically or manually, the owner adds the
requester's wallet addresses to the `CommunityDescription`, such that
they can be retrieved later when doing periodic checks or when
permissions have changed.
2023-03-16 14:35:33 +00:00
"github.com/status-im/status-go/services/wallet/token"
2023-04-16 15:06:00 +00:00
"github.com/status-im/status-go/signal"
2021-11-03 12:38:37 +00:00
"github.com/status-im/status-go/telemetry"
2019-07-17 22:25:42 +00:00
)
2020-12-15 16:29:44 +00:00
const (
PubKeyStringLength = 132
transactionSentTxt = "Transaction sent"
2024-03-06 17:25:19 +00:00
publicChat ChatContext = "public-chat"
privateChat ChatContext = "private-chat"
2020-12-15 16:29:44 +00:00
)
2020-02-10 11:22:37 +00:00
2024-05-16 16:41:04 +00:00
// errors
var (
ErrChatNotFoundError = errors . New ( "Chat not found" )
)
2024-08-15 15:49:08 +00:00
const communityAdvertiseIntervalSecond int64 = 24 * 60 * 60
2020-11-18 09:16:51 +00:00
2021-01-08 15:21:25 +00:00
// messageCacheIntervalMs is how long we should keep processed messages in the cache, in ms
var messageCacheIntervalMs uint64 = 1000 * 60 * 60 * 48
2019-07-17 22:25:42 +00:00
// Messenger is a entity managing chats and messages.
// It acts as a bridge between the application and encryption
// layers.
// It needs to expose an interface to manage installations
// because installations are managed by the user.
// Similarly, it needs to expose an interface to manage
// mailservers because they can also be managed by the user.
type Messenger struct {
2023-07-17 16:40:09 +00:00
node types . Node
server * p2p . Server
peerStore * mailservers . PeerStore
config * config
identity * ecdsa . PrivateKey
persistence * sqlitePersistence
transport * transport . Transport
encryptor * encryption . Protocol
sender * common . MessageSender
ensVerifier * ens . Verifier
anonMetricsClient * anonmetrics . Client
anonMetricsServer * anonmetrics . Server
pushNotificationClient * pushnotificationclient . Client
pushNotificationServer * pushnotificationserver . Server
communitiesManager * communities . Manager
2024-06-06 14:59:46 +00:00
archiveManager communities . ArchiveService
2023-11-29 17:21:21 +00:00
communitiesKeyDistributor communities . KeyDistributor
2023-07-17 16:40:09 +00:00
accountsManager account . Manager
mentionsManager * MentionManager
2023-12-15 19:50:12 +00:00
storeNodeRequestsManager * StoreNodeRequestManager
2023-07-17 16:40:09 +00:00
logger * zap . Logger
2022-08-24 12:06:48 +00:00
outputCSV bool
csvFile * os . File
2022-06-02 12:17:52 +00:00
verifyTransactionClient EthClient
featureFlags common . FeatureFlags
shutdownTasks [ ] func ( ) error
shouldPublishContactCode bool
systemMessagesTranslations * systemMessageTranslationsMap
allChats * chatMap
2023-10-24 10:15:32 +00:00
selfContact * Contact
2023-11-13 20:07:35 +00:00
selfContactSubscriptions [ ] chan * SelfContactChangeEvent
2022-06-02 12:17:52 +00:00
allContacts * contactMap
allInstallations * installationMap
modifiedInstallations * stringBoolMap
installationID string
mailserverCycle mailserverCycle
2024-02-20 15:49:39 +00:00
communityStorenodes * storenodes . CommunityStorenodes
2022-06-02 12:17:52 +00:00
database * sql . DB
multiAccounts * multiaccounts . Database
settings * accounts . Database
account * multiaccounts . Account
mailserversDatabase * mailserversDB . Database
browserDatabase * browsers . Database
2022-06-15 14:49:31 +00:00
httpServer * server . MediaServer
2023-01-24 16:29:08 +00:00
2024-02-26 09:12:37 +00:00
started bool
2023-11-25 23:24:20 +00:00
quit chan struct { }
ctx context . Context
cancel context . CancelFunc
shutdownWaitGroup sync . WaitGroup
2022-06-02 12:17:52 +00:00
2022-09-29 11:50:23 +00:00
importingCommunities map [ string ] bool
2023-10-25 16:32:21 +00:00
importingChannels map [ string ] bool
2023-06-08 10:22:26 +00:00
importRateLimiter * rate . Limiter
importDelayer struct {
wait chan struct { }
once sync . Once
}
2022-09-29 11:50:23 +00:00
2023-11-25 23:24:20 +00:00
connectionState connection . State
telemetryClient * telemetry . Client
contractMaker * contracts . ContractMaker
verificationDatabase * verification . Persistence
savedAddressesManager * wallet . SavedAddressesManager
walletAPI * wallet . API
2022-07-05 19:49:44 +00:00
2021-03-29 15:41:30 +00:00
// TODO(samyoul) Determine if/how the remaining usage of this mutex can be removed
2022-12-12 09:22:37 +00:00
mutex sync . Mutex
2024-02-20 15:49:39 +00:00
mailPeersMutex sync . RWMutex
2022-12-12 09:22:37 +00:00
handleMessagesMutex sync . Mutex
handleImportMessagesMutex sync . Mutex
2023-01-06 12:21:14 +00:00
// flag to disable checking #hasPairedDevices
localPairing bool
2023-07-20 10:08:57 +00:00
// flag to enable backedup messages processing, false by default
processBackedupMessages bool
2023-07-05 17:35:22 +00:00
2024-03-14 08:39:06 +00:00
communityTokensService communities . CommunityTokensServiceInterface
2023-12-05 04:22:20 +00:00
// used to track dispatched messages
dispatchMessageTestCallback func ( common . RawMessage )
2023-12-15 16:16:18 +00:00
2024-01-29 11:24:20 +00:00
// used to track unhandled messages
unhandledMessagesTracker func ( * v1protocol . StatusMessage , error )
2024-02-06 12:43:06 +00:00
// enables control over chat messages iteration
retrievedMessagesIteratorFactory func ( map [ transport . Filter ] [ ] * types . Message ) MessagesIterator
2023-12-15 16:16:18 +00:00
peersyncing * peersyncing . PeerSyncing
peersyncingOffers map [ string ] uint64
peersyncingRequests map [ string ] uint64
2024-06-27 01:54:31 +00:00
mvdsStatusChangeEvent chan datasyncnode . PeerStatusChangeEvent
2019-07-17 22:25:42 +00:00
}
2022-01-12 16:02:01 +00:00
type connStatus int
const (
disconnected connStatus = iota + 1
connected
)
type peerStatus struct {
status connStatus
canConnectAfter time . Time
lastConnectionAttempt time . Time
2022-01-31 10:33:56 +00:00
mailserver mailserversDB . Mailserver
2022-01-12 16:02:01 +00:00
}
type mailserverCycle struct {
sync . RWMutex
2023-11-25 23:24:20 +00:00
allMailservers [ ] mailserversDB . Mailserver
2022-03-21 14:18:36 +00:00
activeMailserver * mailserversDB . Mailserver
peers map [ string ] peerStatus
2024-09-05 19:18:23 +00:00
availabilitySubscriptions * availabilitySubscriptions
}
type availabilitySubscriptions struct {
sync . Mutex
subscriptions [ ] chan struct { }
}
func ( s * availabilitySubscriptions ) Subscribe ( ) <- chan struct { } {
s . Lock ( )
defer s . Unlock ( )
c := make ( chan struct { } )
s . subscriptions = append ( s . subscriptions , c )
return c
}
func ( s * availabilitySubscriptions ) EmitMailserverAvailable ( ) {
s . Lock ( )
defer s . Unlock ( )
for _ , subs := range s . subscriptions {
close ( subs )
}
s . subscriptions = nil
2022-01-12 16:02:01 +00:00
}
2020-12-15 14:43:41 +00:00
type EnvelopeEventsInterceptor struct {
EnvelopeEventsHandler transport . EnvelopeEventsHandler
Messenger * Messenger
}
2024-05-15 00:01:47 +00:00
type LatestContactRequest struct {
MessageID string
ContactRequestState common . ContactRequestState
ContactID string
}
2023-10-03 16:29:27 +00:00
func ( m * Messenger ) GetOwnPrimaryName ( ) ( string , error ) {
ensName , err := m . settings . ENSName ( )
if err != nil {
return ensName , nil
}
return m . settings . DisplayName ( )
}
func ( m * Messenger ) ResolvePrimaryName ( mentionID string ) ( string , error ) {
if mentionID == m . myHexIdentity ( ) {
return m . GetOwnPrimaryName ( )
}
contact , ok := m . allContacts . Load ( mentionID )
if ! ok {
var err error
contact , err = buildContactFromPkString ( mentionID )
if err != nil {
return mentionID , err
}
}
return contact . PrimaryName ( ) , nil
}
2020-12-15 14:43:41 +00:00
// EnvelopeSent triggered when envelope delivered at least to 1 peer.
func ( interceptor EnvelopeEventsInterceptor ) EnvelopeSent ( identifiers [ ] [ ] byte ) {
if interceptor . Messenger != nil {
2024-07-11 11:41:49 +00:00
signalIDs := make ( [ ] [ ] byte , 0 , len ( identifiers ) )
2020-12-15 14:43:41 +00:00
for _ , identifierBytes := range identifiers {
2024-07-11 11:41:49 +00:00
messageID := types . EncodeHex ( identifierBytes )
err := interceptor . Messenger . processSentMessage ( messageID )
if err != nil {
interceptor . Messenger . logger . Info ( "messenger failed to process sent messages" , zap . Error ( err ) )
}
2020-12-15 14:43:41 +00:00
2024-07-11 11:41:49 +00:00
message , err := interceptor . Messenger . MessageByID ( messageID )
if err != nil {
interceptor . Messenger . logger . Error ( "failed to query message outgoing status" , zap . Error ( err ) )
continue
}
if message . OutgoingStatus == common . OutgoingStatusDelivered {
// We don't want to send the signal if the message was already marked as delivered
continue
}
signalIDs = append ( signalIDs , identifierBytes )
2020-12-15 14:43:41 +00:00
}
2024-07-11 11:41:49 +00:00
interceptor . EnvelopeEventsHandler . EnvelopeSent ( signalIDs )
2021-11-17 09:11:51 +00:00
} else {
// NOTE(rasom): In case if interceptor.Messenger is not nil and
// some error occurred on processing sent message we don't want
// to send envelop.sent signal to the client, thus `else` cause
// is necessary.
interceptor . EnvelopeEventsHandler . EnvelopeSent ( identifiers )
2020-12-15 14:43:41 +00:00
}
}
// EnvelopeExpired triggered when envelope is expired but wasn't delivered to any peer.
func ( interceptor EnvelopeEventsInterceptor ) EnvelopeExpired ( identifiers [ ] [ ] byte , err error ) {
//we don't track expired events in Messenger, so just redirect to handler
interceptor . EnvelopeEventsHandler . EnvelopeExpired ( identifiers , err )
}
// MailServerRequestCompleted triggered when the mailserver sends a message to notify that the request has been completed
func ( interceptor EnvelopeEventsInterceptor ) MailServerRequestCompleted ( requestID types . Hash , lastEnvelopeHash types . Hash , cursor [ ] byte , err error ) {
//we don't track mailserver requests in Messenger, so just redirect to handler
interceptor . EnvelopeEventsHandler . MailServerRequestCompleted ( requestID , lastEnvelopeHash , cursor , err )
}
// MailServerRequestExpired triggered when the mailserver request expires
func ( interceptor EnvelopeEventsInterceptor ) MailServerRequestExpired ( hash types . Hash ) {
//we don't track mailserver requests in Messenger, so just redirect to handler
interceptor . EnvelopeEventsHandler . MailServerRequestExpired ( hash )
}
2019-07-17 22:25:42 +00:00
func NewMessenger (
2021-11-03 12:38:37 +00:00
nodeName string ,
2019-07-17 22:25:42 +00:00
identity * ecdsa . PrivateKey ,
2019-11-23 17:57:05 +00:00
node types . Node ,
2019-07-17 22:25:42 +00:00
installationID string ,
2022-01-12 16:02:01 +00:00
peerStore * mailservers . PeerStore ,
2024-06-13 22:31:09 +00:00
version string ,
2019-07-17 22:25:42 +00:00
opts ... Option ,
) ( * Messenger , error ) {
var messenger * Messenger
2024-02-12 22:30:19 +00:00
c := messengerDefaultConfig ( )
2019-07-17 22:25:42 +00:00
for _ , opt := range opts {
if err := opt ( & c ) ; err != nil {
return nil , err
}
}
logger := c . logger
if c . logger == nil {
var err error
if logger , err = zap . NewDevelopment ( ) ; err != nil {
return nil , errors . Wrap ( err , "failed to create a logger" )
}
}
2019-12-02 15:34:05 +00:00
if c . systemMessagesTranslations == nil {
c . systemMessagesTranslations = defaultSystemMessagesTranslations
}
2019-07-30 06:14:13 +00:00
// Configure the database.
2023-08-11 11:25:14 +00:00
if c . appDb == nil {
2019-09-26 09:26:33 +00:00
return nil , errors . New ( "database instance or database path needs to be provided" )
}
2023-08-11 11:25:14 +00:00
database := c . appDb
2019-09-26 09:26:33 +00:00
2021-02-15 23:18:08 +00:00
// Apply any post database creation changes to the database
for _ , opt := range c . afterDbCreatedHooks {
if err := opt ( & c ) ; err != nil {
return nil , err
}
}
2019-07-30 06:14:13 +00:00
// Apply migrations for all components.
2020-01-13 19:17:30 +00:00
err := sqlite . Migrate ( database )
2019-07-30 06:14:13 +00:00
if err != nil {
return nil , errors . Wrap ( err , "failed to apply migrations" )
2019-07-17 22:25:42 +00:00
}
2019-07-30 06:14:13 +00:00
// Initialize transport layer.
2021-06-16 20:19:45 +00:00
var transp * transport . Transport
2024-08-01 03:27:43 +00:00
var peerId peer . ID
2021-06-16 20:19:45 +00:00
if waku , err := node . GetWaku ( nil ) ; err == nil && waku != nil {
transp , err = transport . NewTransport (
waku ,
identity ,
database ,
"waku_keys" ,
nil ,
c . envelopesMonitorConfig ,
logger ,
)
if err != nil {
return nil , errors . Wrap ( err , "failed to create Transport" )
}
} else {
logger . Info ( "failed to find Waku service; trying WakuV2" , zap . Error ( err ) )
wakuV2 , err := node . GetWakuV2 ( nil )
if err != nil || wakuV2 == nil {
return nil , errors . Wrap ( err , "failed to find Whisper and Waku V1/V2 services" )
}
2024-08-01 03:27:43 +00:00
peerId = wakuV2 . PeerID ( )
2021-06-16 20:19:45 +00:00
transp , err = transport . NewTransport (
wakuV2 ,
identity ,
database ,
"wakuv2_keys" ,
nil ,
c . envelopesMonitorConfig ,
logger ,
)
if err != nil {
return nil , errors . Wrap ( err , "failed to create Transport" )
}
2019-07-17 22:25:42 +00:00
}
2019-07-30 06:14:13 +00:00
// Initialize encryption layer.
encryptionProtocol := encryption . New (
database ,
2019-07-17 22:25:42 +00:00
installationID ,
logger ,
)
2019-07-26 07:17:29 +00:00
2021-06-23 14:13:48 +00:00
sender , err := common . NewMessageSender (
2019-09-02 09:29:06 +00:00
identity ,
2019-08-27 12:04:15 +00:00
database ,
2019-09-02 09:29:06 +00:00
encryptionProtocol ,
2020-01-13 19:17:30 +00:00
transp ,
2019-08-29 06:33:46 +00:00
logger ,
2019-09-02 09:29:06 +00:00
c . featureFlags ,
2019-07-26 07:17:29 +00:00
)
2019-08-27 12:04:15 +00:00
if err != nil {
2021-06-23 14:13:48 +00:00
return nil , errors . Wrap ( err , "failed to create messageSender" )
2019-08-27 12:04:15 +00:00
}
2021-09-01 12:02:18 +00:00
// Initialise anon metrics client
var anonMetricsClient * anonmetrics . Client
if c . anonMetricsClientConfig != nil &&
c . anonMetricsClientConfig . ShouldSend &&
c . anonMetricsClientConfig . Active == anonmetrics . ActiveClientPhrase {
anonMetricsClient = anonmetrics . NewClient ( sender )
anonMetricsClient . Config = c . anonMetricsClientConfig
anonMetricsClient . Identity = identity
anonMetricsClient . DB = appmetrics . NewDB ( database )
anonMetricsClient . Logger = logger
}
// Initialise anon metrics server
var anonMetricsServer * anonmetrics . Server
if c . anonMetricsServerConfig != nil &&
c . anonMetricsServerConfig . Enabled &&
c . anonMetricsServerConfig . Active == anonmetrics . ActiveServerPhrase {
server , err := anonmetrics . NewServer ( c . anonMetricsServerConfig . PostgresURI )
if err != nil {
return nil , errors . Wrap ( err , "failed to create anonmetrics.Server" )
}
anonMetricsServer = server
anonMetricsServer . Config = c . anonMetricsServerConfig
anonMetricsServer . Logger = logger
}
2020-07-22 07:41:40 +00:00
// Initialize push notification server
var pushNotificationServer * pushnotificationserver . Server
2020-08-20 07:26:00 +00:00
if c . pushNotificationServerConfig != nil && c . pushNotificationServerConfig . Enabled {
2020-07-14 14:07:19 +00:00
c . pushNotificationServerConfig . Identity = identity
2020-07-22 07:41:40 +00:00
pushNotificationServerPersistence := pushnotificationserver . NewSQLitePersistence ( database )
2021-06-23 14:13:48 +00:00
pushNotificationServer = pushnotificationserver . New ( c . pushNotificationServerConfig , pushNotificationServerPersistence , sender )
2020-07-06 08:54:22 +00:00
}
2020-07-22 07:41:40 +00:00
// Initialize push notification client
pushNotificationClientPersistence := pushnotificationclient . NewPersistence ( database )
2020-07-15 12:25:01 +00:00
pushNotificationClientConfig := c . pushNotificationClientConfig
if pushNotificationClientConfig == nil {
2020-07-22 07:41:40 +00:00
pushNotificationClientConfig = & pushnotificationclient . Config { }
2020-07-07 13:55:24 +00:00
}
2020-07-15 12:25:01 +00:00
2022-03-28 10:10:40 +00:00
sqlitePersistence := newSQLitePersistence ( database )
2020-07-22 07:41:40 +00:00
// Overriding until we handle different identities
2020-07-15 12:25:01 +00:00
pushNotificationClientConfig . Identity = identity
pushNotificationClientConfig . Logger = logger
pushNotificationClientConfig . InstallationID = installationID
2021-06-23 14:13:48 +00:00
pushNotificationClient := pushnotificationclient . New ( pushNotificationClientPersistence , pushNotificationClientConfig , sender , sqlitePersistence )
2020-07-06 08:54:22 +00:00
2021-01-11 10:32:51 +00:00
ensVerifier := ens . New ( node , logger , transp , database , c . verifyENSURL , c . verifyENSContractAddress )
feat: add verified wallet accounts to community requests
This commit extends the `CommunityRequestToJoin` with `RevealedAddresses` which represent wallet addresses and signatures provided by the sender, to proof a community owner ownership of those wallet addresses.
**Note: This only works with keystore files maanged by status-go**
At high level, the follwing happens:
1. User instructs Status to send a request to join to a community. By adding a password hash to the instruction, Status will try to unlock the users keystore and verify each wallet account.
2. For every verified wallet account, a signature is created for the following payload, using each wallet's private key
``` keccak256(chatkey + communityID + requestToJoinID) ``` A map of walletAddress->signature is then attached to the community request to join, which will be sent to the community owner
3. The owner node receives the request, and if the community requires users to hold tokens to become a member, it will check and verify whether the given wallet addresses are indeed owned by the sender. If any signature provided by the request cannot be recovered, the request is immediately declined by the owner.
4. The verified addresses are then added to the owner node's database such that, once the request should be accepted, the addresses can be used to check on chain whether they own the necessary funds to fulfill the community's permissions
The checking of required funds is **not** part of this commit. It will be added in a follow-up commit.
2023-03-17 09:19:40 +00:00
managerOptions := [ ] communities . ManagerOption {
2024-01-19 15:58:51 +00:00
communities . WithAccountManager ( c . accountsManager ) ,
feat: add verified wallet accounts to community requests
This commit extends the `CommunityRequestToJoin` with `RevealedAddresses` which represent wallet addresses and signatures provided by the sender, to proof a community owner ownership of those wallet addresses.
**Note: This only works with keystore files maanged by status-go**
At high level, the follwing happens:
1. User instructs Status to send a request to join to a community. By adding a password hash to the instruction, Status will try to unlock the users keystore and verify each wallet account.
2. For every verified wallet account, a signature is created for the following payload, using each wallet's private key
``` keccak256(chatkey + communityID + requestToJoinID) ``` A map of walletAddress->signature is then attached to the community request to join, which will be sent to the community owner
3. The owner node receives the request, and if the community requires users to hold tokens to become a member, it will check and verify whether the given wallet addresses are indeed owned by the sender. If any signature provided by the request cannot be recovered, the request is immediately declined by the owner.
4. The verified addresses are then added to the owner node's database such that, once the request should be accepted, the addresses can be used to check on chain whether they own the necessary funds to fulfill the community's permissions
The checking of required funds is **not** part of this commit. It will be added in a follow-up commit.
2023-03-17 09:19:40 +00:00
}
2023-06-16 07:10:32 +00:00
2024-02-22 08:08:58 +00:00
var walletAPI * wallet . API
if c . walletService != nil {
walletAPI = wallet . NewAPI ( c . walletService )
2023-07-13 17:26:17 +00:00
managerOptions = append ( managerOptions , communities . WithCollectiblesManager ( walletAPI ) )
2024-02-22 08:08:58 +00:00
} else if c . collectiblesManager != nil {
managerOptions = append ( managerOptions , communities . WithCollectiblesManager ( c . collectiblesManager ) )
2023-07-13 17:26:17 +00:00
}
2023-06-16 07:10:32 +00:00
if c . tokenManager != nil {
managerOptions = append ( managerOptions , communities . WithTokenManager ( c . tokenManager ) )
} else if c . rpcClient != nil {
2024-06-06 19:57:29 +00:00
tokenManager := token . NewTokenManager ( c . walletDb , c . rpcClient , community . NewManager ( database , c . httpServer , nil ) , c . rpcClient . NetworkManager , database , c . httpServer , nil , nil , nil , token . NewPersistence ( c . walletDb ) )
2024-06-27 21:27:09 +00:00
managerOptions = append ( managerOptions , communities . WithTokenManager ( communities . NewDefaultTokenManager ( tokenManager , c . rpcClient . NetworkManager ) ) )
Check token funds when handling community requests to join
This adds checks to `HandleCommunityRequestToJoin` and
`AcceptRequestToJoinCommunity` that ensure a given user's revealed
wallet addresses own the token funds required by a community.
When community has token permissions of type `BECOME_MEMBER`, the
following happens when the owner receives a request:
1. Upon verifying provided wallet addresses by the requester, the owner
node accumulates all token funds related to the given wallets that
match the token criteria in the configured permissions
2. If the requester does not meet the necessary requirements, the
request to join will be declined. If the requester does have the
funds, he'll either be automatically accepted to the community, or
enters the next stage where an owner needs to manually accept the
request.
3. The the community does not automatically accept users, then the funds
check will happen again, when the owner tries to manually accept the
request. If the necessary funds do not exist at this stage, the
request will be declined
4. Upon accepting, whether automatically or manually, the owner adds the
requester's wallet addresses to the `CommunityDescription`, such that
they can be retrieved later when doing periodic checks or when
permissions have changed.
2023-03-16 14:35:33 +00:00
}
feat: add verified wallet accounts to community requests
This commit extends the `CommunityRequestToJoin` with `RevealedAddresses` which represent wallet addresses and signatures provided by the sender, to proof a community owner ownership of those wallet addresses.
**Note: This only works with keystore files maanged by status-go**
At high level, the follwing happens:
1. User instructs Status to send a request to join to a community. By adding a password hash to the instruction, Status will try to unlock the users keystore and verify each wallet account.
2. For every verified wallet account, a signature is created for the following payload, using each wallet's private key
``` keccak256(chatkey + communityID + requestToJoinID) ``` A map of walletAddress->signature is then attached to the community request to join, which will be sent to the community owner
3. The owner node receives the request, and if the community requires users to hold tokens to become a member, it will check and verify whether the given wallet addresses are indeed owned by the sender. If any signature provided by the request cannot be recovered, the request is immediately declined by the owner.
4. The verified addresses are then added to the owner node's database such that, once the request should be accepted, the addresses can be used to check on chain whether they own the necessary funds to fulfill the community's permissions
The checking of required funds is **not** part of this commit. It will be added in a follow-up commit.
2023-03-17 09:19:40 +00:00
2023-03-27 09:35:03 +00:00
if c . walletConfig != nil {
managerOptions = append ( managerOptions , communities . WithWalletConfig ( c . walletConfig ) )
}
2023-08-25 15:36:39 +00:00
if c . communityTokensService != nil {
managerOptions = append ( managerOptions , communities . WithCommunityTokensService ( c . communityTokensService ) )
2023-07-07 13:03:37 +00:00
}
2024-05-09 19:59:51 +00:00
managerOptions = append ( managerOptions , c . communityManagerOptions ... )
2023-11-29 17:21:21 +00:00
communitiesKeyDistributor := & CommunitiesKeyDistributorImpl {
sender : sender ,
encryptor : encryptionProtocol ,
}
2024-07-01 18:52:57 +00:00
communitiesManager , err := communities . NewManager (
identity ,
installationID ,
database ,
encryptionProtocol ,
logger ,
ensVerifier ,
c . communityTokensService ,
transp ,
transp ,
communitiesKeyDistributor ,
c . httpServer ,
managerOptions ... ,
)
2024-05-31 14:20:36 +00:00
if err != nil {
return nil , err
}
2024-06-07 09:27:32 +00:00
amc := & communities . ArchiveManagerConfig {
TorrentConfig : c . torrentConfig ,
Logger : logger ,
Persistence : communitiesManager . GetPersistence ( ) ,
Transport : transp ,
Identity : identity ,
Encryptor : encryptionProtocol ,
Publisher : communitiesManager ,
}
2024-06-06 15:37:20 +00:00
// Depending on the OS go will choose whether to use the "communities/manager_archive_nop.go" or
// "communities/manager_archive.go" version of this function based on the build instructions for those files.
2024-06-04 21:55:36 +00:00
// See those file for more details.
2024-06-07 09:27:32 +00:00
archiveManager := communities . NewArchiveManager ( amc )
2020-11-18 09:16:51 +00:00
if err != nil {
return nil , err
}
2022-03-23 18:47:00 +00:00
settings , err := accounts . NewDB ( database )
if err != nil {
return nil , err
}
2022-02-10 17:19:34 +00:00
2023-08-11 11:25:14 +00:00
savedAddressesManager := wallet . NewSavedAddressesManager ( c . walletDb )
2022-09-14 10:46:11 +00:00
2023-10-24 10:15:32 +00:00
selfContact , err := buildSelfContact ( identity , settings , c . multiAccount , c . account )
2023-07-12 09:46:56 +00:00
if err != nil {
2023-10-24 10:15:32 +00:00
return nil , fmt . Errorf ( "failed to build contact of ourself: %w" , err )
2023-07-12 09:46:56 +00:00
}
2023-01-24 16:29:08 +00:00
ctx , cancel := context . WithCancel ( context . Background ( ) )
2024-06-17 19:15:11 +00:00
var telemetryClient * telemetry . Client
if c . telemetryServerURL != "" {
2024-08-30 15:59:03 +00:00
options := [ ] telemetry . TelemetryClientOption {
telemetry . WithPeerID ( peerId . String ( ) ) ,
}
telemetryClient = telemetry . NewClient ( logger , c . telemetryServerURL , c . account . KeyUID , nodeName , version , options ... )
2024-06-17 19:15:11 +00:00
if c . wakuService != nil {
c . wakuService . SetStatusTelemetryClient ( telemetryClient )
}
go telemetryClient . Start ( ctx )
}
2019-07-17 22:25:42 +00:00
messenger = & Messenger {
2023-11-29 17:21:21 +00:00
config : & c ,
node : node ,
identity : identity ,
persistence : sqlitePersistence ,
transport : transp ,
encryptor : encryptionProtocol ,
sender : sender ,
anonMetricsClient : anonMetricsClient ,
anonMetricsServer : anonMetricsServer ,
telemetryClient : telemetryClient ,
communityTokensService : c . communityTokensService ,
pushNotificationClient : pushNotificationClient ,
pushNotificationServer : pushNotificationServer ,
communitiesManager : communitiesManager ,
communitiesKeyDistributor : communitiesKeyDistributor ,
2024-06-07 09:27:32 +00:00
archiveManager : archiveManager ,
2024-01-19 15:58:51 +00:00
accountsManager : c . accountsManager ,
2021-01-11 10:32:51 +00:00
ensVerifier : ensVerifier ,
2019-07-17 22:25:42 +00:00
featureFlags : c . featureFlags ,
2019-12-02 15:34:05 +00:00
systemMessagesTranslations : c . systemMessagesTranslations ,
2021-03-29 15:41:30 +00:00
allChats : new ( chatMap ) ,
2023-10-24 10:15:32 +00:00
selfContact : selfContact ,
2023-07-12 09:46:56 +00:00
allContacts : & contactMap {
logger : logger ,
2023-10-24 10:15:32 +00:00
me : selfContact ,
2023-07-12 09:46:56 +00:00
} ,
allInstallations : new ( installationMap ) ,
installationID : installationID ,
modifiedInstallations : new ( stringBoolMap ) ,
verifyTransactionClient : c . verifyTransactionClient ,
database : database ,
multiAccounts : c . multiAccount ,
settings : settings ,
2023-12-15 16:16:18 +00:00
peersyncing : peersyncing . New ( peersyncing . Config { Database : database , Timesource : transp } ) ,
peersyncingOffers : make ( map [ string ] uint64 ) ,
peersyncingRequests : make ( map [ string ] uint64 ) ,
2023-07-12 09:46:56 +00:00
peerStore : peerStore ,
2024-06-27 01:54:31 +00:00
mvdsStatusChangeEvent : make ( chan datasyncnode . PeerStatusChangeEvent , 5 ) ,
2023-07-12 09:46:56 +00:00
verificationDatabase : verification . NewPersistence ( database ) ,
2022-01-12 16:02:01 +00:00
mailserverCycle : mailserverCycle {
2022-03-21 14:18:36 +00:00
peers : make ( map [ string ] peerStatus ) ,
2024-09-05 19:18:23 +00:00
availabilitySubscriptions : & availabilitySubscriptions { } ,
2022-01-12 16:02:01 +00:00
} ,
2023-12-20 12:49:12 +00:00
mailserversDatabase : c . mailserversDatabase ,
2024-02-20 15:49:39 +00:00
communityStorenodes : storenodes . NewCommunityStorenodes ( storenodes . NewDB ( database ) , logger ) ,
2023-12-20 12:49:12 +00:00
account : c . account ,
quit : make ( chan struct { } ) ,
ctx : ctx ,
cancel : cancel ,
importingCommunities : make ( map [ string ] bool ) ,
importingChannels : make ( map [ string ] bool ) ,
importRateLimiter : rate . NewLimiter ( rate . Every ( importSlowRate ) , 1 ) ,
2023-06-08 10:22:26 +00:00
importDelayer : struct {
wait chan struct { }
once sync . Once
} { wait : make ( chan struct { } ) } ,
browserDatabase : c . browserDatabase ,
httpServer : c . httpServer ,
2019-07-17 22:25:42 +00:00
shutdownTasks : [ ] func ( ) error {
2021-01-11 10:32:51 +00:00
ensVerifier . Stop ,
2020-07-10 13:26:06 +00:00
pushNotificationClient . Stop ,
2020-11-18 09:16:51 +00:00
communitiesManager . Stop ,
2024-06-07 09:27:32 +00:00
archiveManager . Stop ,
2020-07-31 09:08:09 +00:00
encryptionProtocol . Stop ,
2023-07-14 13:42:02 +00:00
func ( ) error {
ctx , cancel := context . WithTimeout ( context . Background ( ) , time . Second )
defer cancel ( )
err := transp . ResetFilters ( ctx )
if err != nil {
logger . Warn ( "could not reset filters" , zap . Error ( err ) )
}
// We don't want to thrown an error in this case, this is a soft
// fail
return nil
} ,
2020-01-13 19:17:30 +00:00
transp . Stop ,
2021-06-23 14:13:48 +00:00
func ( ) error { sender . Stop ( ) ; return nil } ,
2019-07-17 22:25:42 +00:00
// Currently this often fails, seems like it's safe to ignore them
// https://github.com/uber-go/zap/issues/328
func ( ) error { _ = logger . Sync ; return nil } ,
2021-01-14 22:15:13 +00:00
database . Close ,
2019-07-17 22:25:42 +00:00
} ,
2024-02-06 12:43:06 +00:00
logger : logger ,
savedAddressesManager : savedAddressesManager ,
retrievedMessagesIteratorFactory : NewDefaultMessagesIterator ,
2019-07-17 22:25:42 +00:00
}
2023-08-29 12:59:37 +00:00
if c . rpcClient != nil {
contractMaker , err := contracts . NewContractMaker ( c . rpcClient )
if err != nil {
return nil , err
}
messenger . contractMaker = contractMaker
}
2023-04-07 08:47:38 +00:00
messenger . mentionsManager = NewMentionManager ( messenger )
2023-12-20 12:49:12 +00:00
messenger . storeNodeRequestsManager = NewStoreNodeRequestManager ( messenger )
2019-07-17 22:25:42 +00:00
2023-04-25 12:00:17 +00:00
if c . walletService != nil {
2023-07-13 17:26:17 +00:00
messenger . walletAPI = walletAPI
2023-04-25 12:00:17 +00:00
}
2022-08-24 12:06:48 +00:00
if c . outputMessagesCSV {
messenger . outputCSV = c . outputMessagesCSV
csvFile , err := os . Create ( "messages-" + fmt . Sprint ( time . Now ( ) . Unix ( ) ) + ".csv" )
if err != nil {
return nil , err
}
_ , err = csvFile . Write ( [ ] byte ( "timestamp\tmessageID\tfrom\ttopic\tchatID\tmessageType\tmessage\n" ) )
if err != nil {
return nil , err
}
messenger . csvFile = csvFile
messenger . shutdownTasks = append ( messenger . shutdownTasks , csvFile . Close )
}
2021-09-01 12:02:18 +00:00
if anonMetricsClient != nil {
messenger . shutdownTasks = append ( messenger . shutdownTasks , anonMetricsClient . Stop )
}
if anonMetricsServer != nil {
messenger . shutdownTasks = append ( messenger . shutdownTasks , anonMetricsServer . Stop )
}
2020-12-15 14:43:41 +00:00
if c . envelopesMonitorConfig != nil {
interceptor := EnvelopeEventsInterceptor { c . envelopesMonitorConfig . EnvelopeEventsHandler , messenger }
err := messenger . transport . SetEnvelopeEventsHandler ( interceptor )
if err != nil {
logger . Info ( "Unable to set envelopes event handler" , zap . Error ( err ) )
}
}
2019-07-17 22:25:42 +00:00
return messenger , nil
}
2022-01-12 16:02:01 +00:00
func ( m * Messenger ) SetP2PServer ( server * p2p . Server ) {
m . server = server
}
2023-07-20 10:08:57 +00:00
func ( m * Messenger ) EnableBackedupMessagesProcessing ( ) {
m . processBackedupMessages = true
}
2024-07-11 11:41:49 +00:00
func ( m * Messenger ) processSentMessage ( id string ) error {
2021-11-17 09:11:51 +00:00
if m . connectionState . Offline {
return errors . New ( "Can't mark message as sent while offline" )
}
2024-07-11 11:41:49 +00:00
rawMessage , err := m . persistence . RawMessageByID ( id )
// If we have no raw message, we create a temporary one, so that
// the sent status is preserved
if err == sql . ErrNoRows || rawMessage == nil {
rawMessage = & common . RawMessage {
ID : id ,
MessageType : protobuf . ApplicationMetadataMessage_CHAT_MESSAGE ,
2020-12-15 14:43:41 +00:00
}
2024-07-11 11:41:49 +00:00
} else if err != nil {
return errors . Wrapf ( err , "Can't get raw message with id %v" , id )
}
2020-12-15 14:43:41 +00:00
2024-07-11 11:41:49 +00:00
rawMessage . Sent = true
2020-12-15 14:43:41 +00:00
2024-07-11 11:41:49 +00:00
err = m . persistence . SaveRawMessage ( rawMessage )
if err != nil {
return errors . Wrapf ( err , "Can't save raw message marked as sent" )
}
2021-11-17 09:11:51 +00:00
2024-07-11 11:41:49 +00:00
err = m . UpdateMessageOutgoingStatus ( id , common . OutgoingStatusSent )
if err != nil {
return err
2020-12-15 14:43:41 +00:00
}
return nil
}
2022-02-10 17:19:34 +00:00
func ( m * Messenger ) ToForeground ( ) {
2022-02-23 14:34:16 +00:00
if m . httpServer != nil {
m . httpServer . ToForeground ( )
2022-02-10 17:19:34 +00:00
}
2024-07-26 21:34:57 +00:00
m . asyncRequestAllHistoricMessages ( )
2022-02-10 17:19:34 +00:00
}
func ( m * Messenger ) ToBackground ( ) {
2022-02-23 14:34:16 +00:00
if m . httpServer != nil {
m . httpServer . ToBackground ( )
2022-02-10 17:19:34 +00:00
}
}
2021-01-14 22:15:13 +00:00
func ( m * Messenger ) Start ( ) ( * MessengerResponse , error ) {
2024-02-26 09:12:37 +00:00
if m . started {
return nil , errors . New ( "messenger already started" )
}
m . started = true
2024-06-10 15:02:42 +00:00
err := m . InitFilters ( )
if err != nil {
return nil , err
}
2023-07-20 15:00:39 +00:00
now := time . Now ( ) . UnixMilli ( )
if err := m . settings . CheckAndDeleteExpiredKeypairsAndAccounts ( uint64 ( now ) ) ; err != nil {
return nil , err
}
2020-07-14 14:07:19 +00:00
m . logger . Info ( "starting messenger" , zap . String ( "identity" , types . EncodeHex ( crypto . FromECDSAPub ( & m . identity . PublicKey ) ) ) )
2020-07-10 13:26:06 +00:00
// Start push notification server
if m . pushNotificationServer != nil {
if err := m . pushNotificationServer . Start ( ) ; err != nil {
2021-01-14 22:15:13 +00:00
return nil , err
2020-07-10 13:26:06 +00:00
}
}
2020-07-22 07:41:40 +00:00
// Start push notification client
2020-07-10 13:26:06 +00:00
if m . pushNotificationClient != nil {
2020-08-18 15:07:48 +00:00
m . handlePushNotificationClientRegistrations ( m . pushNotificationClient . SubscribeToRegistrations ( ) )
2020-07-10 13:26:06 +00:00
if err := m . pushNotificationClient . Start ( ) ; err != nil {
2021-01-14 22:15:13 +00:00
return nil , err
2020-07-10 13:26:06 +00:00
}
}
2021-09-01 12:02:18 +00:00
// Start anonymous metrics client
if m . anonMetricsClient != nil {
if err := m . anonMetricsClient . Start ( ) ; err != nil {
return nil , err
}
}
2021-01-11 10:32:51 +00:00
ensSubscription := m . ensVerifier . Subscribe ( )
// Subscrbe
if err := m . ensVerifier . Start ( ) ; err != nil {
return nil , err
}
if err := m . communitiesManager . Start ( ) ; err != nil {
return nil , err
}
2020-07-31 12:22:05 +00:00
// set shared secret handles
2021-06-23 14:13:48 +00:00
m . sender . SetHandleSharedSecrets ( m . handleSharedSecrets )
2024-06-27 01:54:31 +00:00
if err := m . sender . StartDatasync ( m . mvdsStatusChangeEvent , m . sendDataSync ) ; err != nil {
2023-12-15 16:16:18 +00:00
return nil , err
}
2020-07-31 12:22:05 +00:00
2020-07-31 09:08:09 +00:00
subscriptions , err := m . encryptor . Start ( m . identity )
if err != nil {
2021-01-14 22:15:13 +00:00
return nil , err
2020-07-31 09:08:09 +00:00
}
2020-07-31 12:22:05 +00:00
// handle stored shared secrets
err = m . handleSharedSecrets ( subscriptions . SharedSecrets )
if err != nil {
2021-01-14 22:15:13 +00:00
return nil , err
2020-07-31 12:22:05 +00:00
}
2020-07-31 09:08:09 +00:00
m . handleEncryptionLayerSubscriptions ( subscriptions )
2020-11-18 09:16:51 +00:00
m . handleCommunitiesSubscription ( m . communitiesManager . Subscribe ( ) )
2022-03-21 14:18:36 +00:00
m . handleCommunitiesHistoryArchivesSubscription ( m . communitiesManager . Subscribe ( ) )
2023-03-28 14:40:00 +00:00
m . updateCommunitiesActiveMembersPeriodically ( )
2024-04-17 14:53:51 +00:00
m . schedulePublishGrantsForControlledCommunities ( )
2021-01-11 10:32:51 +00:00
m . handleENSVerificationSubscription ( ensSubscription )
2020-08-27 12:38:59 +00:00
m . watchConnectionChange ( )
2024-08-30 12:17:43 +00:00
m . watchChatsToUnmute ( )
2023-07-19 12:14:42 +00:00
m . watchCommunitiesToUnmute ( )
2021-11-17 09:11:51 +00:00
m . watchExpiredMessages ( )
2020-12-21 08:41:50 +00:00
m . watchIdentityImageChanges ( )
2023-04-25 12:00:17 +00:00
m . watchWalletBalances ( )
2023-04-21 09:18:47 +00:00
m . watchPendingCommunityRequestToJoin ( )
2021-07-22 17:41:49 +00:00
m . broadcastLatestUserStatus ( )
2022-08-02 23:08:01 +00:00
m . timeoutAutomaticStatusUpdates ( )
2023-12-05 10:08:26 +00:00
if ! m . config . featureFlags . DisableCheckingForBackup {
m . startBackupLoop ( )
}
if ! m . config . featureFlags . DisableAutoMessageLoop {
err = m . startAutoMessageLoop ( )
if err != nil {
return nil , err
}
2021-11-29 13:11:55 +00:00
}
2023-12-15 16:16:18 +00:00
m . startPeerSyncingLoop ( )
2022-03-23 18:47:00 +00:00
m . startSyncSettingsLoop ( )
2023-10-24 10:15:32 +00:00
m . startSettingsChangesLoop ( )
2023-05-24 11:01:28 +00:00
m . startCommunityRekeyLoop ( )
2024-03-09 09:42:06 +00:00
if m . config . codeControlFlags . CuratedCommunitiesUpdateLoopEnabled {
m . startCuratedCommunitiesUpdateLoop ( )
}
2023-11-15 11:01:02 +00:00
m . startMessageSegmentsCleanupLoop ( )
2024-05-14 10:55:00 +00:00
m . startHashRatchetEncryptedMessagesCleanupLoop ( )
2024-07-04 15:54:48 +00:00
m . startRequestMissingCommunityChannelsHRKeysLoop ( )
2021-07-22 17:41:49 +00:00
2021-01-14 22:15:13 +00:00
if err := m . cleanTopics ( ) ; err != nil {
return nil , err
}
2021-03-25 15:15:22 +00:00
response := & MessengerResponse { }
2021-01-14 22:15:13 +00:00
2022-01-31 10:33:56 +00:00
mailservers , err := m . allMailservers ( )
if err != nil {
return nil , err
2021-01-14 22:15:13 +00:00
}
2021-11-29 13:11:55 +00:00
2022-01-31 10:33:56 +00:00
response . Mailservers = mailservers
2023-11-25 23:24:20 +00:00
err = m . StartMailserverCycle ( mailservers )
2022-01-31 10:33:56 +00:00
if err != nil {
return nil , err
2022-01-12 16:02:01 +00:00
}
2024-02-20 15:49:39 +00:00
if err := m . communityStorenodes . ReloadFromDB ( ) ; err != nil {
return nil , err
}
2024-06-26 18:25:44 +00:00
go m . checkForMissingMessagesLoop ( )
2023-10-19 22:15:45 +00:00
controlledCommunities , err := m . communitiesManager . Controlled ( )
if err != nil {
return nil , err
}
2024-06-06 14:59:46 +00:00
if m . archiveManager . IsReady ( ) {
2024-09-05 19:18:23 +00:00
available := m . mailserverCycle . availabilitySubscriptions . Subscribe ( )
2023-10-19 22:15:45 +00:00
go func ( ) {
2024-09-26 22:37:32 +00:00
defer gocommon . LogOnPanic ( )
2023-10-19 22:15:45 +00:00
<- available
m . InitHistoryArchiveTasks ( controlledCommunities )
} ( )
}
for _ , c := range controlledCommunities {
if c . Joined ( ) && c . HasTokenPermissions ( ) {
2024-05-08 15:32:46 +00:00
go m . communitiesManager . StartMembersReevaluationLoop ( c . ID ( ) , false )
2022-03-21 14:18:36 +00:00
}
}
2023-01-19 13:23:48 +00:00
joinedCommunities , err := m . communitiesManager . Joined ( )
if err != nil {
return nil , err
}
for _ , joinedCommunity := range joinedCommunities {
// resume importing message history archives in case
// imports have been interrupted previously
err := m . resumeHistoryArchivesImport ( joinedCommunity . ID ( ) )
if err != nil {
return nil , err
}
}
2023-06-08 10:22:26 +00:00
m . enableHistoryArchivesImportAfterDelay ( )
2023-01-19 13:23:48 +00:00
2022-05-09 13:07:57 +00:00
if m . httpServer != nil {
err = m . httpServer . Start ( )
if err != nil {
return nil , err
}
2022-02-10 17:19:34 +00:00
}
2022-06-09 15:21:57 +00:00
err = m . GarbageCollectRemovedBookmarks ( )
if err != nil {
return nil , err
}
2022-09-14 10:46:11 +00:00
err = m . garbageCollectRemovedSavedAddresses ( )
if err != nil {
return nil , err
}
2024-07-09 19:22:59 +00:00
displayName , err := m . settings . DisplayName ( )
if err != nil {
return nil , err
}
if err := utils . ValidateDisplayName ( & displayName ) ; err != nil {
// Somehow a wrong display name was saved. We need to update it so that others accept our messages
pubKey , err := m . settings . GetPublicKey ( )
if err != nil {
return nil , err
}
replacementDisplayName := pubKey [ : 12 ]
m . logger . Warn ( "unaccepted display name was saved to the setting, reverting to pubkey substring" , zap . String ( "displayName" , displayName ) , zap . String ( "replacement" , replacementDisplayName ) )
if err := m . SetDisplayName ( replacementDisplayName ) ; err != nil {
// We do not return the error as we do not want to block the login for it
m . logger . Warn ( "error setting display name" , zap . Error ( err ) )
}
}
2021-01-14 22:15:13 +00:00
return response , nil
}
2024-07-01 18:52:57 +00:00
func ( m * Messenger ) SetMediaServer ( server * server . MediaServer ) {
m . httpServer = server
m . communitiesManager . SetMediaServer ( server )
}
2022-02-10 22:55:03 +00:00
func ( m * Messenger ) IdentityPublicKey ( ) * ecdsa . PublicKey {
return & m . identity . PublicKey
}
2023-02-28 12:32:45 +00:00
func ( m * Messenger ) IdentityPublicKeyCompressed ( ) [ ] byte {
return crypto . CompressPubkey ( m . IdentityPublicKey ( ) )
}
2023-07-12 09:46:56 +00:00
func ( m * Messenger ) IdentityPublicKeyString ( ) string {
return types . EncodeHex ( crypto . FromECDSAPub ( m . IdentityPublicKey ( ) ) )
}
2021-01-14 22:15:13 +00:00
// cleanTopics remove any topic that does not have a Listen flag set
func ( m * Messenger ) cleanTopics ( ) error {
if m . mailserversDatabase == nil {
return nil
}
var filters [ ] * transport . Filter
for _ , f := range m . transport . Filters ( ) {
if f . Listen && ! f . Ephemeral {
filters = append ( filters , f )
}
}
m . logger . Debug ( "keeping topics" , zap . Any ( "filters" , filters ) )
return m . mailserversDatabase . SetTopics ( filters )
2020-07-31 09:08:09 +00:00
}
2020-08-27 12:38:59 +00:00
// handle connection change is called each time we go from offline/online or viceversa
func ( m * Messenger ) handleConnectionChange ( online bool ) {
2024-01-30 18:13:18 +00:00
// Update pushNotificationClient
if m . pushNotificationClient != nil {
if online {
2020-08-27 12:38:59 +00:00
m . pushNotificationClient . Online ( )
2024-01-30 18:13:18 +00:00
} else {
m . pushNotificationClient . Offline ( )
2020-08-27 12:38:59 +00:00
}
2024-01-30 18:13:18 +00:00
}
2020-12-21 08:41:50 +00:00
2024-05-31 14:43:44 +00:00
// Update torrent manager
2024-06-06 14:59:46 +00:00
if m . archiveManager != nil {
m . archiveManager . SetOnline ( online )
2024-05-06 15:54:35 +00:00
}
2024-01-30 18:13:18 +00:00
// Publish contact code
if online && m . shouldPublishContactCode {
if err := m . publishContactCode ( ) ; err != nil {
m . logger . Error ( "could not publish on contact code" , zap . Error ( err ) )
2020-08-27 12:38:59 +00:00
}
2024-01-30 18:13:18 +00:00
m . shouldPublishContactCode = false
}
2022-01-12 16:02:01 +00:00
2024-01-30 18:13:18 +00:00
// Start fetching messages from store nodes
2024-07-26 21:34:57 +00:00
if online {
2024-01-30 18:13:18 +00:00
m . asyncRequestAllHistoricMessages ( )
2020-08-27 12:38:59 +00:00
}
2022-01-12 16:02:01 +00:00
2024-01-30 18:13:18 +00:00
// Update ENS verifier
2021-01-11 10:32:51 +00:00
m . ensVerifier . SetOnline ( online )
2020-08-27 12:38:59 +00:00
}
2023-12-05 10:08:26 +00:00
func ( m * Messenger ) Online ( ) bool {
2021-08-30 14:57:28 +00:00
switch m . transport . WakuVersion ( ) {
case 2 :
return m . transport . PeerCount ( ) > 0
default :
return m . node . PeersCount ( ) > 0
2021-07-21 19:02:50 +00:00
}
2020-08-27 12:38:59 +00:00
}
2020-08-18 15:07:48 +00:00
func ( m * Messenger ) buildContactCodeAdvertisement ( ) ( * protobuf . ContactCodeAdvertisement , error ) {
if m . pushNotificationClient == nil || ! m . pushNotificationClient . Enabled ( ) {
return nil , nil
}
m . logger . Debug ( "adding push notification info to contact code bundle" )
info , err := m . pushNotificationClient . MyPushNotificationQueryInfo ( )
if err != nil {
return nil , err
}
if len ( info ) == 0 {
return nil , nil
}
return & protobuf . ContactCodeAdvertisement {
PushNotificationInfo : info ,
} , nil
}
2021-01-25 13:49:13 +00:00
// publishContactCode sends a public message wrapped in the encryption
2020-07-31 12:22:05 +00:00
// layer, which will propagate our bundle
2021-01-25 13:49:13 +00:00
func ( m * Messenger ) publishContactCode ( ) error {
2020-07-31 13:46:27 +00:00
var payload [ ] byte
2020-08-18 15:07:48 +00:00
m . logger . Debug ( "sending contact code" )
contactCodeAdvertisement , err := m . buildContactCodeAdvertisement ( )
if err != nil {
m . logger . Error ( "could not build contact code advertisement" , zap . Error ( err ) )
}
2020-11-18 12:41:36 +00:00
if contactCodeAdvertisement == nil {
contactCodeAdvertisement = & protobuf . ContactCodeAdvertisement { }
}
2021-02-17 23:14:48 +00:00
2021-01-25 13:49:13 +00:00
err = m . attachChatIdentity ( contactCodeAdvertisement )
2020-11-05 17:35:20 +00:00
if err != nil {
return err
}
2021-02-17 23:14:48 +00:00
if contactCodeAdvertisement . ChatIdentity != nil {
m . logger . Debug ( "attached chat identity" , zap . Int ( "images len" , len ( contactCodeAdvertisement . ChatIdentity . Images ) ) )
} else {
m . logger . Debug ( "no attached chat identity" )
}
2020-11-18 12:41:36 +00:00
payload , err = proto . Marshal ( contactCodeAdvertisement )
if err != nil {
return err
2020-07-31 13:46:27 +00:00
}
2020-07-31 12:22:05 +00:00
contactCodeTopic := transport . ContactCodeTopic ( & m . identity . PublicKey )
rawMessage := common . RawMessage {
LocalChatID : contactCodeTopic ,
2020-08-18 15:07:48 +00:00
MessageType : protobuf . ApplicationMetadataMessage_CONTACT_CODE_ADVERTISEMENT ,
2020-07-31 13:46:27 +00:00
Payload : payload ,
2024-08-01 18:36:25 +00:00
Priority : & common . LowPriority ,
2020-07-31 12:22:05 +00:00
}
ctx , cancel := context . WithTimeout ( context . Background ( ) , 5 * time . Second )
defer cancel ( )
2022-02-17 15:13:10 +00:00
2021-06-23 14:13:48 +00:00
_ , err = m . sender . SendPublic ( ctx , contactCodeTopic , rawMessage )
2020-07-31 12:22:05 +00:00
if err != nil {
m . logger . Warn ( "failed to send a contact code" , zap . Error ( err ) )
}
2022-02-17 15:13:10 +00:00
2022-07-08 10:25:46 +00:00
joinedCommunities , err := m . communitiesManager . Joined ( )
if err != nil {
return err
}
for _ , community := range joinedCommunities {
rawMessage . LocalChatID = community . MemberUpdateChannelID ( )
2023-05-22 21:38:02 +00:00
rawMessage . PubsubTopic = community . PubsubTopic ( )
2022-07-08 10:25:46 +00:00
_ , err = m . sender . SendPublic ( ctx , rawMessage . LocalChatID , rawMessage )
if err != nil {
return err
}
}
2021-02-17 23:14:48 +00:00
m . logger . Debug ( "contact code sent" )
2020-07-31 12:22:05 +00:00
return err
}
2020-11-05 17:35:20 +00:00
// contactCodeAdvertisement attaches a protobuf.ChatIdentity to the given protobuf.ContactCodeAdvertisement,
2020-11-09 15:16:36 +00:00
// if the `shouldPublish` conditions are met
2021-01-25 13:49:13 +00:00
func ( m * Messenger ) attachChatIdentity ( cca * protobuf . ContactCodeAdvertisement ) error {
2020-11-09 15:16:36 +00:00
contactCodeTopic := transport . ContactCodeTopic ( & m . identity . PublicKey )
shouldPublish , err := m . shouldPublishChatIdentity ( contactCodeTopic )
2020-11-05 17:35:20 +00:00
if err != nil {
return err
}
2021-01-25 13:49:13 +00:00
if ! shouldPublish {
return nil
}
2020-11-05 17:35:20 +00:00
2021-01-25 13:49:13 +00:00
cca . ChatIdentity , err = m . createChatIdentity ( privateChat )
if err != nil {
return err
}
2020-12-10 10:12:51 +00:00
2023-02-02 17:59:48 +00:00
img , err := m . multiAccounts . GetIdentityImage ( m . account . KeyUID , images . SmallDimName )
2021-01-25 13:49:13 +00:00
if err != nil {
return err
}
2022-02-17 15:13:10 +00:00
displayName , err := m . settings . DisplayName ( )
if err != nil {
return err
2021-01-25 13:49:13 +00:00
}
2022-08-05 11:22:35 +00:00
bio , err := m . settings . Bio ( )
if err != nil {
return err
}
2023-11-09 18:59:01 +00:00
profileShowcase , err := m . GetProfileShowcaseForSelfIdentity ( )
if err != nil {
return err
}
2024-05-24 08:35:34 +00:00
identityHash , err := m . getIdentityHash ( displayName , bio , img , profileShowcase , multiaccountscommon . IDToColorFallbackToBlue ( cca . ChatIdentity . CustomizationColor ) )
2022-08-02 12:56:26 +00:00
if err != nil {
return err
}
err = m . persistence . SaveWhenChatIdentityLastPublished ( contactCodeTopic , identityHash )
2021-01-25 13:49:13 +00:00
if err != nil {
return err
2020-11-05 17:35:20 +00:00
}
return nil
}
2021-10-20 09:14:48 +00:00
// handleStandaloneChatIdentity sends a standalone ChatIdentity message to a public or private channel if the publish criteria is met
2020-11-09 15:16:36 +00:00
func ( m * Messenger ) handleStandaloneChatIdentity ( chat * Chat ) error {
2021-10-20 09:45:54 +00:00
if chat . ChatType != ChatTypePublic && chat . ChatType != ChatTypeOneToOne {
2020-11-09 15:16:36 +00:00
return nil
}
shouldPublishChatIdentity , err := m . shouldPublishChatIdentity ( chat . ID )
if err != nil {
return err
}
if ! shouldPublishChatIdentity {
return nil
}
2024-03-06 17:25:19 +00:00
chatContext := GetChatContextFromChatType ( chat . ChatType )
ci , err := m . createChatIdentity ( chatContext )
2020-11-09 15:16:36 +00:00
if err != nil {
return err
}
2020-11-05 17:35:20 +00:00
2020-11-09 15:16:36 +00:00
payload , err := proto . Marshal ( ci )
2020-11-05 17:35:20 +00:00
if err != nil {
return err
}
2020-11-09 15:16:36 +00:00
rawMessage := common . RawMessage {
LocalChatID : chat . ID ,
MessageType : protobuf . ApplicationMetadataMessage_CHAT_IDENTITY ,
Payload : payload ,
2024-08-01 18:36:25 +00:00
Priority : & common . LowPriority ,
2020-11-09 15:16:36 +00:00
}
ctx , cancel := context . WithTimeout ( context . Background ( ) , 5 * time . Second )
defer cancel ( )
2021-10-20 09:14:48 +00:00
if chat . ChatType == ChatTypePublic {
_ , err = m . sender . SendPublic ( ctx , chat . ID , rawMessage )
if err != nil {
return err
}
} else {
pk , err := chat . PublicKey ( )
if err != nil {
return err
}
_ , err = m . sender . SendPrivate ( ctx , pk , & rawMessage )
if err != nil {
return err
}
2020-11-05 17:35:20 +00:00
}
2023-02-02 17:59:48 +00:00
img , err := m . multiAccounts . GetIdentityImage ( m . account . KeyUID , images . SmallDimName )
2020-12-10 10:12:51 +00:00
if err != nil {
return err
}
2022-02-17 15:13:10 +00:00
displayName , err := m . settings . DisplayName ( )
if err != nil {
return err
2020-12-10 10:12:51 +00:00
}
2022-08-05 11:22:35 +00:00
bio , err := m . settings . Bio ( )
if err != nil {
return err
}
2023-11-09 18:59:01 +00:00
profileShowcase , err := m . GetProfileShowcaseForSelfIdentity ( )
if err != nil {
return err
}
2024-05-24 08:35:34 +00:00
identityHash , err := m . getIdentityHash ( displayName , bio , img , profileShowcase , multiaccountscommon . IDToColorFallbackToBlue ( ci . CustomizationColor ) )
2022-08-02 12:56:26 +00:00
if err != nil {
return err
}
err = m . persistence . SaveWhenChatIdentityLastPublished ( chat . ID , identityHash )
2020-11-09 15:16:36 +00:00
if err != nil {
return err
}
return nil
}
2024-05-24 08:35:34 +00:00
func ( m * Messenger ) getIdentityHash ( displayName , bio string , img * images . IdentityImage , profileShowcase * protobuf . ProfileShowcase , customizationColor multiaccountscommon . CustomizationColor ) ( [ ] byte , error ) {
2023-11-09 18:59:01 +00:00
profileShowcaseData , err := proto . Marshal ( profileShowcase )
if err != nil {
return [ ] byte { } , err
}
2022-02-17 15:13:10 +00:00
if img == nil {
2024-05-24 08:35:34 +00:00
return crypto . Keccak256 ( [ ] byte ( displayName ) , [ ] byte ( bio ) , profileShowcaseData , [ ] byte ( customizationColor ) ) , nil
2022-02-17 15:13:10 +00:00
}
2023-11-09 18:59:01 +00:00
2024-05-24 08:35:34 +00:00
return crypto . Keccak256 ( img . Payload , [ ] byte ( displayName ) , [ ] byte ( bio ) , profileShowcaseData , [ ] byte ( customizationColor ) ) , nil
2022-02-17 15:13:10 +00:00
}
2020-11-09 15:16:36 +00:00
// shouldPublishChatIdentity returns true if the last time the ChatIdentity was attached was more than 24 hours ago
2020-11-24 23:16:19 +00:00
func ( m * Messenger ) shouldPublishChatIdentity ( chatID string ) ( bool , error ) {
2021-01-25 13:49:13 +00:00
if m . account == nil {
return false , nil
}
2020-12-10 08:42:36 +00:00
2022-02-17 15:13:10 +00:00
// Check we have at least one image or a display name
2023-02-02 17:59:48 +00:00
img , err := m . multiAccounts . GetIdentityImage ( m . account . KeyUID , images . SmallDimName )
2020-12-10 08:42:36 +00:00
if err != nil {
return false , err
}
2022-02-17 15:13:10 +00:00
displayName , err := m . settings . DisplayName ( )
if err != nil {
return false , err
}
if img == nil && displayName == "" {
2020-12-10 08:42:36 +00:00
return false , nil
}
2020-12-10 10:12:51 +00:00
lp , hash , err := m . persistence . GetWhenChatIdentityLastPublished ( chatID )
2020-11-09 15:16:36 +00:00
if err != nil {
return false , err
}
2022-08-05 11:22:35 +00:00
bio , err := m . settings . Bio ( )
if err != nil {
return false , err
}
2023-11-09 18:59:01 +00:00
profileShowcase , err := m . GetProfileShowcaseForSelfIdentity ( )
if err != nil {
return false , err
}
2024-05-24 08:35:34 +00:00
identityHash , err := m . getIdentityHash ( displayName , bio , img , profileShowcase , m . account . GetCustomizationColor ( ) )
2022-08-02 12:56:26 +00:00
if err != nil {
return false , err
}
if ! bytes . Equal ( hash , identityHash ) {
2020-12-10 10:12:51 +00:00
return true , nil
}
2021-02-17 23:14:48 +00:00
// Note: If Alice does not add bob as a contact she will not update her contact code with images
2020-12-16 18:28:34 +00:00
return lp == 0 || time . Now ( ) . Unix ( ) - lp > 24 * 60 * 60 , nil
2020-11-09 15:16:36 +00:00
}
// createChatIdentity creates a context based protobuf.ChatIdentity.
// context 'public-chat' will attach only the 'thumbnail' IdentityImage
2020-11-18 12:41:36 +00:00
// context 'private-chat' will attach all IdentityImage
2024-03-06 17:25:19 +00:00
func ( m * Messenger ) createChatIdentity ( context ChatContext ) ( * protobuf . ChatIdentity , error ) {
2024-06-06 14:13:04 +00:00
m . logger . Info ( "called createChatIdentity" ,
zap . String ( "account keyUID" , m . account . KeyUID ) ,
zap . String ( "context" , string ( context ) ) ,
)
2020-12-02 14:00:28 +00:00
2022-02-17 15:13:10 +00:00
displayName , err := m . settings . DisplayName ( )
if err != nil {
return nil , err
}
2022-08-05 11:22:35 +00:00
bio , err := m . settings . Bio ( )
if err != nil {
return nil , err
}
2023-11-09 18:59:01 +00:00
profileShowcase , err := m . GetProfileShowcaseForSelfIdentity ( )
if err != nil {
return nil , err
}
2020-11-09 15:16:36 +00:00
ci := & protobuf . ChatIdentity {
2024-04-03 14:49:57 +00:00
Clock : m . transport . GetCurrentTime ( ) ,
EnsName : "" , // TODO add ENS name handling to dedicate PR
DisplayName : displayName ,
Description : bio ,
ProfileShowcase : profileShowcase ,
CustomizationColor : m . account . GetCustomizationColorID ( ) ,
2020-11-05 17:35:20 +00:00
}
2022-02-17 15:13:10 +00:00
err = m . attachIdentityImagesToChatIdentity ( context , ci )
2021-02-09 13:58:21 +00:00
if err != nil {
return nil , err
}
return ci , nil
}
// adaptIdentityImageToProtobuf Adapts a images.IdentityImage to protobuf.IdentityImage
2023-02-02 17:59:48 +00:00
func ( m * Messenger ) adaptIdentityImageToProtobuf ( img * images . IdentityImage ) * protobuf . IdentityImage {
2021-02-09 13:58:21 +00:00
return & protobuf . IdentityImage {
2024-01-24 20:09:28 +00:00
Payload : img . Payload ,
SourceType : protobuf . IdentityImage_RAW_PAYLOAD , // TODO add ENS avatar handling to dedicated PR
ImageFormat : images . GetProtobufImageFormat ( img . Payload ) ,
2021-02-09 13:58:21 +00:00
}
}
2024-03-06 17:25:19 +00:00
func ( m * Messenger ) attachIdentityImagesToChatIdentity ( context ChatContext , ci * protobuf . ChatIdentity ) error {
2021-02-09 13:58:21 +00:00
s , err := m . getSettings ( )
if err != nil {
return err
}
2020-11-05 17:35:20 +00:00
2022-03-23 18:47:00 +00:00
if s . ProfilePicturesShowTo == settings . ProfilePicturesShowToNone {
2021-02-12 15:35:34 +00:00
m . logger . Info ( fmt . Sprintf ( "settings.ProfilePicturesShowTo is set to '%d', skipping attaching IdentityImages" , s . ProfilePicturesShowTo ) )
2021-02-09 16:09:50 +00:00
return nil
}
2020-11-09 15:16:36 +00:00
ciis := make ( map [ string ] * protobuf . IdentityImage )
switch context {
2020-12-15 16:29:44 +00:00
case publicChat :
m . logger . Info ( fmt . Sprintf ( "handling %s ChatIdentity" , context ) )
2020-12-02 14:00:28 +00:00
2023-02-02 17:59:48 +00:00
img , err := m . multiAccounts . GetIdentityImage ( m . account . KeyUID , images . SmallDimName )
2020-11-09 15:16:36 +00:00
if err != nil {
2021-02-09 13:58:21 +00:00
return err
2020-11-09 15:16:36 +00:00
}
2022-02-17 15:13:10 +00:00
if img == nil {
return nil
}
2023-02-02 17:59:48 +00:00
ciis [ images . SmallDimName ] = m . adaptIdentityImageToProtobuf ( img )
2020-11-09 15:16:36 +00:00
ci . Images = ciis
2020-12-15 16:29:44 +00:00
case privateChat :
m . logger . Info ( fmt . Sprintf ( "handling %s ChatIdentity" , context ) )
2020-12-09 14:03:43 +00:00
imgs , err := m . multiAccounts . GetIdentityImages ( m . account . KeyUID )
2020-11-09 15:16:36 +00:00
if err != nil {
2021-02-09 13:58:21 +00:00
return err
2020-11-09 15:16:36 +00:00
}
for _ , img := range imgs {
ciis [ img . Name ] = m . adaptIdentityImageToProtobuf ( img )
}
ci . Images = ciis
2020-12-15 16:29:44 +00:00
default :
2021-02-09 13:58:21 +00:00
return fmt . Errorf ( "unknown ChatIdentity context '%s'" , context )
2020-11-09 15:16:36 +00:00
}
2022-03-23 18:47:00 +00:00
if s . ProfilePicturesShowTo == settings . ProfilePicturesShowToContactsOnly {
2021-02-15 14:51:49 +00:00
err := EncryptIdentityImagesWithContactPubKeys ( ci . Images , m )
2021-02-09 16:09:50 +00:00
if err != nil {
return err
}
}
return nil
}
2020-07-31 12:22:05 +00:00
// handleSharedSecrets process the negotiated secrets received from the encryption layer
func ( m * Messenger ) handleSharedSecrets ( secrets [ ] * sharedsecret . Secret ) error {
2020-07-31 09:46:38 +00:00
for _ , secret := range secrets {
fSecret := types . NegotiatedSecret {
PublicKey : secret . Identity ,
Key : secret . Key ,
}
2021-05-14 10:55:42 +00:00
_ , err := m . transport . ProcessNegotiatedSecret ( fSecret )
2020-07-31 09:46:38 +00:00
if err != nil {
2020-07-31 12:22:05 +00:00
return err
2020-07-31 09:46:38 +00:00
}
}
2020-07-31 12:22:05 +00:00
return nil
2020-07-31 09:46:38 +00:00
}
2020-07-31 12:22:05 +00:00
// handleInstallations adds the installations in the installations map
func ( m * Messenger ) handleInstallations ( installations [ ] * multidevice . Installation ) {
2020-07-31 09:08:09 +00:00
for _ , installation := range installations {
if installation . Identity == contactIDFromPublicKey ( & m . identity . PublicKey ) {
2021-03-29 15:41:30 +00:00
if _ , ok := m . allInstallations . Load ( installation . ID ) ; ! ok {
m . allInstallations . Store ( installation . ID , installation )
m . modifiedInstallations . Store ( installation . ID , true )
2020-07-31 09:08:09 +00:00
}
}
}
}
2020-07-31 09:46:38 +00:00
// handleEncryptionLayerSubscriptions handles events from the encryption layer
2020-07-31 09:08:09 +00:00
func ( m * Messenger ) handleEncryptionLayerSubscriptions ( subscriptions * encryption . Subscriptions ) {
go func ( ) {
2024-09-26 22:37:32 +00:00
defer gocommon . LogOnPanic ( )
2020-07-31 09:08:09 +00:00
for {
select {
2020-07-31 12:22:05 +00:00
case <- subscriptions . SendContactCode :
2021-01-25 13:49:13 +00:00
if err := m . publishContactCode ( ) ; err != nil {
2020-07-31 12:22:05 +00:00
m . logger . Error ( "failed to publish contact code" , zap . Error ( err ) )
2020-07-31 09:46:38 +00:00
}
2021-01-08 15:21:25 +00:00
// we also piggy-back to clean up cached messages
if err := m . transport . CleanMessagesProcessed ( m . getTimesource ( ) . GetCurrentTime ( ) - messageCacheIntervalMs ) ; err != nil {
m . logger . Error ( "failed to clean processed messages" , zap . Error ( err ) )
}
2020-07-31 09:46:38 +00:00
2024-02-29 09:51:38 +00:00
case keys := <- subscriptions . NewHashRatchetKeys :
if m . communitiesManager == nil {
continue
}
if err := m . communitiesManager . NewHashRatchetKeys ( keys ) ; err != nil {
m . logger . Error ( "failed to invalidate cache for decrypted communities" , zap . Error ( err ) )
}
2020-07-31 09:08:09 +00:00
case <- subscriptions . Quit :
m . logger . Debug ( "quitting encryption subscription loop" )
return
}
}
} ( )
2020-01-29 19:40:06 +00:00
}
2021-01-11 10:32:51 +00:00
func ( m * Messenger ) handleENSVerified ( records [ ] * ens . VerificationRecord ) {
var contacts [ ] * Contact
for _ , record := range records {
m . logger . Info ( "handling record" , zap . Any ( "record" , record ) )
2021-03-29 15:41:30 +00:00
contact , ok := m . allContacts . Load ( record . PublicKey )
2021-01-11 10:32:51 +00:00
if ! ok {
m . logger . Info ( "contact not found" )
continue
}
2020-11-18 09:16:51 +00:00
2021-01-11 10:32:51 +00:00
contact . ENSVerified = record . Verified
2022-02-17 15:13:10 +00:00
contact . EnsName = record . Name
2021-01-11 10:32:51 +00:00
contacts = append ( contacts , contact )
2020-11-18 09:16:51 +00:00
}
2021-01-11 10:32:51 +00:00
m . logger . Info ( "handled records" , zap . Any ( "contacts" , contacts ) )
if len ( contacts ) != 0 {
if err := m . persistence . SaveContacts ( contacts ) ; err != nil {
m . logger . Error ( "failed to save contacts" , zap . Error ( err ) )
return
}
2020-11-18 09:16:51 +00:00
}
2023-11-25 23:24:20 +00:00
m . PublishMessengerResponse ( & MessengerResponse { Contacts : contacts } )
2021-01-11 10:32:51 +00:00
}
2020-11-18 09:16:51 +00:00
2021-01-11 10:32:51 +00:00
func ( m * Messenger ) handleENSVerificationSubscription ( c chan [ ] * ens . VerificationRecord ) {
2020-11-18 09:16:51 +00:00
go func ( ) {
2024-09-26 22:37:32 +00:00
defer gocommon . LogOnPanic ( )
2020-11-18 09:16:51 +00:00
for {
select {
2021-01-11 10:32:51 +00:00
case records , more := <- c :
2020-11-18 09:16:51 +00:00
if ! more {
2021-01-11 10:32:51 +00:00
m . logger . Info ( "No more records, quitting" )
2020-11-18 09:16:51 +00:00
return
}
2021-01-11 10:32:51 +00:00
if len ( records ) != 0 {
m . logger . Info ( "handling records" , zap . Any ( "records" , records ) )
m . handleENSVerified ( records )
2020-11-18 09:16:51 +00:00
}
case <- m . quit :
return
}
}
} ( )
}
2020-08-27 12:38:59 +00:00
// watchConnectionChange checks the connection status and call handleConnectionChange when this changes
func ( m * Messenger ) watchConnectionChange ( ) {
2024-06-24 07:16:05 +00:00
state := m . Online ( )
2024-06-26 13:03:44 +00:00
// lastCheck, sleepDetention and keepAlive helps us recognizing when computer was offline because of sleep, lid closed, etc.
lastCheck := time . Now ( ) . Unix ( )
sleepDetentionInSecs := int64 ( 20 )
keepAlivePeriod := 15 * time . Second // must be lower than sleepDetentionInSecs
2024-02-13 13:12:59 +00:00
processNewState := func ( newState bool ) {
2024-06-26 13:03:44 +00:00
now := time . Now ( ) . Unix ( )
force := now - lastCheck > sleepDetentionInSecs
lastCheck = now
if ! force && state == newState {
2024-02-13 13:12:59 +00:00
return
}
state = newState
2024-06-26 13:03:44 +00:00
m . logger . Debug ( "connection changed" , zap . Bool ( "online" , state ) , zap . Bool ( "force" , force ) )
2024-02-13 13:12:59 +00:00
m . handleConnectionChange ( state )
}
pollConnectionStatus := func ( ) {
2024-09-26 22:37:32 +00:00
defer gocommon . LogOnPanic ( )
2024-02-13 13:12:59 +00:00
func ( ) {
for {
select {
case <- time . After ( 200 * time . Millisecond ) :
processNewState ( m . Online ( ) )
case <- m . quit :
return
}
}
} ( )
}
subscribedConnectionStatus := func ( subscription * types . ConnStatusSubscription ) {
2024-09-26 22:37:32 +00:00
defer gocommon . LogOnPanic ( )
2024-02-13 13:12:59 +00:00
defer subscription . Unsubscribe ( )
2024-06-26 13:03:44 +00:00
ticker := time . NewTicker ( keepAlivePeriod )
defer ticker . Stop ( )
2020-08-27 12:38:59 +00:00
for {
select {
2024-02-13 13:12:59 +00:00
case status := <- subscription . C :
processNewState ( status . IsOnline )
2024-06-26 13:03:44 +00:00
case <- ticker . C :
processNewState ( m . Online ( ) )
2020-08-27 12:38:59 +00:00
case <- m . quit :
return
}
}
2024-02-13 13:12:59 +00:00
}
m . logger . Debug ( "watching connection changes" )
m . handleConnectionChange ( state )
waku , err := m . node . GetWakuV2 ( nil )
if err != nil {
// No waku v2, we can't watch connection changes
// Instead we will poll the connection status.
m . logger . Warn ( "using WakuV1, can't watch connection changes, this might be have side-effects" )
go pollConnectionStatus ( )
return
}
2024-06-25 09:22:42 +00:00
// Wakuv2 is not going to return an error
// from SubscribeToConnStatusChanges
subscription , _ := waku . SubscribeToConnStatusChanges ( )
2024-02-13 13:12:59 +00:00
go subscribedConnectionStatus ( subscription )
2020-12-15 14:43:41 +00:00
}
2020-08-27 12:38:59 +00:00
2024-08-30 12:17:43 +00:00
// watchChatsToUnmute checks every minute to identify and unmute chats that should no longer be muted.
func ( m * Messenger ) watchChatsToUnmute ( ) {
m . logger . Debug ( "Checking for chats to unmute every minute" )
2023-04-16 15:06:00 +00:00
go func ( ) {
2024-09-26 22:37:32 +00:00
defer gocommon . LogOnPanic ( )
2023-04-16 15:06:00 +00:00
for {
2024-08-30 12:17:43 +00:00
// Execute the check immediately upon starting
response := & MessengerResponse { }
currTime := time . Now ( )
m . allChats . Range ( func ( chatID string , c * Chat ) bool {
chatMuteTill := c . MuteTill
if currTime . After ( chatMuteTill ) && ! chatMuteTill . Equal ( time . Time { } ) && c . Muted {
err := m . persistence . UnmuteChat ( c . ID )
if err != nil {
m . logger . Warn ( "watchChatsToUnmute error" , zap . Any ( "Couldn't unmute chat" , err ) )
return false
2023-04-16 15:06:00 +00:00
}
2024-08-30 12:17:43 +00:00
c . Muted = false
c . MuteTill = time . Time { }
response . AddChat ( c )
2023-07-19 12:14:42 +00:00
}
2024-08-30 12:17:43 +00:00
return true
} )
if ! response . IsEmpty ( ) {
signal . SendNewMessages ( response )
}
// Calculate the time until the next whole minute
now := time . Now ( )
waitDuration := time . Until ( now . Truncate ( time . Minute ) . Add ( time . Minute ) )
// Wait until the next minute
select {
case <- time . After ( waitDuration ) :
// Continue to next iteration
2023-07-19 12:14:42 +00:00
case <- m . quit :
return
}
}
} ( )
}
2024-08-30 12:17:43 +00:00
// watchCommunitiesToUnmute checks every minute to identify and unmute communities that should no longer be muted.
2023-07-19 12:14:42 +00:00
func ( m * Messenger ) watchCommunitiesToUnmute ( ) {
2024-08-30 12:17:43 +00:00
m . logger . Debug ( "Checking for communities to unmute every minute" )
2023-07-19 12:14:42 +00:00
go func ( ) {
2024-09-26 22:37:32 +00:00
defer gocommon . LogOnPanic ( )
2023-07-19 12:14:42 +00:00
for {
2024-08-30 12:17:43 +00:00
// Execute the check immediately upon starting
response , err := m . CheckCommunitiesToUnmute ( )
if err != nil {
m . logger . Warn ( "watchCommunitiesToUnmute error" , zap . Any ( "Couldn't unmute communities" , err ) )
} else if ! response . IsEmpty ( ) {
signal . SendNewMessages ( response )
}
2023-07-19 12:14:42 +00:00
2024-08-30 12:17:43 +00:00
// Calculate the time until the next whole minute
now := time . Now ( )
waitDuration := time . Until ( now . Truncate ( time . Minute ) . Add ( time . Minute ) )
// Wait until the next minute
select {
case <- time . After ( waitDuration ) :
// Continue to next iteration
2023-04-16 15:06:00 +00:00
case <- m . quit :
return
}
}
} ( )
}
2020-12-21 08:41:50 +00:00
// watchIdentityImageChanges checks for identity images changes and publishes to the contact code when it happens
func ( m * Messenger ) watchIdentityImageChanges ( ) {
m . logger . Debug ( "watching identity image changes" )
if m . multiAccounts == nil {
return
}
channel := m . multiAccounts . SubscribeToIdentityImageChanges ( )
go func ( ) {
2024-09-26 22:37:32 +00:00
defer gocommon . LogOnPanic ( )
2020-12-21 08:41:50 +00:00
for {
select {
2023-10-24 10:15:32 +00:00
case change := <- channel :
identityImages , err := m . multiAccounts . GetIdentityImages ( m . account . KeyUID )
2022-03-24 09:35:56 +00:00
if err != nil {
2023-10-24 10:15:32 +00:00
m . logger . Error ( "failed to get profile pictures to save self contact" , zap . Error ( err ) )
break
2022-03-24 09:35:56 +00:00
}
2023-10-24 10:15:32 +00:00
identityImagesMap := make ( map [ string ] images . IdentityImage )
for _ , img := range identityImages {
identityImagesMap [ img . Name ] = * img
}
m . selfContact . Images = identityImagesMap
2023-11-13 20:07:35 +00:00
m . publishSelfContactSubscriptions ( & SelfContactChangeEvent { ImagesChanged : true } )
2023-10-24 10:15:32 +00:00
if change . PublishExpected {
err = m . syncProfilePictures ( m . dispatchMessage , identityImages )
if err != nil {
m . logger . Error ( "failed to sync profile pictures to paired devices" , zap . Error ( err ) )
}
err = m . PublishIdentityImage ( )
if err != nil {
m . logger . Error ( "failed to publish identity image" , zap . Error ( err ) )
}
2020-12-21 08:41:50 +00:00
}
case <- m . quit :
return
}
}
} ( )
}
2023-04-21 09:18:47 +00:00
func ( m * Messenger ) watchPendingCommunityRequestToJoin ( ) {
m . logger . Debug ( "watching community request to join" )
go func ( ) {
2024-09-26 22:37:32 +00:00
defer gocommon . LogOnPanic ( )
2023-04-21 09:18:47 +00:00
for {
select {
case <- time . After ( time . Minute * 10 ) :
2023-10-22 09:41:20 +00:00
_ , err := m . CheckAndDeletePendingRequestToJoinCommunity ( context . Background ( ) , false )
2023-04-21 09:18:47 +00:00
if err != nil {
m . logger . Error ( "failed to check and delete pending request to join community" , zap . Error ( err ) )
}
case <- m . quit :
return
}
}
} ( )
}
2021-10-07 15:02:01 +00:00
func ( m * Messenger ) PublishIdentityImage ( ) error {
// Reset last published time for ChatIdentity so new contact can receive data
err := m . resetLastPublishedTimeForChatIdentity ( )
if err != nil {
m . logger . Error ( "failed to reset publish time" , zap . Error ( err ) )
return err
}
// If not online, we schedule it
2023-12-05 10:08:26 +00:00
if ! m . Online ( ) {
2021-10-07 15:02:01 +00:00
m . shouldPublishContactCode = true
return nil
}
return m . publishContactCode ( )
}
2020-08-18 15:07:48 +00:00
// handlePushNotificationClientRegistration handles registration events
func ( m * Messenger ) handlePushNotificationClientRegistrations ( c chan struct { } ) {
go func ( ) {
2024-09-26 22:37:32 +00:00
defer gocommon . LogOnPanic ( )
2020-08-18 15:07:48 +00:00
for {
_ , more := <- c
if ! more {
return
}
2021-01-25 13:49:13 +00:00
if err := m . publishContactCode ( ) ; err != nil {
2020-08-18 15:07:48 +00:00
m . logger . Error ( "failed to publish contact code" , zap . Error ( err ) )
}
}
} ( )
}
2024-06-10 15:02:42 +00:00
// InitFilters analyzes chats and contacts in order to setup filters
2019-08-29 06:33:46 +00:00
// which are responsible for retrieving messages.
2024-06-10 15:02:42 +00:00
func ( m * Messenger ) InitFilters ( ) error {
2019-12-02 15:34:05 +00:00
// Seed the for color generation
rand . Seed ( time . Now ( ) . Unix ( ) )
2019-08-29 06:33:46 +00:00
logger := m . logger . With ( zap . String ( "site" , "Init" ) )
2024-07-15 15:25:12 +00:00
// Community requests will arrive in this pubsub topic
err := m . SubscribeToPubsubTopic ( shard . DefaultNonProtectedPubsubTopic ( ) , nil )
if err != nil {
return err
2023-11-17 23:35:29 +00:00
}
2019-08-29 06:33:46 +00:00
var (
2023-05-22 21:38:02 +00:00
filtersToInit [ ] transport . FiltersToInitialize
2019-08-29 06:33:46 +00:00
publicKeys [ ] * ecdsa . PublicKey
)
2021-01-11 10:32:51 +00:00
joinedCommunities , err := m . communitiesManager . Joined ( )
2020-11-18 09:16:51 +00:00
if err != nil {
return err
}
2021-01-11 10:32:51 +00:00
for _ , org := range joinedCommunities {
2020-11-18 09:16:51 +00:00
// the org advertise on the public topic derived by the pk
2023-11-15 15:58:15 +00:00
filtersToInit = append ( filtersToInit , m . DefaultFilters ( org ) ... )
2022-03-08 15:25:00 +00:00
// This is for status-go versions that didn't have `CommunitySettings`
// We need to ensure communities that existed before community settings
// were introduced will have community settings as well
exists , err := m . communitiesManager . CommunitySettingsExist ( org . ID ( ) )
if err != nil {
logger . Warn ( "failed to check if community settings exist" , zap . Error ( err ) )
continue
}
2022-04-08 11:34:39 +00:00
if ! exists {
communitySettings := communities . CommunitySettings {
CommunityID : org . IDString ( ) ,
HistoryArchiveSupportEnabled : true ,
}
err = m . communitiesManager . SaveCommunitySettings ( communitySettings )
if err != nil {
logger . Warn ( "failed to save community settings" , zap . Error ( err ) )
}
2022-03-08 15:25:00 +00:00
continue
}
2022-04-08 11:34:39 +00:00
// In case we do have settings, but the history archive support is disabled
// for this community, we enable it, as this should be the default for all
// non-admin communities
communitySettings , err := m . communitiesManager . GetCommunitySettingsByID ( org . ID ( ) )
2022-03-08 15:25:00 +00:00
if err != nil {
2022-04-08 11:34:39 +00:00
logger . Warn ( "failed to fetch community settings" , zap . Error ( err ) )
2022-03-08 15:25:00 +00:00
continue
}
2022-04-08 11:34:39 +00:00
2023-07-21 09:41:26 +00:00
if ! org . IsControlNode ( ) && ! communitySettings . HistoryArchiveSupportEnabled {
2022-04-08 11:34:39 +00:00
communitySettings . HistoryArchiveSupportEnabled = true
err = m . communitiesManager . UpdateCommunitySettings ( * communitySettings )
if err != nil {
logger . Warn ( "failed to update community settings" , zap . Error ( err ) )
}
}
2020-11-18 09:16:51 +00:00
}
2023-02-22 11:41:50 +00:00
spectatedCommunities , err := m . communitiesManager . Spectated ( )
if err != nil {
return err
}
for _ , org := range spectatedCommunities {
2023-11-15 15:58:15 +00:00
filtersToInit = append ( filtersToInit , m . DefaultFilters ( org ) ... )
2023-02-22 11:41:50 +00:00
}
2019-08-29 06:33:46 +00:00
// Get chat IDs and public keys from the existing chats.
// TODO: Get only active chats by the query.
2019-12-02 15:34:05 +00:00
chats , err := m . persistence . Chats ( )
2019-08-29 06:33:46 +00:00
if err != nil {
return err
}
2024-05-28 09:43:11 +00:00
communityInfo := make ( map [ string ] * communities . Community )
2019-08-29 06:33:46 +00:00
for _ , chat := range chats {
2020-02-07 11:56:30 +00:00
if err := chat . Validate ( ) ; err != nil {
logger . Warn ( "failed to validate chat" , zap . Error ( err ) )
continue
}
2022-09-02 08:36:07 +00:00
if err = m . initChatFirstMessageTimestamp ( chat ) ; err != nil {
logger . Warn ( "failed to init first message timestamp" , zap . Error ( err ) )
continue
}
2020-11-06 10:57:05 +00:00
if ! chat . Active || chat . Timeline ( ) {
2024-05-15 19:57:12 +00:00
m . allChats . Store ( chat . ID , chat )
2019-08-29 06:33:46 +00:00
continue
}
2020-11-06 10:57:05 +00:00
2019-08-29 06:33:46 +00:00
switch chat . ChatType {
2020-10-20 15:10:28 +00:00
case ChatTypePublic , ChatTypeProfile :
2023-11-15 15:58:15 +00:00
filtersToInit = append ( filtersToInit , transport . FiltersToInitialize { ChatID : chat . ID } )
2020-11-18 09:16:51 +00:00
case ChatTypeCommunityChat :
2023-10-12 19:21:49 +00:00
community , ok := communityInfo [ chat . CommunityID ]
if ! ok {
2024-05-28 09:43:11 +00:00
community , err = m . communitiesManager . GetByIDString ( chat . CommunityID )
2023-10-12 19:21:49 +00:00
if err != nil {
return err
}
communityInfo [ chat . CommunityID ] = community
}
2024-05-15 19:57:12 +00:00
if chat . UnviewedMessagesCount > 0 || chat . UnviewedMentionsCount > 0 {
// Make sure the unread count is 0 for the channels the user cannot view
// It's possible that the users received messages to a channel before permissions were added
canView := community . CanView ( & m . identity . PublicKey , chat . CommunityChatID ( ) )
if ! canView {
chat . UnviewedMessagesCount = 0
chat . UnviewedMentionsCount = 0
}
}
2023-11-15 15:58:15 +00:00
filtersToInit = append ( filtersToInit , transport . FiltersToInitialize { ChatID : chat . ID , PubsubTopic : community . PubsubTopic ( ) } )
2019-08-29 06:33:46 +00:00
case ChatTypeOneToOne :
2019-12-02 15:34:05 +00:00
pk , err := chat . PublicKey ( )
if err != nil {
return err
}
publicKeys = append ( publicKeys , pk )
2019-08-29 06:33:46 +00:00
case ChatTypePrivateGroupChat :
for _ , member := range chat . Members {
publicKey , err := member . PublicKey ( )
if err != nil {
return errors . Wrapf ( err , "invalid public key for member %s in chat %s" , member . ID , chat . Name )
}
publicKeys = append ( publicKeys , publicKey )
}
default :
return errors . New ( "invalid chat type" )
}
2024-05-15 19:57:12 +00:00
m . allChats . Store ( chat . ID , chat )
2019-08-29 06:33:46 +00:00
}
2023-08-03 14:16:11 +00:00
// Timeline and profile chats are deprecated.
// This code can be removed after some reasonable time.
2021-03-25 15:15:22 +00:00
// upsert timeline chat
2023-08-03 14:16:11 +00:00
if ! deprecation . ChatProfileDeprecated {
err = m . ensureTimelineChat ( )
if err != nil {
return err
}
2021-03-25 15:15:22 +00:00
}
2023-08-03 14:16:11 +00:00
2021-07-22 17:41:49 +00:00
// upsert profile chat
2023-08-03 14:16:11 +00:00
if ! deprecation . ChatTimelineDeprecated {
err = m . ensureMyOwnProfileChat ( )
if err != nil {
return err
}
2021-03-25 15:15:22 +00:00
}
2019-08-29 06:33:46 +00:00
// Get chat IDs and public keys from the contacts.
2019-12-02 15:34:05 +00:00
contacts , err := m . persistence . Contacts ( )
2019-08-29 06:33:46 +00:00
if err != nil {
return err
}
2021-04-07 12:57:14 +00:00
for idx , contact := range contacts {
2023-06-06 18:06:11 +00:00
if err = m . updateContactImagesURL ( contact ) ; err != nil {
return err
}
2021-04-07 12:57:14 +00:00
m . allContacts . Store ( contact . ID , contacts [ idx ] )
2019-08-29 06:33:46 +00:00
// We only need filters for contacts added by us and not blocked.
2023-01-20 14:28:30 +00:00
if ! contact . added ( ) || contact . Blocked {
2019-08-29 06:33:46 +00:00
continue
}
publicKey , err := contact . PublicKey ( )
if err != nil {
logger . Error ( "failed to get contact's public key" , zap . Error ( err ) )
continue
}
publicKeys = append ( publicKeys , publicKey )
}
2023-05-22 21:38:02 +00:00
_ , err = m . transport . InitFilters ( filtersToInit , publicKeys )
2023-11-17 23:35:29 +00:00
if err != nil {
return err
}
// Init filters for the communities we control
var communityFiltersToInitialize [ ] transport . CommunityFilterToInitialize
controlledCommunities , err := m . communitiesManager . Controlled ( )
if err != nil {
return err
}
for _ , c := range controlledCommunities {
communityFiltersToInitialize = append ( communityFiltersToInitialize , transport . CommunityFilterToInitialize {
Shard : c . Shard ( ) ,
PrivKey : c . PrivateKey ( ) ,
} )
}
_ , err = m . InitCommunityFilters ( communityFiltersToInitialize )
if err != nil {
return err
}
return nil
2019-08-29 06:33:46 +00:00
}
2019-07-17 22:25:42 +00:00
// Shutdown takes care of ensuring a clean shutdown of Messenger
func ( m * Messenger ) Shutdown ( ) ( err error ) {
2023-12-15 19:50:12 +00:00
if m == nil {
return nil
}
2024-02-26 09:12:37 +00:00
select {
case _ , ok := <- m . quit :
if ! ok {
return errors . New ( "messenger already shutdown" )
}
default :
}
2021-01-14 22:15:13 +00:00
close ( m . quit )
2023-01-24 16:29:08 +00:00
m . cancel ( )
2023-11-25 23:24:20 +00:00
m . shutdownWaitGroup . Wait ( )
2021-01-14 22:15:13 +00:00
for i , task := range m . shutdownTasks {
m . logger . Debug ( "running shutdown task" , zap . Int ( "n" , i ) )
2019-07-17 22:25:42 +00:00
if tErr := task ( ) ; tErr != nil {
2021-01-14 22:15:13 +00:00
m . logger . Info ( "shutdown task failed" , zap . Error ( tErr ) )
2019-07-17 22:25:42 +00:00
if err == nil {
// First error appeared.
err = tErr
} else {
// We return all errors. They will be concatenated in the order of occurrence,
// however, they will also be returned as a single error.
err = errors . Wrap ( err , tErr . Error ( ) )
}
}
}
return
}
// NOT IMPLEMENTED
func ( m * Messenger ) SelectMailserver ( id string ) error {
return ErrNotImplemented
}
// NOT IMPLEMENTED
func ( m * Messenger ) AddMailserver ( enode string ) error {
return ErrNotImplemented
}
// NOT IMPLEMENTED
func ( m * Messenger ) RemoveMailserver ( id string ) error {
return ErrNotImplemented
}
// NOT IMPLEMENTED
func ( m * Messenger ) Mailservers ( ) ( [ ] string , error ) {
return nil , ErrNotImplemented
}
2022-09-02 08:36:07 +00:00
func ( m * Messenger ) initChatFirstMessageTimestamp ( chat * Chat ) error {
if ! chat . CommunityChat ( ) || chat . FirstMessageTimestamp != FirstMessageTimestampUndefined {
return nil
}
oldestMessageTimestamp , hasAnyMessage , err := m . persistence . OldestMessageWhisperTimestampByChatID ( chat . ID )
if err != nil {
return err
}
if hasAnyMessage {
if oldestMessageTimestamp == FirstMessageTimestampUndefined {
return nil
}
return m . updateChatFirstMessageTimestamp ( chat , whisperToUnixTimestamp ( oldestMessageTimestamp ) , & MessengerResponse { } )
}
return m . updateChatFirstMessageTimestamp ( chat , FirstMessageTimestampNoMessage , & MessengerResponse { } )
}
2021-06-25 08:30:18 +00:00
func ( m * Messenger ) addMessagesAndChat ( chat * Chat , messages [ ] * common . Message , response * MessengerResponse ) ( * MessengerResponse , error ) {
response . AddChat ( chat )
response . AddMessages ( messages )
err := m . persistence . SaveMessages ( response . Messages ( ) )
2020-01-17 12:39:09 +00:00
if err != nil {
return nil , err
}
2021-06-25 08:30:18 +00:00
return response , m . saveChat ( chat )
2019-10-14 14:10:48 +00:00
}
2020-08-18 15:07:48 +00:00
func ( m * Messenger ) reregisterForPushNotifications ( ) error {
m . logger . Info ( "contact state changed, re-registering for push notification" )
if m . pushNotificationClient == nil {
return nil
}
2020-09-02 14:11:16 +00:00
return m . pushNotificationClient . Reregister ( m . pushNotificationOptions ( ) )
2020-08-18 15:07:48 +00:00
}
2020-12-15 14:43:41 +00:00
// ReSendChatMessage pulls a message from the database and sends it again
func ( m * Messenger ) ReSendChatMessage ( ctx context . Context , messageID string ) error {
return m . reSendRawMessage ( ctx , messageID )
}
2023-01-06 12:21:14 +00:00
func ( m * Messenger ) SetLocalPairing ( localPairing bool ) {
m . localPairing = localPairing
}
2020-01-10 18:59:01 +00:00
func ( m * Messenger ) hasPairedDevices ( ) bool {
2021-08-06 15:40:23 +00:00
logger := m . logger . Named ( "hasPairedDevices" )
2023-01-06 12:21:14 +00:00
if m . localPairing {
return true
}
2020-01-10 18:59:01 +00:00
var count int
2021-03-29 15:41:30 +00:00
m . allInstallations . Range ( func ( installationID string , installation * multidevice . Installation ) ( shouldContinue bool ) {
if installation . Enabled {
2020-02-10 11:22:37 +00:00
count ++
2020-01-10 18:59:01 +00:00
}
2021-03-29 15:41:30 +00:00
return true
} )
2021-08-06 15:40:23 +00:00
logger . Debug ( "installations info" ,
zap . Int ( "Number of installations" , m . allInstallations . Len ( ) ) ,
zap . Int ( "Number of enabled installations" , count ) )
2020-01-10 18:59:01 +00:00
return count > 1
}
2023-02-28 12:32:45 +00:00
func ( m * Messenger ) HasPairedDevices ( ) bool {
return m . hasPairedDevices ( )
}
2020-01-10 18:59:01 +00:00
// sendToPairedDevices will check if we have any paired devices and send to them if necessary
2020-07-28 13:22:22 +00:00
func ( m * Messenger ) sendToPairedDevices ( ctx context . Context , spec common . RawMessage ) error {
2020-01-10 18:59:01 +00:00
hasPairedDevices := m . hasPairedDevices ( )
// We send a message to any paired device
if hasPairedDevices {
2021-06-23 14:13:48 +00:00
_ , err := m . sender . SendPrivate ( ctx , & m . identity . PublicKey , & spec )
2020-01-10 18:59:01 +00:00
if err != nil {
return err
}
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
}
2020-01-10 18:59:01 +00:00
return nil
}
2019-07-17 22:25:42 +00:00
2023-02-28 12:32:45 +00:00
func ( m * Messenger ) dispatchPairInstallationMessage ( ctx context . Context , spec common . RawMessage ) ( common . RawMessage , error ) {
2020-01-10 18:59:01 +00:00
var err error
var id [ ] byte
2021-06-23 14:13:48 +00:00
id , err = m . sender . SendPairInstallation ( ctx , & m . identity . PublicKey , spec )
2020-01-10 18:59:01 +00:00
if err != nil {
2023-02-28 12:32:45 +00:00
return spec , err
2020-01-10 18:59:01 +00:00
}
spec . ID = types . EncodeHex ( id )
2020-02-10 11:22:37 +00:00
spec . SendCount ++
2020-07-28 13:22:22 +00:00
err = m . persistence . SaveRawMessage ( & spec )
2020-01-10 18:59:01 +00:00
if err != nil {
2023-02-28 12:32:45 +00:00
return spec , err
2020-01-10 18:59:01 +00:00
}
2023-02-28 12:32:45 +00:00
return spec , nil
2020-01-10 18:59:01 +00:00
}
2022-05-27 09:14:40 +00:00
func ( m * Messenger ) dispatchMessage ( ctx context . Context , rawMessage common . RawMessage ) ( common . RawMessage , error ) {
2020-01-10 18:59:01 +00:00
var err error
var id [ ] byte
2022-05-27 09:14:40 +00:00
logger := m . logger . With ( zap . String ( "site" , "dispatchMessage" ) , zap . String ( "chatID" , rawMessage . LocalChatID ) )
chat , ok := m . allChats . Load ( rawMessage . LocalChatID )
2019-12-02 15:34:05 +00:00
if ! ok {
2022-05-27 09:14:40 +00:00
return rawMessage , errors . New ( "no chat found" )
2019-07-17 22:25:42 +00:00
}
2019-10-14 14:10:48 +00:00
switch chat . ChatType {
case ChatTypeOneToOne :
2019-12-02 15:34:05 +00:00
publicKey , err := chat . PublicKey ( )
if err != nil {
2022-05-27 09:14:40 +00:00
return rawMessage , err
2019-12-02 15:34:05 +00:00
}
2021-02-23 15:47:45 +00:00
//SendPrivate will alter message identity and possibly datasyncid, so we save an unchanged
//message for sending to paired devices later
2022-05-27 09:14:40 +00:00
specCopyForPairedDevices := rawMessage
2023-11-08 18:05:33 +00:00
if ! common . IsPubKeyEqual ( publicKey , & m . identity . PublicKey ) || rawMessage . SkipEncryptionLayer {
2022-05-27 09:14:40 +00:00
id , err = m . sender . SendPrivate ( ctx , publicKey , & rawMessage )
2019-12-02 15:34:05 +00:00
2020-01-10 18:59:01 +00:00
if err != nil {
2022-05-27 09:14:40 +00:00
return rawMessage , err
2020-01-10 18:59:01 +00:00
}
2019-10-14 14:10:48 +00:00
}
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
2021-02-23 15:47:45 +00:00
err = m . sendToPairedDevices ( ctx , specCopyForPairedDevices )
2019-12-02 15:34:05 +00:00
2019-10-14 14:10:48 +00:00
if err != nil {
2022-05-27 09:14:40 +00:00
return rawMessage , err
2019-10-14 14:10:48 +00:00
}
2020-01-10 18:59:01 +00:00
2020-10-20 15:10:28 +00:00
case ChatTypePublic , ChatTypeProfile :
2020-01-10 18:59:01 +00:00
logger . Debug ( "sending public message" , zap . String ( "chatName" , chat . Name ) )
2022-05-27 09:14:40 +00:00
id , err = m . sender . SendPublic ( ctx , chat . ID , rawMessage )
2019-10-14 14:10:48 +00:00
if err != nil {
2022-05-27 09:14:40 +00:00
return rawMessage , err
2019-10-14 14:10:48 +00:00
}
2024-03-01 17:15:38 +00:00
2020-11-18 09:16:51 +00:00
case ChatTypeCommunityChat :
2023-11-15 15:58:15 +00:00
community , err := m . communitiesManager . GetByIDString ( chat . CommunityID )
2023-05-22 21:38:02 +00:00
if err != nil {
return rawMessage , err
}
2023-11-15 15:58:15 +00:00
rawMessage . PubsubTopic = community . PubsubTopic ( )
2023-05-22 21:38:02 +00:00
2024-03-01 17:15:38 +00:00
canPost , err := m . communitiesManager . CanPost ( & m . identity . PublicKey , chat . CommunityID , chat . CommunityChatID ( ) , rawMessage . MessageType )
2020-11-18 09:16:51 +00:00
if err != nil {
2022-05-27 09:14:40 +00:00
return rawMessage , err
2020-11-18 09:16:51 +00:00
}
2020-12-22 16:20:12 +00:00
2023-10-25 14:26:18 +00:00
if ! canPost {
2024-03-01 17:15:38 +00:00
m . logger . Error ( "can't post on chat" ,
zap . String ( "chatID" , chat . ID ) ,
zap . String ( "chatName" , chat . Name ) ,
zap . Any ( "messageType" , rawMessage . MessageType ) ,
)
return rawMessage , fmt . Errorf ( "can't post message type '%d' on chat '%s'" , rawMessage . MessageType , chat . ID )
2020-11-18 09:16:51 +00:00
}
logger . Debug ( "sending community chat message" , zap . String ( "chatName" , chat . Name ) )
2023-06-23 10:49:26 +00:00
isCommunityEncrypted , err := m . communitiesManager . IsEncrypted ( chat . CommunityID )
2020-11-18 09:16:51 +00:00
if err != nil {
2022-05-27 09:14:40 +00:00
return rawMessage , err
}
2023-06-23 10:49:26 +00:00
isChannelEncrypted , err := m . communitiesManager . IsChannelEncrypted ( chat . CommunityID , chat . ID )
if err != nil {
return rawMessage , err
}
isEncrypted := isCommunityEncrypted || isChannelEncrypted
2022-05-27 09:14:40 +00:00
if ! isEncrypted {
id , err = m . sender . SendPublic ( ctx , chat . ID , rawMessage )
2023-06-23 10:49:26 +00:00
if err != nil {
return rawMessage , err
}
2022-05-27 09:14:40 +00:00
} else {
rawMessage . CommunityID , err = types . DecodeHex ( chat . CommunityID )
2023-06-23 10:49:26 +00:00
if err != nil {
return rawMessage , err
}
2022-05-27 09:14:40 +00:00
2023-06-23 10:49:26 +00:00
if isChannelEncrypted {
rawMessage . HashRatchetGroupID = [ ] byte ( chat . ID )
} else {
rawMessage . HashRatchetGroupID = rawMessage . CommunityID
}
2024-03-22 10:55:09 +00:00
id , err = m . sender . SendCommunityMessage ( ctx , & rawMessage )
2023-06-23 10:49:26 +00:00
if err != nil {
return rawMessage , err
2022-05-27 09:14:40 +00:00
}
2020-11-18 09:16:51 +00:00
}
2020-01-10 18:59:01 +00:00
case ChatTypePrivateGroupChat :
logger . Debug ( "sending group message" , zap . String ( "chatName" , chat . Name ) )
2022-05-27 09:14:40 +00:00
if rawMessage . Recipients == nil {
rawMessage . Recipients , err = chat . MembersAsPublicKeys ( )
2022-05-20 10:53:28 +00:00
if err != nil {
2022-05-27 09:14:40 +00:00
return rawMessage , err
2019-10-14 14:10:48 +00:00
}
}
2021-01-15 17:47:30 +00:00
2020-01-10 18:59:01 +00:00
hasPairedDevices := m . hasPairedDevices ( )
if ! hasPairedDevices {
2021-03-09 12:48:15 +00:00
2020-01-10 18:59:01 +00:00
// Filter out my key from the recipients
n := 0
2022-05-27 09:14:40 +00:00
for _ , recipient := range rawMessage . Recipients {
2020-07-06 08:54:22 +00:00
if ! common . IsPubKeyEqual ( recipient , & m . identity . PublicKey ) {
2022-05-27 09:14:40 +00:00
rawMessage . Recipients [ n ] = recipient
2020-01-10 18:59:01 +00:00
n ++
}
}
2022-05-27 09:14:40 +00:00
rawMessage . Recipients = rawMessage . Recipients [ : n ]
2019-10-14 14:10:48 +00:00
}
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
2021-01-22 13:59:45 +00:00
// We won't really send the message out if there's no recipients
2022-05-27 09:14:40 +00:00
if len ( rawMessage . Recipients ) == 0 {
rawMessage . Sent = true
2021-01-22 13:59:45 +00:00
}
2021-01-15 17:47:30 +00:00
// We skip wrapping in some cases (emoji reactions for example)
2022-05-27 09:14:40 +00:00
if ! rawMessage . SkipGroupMessageWrap {
rawMessage . MessageType = protobuf . ApplicationMetadataMessage_MEMBERSHIP_UPDATE_MESSAGE
2021-01-15 17:47:30 +00:00
}
2021-01-22 13:59:45 +00:00
2022-05-27 09:14:40 +00:00
id , err = m . sender . SendGroup ( ctx , rawMessage . Recipients , rawMessage )
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
if err != nil {
2022-05-27 09:14:40 +00:00
return rawMessage , err
2019-07-17 22:25:42 +00:00
}
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
2019-10-14 14:10:48 +00:00
default :
2022-05-27 09:14:40 +00:00
return rawMessage , errors . New ( "chat type not supported" )
2019-10-14 14:10:48 +00:00
}
2022-05-27 09:14:40 +00:00
rawMessage . ID = types . EncodeHex ( id )
rawMessage . SendCount ++
rawMessage . LastSent = m . getTimesource ( ) . GetCurrentTime ( )
err = m . persistence . SaveRawMessage ( & rawMessage )
2019-12-02 15:34:05 +00:00
if err != nil {
2022-05-27 09:14:40 +00:00
return rawMessage , err
2019-12-02 15:34:05 +00:00
}
2023-12-05 04:22:20 +00:00
if m . dispatchMessageTestCallback != nil {
m . dispatchMessageTestCallback ( rawMessage )
}
2022-05-27 09:14:40 +00:00
return rawMessage , nil
2019-07-17 22:25:42 +00:00
}
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
// SendChatMessage takes a minimal message and sends it based on the corresponding chat
2020-09-01 13:27:01 +00:00
func ( m * Messenger ) SendChatMessage ( ctx context . Context , message * common . Message ) ( * MessengerResponse , error ) {
2020-12-01 09:43:46 +00:00
return m . sendChatMessage ( ctx , message )
}
// SendChatMessages takes a array of messages and sends it based on the corresponding chats
func ( m * Messenger ) SendChatMessages ( ctx context . Context , messages [ ] * common . Message ) ( * MessengerResponse , error ) {
var response MessengerResponse
2019-12-02 15:34:05 +00:00
2023-03-23 16:06:50 +00:00
generatedAlbumID , err := uuid . NewRandom ( )
if err != nil {
return nil , err
}
2023-04-05 13:24:55 +00:00
imagesCount := uint32 ( 0 )
2023-03-30 10:02:20 +00:00
for _ , message := range messages {
if message . ContentType == protobuf . ChatMessage_IMAGE {
2023-04-05 13:24:55 +00:00
imagesCount ++
2023-03-30 10:02:20 +00:00
}
}
2020-12-01 09:43:46 +00:00
for _ , message := range messages {
2023-03-23 16:06:50 +00:00
if message . ContentType == protobuf . ChatMessage_IMAGE && len ( messages ) > 1 {
2023-04-05 13:24:55 +00:00
err = message . SetAlbumIDAndImagesCount ( generatedAlbumID . String ( ) , imagesCount )
2023-03-23 16:06:50 +00:00
if err != nil {
return nil , err
}
}
2021-03-29 15:41:30 +00:00
messageResponse , err := m . SendChatMessage ( ctx , message )
2020-12-01 09:43:46 +00:00
if err != nil {
return nil , err
}
err = response . Merge ( messageResponse )
if err != nil {
return nil , err
}
}
return & response , nil
}
2023-06-13 15:08:22 +00:00
// sendChatMessage takes a minimal message and sends it based on the corresponding chat
2022-08-08 15:22:22 +00:00
func ( m * Messenger ) sendChatMessage ( ctx context . Context , message * common . Message ) ( * MessengerResponse , error ) {
displayName , err := m . settings . DisplayName ( )
if err != nil {
return nil , err
}
message . DisplayName = displayName
2024-01-18 13:18:01 +00:00
replacedText , err := m . mentionsManager . ReplaceWithPublicKey ( message . ChatId , message . Text )
if err == nil {
message . Text = replacedText
} else {
m . logger . Error ( "failed to replace text with public key" , zap . String ( "chatID" , message . ChatId ) , zap . String ( "text" , message . Text ) )
}
2022-08-08 15:22:22 +00:00
if len ( message . ImagePath ) != 0 {
2022-05-27 11:21:02 +00:00
2023-02-02 17:59:48 +00:00
err := message . LoadImage ( )
2022-08-08 15:22:22 +00:00
if err != nil {
return nil , err
2022-05-27 11:21:02 +00:00
}
2023-03-23 16:06:50 +00:00
2020-11-18 09:16:51 +00:00
} else if len ( message . CommunityID ) != 0 {
community , err := m . communitiesManager . GetByIDString ( message . CommunityID )
if err != nil {
return nil , err
}
2023-07-10 15:35:15 +00:00
wrappedCommunity , err := community . ToProtocolMessageBytes ( )
2020-11-18 09:16:51 +00:00
if err != nil {
return nil , err
}
2023-10-12 19:21:49 +00:00
2020-11-18 09:16:51 +00:00
message . Payload = & protobuf . ChatMessage_Community { Community : wrappedCommunity }
2023-10-12 19:21:49 +00:00
message . Shard = community . Shard ( ) . Protobuffer ( )
2020-11-18 09:16:51 +00:00
message . ContentType = protobuf . ChatMessage_COMMUNITY
} else if len ( message . AudioPath ) != 0 {
2023-02-02 17:59:48 +00:00
err := message . LoadAudio ( )
2020-07-16 06:21:02 +00:00
if err != nil {
return nil , err
}
2020-06-17 18:55:49 +00:00
}
URL unfurling (initial implementation) (#3471)
This is the initial implementation for the new URL unfurling requirements. The
most important one is that only the message sender will pay the privacy cost for
unfurling and extracting metadata from websites. Once the message is sent, the
unfurled data will be stored at the protocol level and receivers will just
profit and happily decode the metadata to render it.
Further development of this URL unfurling capability will be mostly guided by
issues created on clients. For the moment in status-mobile:
https://github.com/status-im/status-mobile/labels/url-preview
- https://github.com/status-im/status-mobile/issues/15918
- https://github.com/status-im/status-mobile/issues/15917
- https://github.com/status-im/status-mobile/issues/15910
- https://github.com/status-im/status-mobile/issues/15909
- https://github.com/status-im/status-mobile/issues/15908
- https://github.com/status-im/status-mobile/issues/15906
- https://github.com/status-im/status-mobile/issues/15905
### Terminology
In the code, I've tried to stick to the word "unfurl URL" to really mean the
process of extracting metadata from a website, sort of lower level. I use "link
preview" to mean a higher level structure which is enriched by unfurled data.
"link preview" is also how designers refer to it.
### User flows
1. Carol needs to see link previews while typing in the chat input field. Notice
from the diagram nothing is persisted and that status-go endpoints are
essentially stateless.
```
#+begin_src plantuml :results verbatim
Client->>Server: Call wakuext_getTextURLs
Server-->>Client: Normalized URLs
Client->>Client: Render cached unfurled URLs
Client->>Server: Unfurl non-cached URLs.\nCall wakuext_unfurlURLs
Server->>Website: Fetch metadata
Website-->>Server: Metadata (thumbnail URL, title, etc)
Server->>Website: Fetch thumbnail
Server->>Website: Fetch favicon
Website-->>Server: Favicon bytes
Website-->>Server: Thumbnail bytes
Server->>Server: Decode & process images
Server-->>Client: Unfurled data (thumbnail data URI, etc)
#+end_src
```
```
,------. ,------. ,-------.
|Client| |Server| |Website|
`--+---' `--+---' `---+---'
| Call wakuext_getTextURLs | |
| ---------------------------------------> |
| | |
| Normalized URLs | |
| <- - - - - - - - - - - - - - - - - - - - |
| | |
|----. | |
| | Render cached unfurled URLs | |
|<---' | |
| | |
| Unfurl non-cached URLs. | |
| Call wakuext_unfurlURLs | |
| ---------------------------------------> |
| | |
| | Fetch metadata |
| | ------------------------------------>
| | |
| | Metadata (thumbnail URL, title, etc)|
| | <- - - - - - - - - - - - - - - - - -
| | |
| | Fetch thumbnail |
| | ------------------------------------>
| | |
| | Fetch favicon |
| | ------------------------------------>
| | |
| | Favicon bytes |
| | <- - - - - - - - - - - - - - - - - -
| | |
| | Thumbnail bytes |
| | <- - - - - - - - - - - - - - - - - -
| | |
| |----. |
| | | Decode & process images |
| |<---' |
| | |
| Unfurled data (thumbnail data URI, etc)| |
| <- - - - - - - - - - - - - - - - - - - - |
,--+---. ,--+---. ,---+---.
|Client| |Server| |Website|
`------' `------' `-------'
```
2. Carol sends the text message with link previews in the RPC request
wakuext_sendChatMessages. status-go assumes the link previews are good
because it can't and shouldn't attempt to re-unfurl them.
```
#+begin_src plantuml :results verbatim
Client->>Server: Call wakuext_sendChatMessages
Server->>Server: Transform link previews to\nbe proto-marshalled
Server->DB: Write link previews serialized as JSON
Server-->>Client: Updated message response
#+end_src
```
```
,------. ,------. ,--.
|Client| |Server| |DB|
`--+---' `--+---' `+-'
| Call wakuext_sendChatMessages| |
| -----------------------------> |
| | |
| |----. |
| | | Transform link previews to |
| |<---' be proto-marshalled |
| | |
| | |
| | Write link previews serialized as JSON|
| | -------------------------------------->
| | |
| Updated message response | |
| <- - - - - - - - - - - - - - - |
,--+---. ,--+---. ,+-.
|Client| |Server| |DB|
`------' `------' `--'
```
3. The message was sent over waku and persisted locally in Carol's device. She
should now see the link previews in the chat history. There can be many link
previews shared by other chat members, therefore it is important to serve the
assets via the media server to avoid overloading the ReactNative bridge with
lots of big JSON payloads containing base64 encoded data URIs (maybe this
concern is meaningless for desktop). When a client is rendering messages with
link previews, they will have the field linkPreviews, and the thumbnail URL
will point to the local media server.
```
#+begin_src plantuml :results verbatim
Client->>Server: GET /link-preview/thumbnail (media server)
Server->>DB: Read from user_messages.unfurled_links
Server->Server: Unmarshal JSON
Server-->>Client: HTTP Content-Type: image/jpeg/etc
#+end_src
```
```
,------. ,------. ,--.
|Client| |Server| |DB|
`--+---' `--+---' `+-'
| GET /link-preview/thumbnail (media server)| |
| ------------------------------------------> |
| | |
| | Read from user_messages.unfurled_links|
| | -------------------------------------->
| | |
| |----. |
| | | Unmarshal JSON |
| |<---' |
| | |
| HTTP Content-Type: image/jpeg/etc | |
| <- - - - - - - - - - - - - - - - - - - - - |
,--+---. ,--+---. ,+-.
|Client| |Server| |DB|
`------' `------' `--'
```
### Some limitations of the current implementation
The following points will become separate issues in status-go that I'll work on
over the next couple weeks. In no order of importance:
- Improve how multiple links are fetched; retries on failure and testing how
unfurling behaves around the timeout limits (deterministically, not by making
real HTTP calls as I did). https://github.com/status-im/status-go/issues/3498
- Unfurl favicons and store them in the protobuf too.
- For this PR, I added unfurling support only for websites with OpenGraph
https://ogp.me/ meta tags. Other unfurlers will be implemented on demand. The
next one will probably be for oEmbed https://oembed.com/, the protocol
supported by YouTube, for example.
- Resize and/or compress thumbnails (and favicons). Often times, thumbnails are
huge for the purposes of link previews. There is already support for
compressing JPEGs in status-go, but I prefer to work with compression in a
separate PR because I'd like to also solve the problem for PNGs (probably
convert them to JPEGs, plus compress them). This would be a safe choice for
thumbnails, favicons not so much because transparency is desirable.
- Editing messages is not yet supported.
- I haven't coded any artificial limit on the number of previews or on the size
of the thumbnail payload. This will be done in a separate issue. I have heard
the ideal solution may be to split messages into smaller chunks of ~125 KiB
because of libp2p, but that might be too complicated at this stage of the
product (?).
- Link preview deletion.
- For the moment, OpenGraph metadata is extracted by requesting data for the
English language (and fallback to whatever is available). In the future, we'll
want to unfurl by respecting the user's local device language. Some websites,
like GoDaddy, are already localized based on the device's IP, but many aren't.
- The website's description text should be limited by a certain number of
characters, especially because it's outside our control. Exactly how much has
not been decided yet, so it'll be done separately.
- URL normalization can be tricky, so I implemented only the basics to help with
caching. For example, the url https://status.im and HTTPS://status.im are
considered identical. Also, a URL is considered valid for unfurling if its TLD
exists according to publicsuffix.EffectiveTLDPlusOne. This was essential,
otherwise the default Go url.Parse approach would consider many invalid URLs
valid, and thus the server would waste resources trying to unfurl the
unfurleable.
### Other requirements
- If the message is edited, the link previews should reflect the edited text,
not the original one. This has been aligned with the design team as well.
- If the website's thumbnail or the favicon can't be fetched, just ignore them.
The only mandatory piece of metadata is the website's title and URL.
- Link previews in clients should be generated in near real-time, that is, as
the user types, previews are updated. In mobile this performs very well, and
it's what other clients like WhatsApp, Telegram, and Facebook do.
### Decisions
- While the user typing in the input field, the client is constantly (debounced)
asking status-go to parse the text and extract normalized URLs and then the
client checks if they're already in its in-memory cache. If they are, no RPC
call is made. I chose this approach to achieve the best possible performance
in mobile and avoid the whole RPC overhead, since the chat experience is
already not smooth enough. The mobile client uses URLs as cache keys in a
hashmap, i.e. if the key is present, it means the preview is readily available
(naive, but good enough for now). This decision also gave me more flexibility
to find the best UX at this stage of the feature.
- Due to the requirement that users should be able to see independent loading
indicators for each link preview, when status-go can't unfurl a URL, it
doesn't return it in the response.
- As an initial implementation, I added the BLOB column unfurled_links to the
user_messages table. The preview data is then serialized as JSON before being
stored in this column. I felt that creating a separate table and the related
code for this initial PR would be inconvenient. Is that reasonable to you?
Once things stabilize I can create a proper table if we want to avoid this
kind of solution with serialized columns.
2023-05-18 18:43:06 +00:00
// We consider link previews non-critical data, so we do not want to block
// messages from being sent.
2023-11-08 17:28:55 +00:00
unfurledLinks , err := message . ConvertLinkPreviewsToProto ( )
URL unfurling (initial implementation) (#3471)
This is the initial implementation for the new URL unfurling requirements. The
most important one is that only the message sender will pay the privacy cost for
unfurling and extracting metadata from websites. Once the message is sent, the
unfurled data will be stored at the protocol level and receivers will just
profit and happily decode the metadata to render it.
Further development of this URL unfurling capability will be mostly guided by
issues created on clients. For the moment in status-mobile:
https://github.com/status-im/status-mobile/labels/url-preview
- https://github.com/status-im/status-mobile/issues/15918
- https://github.com/status-im/status-mobile/issues/15917
- https://github.com/status-im/status-mobile/issues/15910
- https://github.com/status-im/status-mobile/issues/15909
- https://github.com/status-im/status-mobile/issues/15908
- https://github.com/status-im/status-mobile/issues/15906
- https://github.com/status-im/status-mobile/issues/15905
### Terminology
In the code, I've tried to stick to the word "unfurl URL" to really mean the
process of extracting metadata from a website, sort of lower level. I use "link
preview" to mean a higher level structure which is enriched by unfurled data.
"link preview" is also how designers refer to it.
### User flows
1. Carol needs to see link previews while typing in the chat input field. Notice
from the diagram nothing is persisted and that status-go endpoints are
essentially stateless.
```
#+begin_src plantuml :results verbatim
Client->>Server: Call wakuext_getTextURLs
Server-->>Client: Normalized URLs
Client->>Client: Render cached unfurled URLs
Client->>Server: Unfurl non-cached URLs.\nCall wakuext_unfurlURLs
Server->>Website: Fetch metadata
Website-->>Server: Metadata (thumbnail URL, title, etc)
Server->>Website: Fetch thumbnail
Server->>Website: Fetch favicon
Website-->>Server: Favicon bytes
Website-->>Server: Thumbnail bytes
Server->>Server: Decode & process images
Server-->>Client: Unfurled data (thumbnail data URI, etc)
#+end_src
```
```
,------. ,------. ,-------.
|Client| |Server| |Website|
`--+---' `--+---' `---+---'
| Call wakuext_getTextURLs | |
| ---------------------------------------> |
| | |
| Normalized URLs | |
| <- - - - - - - - - - - - - - - - - - - - |
| | |
|----. | |
| | Render cached unfurled URLs | |
|<---' | |
| | |
| Unfurl non-cached URLs. | |
| Call wakuext_unfurlURLs | |
| ---------------------------------------> |
| | |
| | Fetch metadata |
| | ------------------------------------>
| | |
| | Metadata (thumbnail URL, title, etc)|
| | <- - - - - - - - - - - - - - - - - -
| | |
| | Fetch thumbnail |
| | ------------------------------------>
| | |
| | Fetch favicon |
| | ------------------------------------>
| | |
| | Favicon bytes |
| | <- - - - - - - - - - - - - - - - - -
| | |
| | Thumbnail bytes |
| | <- - - - - - - - - - - - - - - - - -
| | |
| |----. |
| | | Decode & process images |
| |<---' |
| | |
| Unfurled data (thumbnail data URI, etc)| |
| <- - - - - - - - - - - - - - - - - - - - |
,--+---. ,--+---. ,---+---.
|Client| |Server| |Website|
`------' `------' `-------'
```
2. Carol sends the text message with link previews in the RPC request
wakuext_sendChatMessages. status-go assumes the link previews are good
because it can't and shouldn't attempt to re-unfurl them.
```
#+begin_src plantuml :results verbatim
Client->>Server: Call wakuext_sendChatMessages
Server->>Server: Transform link previews to\nbe proto-marshalled
Server->DB: Write link previews serialized as JSON
Server-->>Client: Updated message response
#+end_src
```
```
,------. ,------. ,--.
|Client| |Server| |DB|
`--+---' `--+---' `+-'
| Call wakuext_sendChatMessages| |
| -----------------------------> |
| | |
| |----. |
| | | Transform link previews to |
| |<---' be proto-marshalled |
| | |
| | |
| | Write link previews serialized as JSON|
| | -------------------------------------->
| | |
| Updated message response | |
| <- - - - - - - - - - - - - - - |
,--+---. ,--+---. ,+-.
|Client| |Server| |DB|
`------' `------' `--'
```
3. The message was sent over waku and persisted locally in Carol's device. She
should now see the link previews in the chat history. There can be many link
previews shared by other chat members, therefore it is important to serve the
assets via the media server to avoid overloading the ReactNative bridge with
lots of big JSON payloads containing base64 encoded data URIs (maybe this
concern is meaningless for desktop). When a client is rendering messages with
link previews, they will have the field linkPreviews, and the thumbnail URL
will point to the local media server.
```
#+begin_src plantuml :results verbatim
Client->>Server: GET /link-preview/thumbnail (media server)
Server->>DB: Read from user_messages.unfurled_links
Server->Server: Unmarshal JSON
Server-->>Client: HTTP Content-Type: image/jpeg/etc
#+end_src
```
```
,------. ,------. ,--.
|Client| |Server| |DB|
`--+---' `--+---' `+-'
| GET /link-preview/thumbnail (media server)| |
| ------------------------------------------> |
| | |
| | Read from user_messages.unfurled_links|
| | -------------------------------------->
| | |
| |----. |
| | | Unmarshal JSON |
| |<---' |
| | |
| HTTP Content-Type: image/jpeg/etc | |
| <- - - - - - - - - - - - - - - - - - - - - |
,--+---. ,--+---. ,+-.
|Client| |Server| |DB|
`------' `------' `--'
```
### Some limitations of the current implementation
The following points will become separate issues in status-go that I'll work on
over the next couple weeks. In no order of importance:
- Improve how multiple links are fetched; retries on failure and testing how
unfurling behaves around the timeout limits (deterministically, not by making
real HTTP calls as I did). https://github.com/status-im/status-go/issues/3498
- Unfurl favicons and store them in the protobuf too.
- For this PR, I added unfurling support only for websites with OpenGraph
https://ogp.me/ meta tags. Other unfurlers will be implemented on demand. The
next one will probably be for oEmbed https://oembed.com/, the protocol
supported by YouTube, for example.
- Resize and/or compress thumbnails (and favicons). Often times, thumbnails are
huge for the purposes of link previews. There is already support for
compressing JPEGs in status-go, but I prefer to work with compression in a
separate PR because I'd like to also solve the problem for PNGs (probably
convert them to JPEGs, plus compress them). This would be a safe choice for
thumbnails, favicons not so much because transparency is desirable.
- Editing messages is not yet supported.
- I haven't coded any artificial limit on the number of previews or on the size
of the thumbnail payload. This will be done in a separate issue. I have heard
the ideal solution may be to split messages into smaller chunks of ~125 KiB
because of libp2p, but that might be too complicated at this stage of the
product (?).
- Link preview deletion.
- For the moment, OpenGraph metadata is extracted by requesting data for the
English language (and fallback to whatever is available). In the future, we'll
want to unfurl by respecting the user's local device language. Some websites,
like GoDaddy, are already localized based on the device's IP, but many aren't.
- The website's description text should be limited by a certain number of
characters, especially because it's outside our control. Exactly how much has
not been decided yet, so it'll be done separately.
- URL normalization can be tricky, so I implemented only the basics to help with
caching. For example, the url https://status.im and HTTPS://status.im are
considered identical. Also, a URL is considered valid for unfurling if its TLD
exists according to publicsuffix.EffectiveTLDPlusOne. This was essential,
otherwise the default Go url.Parse approach would consider many invalid URLs
valid, and thus the server would waste resources trying to unfurl the
unfurleable.
### Other requirements
- If the message is edited, the link previews should reflect the edited text,
not the original one. This has been aligned with the design team as well.
- If the website's thumbnail or the favicon can't be fetched, just ignore them.
The only mandatory piece of metadata is the website's title and URL.
- Link previews in clients should be generated in near real-time, that is, as
the user types, previews are updated. In mobile this performs very well, and
it's what other clients like WhatsApp, Telegram, and Facebook do.
### Decisions
- While the user typing in the input field, the client is constantly (debounced)
asking status-go to parse the text and extract normalized URLs and then the
client checks if they're already in its in-memory cache. If they are, no RPC
call is made. I chose this approach to achieve the best possible performance
in mobile and avoid the whole RPC overhead, since the chat experience is
already not smooth enough. The mobile client uses URLs as cache keys in a
hashmap, i.e. if the key is present, it means the preview is readily available
(naive, but good enough for now). This decision also gave me more flexibility
to find the best UX at this stage of the feature.
- Due to the requirement that users should be able to see independent loading
indicators for each link preview, when status-go can't unfurl a URL, it
doesn't return it in the response.
- As an initial implementation, I added the BLOB column unfurled_links to the
user_messages table. The preview data is then serialized as JSON before being
stored in this column. I felt that creating a separate table and the related
code for this initial PR would be inconvenient. Is that reasonable to you?
Once things stabilize I can create a proper table if we want to avoid this
kind of solution with serialized columns.
2023-05-18 18:43:06 +00:00
if err != nil {
m . logger . Error ( "failed to convert link previews" , zap . Error ( err ) )
} else {
message . UnfurledLinks = unfurledLinks
}
2023-10-13 12:25:34 +00:00
unfurledStatusLinks , err := message . ConvertStatusLinkPreviewsToProto ( )
if err != nil {
m . logger . Error ( "failed to convert status link previews" , zap . Error ( err ) )
} else {
message . UnfurledStatusLinks = unfurledStatusLinks
}
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
var response MessengerResponse
// A valid added chat is required.
2021-03-29 15:41:30 +00:00
chat , ok := m . allChats . Load ( message . ChatId )
2019-12-02 15:34:05 +00:00
if ! ok {
2024-05-16 16:41:04 +00:00
return nil , ErrChatNotFoundError
2019-07-17 22:25:42 +00:00
}
2022-02-17 15:13:10 +00:00
err = m . handleStandaloneChatIdentity ( chat )
2020-11-09 15:16:36 +00:00
if err != nil {
return nil , err
}
err = extendMessageFromChat ( message , chat , & m . identity . PublicKey , m . getTimesource ( ) )
2019-07-26 07:17:29 +00:00
if err != nil {
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
return nil , err
2019-07-26 07:17:29 +00:00
}
2023-02-02 18:12:20 +00:00
err = m . addContactRequestPropagatedState ( message )
if err != nil {
return nil , err
}
2020-07-26 22:06:58 +00:00
encodedMessage , err := m . encodeChatEntity ( chat , message )
if err != nil {
return nil , err
2019-09-26 07:01:17 +00:00
}
2021-01-22 13:59:45 +00:00
rawMessage := common . RawMessage {
2020-07-22 07:41:40 +00:00
LocalChatID : chat . ID ,
2020-09-02 14:11:16 +00:00
SendPushNotification : m . featureFlags . PushNotifications ,
2020-07-22 07:41:40 +00:00
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_CHAT_MESSAGE ,
2024-05-30 12:18:54 +00:00
ResendType : chat . DefaultResendType ( ) ,
2021-01-22 13:59:45 +00:00
}
2022-05-27 09:14:40 +00:00
2023-06-20 16:12:59 +00:00
// We want to save the raw message before dispatching it, to avoid race conditions
// since it might get dispatched and confirmed before it's saved.
// This is not the best solution, probably it would be better to split
// the sent status in a different table and join on query for messages,
// but that's a much larger change and it would require an expensive migration of clients
rawMessage . BeforeDispatch = func ( rawMessage * common . RawMessage ) error {
2023-12-15 16:16:18 +00:00
2023-06-20 16:12:59 +00:00
if rawMessage . Sent {
message . OutgoingStatus = common . OutgoingStatusSent
}
message . ID = rawMessage . ID
err = message . PrepareContent ( common . PubkeyToHex ( & m . identity . PublicKey ) )
if err != nil {
return err
}
2019-07-17 22:25:42 +00:00
2023-06-20 16:12:59 +00:00
err = chat . UpdateFromMessage ( message , m . getTimesource ( ) )
if err != nil {
return err
}
2019-07-17 22:25:42 +00:00
2023-12-15 16:16:18 +00:00
err := m . persistence . SaveMessages ( [ ] * common . Message { message } )
if err != nil {
return err
}
var syncMessageType peersyncing . SyncMessageType
if chat . OneToOne ( ) {
syncMessageType = peersyncing . SyncMessageOneToOneType
} else if chat . CommunityChat ( ) {
syncMessageType = peersyncing . SyncMessageCommunityType
} else if chat . PrivateGroupChat ( ) {
syncMessageType = peersyncing . SyncMessagePrivateGroup
}
wrappedMessage , err := v1protocol . WrapMessageV1 ( rawMessage . Payload , rawMessage . MessageType , rawMessage . Sender )
if err != nil {
return errors . Wrap ( err , "failed to wrap message" )
}
syncMessage := peersyncing . SyncMessage {
Type : syncMessageType ,
ID : types . Hex2Bytes ( rawMessage . ID ) ,
2024-05-14 10:20:13 +00:00
ChatID : [ ] byte ( chat . ID ) ,
2023-12-15 16:16:18 +00:00
Payload : wrappedMessage ,
Timestamp : m . transport . GetCurrentTime ( ) / 1000 ,
}
// If the chat type is not supported, skip saving it
if syncMessageType == 0 {
return nil
}
2024-01-12 11:15:48 +00:00
// ensure that the message is saved only once
rawMessage . BeforeDispatch = nil
2023-12-15 16:16:18 +00:00
return m . peersyncing . Add ( syncMessage )
2020-01-10 18:59:01 +00:00
}
2019-07-17 22:25:42 +00:00
2023-06-20 16:12:59 +00:00
rawMessage , err = m . dispatchMessage ( ctx , rawMessage )
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
if err != nil {
return nil , err
}
2021-06-03 13:11:55 +00:00
msg , err := m . pullMessagesAndResponsesFromDB ( [ ] * common . Message { message } )
Add replies to messages
Currently replies to messages are handled in status-react.
This causes some issues with the fact that sometimes replies might come
out of order, they might be offloaded to the database etc.
This commit changes the behavior so that status-go always returns the
replies, and in case a reply comes out of order (first the reply, later
the message being replied to), it will include in the messages the
updated message.
It also adds some fields (RTL,Replace,LineCount) to the database which
were not previously saved, resulting in some potential bugs.
The method that we use to pull replies is currently a bit naive, we just
pull all the message again from the database, but has the advantage of
being simple. It will go through performance testing to make sure
performnace are acceptable, if so I think it's reasonable to avoid some
complexity.
2020-04-08 13:42:02 +00:00
if err != nil {
return nil , err
}
2022-02-10 17:19:34 +00:00
2022-09-02 08:36:07 +00:00
if err := m . updateChatFirstMessageTimestamp ( chat , whisperToUnixTimestamp ( message . WhisperTimestamp ) , & response ) ; err != nil {
return nil , err
}
Add replies to messages
Currently replies to messages are handled in status-react.
This causes some issues with the fact that sometimes replies might come
out of order, they might be offloaded to the database etc.
This commit changes the behavior so that status-go always returns the
replies, and in case a reply comes out of order (first the reply, later
the message being replied to), it will include in the messages the
updated message.
It also adds some fields (RTL,Replace,LineCount) to the database which
were not previously saved, resulting in some potential bugs.
The method that we use to pull replies is currently a bit naive, we just
pull all the message again from the database, but has the advantage of
being simple. It will go through performance testing to make sure
performnace are acceptable, if so I think it's reasonable to avoid some
complexity.
2020-04-08 13:42:02 +00:00
2022-09-02 08:36:07 +00:00
response . SetMessages ( msg )
2021-01-11 10:32:51 +00:00
response . AddChat ( chat )
2022-01-18 16:31:34 +00:00
2023-12-23 04:12:45 +00:00
m . logger . Debug ( "inside sendChatMessage" ,
zap . String ( "id" , message . ID ) ,
zap . String ( "from" , message . From ) ,
zap . String ( "displayName" , message . DisplayName ) ,
zap . String ( "ChatId" , message . ChatId ) ,
zap . String ( "Clock" , strconv . FormatUint ( message . Clock , 10 ) ) ,
zap . String ( "Timestamp" , strconv . FormatUint ( message . Timestamp , 10 ) ) ,
)
2024-01-08 18:18:57 +00:00
err = m . prepareMessages ( response . messages )
if err != nil {
return nil , err
}
2022-02-10 17:19:34 +00:00
2019-12-02 15:34:05 +00:00
return & response , m . saveChat ( chat )
2019-07-17 22:25:42 +00:00
}
2022-09-02 08:36:07 +00:00
func whisperToUnixTimestamp ( whisperTimestamp uint64 ) uint32 {
return uint32 ( whisperTimestamp / 1000 )
}
func ( m * Messenger ) updateChatFirstMessageTimestamp ( chat * Chat , timestamp uint32 , response * MessengerResponse ) error {
// Currently supported only for communities
if ! chat . CommunityChat ( ) {
return nil
}
community , err := m . communitiesManager . GetByIDString ( chat . CommunityID )
if err != nil {
return err
}
2023-07-26 12:16:50 +00:00
if community . IsControlNode ( ) && chat . UpdateFirstMessageTimestamp ( timestamp ) {
2022-09-02 08:36:07 +00:00
community , changes , err := m . communitiesManager . EditChatFirstMessageTimestamp ( community . ID ( ) , chat . ID , chat . FirstMessageTimestamp )
if err != nil {
return err
}
response . AddCommunity ( community )
response . CommunityChanges = append ( response . CommunityChanges , changes )
}
return nil
}
2022-03-10 21:05:17 +00:00
func ( m * Messenger ) ShareImageMessage ( request * requests . ShareImageMessage ) ( * MessengerResponse , error ) {
if err := request . Validate ( ) ; err != nil {
return nil , err
}
response := & MessengerResponse { }
msg , err := m . persistence . MessageByID ( request . MessageID )
if err != nil {
return nil , err
}
var messages [ ] * common . Message
for _ , pk := range request . Users {
2023-08-18 11:39:59 +00:00
message := common . NewMessage ( )
2022-03-10 21:05:17 +00:00
message . ChatId = pk . String ( )
message . Payload = msg . Payload
message . Text = "This message has been shared with you"
message . ContentType = protobuf . ChatMessage_IMAGE
messages = append ( messages , message )
r , err := m . CreateOneToOneChat ( & requests . CreateOneToOneChat { ID : pk } )
if err != nil {
return nil , err
}
if err := response . Merge ( r ) ; err != nil {
return nil , err
}
}
sendMessagesResponse , err := m . SendChatMessages ( context . Background ( ) , messages )
if err != nil {
return nil , err
}
if err := response . Merge ( sendMessagesResponse ) ; err != nil {
return nil , err
}
return response , nil
}
feat: fallback pairing seed (#5614)
* feat(pairing)!: Add extra parameters and remove v2 compatibility
This commit includes the following changes:
I have added a flag to maintain 2.29 compatibility.
Breaking change in connection string
The local pairing code that was parsing the connection string had a few non-upgradable features:
It was strictly checking the number of parameters, throwing an error if the number was different. This made it impossible to add parameters to it without breaking.
It was strictly checking the version number. This made increasing the version number impossible as older client would just refuse to connect.
The code has been changed so that:
Two parameters have been added, installation-id and key-uid. Those are needed for the fallback flow.
I have also removed version from the payload, since it wasn't used.
This means that we don't support v1 anymore. V2 parsing is supported . Going forward there's a clear strategy on how to update the protocol (append parameters, don't change existing one).
https://www.youtube.com/watch?v=oyLBGkS5ICk Is a must watch video for understanding the strategy
Changed MessengerResponse to use internally a map of installations rather than an array (minor)
Just moving towards maps as arrays tend to lead to subtle bugs.
Moved pairing methods to messenger_pairing.go
Just moved some methods
Added 2 new methods for the fallback flow
FinishPairingThroughSeedPhraseProcess
https://github.com/status-im/status-go/pull/5567/files#diff-1ad620b07fa3bd5fbc96c9f459d88829938a162bf1aaf41c61dea6e38b488d54R29
EnableAndSyncInstallation
https://github.com/status-im/status-go/pull/5567/files#diff-1ad620b07fa3bd5fbc96c9f459d88829938a162bf1aaf41c61dea6e38b488d54R18
Flow for clients
Client A1 is logged in
Client A2 is logged out
Client A1 shows a QR code
Client A2 scans a QR code
If connection fails on A2, the user will be prompted to enter a seed phrase.
If the generated account matches the key-uid from the QR code, A2 should call FinishPairingThroughSeedPhraseProcess with the installation id passed in the QR code. This will send installation information over waku. The user should be shown its own installation id and prompted to check the other device.
Client A1 will receive new installation data through waku, if they are still on the qr code page, they should show a popup to the user showing the received installation id, and a way to Enable and Sync, which should call the EnableAndSyncInstallation endpoint. This should finish the fallback syncing flow.
Current issues
Currently I haven't tested that all the data is synced after finishing the flow. I see that the two devices are paired correctly, but for example the DisplayName is not changed on the receiving device. I haven't had time to look into it further.
* test_: add more test for connection string parser
* fix_: fix panic when parse old connection string
* test_: add comments for TestMessengerPairAfterSeedPhrase
* fix_: correct error description
* feat_:rename FinishPairingThroughSeedPhraseProcess to EnableInstallationAndPair
* fix_: delete leftover
* fix_: add UniqueKey method
* fix_: unify the response for InputConnectionStringForBootstrapping
* fix_: remove fields installationID and keyUID in GethStatusBackend
* fix_: rename messenger_pairing to messenger_pairing_and_syncing
---------
Co-authored-by: Andrea Maria Piana <andrea.maria.piana@gmail.com>
2024-07-30 09:14:05 +00:00
func ( m * Messenger ) InstallationID ( ) string {
return m . installationID
2022-03-24 09:35:56 +00:00
}
feat: fallback pairing seed (#5614)
* feat(pairing)!: Add extra parameters and remove v2 compatibility
This commit includes the following changes:
I have added a flag to maintain 2.29 compatibility.
Breaking change in connection string
The local pairing code that was parsing the connection string had a few non-upgradable features:
It was strictly checking the number of parameters, throwing an error if the number was different. This made it impossible to add parameters to it without breaking.
It was strictly checking the version number. This made increasing the version number impossible as older client would just refuse to connect.
The code has been changed so that:
Two parameters have been added, installation-id and key-uid. Those are needed for the fallback flow.
I have also removed version from the payload, since it wasn't used.
This means that we don't support v1 anymore. V2 parsing is supported . Going forward there's a clear strategy on how to update the protocol (append parameters, don't change existing one).
https://www.youtube.com/watch?v=oyLBGkS5ICk Is a must watch video for understanding the strategy
Changed MessengerResponse to use internally a map of installations rather than an array (minor)
Just moving towards maps as arrays tend to lead to subtle bugs.
Moved pairing methods to messenger_pairing.go
Just moved some methods
Added 2 new methods for the fallback flow
FinishPairingThroughSeedPhraseProcess
https://github.com/status-im/status-go/pull/5567/files#diff-1ad620b07fa3bd5fbc96c9f459d88829938a162bf1aaf41c61dea6e38b488d54R29
EnableAndSyncInstallation
https://github.com/status-im/status-go/pull/5567/files#diff-1ad620b07fa3bd5fbc96c9f459d88829938a162bf1aaf41c61dea6e38b488d54R18
Flow for clients
Client A1 is logged in
Client A2 is logged out
Client A1 shows a QR code
Client A2 scans a QR code
If connection fails on A2, the user will be prompted to enter a seed phrase.
If the generated account matches the key-uid from the QR code, A2 should call FinishPairingThroughSeedPhraseProcess with the installation id passed in the QR code. This will send installation information over waku. The user should be shown its own installation id and prompted to check the other device.
Client A1 will receive new installation data through waku, if they are still on the qr code page, they should show a popup to the user showing the received installation id, and a way to Enable and Sync, which should call the EnableAndSyncInstallation endpoint. This should finish the fallback syncing flow.
Current issues
Currently I haven't tested that all the data is synced after finishing the flow. I see that the two devices are paired correctly, but for example the DisplayName is not changed on the receiving device. I haven't had time to look into it further.
* test_: add more test for connection string parser
* fix_: fix panic when parse old connection string
* test_: add comments for TestMessengerPairAfterSeedPhrase
* fix_: correct error description
* feat_:rename FinishPairingThroughSeedPhraseProcess to EnableInstallationAndPair
* fix_: delete leftover
* fix_: add UniqueKey method
* fix_: unify the response for InputConnectionStringForBootstrapping
* fix_: remove fields installationID and keyUID in GethStatusBackend
* fix_: rename messenger_pairing to messenger_pairing_and_syncing
---------
Co-authored-by: Andrea Maria Piana <andrea.maria.piana@gmail.com>
2024-07-30 09:14:05 +00:00
func ( m * Messenger ) KeyUID ( ) string {
return m . account . KeyUID
2019-12-02 15:34:05 +00:00
}
2023-10-17 13:24:15 +00:00
// syncChat sync a chat with paired devices
func ( m * Messenger ) syncChat ( ctx context . Context , chatToSync * Chat , rawMessageHandler RawMessageHandler ) error {
2020-01-15 07:25:09 +00:00
var err error
if ! m . hasPairedDevices ( ) {
return nil
}
2021-08-06 15:40:23 +00:00
clock , chat := m . getLastClockWithRelatedChat ( )
2020-01-15 07:25:09 +00:00
2023-10-17 13:24:15 +00:00
syncMessage := & protobuf . SyncChat {
Clock : clock ,
Id : chatToSync . ID ,
Name : chatToSync . Name ,
ChatType : uint32 ( chatToSync . ChatType ) ,
Active : chatToSync . Active ,
}
chatMuteTill , _ := time . Parse ( time . RFC3339 , chatToSync . MuteTill . Format ( time . RFC3339 ) )
if chatToSync . Muted && chatMuteTill . Equal ( time . Time { } ) {
// Only set Muted if it is "permanently" muted
syncMessage . Muted = true
}
if chatToSync . OneToOne ( ) {
syncMessage . Name = "" // The Name is useless in 1-1 chats
}
if chatToSync . PrivateGroupChat ( ) {
syncMessage . MembershipUpdateEvents = make ( [ ] * protobuf . MembershipUpdateEvents , len ( chatToSync . MembershipUpdates ) )
for i , membershipUpdate := range chatToSync . MembershipUpdates {
syncMessage . MembershipUpdateEvents [ i ] = & protobuf . MembershipUpdateEvents {
Clock : membershipUpdate . ClockValue ,
Type : uint32 ( membershipUpdate . Type ) ,
Members : membershipUpdate . Members ,
Name : membershipUpdate . Name ,
Signature : membershipUpdate . Signature ,
ChatId : membershipUpdate . ChatID ,
From : membershipUpdate . From ,
RawPayload : membershipUpdate . RawPayload ,
Color : membershipUpdate . Color ,
Image : membershipUpdate . Image ,
}
}
2020-01-15 07:25:09 +00:00
}
encodedMessage , err := proto . Marshal ( syncMessage )
if err != nil {
return err
}
2023-01-06 12:21:14 +00:00
rawMessage := common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SYNC_CHAT ,
ResendType : common . ResendTypeDataSync ,
2023-01-06 12:21:14 +00:00
}
_ , err = rawMessageHandler ( ctx , rawMessage )
2020-01-15 07:25:09 +00:00
if err != nil {
return err
}
chat . LastClockValue = clock
return m . saveChat ( chat )
}
2023-01-06 12:21:14 +00:00
func ( m * Messenger ) syncClearHistory ( ctx context . Context , publicChat * Chat , rawMessageHandler RawMessageHandler ) error {
2022-02-10 10:00:59 +00:00
var err error
if ! m . hasPairedDevices ( ) {
return nil
}
clock , chat := m . getLastClockWithRelatedChat ( )
syncMessage := & protobuf . SyncClearHistory {
ChatId : publicChat . ID ,
ClearedAt : publicChat . DeletedAtClockValue ,
}
encodedMessage , err := proto . Marshal ( syncMessage )
if err != nil {
return err
}
2023-01-06 12:21:14 +00:00
rawMessage := common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SYNC_CLEAR_HISTORY ,
ResendType : common . ResendTypeDataSync ,
2023-01-06 12:21:14 +00:00
}
_ , err = rawMessageHandler ( ctx , rawMessage )
2022-02-10 10:00:59 +00:00
if err != nil {
return err
}
chat . LastClockValue = clock
return m . saveChat ( chat )
}
2023-01-06 12:21:14 +00:00
func ( m * Messenger ) syncChatRemoving ( ctx context . Context , id string , rawMessageHandler RawMessageHandler ) error {
2021-10-05 17:26:02 +00:00
var err error
if ! m . hasPairedDevices ( ) {
return nil
}
clock , chat := m . getLastClockWithRelatedChat ( )
syncMessage := & protobuf . SyncChatRemoved {
Clock : clock ,
Id : id ,
}
encodedMessage , err := proto . Marshal ( syncMessage )
if err != nil {
return err
}
2023-01-06 12:21:14 +00:00
rawMessage := common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SYNC_CHAT_REMOVED ,
ResendType : common . ResendTypeDataSync ,
2023-01-06 12:21:14 +00:00
}
_ , err = rawMessageHandler ( ctx , rawMessage )
2021-10-05 17:26:02 +00:00
if err != nil {
return err
}
chat . LastClockValue = clock
return m . saveChat ( chat )
}
2020-01-10 18:59:01 +00:00
// syncContact sync as contact with paired devices
2023-01-06 12:21:14 +00:00
func ( m * Messenger ) syncContact ( ctx context . Context , contact * Contact , rawMessageHandler RawMessageHandler ) error {
2020-01-10 18:59:01 +00:00
var err error
2021-09-03 08:26:05 +00:00
if contact . IsSyncing {
return nil
}
2020-01-10 18:59:01 +00:00
if ! m . hasPairedDevices ( ) {
return nil
2019-12-02 15:34:05 +00:00
}
2021-08-06 15:40:23 +00:00
clock , chat := m . getLastClockWithRelatedChat ( )
2020-01-10 18:59:01 +00:00
2023-01-20 14:28:30 +00:00
syncMessage := m . buildSyncContactMessage ( contact )
2021-09-03 08:26:05 +00:00
2020-01-10 18:59:01 +00:00
encodedMessage , err := proto . Marshal ( syncMessage )
if err != nil {
return err
}
2023-01-06 12:21:14 +00:00
rawMessage := common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SYNC_INSTALLATION_CONTACT_V2 ,
ResendType : common . ResendTypeDataSync ,
2023-01-06 12:21:14 +00:00
}
_ , err = rawMessageHandler ( ctx , rawMessage )
2020-01-10 18:59:01 +00:00
if err != nil {
return err
}
chat . LastClockValue = clock
return m . saveChat ( chat )
}
2024-02-21 10:54:33 +00:00
func ( m * Messenger ) propagateSyncInstallationCommunityWithHRKeys ( msg * protobuf . SyncInstallationCommunity , c * communities . Community ) error {
communityKeys , err := m . encryptor . GetAllHRKeysMarshaledV1 ( c . ID ( ) )
if err != nil {
return err
}
msg . EncryptionKeysV1 = communityKeys
communityAndChannelKeys := [ ] [ ] byte { }
communityKeys , err = m . encryptor . GetAllHRKeysMarshaledV2 ( c . ID ( ) )
if err != nil {
return err
}
if len ( communityKeys ) > 0 {
communityAndChannelKeys = append ( communityAndChannelKeys , communityKeys )
}
for channelID := range c . Chats ( ) {
channelKeys , err := m . encryptor . GetAllHRKeysMarshaledV2 ( [ ] byte ( c . IDString ( ) + channelID ) )
if err != nil {
return err
}
if len ( channelKeys ) > 0 {
communityAndChannelKeys = append ( communityAndChannelKeys , channelKeys )
}
}
msg . EncryptionKeysV2 = communityAndChannelKeys
return nil
}
2024-06-18 16:18:21 +00:00
func ( m * Messenger ) buildSyncInstallationCommunity ( community * communities . Community , clock uint64 ) ( * protobuf . SyncInstallationCommunity , error ) {
2022-06-01 07:55:48 +00:00
communitySettings , err := m . communitiesManager . GetCommunitySettingsByID ( community . ID ( ) )
if err != nil {
2024-06-18 16:18:21 +00:00
return nil , err
2022-06-01 07:55:48 +00:00
}
2023-09-21 11:16:05 +00:00
syncControlNode , err := m . communitiesManager . GetSyncControlNode ( community . ID ( ) )
if err != nil {
2024-06-18 16:18:21 +00:00
return nil , err
2023-09-21 11:16:05 +00:00
}
syncMessage , err := community . ToSyncInstallationCommunityProtobuf ( clock , communitySettings , syncControlNode )
2021-08-06 15:40:23 +00:00
if err != nil {
2024-06-18 16:18:21 +00:00
return nil , err
2021-08-06 15:40:23 +00:00
}
2024-02-21 10:54:33 +00:00
err = m . propagateSyncInstallationCommunityWithHRKeys ( syncMessage , community )
2024-06-18 16:18:21 +00:00
if err != nil {
return nil , err
}
return syncMessage , nil
}
func ( m * Messenger ) syncCommunity ( ctx context . Context , community * communities . Community , rawMessageHandler RawMessageHandler ) error {
logger := m . logger . Named ( "syncCommunity" )
if ! m . hasPairedDevices ( ) {
logger . Debug ( "device has no paired devices" )
return nil
}
logger . Debug ( "device has paired device(s)" )
clock , chat := m . getLastClockWithRelatedChat ( )
syncMessage , err := m . buildSyncInstallationCommunity ( community , clock )
2022-11-07 17:30:00 +00:00
if err != nil {
return err
}
2021-08-06 15:40:23 +00:00
encodedMessage , err := proto . Marshal ( syncMessage )
if err != nil {
return err
}
2023-01-06 12:21:14 +00:00
rawMessage := common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SYNC_INSTALLATION_COMMUNITY ,
ResendType : common . ResendTypeDataSync ,
2023-01-06 12:21:14 +00:00
}
_ , err = rawMessageHandler ( ctx , rawMessage )
2021-08-06 15:40:23 +00:00
if err != nil {
return err
}
logger . Debug ( "message dispatched" )
chat . LastClockValue = clock
return m . saveChat ( chat )
}
2023-01-06 12:21:14 +00:00
func ( m * Messenger ) SyncBookmark ( ctx context . Context , bookmark * browsers . Bookmark , rawMessageHandler RawMessageHandler ) error {
2022-01-17 03:42:11 +00:00
if ! m . hasPairedDevices ( ) {
return nil
}
clock , chat := m . getLastClockWithRelatedChat ( )
syncMessage := & protobuf . SyncBookmark {
2022-06-08 18:39:53 +00:00
Clock : clock ,
Url : bookmark . URL ,
Name : bookmark . Name ,
ImageUrl : bookmark . ImageURL ,
Removed : bookmark . Removed ,
DeletedAt : bookmark . DeletedAt ,
2022-01-17 03:42:11 +00:00
}
encodedMessage , err := proto . Marshal ( syncMessage )
if err != nil {
return err
}
2023-01-06 12:21:14 +00:00
rawMessage := common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SYNC_BOOKMARK ,
ResendType : common . ResendTypeDataSync ,
2023-01-06 12:21:14 +00:00
}
_ , err = rawMessageHandler ( ctx , rawMessage )
2022-01-17 03:42:11 +00:00
if err != nil {
return err
}
2023-01-06 12:21:14 +00:00
2022-01-17 03:42:11 +00:00
chat . LastClockValue = clock
return m . saveChat ( chat )
}
2023-04-26 15:37:18 +00:00
func ( m * Messenger ) SyncEnsNamesWithDispatchMessage ( ctx context . Context , usernameDetail * ensservice . UsernameDetail ) error {
return m . syncEnsUsernameDetail ( ctx , usernameDetail , m . dispatchMessage )
}
func ( m * Messenger ) syncEnsUsernameDetails ( ctx context . Context , rawMessageHandler RawMessageHandler ) error {
if ! m . hasPairedDevices ( ) {
return nil
}
ensNameDetails , err := m . getEnsUsernameDetails ( )
if err != nil {
return err
}
for _ , d := range ensNameDetails {
if err = m . syncEnsUsernameDetail ( ctx , d , rawMessageHandler ) ; err != nil {
return err
}
}
return nil
}
2023-08-18 11:39:59 +00:00
func ( m * Messenger ) saveEnsUsernameDetailProto ( syncMessage * protobuf . SyncEnsUsernameDetail ) ( * ensservice . UsernameDetail , error ) {
2023-04-26 15:37:18 +00:00
ud := & ensservice . UsernameDetail {
Username : syncMessage . Username ,
Clock : syncMessage . Clock ,
ChainID : syncMessage . ChainId ,
Removed : syncMessage . Removed ,
}
db := ensservice . NewEnsDatabase ( m . database )
err := db . SaveOrUpdateEnsUsername ( ud )
if err != nil {
return nil , err
}
return ud , nil
}
2023-08-18 11:39:59 +00:00
func ( m * Messenger ) HandleSyncEnsUsernameDetail ( state * ReceivedMessageState , syncMessage * protobuf . SyncEnsUsernameDetail , statusMessage * v1protocol . StatusMessage ) error {
2023-04-26 15:37:18 +00:00
ud , err := m . saveEnsUsernameDetailProto ( syncMessage )
if err != nil {
return err
}
state . Response . AddEnsUsernameDetail ( ud )
return nil
}
func ( m * Messenger ) syncEnsUsernameDetail ( ctx context . Context , usernameDetail * ensservice . UsernameDetail , rawMessageHandler RawMessageHandler ) error {
syncMessage := & protobuf . SyncEnsUsernameDetail {
Clock : usernameDetail . Clock ,
Username : usernameDetail . Username ,
ChainId : usernameDetail . ChainID ,
Removed : usernameDetail . Removed ,
}
encodedMessage , err := proto . Marshal ( syncMessage )
if err != nil {
return err
}
2023-09-16 01:20:23 +00:00
_ , chat := m . getLastClockWithRelatedChat ( )
2023-04-26 15:37:18 +00:00
rawMessage := common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SYNC_ENS_USERNAME_DETAIL ,
ResendType : common . ResendTypeDataSync ,
2023-04-26 15:37:18 +00:00
}
_ , err = rawMessageHandler ( ctx , rawMessage )
return err
}
2023-07-18 13:35:06 +00:00
func ( m * Messenger ) syncAccountCustomizationColor ( ctx context . Context , acc * multiaccounts . Account ) error {
if ! m . hasPairedDevices ( ) {
return nil
}
_ , chat := m . getLastClockWithRelatedChat ( )
message := & protobuf . SyncAccountCustomizationColor {
KeyUid : acc . KeyUID ,
CustomizationColor : string ( acc . CustomizationColor ) ,
UpdatedAt : acc . CustomizationColorClock ,
}
encodedMessage , err := proto . Marshal ( message )
if err != nil {
return err
}
rawMessage := common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SYNC_ACCOUNT_CUSTOMIZATION_COLOR ,
ResendType : common . ResendTypeDataSync ,
2023-07-18 13:35:06 +00:00
}
_ , err = m . dispatchMessage ( ctx , rawMessage )
return err
}
2023-01-06 12:21:14 +00:00
func ( m * Messenger ) SyncTrustedUser ( ctx context . Context , publicKey string , ts verification . TrustStatus , rawMessageHandler RawMessageHandler ) error {
2022-07-05 19:49:44 +00:00
if ! m . hasPairedDevices ( ) {
return nil
}
clock , chat := m . getLastClockWithRelatedChat ( )
syncMessage := & protobuf . SyncTrustedUser {
Clock : clock ,
Id : publicKey ,
Status : protobuf . SyncTrustedUser_TrustStatus ( ts ) ,
}
encodedMessage , err := proto . Marshal ( syncMessage )
if err != nil {
return err
}
2023-01-06 12:21:14 +00:00
rawMessage := common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SYNC_TRUSTED_USER ,
ResendType : common . ResendTypeDataSync ,
2023-01-06 12:21:14 +00:00
}
_ , err = rawMessageHandler ( ctx , rawMessage )
2022-07-05 19:49:44 +00:00
if err != nil {
return err
}
2023-01-06 12:21:14 +00:00
2022-07-05 19:49:44 +00:00
chat . LastClockValue = clock
return m . saveChat ( chat )
}
2023-01-06 12:21:14 +00:00
func ( m * Messenger ) SyncVerificationRequest ( ctx context . Context , vr * verification . Request , rawMessageHandler RawMessageHandler ) error {
2022-07-05 19:49:44 +00:00
if ! m . hasPairedDevices ( ) {
return nil
}
clock , chat := m . getLastClockWithRelatedChat ( )
syncMessage := & protobuf . SyncVerificationRequest {
2022-08-31 14:41:58 +00:00
Id : vr . ID ,
2022-07-05 19:49:44 +00:00
Clock : clock ,
From : vr . From ,
To : vr . To ,
Challenge : vr . Challenge ,
Response : vr . Response ,
RequestedAt : vr . RequestedAt ,
RepliedAt : vr . RepliedAt ,
VerificationStatus : protobuf . SyncVerificationRequest_VerificationStatus ( vr . RequestStatus ) ,
}
encodedMessage , err := proto . Marshal ( syncMessage )
if err != nil {
return err
}
2023-01-06 12:21:14 +00:00
rawMessage := common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SYNC_VERIFICATION_REQUEST ,
ResendType : common . ResendTypeDataSync ,
2023-01-06 12:21:14 +00:00
}
_ , err = rawMessageHandler ( ctx , rawMessage )
2022-07-05 19:49:44 +00:00
if err != nil {
return err
}
2023-01-06 12:21:14 +00:00
2022-07-05 19:49:44 +00:00
chat . LastClockValue = clock
return m . saveChat ( chat )
}
2020-01-10 18:59:01 +00:00
// RetrieveAll retrieves messages from all filters, processes them and returns a
// MessengerResponse to the client
func ( m * Messenger ) RetrieveAll ( ) ( * MessengerResponse , error ) {
chatWithMessages , err := m . transport . RetrieveRawAll ( )
if err != nil {
return nil , err
2019-12-02 15:34:05 +00:00
}
2020-01-10 18:59:01 +00:00
2023-09-07 10:33:20 +00:00
return m . handleRetrievedMessages ( chatWithMessages , true , false )
2020-01-10 18:59:01 +00:00
}
2023-11-25 23:24:20 +00:00
func ( m * Messenger ) StartRetrieveMessagesLoop ( tick time . Duration , cancel <- chan struct { } ) {
m . shutdownWaitGroup . Add ( 1 )
go func ( ) {
2024-09-26 22:37:32 +00:00
defer gocommon . LogOnPanic ( )
2023-11-25 23:24:20 +00:00
defer m . shutdownWaitGroup . Done ( )
ticker := time . NewTicker ( tick )
defer ticker . Stop ( )
for {
select {
case <- ticker . C :
m . ProcessAllMessages ( )
case <- cancel :
return
}
}
} ( )
}
func ( m * Messenger ) ProcessAllMessages ( ) {
response , err := m . RetrieveAll ( )
if err != nil {
m . logger . Error ( "failed to retrieve raw messages" , zap . Error ( err ) )
return
}
m . PublishMessengerResponse ( response )
}
func ( m * Messenger ) PublishMessengerResponse ( response * MessengerResponse ) {
if response . IsEmpty ( ) {
return
}
notifications := response . Notifications ( )
// Clear notifications as not used for now
response . ClearNotifications ( )
signal . SendNewMessages ( response )
localnotifications . PushMessages ( notifications )
}
2021-08-03 19:27:15 +00:00
func ( m * Messenger ) GetStats ( ) types . StatsSummary {
return m . transport . GetStats ( )
}
2024-03-19 00:31:35 +00:00
func ( m * Messenger ) GetTransport ( ) * transport . Transport {
return m . transport
}
2020-01-10 18:59:01 +00:00
type CurrentMessageState struct {
// Message is the protobuf message received
2023-08-18 11:39:59 +00:00
Message * protobuf . ChatMessage
2020-01-10 18:59:01 +00:00
// MessageID is the ID of the message
MessageID string
// WhisperTimestamp is the whisper timestamp of the message
WhisperTimestamp uint64
// Contact is the contact associated with the author of the message
Contact * Contact
// PublicKey is the public key of the author of the message
PublicKey * ecdsa . PublicKey
2023-12-15 16:16:18 +00:00
StatusMessage * v1protocol . StatusMessage
2020-01-10 18:59:01 +00:00
}
type ReceivedMessageState struct {
// State on the message being processed
CurrentMessageState * CurrentMessageState
// AllChats in memory
2021-03-29 15:41:30 +00:00
AllChats * chatMap
2020-01-10 18:59:01 +00:00
// All contacts in memory
2021-03-29 15:41:30 +00:00
AllContacts * contactMap
2020-02-10 11:22:37 +00:00
// List of contacts modified
2021-03-29 15:41:30 +00:00
ModifiedContacts * stringBoolMap
2020-01-10 18:59:01 +00:00
// All installations in memory
2021-03-29 15:41:30 +00:00
AllInstallations * installationMap
2020-11-18 09:16:51 +00:00
// List of communities modified
2021-03-29 15:41:30 +00:00
ModifiedInstallations * stringBoolMap
2020-01-10 18:59:01 +00:00
// Map of existing messages
ExistingMessagesMap map [ string ] bool
2020-07-27 12:27:48 +00:00
// EmojiReactions is a list of emoji reactions for the current batch
// indexed by from-message-id-emoji-type
EmojiReactions map [ string ] * EmojiReaction
2020-08-07 13:49:37 +00:00
// GroupChatInvitations is a list of invitation requests or rejections
GroupChatInvitations map [ string ] * GroupChatInvitation
2020-01-10 18:59:01 +00:00
// Response to the client
2023-10-03 16:29:27 +00:00
Response * MessengerResponse
ResolvePrimaryName func ( string ) ( string , error )
2020-02-07 11:30:26 +00:00
// Timesource is a time source for clock values/timestamps.
2022-07-05 19:49:44 +00:00
Timesource common . TimeSource
AllBookmarks map [ string ] * browsers . Bookmark
AllVerificationRequests [ ] * verification . Request
AllTrustStatus map [ string ] verification . TrustStatus
2019-12-02 15:34:05 +00:00
}
2021-03-31 16:23:45 +00:00
// addNewMessageNotification takes a common.Message and generates a new NotificationBody and appends it to the
2021-02-23 07:37:08 +00:00
// []Response.Notifications if the message is m.New
2021-10-07 04:42:27 +00:00
func ( r * ReceivedMessageState ) addNewMessageNotification ( publicKey ecdsa . PublicKey , m * common . Message , responseTo * common . Message , profilePicturesVisibility int ) error {
2021-02-23 07:37:08 +00:00
if ! m . New {
return nil
}
pubKey , err := m . GetSenderPubKey ( )
if err != nil {
return err
}
contactID := contactIDFromPublicKey ( pubKey )
2021-03-29 15:41:30 +00:00
chat , ok := r . AllChats . Load ( m . LocalChatID )
if ! ok {
return fmt . Errorf ( "chat ID '%s' not present" , m . LocalChatID )
}
contact , ok := r . AllContacts . Load ( contactID )
if ! ok {
return fmt . Errorf ( "contact ID '%s' not present" , contactID )
}
2021-02-22 16:12:59 +00:00
2022-02-24 21:36:09 +00:00
if ! chat . Muted {
if showMessageNotification ( publicKey , m , chat , responseTo ) {
2023-10-03 16:29:27 +00:00
notification , err := NewMessageNotification ( m . ID , m , chat , contact , r . ResolvePrimaryName , profilePicturesVisibility )
2022-02-24 21:36:09 +00:00
if err != nil {
return err
}
r . Response . AddNotification ( notification )
2021-03-31 16:23:45 +00:00
}
2021-02-22 16:12:59 +00:00
}
2021-02-23 07:37:08 +00:00
return nil
}
2023-02-06 10:38:37 +00:00
// updateExistingActivityCenterNotification updates AC notification if it exists and hasn't been read yet
func ( r * ReceivedMessageState ) updateExistingActivityCenterNotification ( publicKey ecdsa . PublicKey , m * Messenger , message * common . Message , responseTo * common . Message ) error {
notification , err := m . persistence . GetActivityCenterNotificationByID ( types . FromHex ( message . ID ) )
if err != nil {
return err
}
if notification == nil || notification . Read {
return nil
}
notification . Message = message
notification . ReplyMessage = responseTo
2023-10-22 09:41:20 +00:00
notification . UpdatedAt = m . GetCurrentTimeInMillis ( )
2023-02-06 10:38:37 +00:00
2023-10-22 09:41:20 +00:00
err = m . addActivityCenterNotification ( r . Response , notification , nil )
2023-02-06 10:38:37 +00:00
if err != nil {
return err
}
return nil
}
2024-05-23 20:13:48 +00:00
// function returns if the community is joined before the clock
func ( m * Messenger ) isCommunityJoinedBeforeClock ( publicKey ecdsa . PublicKey , communityID string , clock uint64 ) ( bool , error ) {
community , err := m . communitiesManager . GetByIDString ( communityID )
if err != nil {
return false , err
}
if ! community . Joined ( ) || clock < uint64 ( community . JoinedAt ( ) ) {
joinedClock , err := m . communitiesManager . GetCommunityRequestToJoinClock ( & publicKey , communityID )
if err != nil {
return false , err
}
// no request to join, or request to join is after the message
if joinedClock == 0 || clock < joinedClock {
return false , nil
}
return true , nil
}
return true , nil
}
2021-05-29 17:05:25 +00:00
// addNewActivityCenterNotification takes a common.Message and generates a new ActivityCenterNotification and appends it to the
// []Response.ActivityCenterNotifications if the message is m.New
func ( r * ReceivedMessageState ) addNewActivityCenterNotification ( publicKey ecdsa . PublicKey , m * Messenger , message * common . Message , responseTo * common . Message ) error {
if ! message . New {
return nil
}
chat , ok := r . AllChats . Load ( message . LocalChatID )
if ! ok {
return fmt . Errorf ( "chat ID '%s' not present" , message . LocalChatID )
}
2023-11-29 15:28:04 +00:00
isNotification , notificationType := showMentionOrReplyActivityCenterNotification ( publicKey , message , chat , responseTo )
if ! isNotification {
return nil
}
if chat . CommunityChat ( ) {
// Ignore mentions & replies in community before joining
2024-05-23 20:13:48 +00:00
ok , err := m . isCommunityJoinedBeforeClock ( publicKey , chat . CommunityID , message . Clock )
if err != nil || ! ok {
2023-11-29 15:28:04 +00:00
return nil
}
}
2023-06-10 08:57:40 +00:00
// Use albumId as notificationId to prevent multiple notifications
// for same message with multiple images
2023-09-19 17:17:11 +00:00
var notificationID string
2023-06-10 08:57:40 +00:00
2023-07-28 20:02:20 +00:00
image := message . GetImage ( )
2023-09-19 17:17:11 +00:00
var albumMessages = [ ] * common . Message { }
2023-07-28 20:02:20 +00:00
if image != nil && image . GetAlbumId ( ) != "" {
2023-09-19 17:17:11 +00:00
notificationID = image . GetAlbumId ( )
album , err := m . persistence . albumMessages ( message . LocalChatID , image . AlbumId )
if err != nil {
return err
}
if m . httpServer != nil {
2024-05-07 17:10:19 +00:00
err = m . prepareMessagesList ( album )
if err != nil {
return err
2023-09-19 17:17:11 +00:00
}
}
albumMessages = album
2023-06-10 08:57:40 +00:00
} else {
2023-09-19 17:17:11 +00:00
notificationID = message . ID
2023-06-10 08:57:40 +00:00
}
2023-11-29 15:28:04 +00:00
notification := & ActivityCenterNotification {
ID : types . FromHex ( notificationID ) ,
Name : chat . Name ,
Message : message ,
ReplyMessage : responseTo ,
Type : notificationType ,
Timestamp : message . WhisperTimestamp ,
ChatID : chat . ID ,
CommunityID : chat . CommunityID ,
Author : message . From ,
UpdatedAt : m . GetCurrentTimeInMillis ( ) ,
AlbumMessages : albumMessages ,
Read : message . Seen ,
2021-05-29 17:05:25 +00:00
}
2023-11-29 15:28:04 +00:00
return m . addActivityCenterNotification ( r . Response , notification , nil )
2021-05-29 17:05:25 +00:00
}
2022-01-18 16:31:34 +00:00
func ( m * Messenger ) buildMessageState ( ) * ReceivedMessageState {
return & ReceivedMessageState {
2020-01-10 18:59:01 +00:00
AllChats : m . allChats ,
AllContacts : m . allContacts ,
2021-03-29 15:41:30 +00:00
ModifiedContacts : new ( stringBoolMap ) ,
2020-01-10 18:59:01 +00:00
AllInstallations : m . allInstallations ,
ModifiedInstallations : m . modifiedInstallations ,
ExistingMessagesMap : make ( map [ string ] bool ) ,
2020-07-27 12:27:48 +00:00
EmojiReactions : make ( map [ string ] * EmojiReaction ) ,
2020-08-07 13:49:37 +00:00
GroupChatInvitations : make ( map [ string ] * GroupChatInvitation ) ,
2022-01-18 16:31:34 +00:00
Response : & MessengerResponse { } ,
2020-01-20 16:44:32 +00:00
Timesource : m . getTimesource ( ) ,
2023-10-03 16:29:27 +00:00
ResolvePrimaryName : m . ResolvePrimaryName ,
2022-01-17 03:42:11 +00:00
AllBookmarks : make ( map [ string ] * browsers . Bookmark ) ,
2022-07-05 19:49:44 +00:00
AllTrustStatus : make ( map [ string ] verification . TrustStatus ) ,
2019-12-02 15:34:05 +00:00
}
2022-01-18 16:31:34 +00:00
}
2022-08-24 12:06:48 +00:00
func ( m * Messenger ) outputToCSV ( timestamp uint32 , messageID types . HexBytes , from string , topic types . TopicType , chatID string , msgType protobuf . ApplicationMetadataMessage_Type , parsedMessage interface { } ) {
if ! m . outputCSV {
return
}
msgJSON , err := json . Marshal ( parsedMessage )
if err != nil {
m . logger . Error ( "could not marshall message" , zap . Error ( err ) )
return
}
line := fmt . Sprintf ( "%d\t%s\t%s\t%s\t%s\t%s\t%s\n" , timestamp , messageID . String ( ) , from , topic . String ( ) , chatID , msgType , msgJSON )
_ , err = m . csvFile . Write ( [ ] byte ( line ) )
if err != nil {
m . logger . Error ( "could not write to csv" , zap . Error ( err ) )
return
}
}
2024-03-18 16:59:23 +00:00
func ( m * Messenger ) shouldSkipDuplicate ( messageType protobuf . ApplicationMetadataMessage_Type ) bool {
// Permit re-processing of ApplicationMetadataMessage_COMMUNITY_DESCRIPTION messages,
// as they may be queued pending receipt of decryption keys.
allowedDuplicateTypes := map [ protobuf . ApplicationMetadataMessage_Type ] struct { } {
protobuf . ApplicationMetadataMessage_COMMUNITY_DESCRIPTION : struct { } { } ,
}
if _ , isAllowedDuplicate := allowedDuplicateTypes [ messageType ] ; isAllowedDuplicate {
return false
}
return true
}
2022-09-29 11:50:23 +00:00
func ( m * Messenger ) handleImportedMessages ( messagesToHandle map [ transport . Filter ] [ ] * types . Message ) error {
messageState := m . buildMessageState ( )
logger := m . logger . With ( zap . String ( "site" , "handleImportedMessages" ) )
for filter , messages := range messagesToHandle {
for _ , shhMessage := range messages {
2023-12-15 11:50:47 +00:00
handleMessageResponse , err := m . sender . HandleMessages ( shhMessage )
2022-09-29 11:50:23 +00:00
if err != nil {
logger . Info ( "failed to decode messages" , zap . Error ( err ) )
continue
}
2023-12-15 11:50:47 +00:00
statusMessages := handleMessageResponse . StatusMessages
2022-09-29 11:50:23 +00:00
for _ , msg := range statusMessages {
2023-11-08 18:05:33 +00:00
logger := logger . With ( zap . String ( "message-id" , msg . TransportLayer . Message . ThirdPartyID ) )
2022-09-29 11:50:23 +00:00
logger . Debug ( "processing message" )
publicKey := msg . SigPubKey ( )
senderID := contactIDFromPublicKey ( publicKey )
2024-02-29 09:51:38 +00:00
if len ( msg . EncryptionLayer . HashRatchetInfo ) != 0 {
err := m . communitiesManager . NewHashRatchetKeys ( msg . EncryptionLayer . HashRatchetInfo )
if err != nil {
m . logger . Warn ( "failed to invalidate communities description cache" , zap . Error ( err ) )
}
}
2022-09-29 11:50:23 +00:00
// Don't process duplicates
2023-11-08 18:05:33 +00:00
messageID := msg . TransportLayer . Message . ThirdPartyID
2022-09-29 11:50:23 +00:00
exists , err := m . messageExists ( messageID , messageState . ExistingMessagesMap )
if err != nil {
logger . Warn ( "failed to check message exists" , zap . Error ( err ) )
}
2024-03-18 16:59:23 +00:00
if exists && m . shouldSkipDuplicate ( msg . ApplicationLayer . Type ) {
logger . Debug ( "skipping duplicate" , zap . String ( "messageID" , messageID ) )
2022-09-29 11:50:23 +00:00
continue
}
var contact * Contact
if c , ok := messageState . AllContacts . Load ( senderID ) ; ok {
contact = c
} else {
c , err := buildContact ( senderID , publicKey )
if err != nil {
logger . Info ( "failed to build contact" , zap . Error ( err ) )
continue
}
contact = c
messageState . AllContacts . Store ( senderID , contact )
}
messageState . CurrentMessageState = & CurrentMessageState {
MessageID : messageID ,
2023-11-08 18:05:33 +00:00
WhisperTimestamp : uint64 ( msg . TransportLayer . Message . Timestamp ) * 1000 ,
2022-09-29 11:50:23 +00:00
Contact : contact ,
PublicKey : publicKey ,
2023-12-15 16:16:18 +00:00
StatusMessage : msg ,
2022-09-29 11:50:23 +00:00
}
2023-11-08 18:05:33 +00:00
if msg . ApplicationLayer . Payload != nil {
2022-09-29 11:50:23 +00:00
logger . Debug ( "Handling parsed message" )
2023-11-08 18:05:33 +00:00
switch msg . ApplicationLayer . Type {
2022-09-29 11:50:23 +00:00
2023-08-18 11:39:59 +00:00
case protobuf . ApplicationMetadataMessage_CHAT_MESSAGE :
2023-11-08 18:05:33 +00:00
err = m . handleChatMessageProtobuf ( messageState , msg . ApplicationLayer . Payload , msg , filter , true )
2023-08-18 11:39:59 +00:00
if err != nil {
2023-09-07 10:33:20 +00:00
logger . Warn ( "failed to handle ChatMessage" , zap . Error ( err ) )
2023-08-18 11:39:59 +00:00
continue
}
2023-09-07 10:33:20 +00:00
case protobuf . ApplicationMetadataMessage_PIN_MESSAGE :
2023-11-08 18:05:33 +00:00
err = m . handlePinMessageProtobuf ( messageState , msg . ApplicationLayer . Payload , msg , filter , true )
2022-09-29 11:50:23 +00:00
if err != nil {
2023-09-07 10:33:20 +00:00
logger . Warn ( "failed to handle PinMessage" , zap . Error ( err ) )
2022-09-29 11:50:23 +00:00
}
}
}
}
}
}
importMessageAuthors := messageState . Response . DiscordMessageAuthors ( )
if len ( importMessageAuthors ) > 0 {
err := m . persistence . SaveDiscordMessageAuthors ( importMessageAuthors )
if err != nil {
return err
}
}
importMessagesToSave := messageState . Response . DiscordMessages ( )
2023-06-01 20:02:34 +00:00
if len ( importMessagesToSave ) > 0 {
2024-06-06 14:13:04 +00:00
m . logger . Debug ( "saving discord messages" , zap . Int ( "count" , len ( importMessagesToSave ) ) )
2023-06-01 20:02:34 +00:00
m . handleImportMessagesMutex . Lock ( )
err := m . persistence . SaveDiscordMessages ( importMessagesToSave )
if err != nil {
2024-06-02 17:52:39 +00:00
m . logger . Debug ( "failed to save discord messages" , zap . Error ( err ) )
2022-12-12 09:22:37 +00:00
m . handleImportMessagesMutex . Unlock ( )
2023-06-01 20:02:34 +00:00
return err
2022-09-29 11:50:23 +00:00
}
2023-06-01 20:02:34 +00:00
m . handleImportMessagesMutex . Unlock ( )
2022-09-29 11:50:23 +00:00
}
messageAttachmentsToSave := messageState . Response . DiscordMessageAttachments ( )
if len ( messageAttachmentsToSave ) > 0 {
2024-06-06 14:13:04 +00:00
m . logger . Debug ( "saving discord message attachments" , zap . Int ( "count" , len ( messageAttachmentsToSave ) ) )
2023-06-01 20:02:34 +00:00
m . handleImportMessagesMutex . Lock ( )
err := m . persistence . SaveDiscordMessageAttachments ( messageAttachmentsToSave )
if err != nil {
2024-06-02 17:52:39 +00:00
m . logger . Debug ( "failed to save discord message attachments" , zap . Error ( err ) )
2022-12-12 09:22:37 +00:00
m . handleImportMessagesMutex . Unlock ( )
2023-06-01 20:02:34 +00:00
return err
2022-09-29 11:50:23 +00:00
}
2023-06-01 20:02:34 +00:00
m . handleImportMessagesMutex . Unlock ( )
2022-09-29 11:50:23 +00:00
}
messagesToSave := messageState . Response . Messages ( )
2023-06-01 20:02:34 +00:00
if len ( messagesToSave ) > 0 {
2024-06-06 14:13:04 +00:00
m . logger . Debug ( "saving %d app messages" , zap . Int ( "count" , len ( messagesToSave ) ) )
2023-06-01 20:02:34 +00:00
m . handleMessagesMutex . Lock ( )
err := m . SaveMessages ( messagesToSave )
if err != nil {
2022-12-12 09:22:37 +00:00
m . handleMessagesMutex . Unlock ( )
2023-06-01 20:02:34 +00:00
return err
2022-09-29 11:50:23 +00:00
}
2023-06-01 20:02:34 +00:00
m . handleMessagesMutex . Unlock ( )
2022-09-29 11:50:23 +00:00
}
2023-06-01 20:02:34 +00:00
2023-05-29 17:57:05 +00:00
// Save chats if they were modified
if len ( messageState . Response . chats ) > 0 {
err := m . saveChats ( messageState . Response . Chats ( ) )
if err != nil {
return err
}
}
2022-09-29 11:50:23 +00:00
return nil
}
2023-09-07 10:33:20 +00:00
func ( m * Messenger ) handleRetrievedMessages ( chatWithMessages map [ transport . Filter ] [ ] * types . Message , storeWakuMessages bool , fromArchive bool ) ( * MessengerResponse , error ) {
2022-01-18 16:31:34 +00:00
m . handleMessagesMutex . Lock ( )
defer m . handleMessagesMutex . Unlock ( )
messageState := m . buildMessageState ( )
2019-12-02 15:34:05 +00:00
logger := m . logger . With ( zap . String ( "site" , "RetrieveAll" ) )
2021-02-23 15:47:45 +00:00
2023-07-05 17:35:22 +00:00
controlledCommunitiesChatIDs , err := m . communitiesManager . GetOwnedCommunitiesChatIDs ( )
2022-03-09 09:58:05 +00:00
if err != nil {
logger . Info ( "failed to retrieve admin communities" , zap . Error ( err ) )
}
2024-02-06 12:43:06 +00:00
iterator := m . retrievedMessagesIteratorFactory ( chatWithMessages )
for iterator . HasNext ( ) {
filter , messages := iterator . Next ( )
2021-01-08 15:21:25 +00:00
var processedMessages [ ] string
2019-10-09 14:22:53 +00:00
for _ , shhMessage := range messages {
2021-10-29 14:29:28 +00:00
logger := logger . With ( zap . String ( "hash" , types . EncodeHex ( shhMessage . Hash ) ) )
2021-01-08 15:21:25 +00:00
// Indicates tha all messages in the batch have been processed correctly
allMessagesProcessed := true
2022-03-09 09:58:05 +00:00
2023-07-06 17:44:31 +00:00
if controlledCommunitiesChatIDs [ filter . ChatID ] && storeWakuMessages {
2022-03-09 09:58:05 +00:00
logger . Debug ( "storing waku message" )
err := m . communitiesManager . StoreWakuMessage ( shhMessage )
if err != nil {
logger . Warn ( "failed to store waku message" , zap . Error ( err ) )
}
}
2023-12-15 11:50:47 +00:00
handleMessagesResponse , err := m . sender . HandleMessages ( shhMessage )
2019-09-02 09:29:06 +00:00
if err != nil {
2023-10-30 14:51:57 +00:00
if m . telemetryClient != nil {
go m . telemetryClient . UpdateEnvelopeProcessingError ( shhMessage , err )
}
2019-09-02 09:29:06 +00:00
logger . Info ( "failed to decode messages" , zap . Error ( err ) )
continue
}
2021-11-03 12:38:37 +00:00
2023-12-15 11:50:47 +00:00
if handleMessagesResponse == nil {
continue
}
statusMessages := handleMessagesResponse . StatusMessages
2021-11-03 12:38:37 +00:00
if m . telemetryClient != nil {
2024-08-12 21:30:13 +00:00
m . telemetryClient . PushReceivedMessages ( m . ctx , telemetry . ReceivedMessages {
2024-06-13 22:31:09 +00:00
Filter : filter ,
SSHMessage : shhMessage ,
Messages : statusMessages ,
} )
2021-11-03 12:38:37 +00:00
}
2023-12-15 16:16:18 +00:00
err = m . handleDatasyncMetadata ( handleMessagesResponse )
if err != nil {
m . logger . Warn ( "failed to handle datasync metadata" , zap . Error ( err ) )
}
2019-09-26 07:01:17 +00:00
2020-03-09 06:19:23 +00:00
logger . Debug ( "processing messages further" , zap . Int ( "count" , len ( statusMessages ) ) )
2019-11-15 08:52:28 +00:00
for _ , msg := range statusMessages {
2023-11-08 18:05:33 +00:00
logger := logger . With ( zap . String ( "message-id" , msg . ApplicationLayer . ID . String ( ) ) )
2024-06-24 07:16:05 +00:00
2019-12-02 15:34:05 +00:00
publicKey := msg . SigPubKey ( )
2023-11-08 18:05:33 +00:00
m . handleInstallations ( msg . EncryptionLayer . Installations )
err := m . handleSharedSecrets ( msg . EncryptionLayer . SharedSecrets )
2020-07-31 12:22:05 +00:00
if err != nil {
// log and continue, non-critical error
logger . Warn ( "failed to handle shared secrets" )
}
2020-01-15 07:25:09 +00:00
senderID := contactIDFromPublicKey ( publicKey )
2023-08-04 10:41:24 +00:00
ownID := contactIDFromPublicKey ( m . IdentityPublicKey ( ) )
2024-06-24 07:16:05 +00:00
logger . Info ( "processing message" , zap . Any ( "type" , msg . ApplicationLayer . Type ) , zap . String ( "senderID" , senderID ) )
2023-07-12 09:46:56 +00:00
2023-08-04 10:41:24 +00:00
if senderID == ownID {
// Skip own messages of certain types
2023-11-08 18:05:33 +00:00
if msg . ApplicationLayer . Type == protobuf . ApplicationMetadataMessage_CONTACT_CODE_ADVERTISEMENT {
2023-08-04 10:41:24 +00:00
continue
}
}
2023-07-12 09:46:56 +00:00
contact , contactFound := messageState . AllContacts . Load ( senderID )
2022-08-24 12:06:48 +00:00
2023-12-20 12:49:12 +00:00
// Check for messages from blocked users
if contactFound && contact . Blocked {
continue
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
}
2021-02-23 15:47:45 +00:00
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
// Don't process duplicates
2023-11-08 18:05:33 +00:00
messageID := types . EncodeHex ( msg . ApplicationLayer . ID )
2021-06-07 12:38:13 +00:00
exists , err := m . messageExists ( messageID , messageState . ExistingMessagesMap )
2019-12-02 15:34:05 +00:00
if err != nil {
logger . Warn ( "failed to check message exists" , zap . Error ( err ) )
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
}
2024-03-18 16:59:23 +00:00
if exists && m . shouldSkipDuplicate ( msg . ApplicationLayer . Type ) {
logger . Debug ( "skipping duplicate" , zap . String ( "messageID" , messageID ) )
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
continue
}
2023-07-12 09:46:56 +00:00
if ! contactFound {
2020-12-22 10:49:25 +00:00
c , err := buildContact ( senderID , publicKey )
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
if err != nil {
logger . Info ( "failed to build contact" , zap . Error ( err ) )
2021-01-08 15:21:25 +00:00
allMessagesProcessed = false
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
continue
}
contact = c
2023-11-08 18:05:33 +00:00
if msg . ApplicationLayer . Type != protobuf . ApplicationMetadataMessage_PUSH_NOTIFICATION_QUERY {
2023-09-20 16:26:04 +00:00
messageState . AllContacts . Store ( senderID , contact )
}
2019-12-02 15:34:05 +00:00
}
2020-01-10 18:59:01 +00:00
messageState . CurrentMessageState = & CurrentMessageState {
2019-12-02 15:34:05 +00:00
MessageID : messageID ,
2023-11-08 18:05:33 +00:00
WhisperTimestamp : uint64 ( msg . TransportLayer . Message . Timestamp ) * 1000 ,
2019-12-02 15:34:05 +00:00
Contact : contact ,
PublicKey : publicKey ,
2023-12-15 16:16:18 +00:00
StatusMessage : msg ,
Move to protobuf for Message type (#1706)
* Use a single Message type `v1/message.go` and `message.go` are the same now, and they embed `protobuf.ChatMessage`
* Use `SendChatMessage` for sending chat messages, this is basically the old `Send` but a bit more flexible so we can send different message types (stickers,commands), and not just text.
* Remove dedup from services/shhext. Because now we process in status-protocol, dedup makes less sense, as those messages are going to be processed anyway, so removing for now, we can re-evaluate if bringing it to status-go or not.
* Change the various retrieveX method to a single one:
`RetrieveAll` will be processing those messages that it can process (Currently only `Message`), and return the rest in `RawMessages` (still transit). The format for the response is:
`Chats`: -> The chats updated by receiving the message
`Messages`: -> The messages retrieved (already matched to a chat)
`Contacts`: -> The contacts updated by the messages
`RawMessages` -> Anything else that can't be parsed, eventually as we move everything to status-protocol-go this will go away.
2019-12-05 16:25:34 +00:00
}
2023-11-08 18:05:33 +00:00
if msg . ApplicationLayer . Payload != nil {
2020-07-09 16:52:26 +00:00
2023-11-08 18:05:33 +00:00
err := m . dispatchToHandler ( messageState , msg . ApplicationLayer . Payload , msg , filter , fromArchive )
2023-08-18 11:39:59 +00:00
if err != nil {
allMessagesProcessed = false
logger . Warn ( "failed to process protobuf" , zap . Error ( err ) )
2024-01-29 11:24:20 +00:00
if m . unhandledMessagesTracker != nil {
m . unhandledMessagesTracker ( msg , err )
}
2020-07-06 08:54:22 +00:00
continue
2019-11-15 08:52:28 +00:00
}
2023-08-18 11:39:59 +00:00
logger . Debug ( "Handled parsed message" )
2020-08-18 15:07:48 +00:00
} else {
logger . Debug ( "parsed message is nil" )
2019-11-15 08:52:28 +00:00
}
}
2021-01-08 15:21:25 +00:00
2023-07-05 17:35:22 +00:00
m . processCommunityChanges ( messageState )
2021-01-11 10:32:51 +00:00
2022-01-13 10:06:01 +00:00
// NOTE: for now we confirm messages as processed regardless whether we
// actually processed them, this is because we need to differentiate
// from messages that we want to retry to process and messages that
// are never going to be processed
m . transport . MarkP2PMessageAsProcessed ( gethcommon . BytesToHash ( shhMessage . Hash ) )
2021-01-08 15:21:25 +00:00
if allMessagesProcessed {
processedMessages = append ( processedMessages , types . EncodeHex ( shhMessage . Hash ) )
}
}
if len ( processedMessages ) != 0 {
if err := m . transport . ConfirmMessagesProcessed ( processedMessages , m . getTimesource ( ) . GetCurrentTime ( ) ) ; err != nil {
logger . Warn ( "failed to confirm processed messages" , zap . Error ( err ) )
}
2019-09-02 09:29:06 +00:00
}
}
2023-01-06 12:21:14 +00:00
return m . saveDataAndPrepareResponse ( messageState )
}
2024-09-19 08:17:46 +00:00
func ( m * Messenger ) deleteNotification ( response * MessengerResponse , installationID string ) error {
notification , err := m . persistence . GetActivityCenterNotificationByID ( types . FromHex ( installationID ) )
if err != nil {
return err
}
if notification == nil {
return nil
}
updatedAt := m . GetCurrentTimeInMillis ( )
notification . UpdatedAt = updatedAt
notification . Deleted = true
// we shouldn't sync deleted notification here,
// as the same user on different devices will receive the same message(CommunityCancelRequestToJoin) ?
err = m . persistence . DeleteActivityCenterNotificationByID ( types . FromHex ( installationID ) , updatedAt )
if err != nil {
m . logger . Error ( "failed to delete notification from Activity Center" , zap . Error ( err ) )
return err
}
// sending signal to client to remove the activity center notification from UI
response . AddActivityCenterNotification ( notification )
return nil
}
2023-01-06 12:21:14 +00:00
func ( m * Messenger ) saveDataAndPrepareResponse ( messageState * ReceivedMessageState ) ( * MessengerResponse , error ) {
var err error
2020-04-17 11:22:38 +00:00
var contactsToSave [ ] * Contact
2021-03-29 15:41:30 +00:00
messageState . ModifiedContacts . Range ( func ( id string , value bool ) ( shouldContinue bool ) {
contact , ok := messageState . AllContacts . Load ( id )
if ok {
2020-04-17 11:22:38 +00:00
contactsToSave = append ( contactsToSave , contact )
2023-01-20 14:28:30 +00:00
messageState . Response . AddContact ( contact )
2020-04-17 11:22:38 +00:00
}
2021-03-29 15:41:30 +00:00
return true
} )
2019-12-02 15:34:05 +00:00
2021-01-11 10:32:51 +00:00
// Hydrate chat alias and identicon
for id := range messageState . Response . chats {
2021-03-29 15:41:30 +00:00
chat , _ := messageState . AllChats . Load ( id )
2021-11-05 15:11:10 +00:00
if chat == nil {
continue
}
2020-05-20 12:16:12 +00:00
if chat . OneToOne ( ) {
2021-03-29 15:41:30 +00:00
contact , ok := m . allContacts . Load ( chat . ID )
2020-05-20 12:16:12 +00:00
if ok {
chat . Alias = contact . Alias
chat . Identicon = contact . Identicon
}
}
2021-01-11 10:32:51 +00:00
messageState . Response . AddChat ( chat )
2020-05-20 12:16:12 +00:00
}
2021-03-29 15:41:30 +00:00
messageState . ModifiedInstallations . Range ( func ( id string , value bool ) ( shouldContinue bool ) {
installation , _ := messageState . AllInstallations . Load ( id )
feat: fallback pairing seed (#5614)
* feat(pairing)!: Add extra parameters and remove v2 compatibility
This commit includes the following changes:
I have added a flag to maintain 2.29 compatibility.
Breaking change in connection string
The local pairing code that was parsing the connection string had a few non-upgradable features:
It was strictly checking the number of parameters, throwing an error if the number was different. This made it impossible to add parameters to it without breaking.
It was strictly checking the version number. This made increasing the version number impossible as older client would just refuse to connect.
The code has been changed so that:
Two parameters have been added, installation-id and key-uid. Those are needed for the fallback flow.
I have also removed version from the payload, since it wasn't used.
This means that we don't support v1 anymore. V2 parsing is supported . Going forward there's a clear strategy on how to update the protocol (append parameters, don't change existing one).
https://www.youtube.com/watch?v=oyLBGkS5ICk Is a must watch video for understanding the strategy
Changed MessengerResponse to use internally a map of installations rather than an array (minor)
Just moving towards maps as arrays tend to lead to subtle bugs.
Moved pairing methods to messenger_pairing.go
Just moved some methods
Added 2 new methods for the fallback flow
FinishPairingThroughSeedPhraseProcess
https://github.com/status-im/status-go/pull/5567/files#diff-1ad620b07fa3bd5fbc96c9f459d88829938a162bf1aaf41c61dea6e38b488d54R29
EnableAndSyncInstallation
https://github.com/status-im/status-go/pull/5567/files#diff-1ad620b07fa3bd5fbc96c9f459d88829938a162bf1aaf41c61dea6e38b488d54R18
Flow for clients
Client A1 is logged in
Client A2 is logged out
Client A1 shows a QR code
Client A2 scans a QR code
If connection fails on A2, the user will be prompted to enter a seed phrase.
If the generated account matches the key-uid from the QR code, A2 should call FinishPairingThroughSeedPhraseProcess with the installation id passed in the QR code. This will send installation information over waku. The user should be shown its own installation id and prompted to check the other device.
Client A1 will receive new installation data through waku, if they are still on the qr code page, they should show a popup to the user showing the received installation id, and a way to Enable and Sync, which should call the EnableAndSyncInstallation endpoint. This should finish the fallback syncing flow.
Current issues
Currently I haven't tested that all the data is synced after finishing the flow. I see that the two devices are paired correctly, but for example the DisplayName is not changed on the receiving device. I haven't had time to look into it further.
* test_: add more test for connection string parser
* fix_: fix panic when parse old connection string
* test_: add comments for TestMessengerPairAfterSeedPhrase
* fix_: correct error description
* feat_:rename FinishPairingThroughSeedPhraseProcess to EnableInstallationAndPair
* fix_: delete leftover
* fix_: add UniqueKey method
* fix_: unify the response for InputConnectionStringForBootstrapping
* fix_: remove fields installationID and keyUID in GethStatusBackend
* fix_: rename messenger_pairing to messenger_pairing_and_syncing
---------
Co-authored-by: Andrea Maria Piana <andrea.maria.piana@gmail.com>
2024-07-30 09:14:05 +00:00
messageState . Response . AddInstallation ( installation )
2020-01-10 18:59:01 +00:00
if installation . InstallationMetadata != nil {
2021-03-29 15:41:30 +00:00
err = m . setInstallationMetadata ( id , installation . InstallationMetadata )
2020-01-10 18:59:01 +00:00
if err != nil {
2021-03-29 15:41:30 +00:00
return false
2020-01-10 18:59:01 +00:00
}
}
2021-03-29 15:41:30 +00:00
2024-09-19 08:17:46 +00:00
if installation . Enabled {
// Delete AC notif since the installation is now enabled
err = m . deleteNotification ( messageState . Response , id )
if err != nil {
m . logger . Error ( "error deleting notification" , zap . Error ( err ) )
return false
}
} else if id != m . installationID {
// Add activity center notification when we receive a new installation
notification := & ActivityCenterNotification {
ID : types . FromHex ( id ) ,
Type : ActivityCenterNotificationTypeNewInstallationReceived ,
InstallationID : id ,
Timestamp : m . getTimesource ( ) . GetCurrentTime ( ) ,
Read : false ,
Deleted : false ,
UpdatedAt : m . GetCurrentTimeInMillis ( ) ,
}
err = m . addActivityCenterNotification ( messageState . Response , notification , nil )
if err != nil {
return false
}
}
2021-03-29 15:41:30 +00:00
return true
} )
if err != nil {
return nil , err
2019-09-26 07:01:17 +00:00
}
2021-01-11 10:32:51 +00:00
if len ( messageState . Response . chats ) > 0 {
err = m . saveChats ( messageState . Response . Chats ( ) )
2019-12-02 15:34:05 +00:00
if err != nil {
return nil , err
}
}
2021-01-11 10:32:51 +00:00
2021-06-03 13:11:55 +00:00
messagesToSave := messageState . Response . Messages ( )
2023-06-01 20:02:34 +00:00
if len ( messagesToSave ) > 0 {
err = m . SaveMessages ( messagesToSave )
if err != nil {
return nil , err
2021-05-14 21:22:50 +00:00
}
}
2019-09-26 07:01:17 +00:00
2020-07-27 12:27:48 +00:00
for _ , emojiReaction := range messageState . EmojiReactions {
2023-02-13 20:09:20 +00:00
messageState . Response . AddEmojiReaction ( emojiReaction )
2020-07-27 12:27:48 +00:00
}
2020-08-07 13:49:37 +00:00
for _ , groupChatInvitation := range messageState . GroupChatInvitations {
messageState . Response . Invitations = append ( messageState . Response . Invitations , groupChatInvitation )
}
2020-04-17 11:22:38 +00:00
if len ( contactsToSave ) > 0 {
err = m . persistence . SaveContacts ( contactsToSave )
2019-12-02 15:34:05 +00:00
if err != nil {
return nil , err
}
}
2019-09-26 07:01:17 +00:00
2020-11-10 15:08:32 +00:00
newMessagesIds := map [ string ] struct { } { }
2021-06-03 13:11:55 +00:00
for _ , message := range messagesToSave {
2021-06-25 08:30:18 +00:00
if message . New {
newMessagesIds [ message . ID ] = struct { } { }
}
2020-11-10 15:08:32 +00:00
}
2021-06-03 13:11:55 +00:00
messagesWithResponses , err := m . pullMessagesAndResponsesFromDB ( messagesToSave )
Add replies to messages
Currently replies to messages are handled in status-react.
This causes some issues with the fact that sometimes replies might come
out of order, they might be offloaded to the database etc.
This commit changes the behavior so that status-go always returns the
replies, and in case a reply comes out of order (first the reply, later
the message being replied to), it will include in the messages the
updated message.
It also adds some fields (RTL,Replace,LineCount) to the database which
were not previously saved, resulting in some potential bugs.
The method that we use to pull replies is currently a bit naive, we just
pull all the message again from the database, but has the advantage of
being simple. It will go through performance testing to make sure
performnace are acceptable, if so I think it's reasonable to avoid some
complexity.
2020-04-08 13:42:02 +00:00
if err != nil {
return nil , err
}
2021-02-22 16:12:59 +00:00
messagesByID := map [ string ] * common . Message { }
for _ , message := range messagesWithResponses {
messagesByID [ message . ID ] = message
}
2021-06-03 13:11:55 +00:00
messageState . Response . SetMessages ( messagesWithResponses )
Add replies to messages
Currently replies to messages are handled in status-react.
This causes some issues with the fact that sometimes replies might come
out of order, they might be offloaded to the database etc.
This commit changes the behavior so that status-go always returns the
replies, and in case a reply comes out of order (first the reply, later
the message being replied to), it will include in the messages the
updated message.
It also adds some fields (RTL,Replace,LineCount) to the database which
were not previously saved, resulting in some potential bugs.
The method that we use to pull replies is currently a bit naive, we just
pull all the message again from the database, but has the advantage of
being simple. It will go through performance testing to make sure
performnace are acceptable, if so I think it's reasonable to avoid some
complexity.
2020-04-08 13:42:02 +00:00
2021-03-31 16:23:45 +00:00
notificationsEnabled , err := m . settings . GetNotificationsEnabled ( )
if err != nil {
return nil , err
}
2021-10-07 04:42:27 +00:00
profilePicturesVisibility , err := m . settings . GetProfilePicturesVisibility ( )
if err != nil {
return nil , err
}
2024-01-08 18:18:57 +00:00
err = m . prepareMessages ( messageState . Response . messages )
if err != nil {
return nil , err
}
2022-02-10 17:19:34 +00:00
2021-06-03 13:11:55 +00:00
for _ , message := range messageState . Response . messages {
2020-11-10 15:08:32 +00:00
if _ , ok := newMessagesIds [ message . ID ] ; ok {
message . New = true
2021-02-23 07:37:08 +00:00
2021-03-31 16:23:45 +00:00
if notificationsEnabled {
// Create notification body to be eventually passed to `localnotifications.SendMessageNotifications()`
2021-10-07 04:42:27 +00:00
if err = messageState . addNewMessageNotification ( m . identity . PublicKey , message , messagesByID [ message . ResponseTo ] , profilePicturesVisibility ) ; err != nil {
2021-03-31 16:23:45 +00:00
return nil , err
}
2021-02-23 07:37:08 +00:00
}
2021-05-29 17:05:25 +00:00
// Create activity center notification body to be eventually passed to `activitycenter.SendActivityCenterNotifications()`
if err = messageState . addNewActivityCenterNotification ( m . identity . PublicKey , m , message , messagesByID [ message . ResponseTo ] ) ; err != nil {
return nil , err
}
2020-11-10 15:08:32 +00:00
}
}
2020-01-10 18:59:01 +00:00
// Reset installations
2021-03-29 15:41:30 +00:00
m . modifiedInstallations = new ( stringBoolMap )
2020-01-10 18:59:01 +00:00
2022-01-17 03:42:11 +00:00
if len ( messageState . AllBookmarks ) > 0 {
bookmarks , err := m . storeSyncBookmarks ( messageState . AllBookmarks )
if err != nil {
return nil , err
}
messageState . Response . AddBookmarks ( bookmarks )
}
2022-07-05 19:49:44 +00:00
if len ( messageState . AllVerificationRequests ) > 0 {
for _ , vr := range messageState . AllVerificationRequests {
messageState . Response . AddVerificationRequest ( vr )
}
}
if len ( messageState . AllTrustStatus ) > 0 {
messageState . Response . AddTrustStatuses ( messageState . AllTrustStatus )
}
2023-04-17 14:44:48 +00:00
// Hydrate pinned messages
for _ , pinnedMessage := range messageState . Response . PinMessages ( ) {
if pinnedMessage . Pinned {
pinnedMessage . Message = & common . PinnedMessage {
Message : messageState . Response . GetMessage ( pinnedMessage . MessageId ) ,
PinnedBy : pinnedMessage . From ,
PinnedAt : pinnedMessage . Clock ,
}
}
}
2020-01-10 18:59:01 +00:00
return messageState . Response , nil
2019-09-26 07:01:17 +00:00
}
2022-01-17 03:42:11 +00:00
func ( m * Messenger ) storeSyncBookmarks ( bookmarkMap map [ string ] * browsers . Bookmark ) ( [ ] * browsers . Bookmark , error ) {
var bookmarks [ ] * browsers . Bookmark
for _ , bookmark := range bookmarkMap {
bookmarks = append ( bookmarks , bookmark )
}
return m . browserDatabase . StoreSyncBookmarks ( bookmarks )
}
2020-09-01 13:27:01 +00:00
func ( m * Messenger ) MessageByID ( id string ) ( * common . Message , error ) {
2024-05-01 05:54:47 +00:00
msg , err := m . persistence . MessageByID ( id )
if err != nil {
return nil , err
}
if m . httpServer != nil {
err = m . prepareMessage ( msg , m . httpServer )
if err != nil {
return nil , err
}
}
return msg , nil
2019-08-06 21:50:13 +00:00
}
2019-08-20 11:20:25 +00:00
func ( m * Messenger ) MessagesExist ( ids [ ] string ) ( map [ string ] bool , error ) {
return m . persistence . MessagesExist ( ids )
2019-08-06 21:50:13 +00:00
}
2022-12-11 19:08:51 +00:00
func ( m * Messenger ) FirstUnseenMessageID ( chatID string ) ( string , error ) {
return m . persistence . FirstUnseenMessageID ( chatID )
}
2022-06-21 16:31:15 +00:00
func ( m * Messenger ) latestIncomingMessageClock ( chatID string ) ( uint64 , error ) {
return m . persistence . latestIncomingMessageClock ( chatID )
}
2020-09-01 13:27:01 +00:00
func ( m * Messenger ) MessageByChatID ( chatID , cursor string , limit int ) ( [ ] * common . Message , string , error ) {
2020-11-03 10:16:05 +00:00
chat , err := m . persistence . Chat ( chatID )
if err != nil {
return nil , "" , err
}
2021-10-27 10:59:43 +00:00
if chat == nil {
return nil , "" , ErrChatNotFound
}
2022-02-10 17:19:34 +00:00
var msgs [ ] * common . Message
var nextCursor string
2020-11-03 10:16:05 +00:00
if chat . Timeline ( ) {
var chatIDs = [ ] string { "@" + contactIDFromPublicKey ( & m . identity . PublicKey ) }
2021-03-24 08:04:03 +00:00
m . allContacts . Range ( func ( contactID string , contact * Contact ) ( shouldContinue bool ) {
2023-01-20 14:28:30 +00:00
if contact . added ( ) {
2020-11-03 10:16:05 +00:00
chatIDs = append ( chatIDs , "@" + contact . ID )
}
2021-03-24 08:04:03 +00:00
return true
} )
2022-02-10 17:19:34 +00:00
msgs , nextCursor , err = m . persistence . MessageByChatIDs ( chatIDs , cursor , limit )
if err != nil {
return nil , "" , err
}
} else {
msgs , nextCursor , err = m . persistence . MessageByChatID ( chatID , cursor , limit )
if err != nil {
return nil , "" , err
}
}
2023-12-07 16:02:37 +00:00
2022-05-09 13:07:57 +00:00
if m . httpServer != nil {
2024-05-07 17:10:19 +00:00
err = m . prepareMessagesList ( msgs )
if err != nil {
return nil , "" , err
2022-05-09 13:07:57 +00:00
}
2022-02-10 17:19:34 +00:00
}
return msgs , nextCursor , nil
}
2024-01-08 18:18:57 +00:00
func ( m * Messenger ) prepareMessages ( messages map [ string ] * common . Message ) error {
2024-03-08 13:48:22 +00:00
if m . httpServer == nil {
return nil
}
for idx := range messages {
err := m . prepareMessage ( messages [ idx ] , m . httpServer )
if err != nil {
return err
2024-01-08 18:18:57 +00:00
}
}
return nil
}
2024-05-07 17:10:19 +00:00
func ( m * Messenger ) prepareMessagesList ( messages [ ] * common . Message ) error {
if m . httpServer == nil {
return nil
}
for idx := range messages {
err := m . prepareMessage ( messages [ idx ] , m . httpServer )
if err != nil {
return err
}
}
return nil
}
2024-01-08 18:18:57 +00:00
func extractQuotedImages ( messages [ ] * common . Message , s * server . MediaServer ) [ ] string {
var quotedImages [ ] string
for _ , message := range messages {
if message . ChatMessage != nil && message . ChatMessage . ContentType == protobuf . ChatMessage_IMAGE {
quotedImages = append ( quotedImages , s . MakeImageURL ( message . ID ) )
2022-05-09 13:07:57 +00:00
}
2020-11-03 10:16:05 +00:00
}
2024-01-08 18:18:57 +00:00
return quotedImages
2019-08-06 21:50:13 +00:00
}
2024-02-19 13:55:38 +00:00
func ( m * Messenger ) prepareTokenData ( tokenData * ActivityTokenData , s * server . MediaServer ) error {
if tokenData . TokenType == int ( protobuf . CommunityTokenType_ERC721 ) {
tokenData . ImageURL = s . MakeWalletCollectibleImagesURL ( tokenData . CollectibleID )
} else if tokenData . TokenType == int ( protobuf . CommunityTokenType_ERC20 ) {
tokenData . ImageURL = s . MakeCommunityTokenImagesURL ( tokenData . CommunityID , tokenData . ChainID , tokenData . Symbol )
}
return nil
}
2024-01-08 18:18:57 +00:00
func ( m * Messenger ) prepareMessage ( msg * common . Message , s * server . MediaServer ) error {
2022-05-10 09:34:53 +00:00
if msg . QuotedMessage != nil && msg . QuotedMessage . ContentType == int64 ( protobuf . ChatMessage_IMAGE ) {
msg . QuotedMessage . ImageLocalURL = s . MakeImageURL ( msg . QuotedMessage . ID )
2024-01-08 18:18:57 +00:00
quotedMessage , err := m . MessageByID ( msg . QuotedMessage . ID )
if err != nil {
return err
}
if quotedMessage == nil {
return errors . New ( "message not found" )
}
if quotedMessage . ChatMessage != nil {
2024-03-08 13:48:22 +00:00
image := quotedMessage . ChatMessage . GetImage ( )
2024-01-08 18:18:57 +00:00
albumID := quotedMessage . ChatMessage . GetImage ( ) . AlbumId
2024-03-08 13:48:22 +00:00
if image != nil && image . GetAlbumId ( ) != "" {
albumMessages , err := m . persistence . albumMessages ( quotedMessage . LocalChatID , albumID )
if err != nil {
return err
}
quotedImages := extractQuotedImages ( albumMessages , s )
quotedImagesJSON , err := json . Marshal ( quotedImages )
if err != nil {
return err
}
2024-01-08 18:18:57 +00:00
msg . QuotedMessage . AlbumImages = quotedImagesJSON
}
}
2022-05-10 09:34:53 +00:00
}
2022-10-05 17:54:47 +00:00
if msg . QuotedMessage != nil && msg . QuotedMessage . ContentType == int64 ( protobuf . ChatMessage_AUDIO ) {
msg . QuotedMessage . AudioLocalURL = s . MakeAudioURL ( msg . QuotedMessage . ID )
}
if msg . QuotedMessage != nil && msg . QuotedMessage . ContentType == int64 ( protobuf . ChatMessage_STICKER ) {
msg . QuotedMessage . HasSticker = true
}
2023-01-13 15:28:49 +00:00
if msg . QuotedMessage != nil && msg . QuotedMessage . ContentType == int64 ( protobuf . ChatMessage_DISCORD_MESSAGE ) {
dm := msg . QuotedMessage . DiscordMessage
exists , err := m . persistence . HasDiscordMessageAuthorImagePayload ( dm . Author . Id )
if err != nil {
2024-01-08 18:18:57 +00:00
return err
2023-01-13 15:28:49 +00:00
}
if exists {
msg . QuotedMessage . DiscordMessage . Author . LocalUrl = s . MakeDiscordAuthorAvatarURL ( dm . Author . Id )
}
}
2022-05-10 09:34:53 +00:00
if msg . ContentType == protobuf . ChatMessage_IMAGE {
msg . ImageLocalURL = s . MakeImageURL ( msg . ID )
}
2023-02-15 08:14:00 +00:00
2022-09-20 09:55:59 +00:00
if msg . ContentType == protobuf . ChatMessage_DISCORD_MESSAGE {
dm := msg . GetDiscordMessage ( )
exists , err := m . persistence . HasDiscordMessageAuthorImagePayload ( dm . Author . Id )
if err != nil {
2024-01-08 18:18:57 +00:00
return err
2022-09-20 09:55:59 +00:00
}
if exists {
dm . Author . LocalUrl = s . MakeDiscordAuthorAvatarURL ( dm . Author . Id )
}
for idx , attachment := range dm . Attachments {
if strings . Contains ( attachment . ContentType , "image" ) {
2022-10-05 10:39:55 +00:00
hasPayload , err := m . persistence . HasDiscordMessageAttachmentPayload ( attachment . Id , dm . Id )
2022-09-20 09:55:59 +00:00
if err != nil {
m . logger . Error ( "failed to check if message attachment exist" , zap . Error ( err ) )
continue
}
if hasPayload {
localURL := s . MakeDiscordAttachmentURL ( dm . Id , attachment . Id )
dm . Attachments [ idx ] . LocalUrl = localURL
}
}
}
msg . Payload = & protobuf . ChatMessage_DiscordMessage {
DiscordMessage : dm ,
}
}
2022-05-10 09:34:53 +00:00
if msg . ContentType == protobuf . ChatMessage_AUDIO {
msg . AudioLocalURL = s . MakeAudioURL ( msg . ID )
}
if msg . ContentType == protobuf . ChatMessage_STICKER {
msg . StickerLocalURL = s . MakeStickerURL ( msg . GetSticker ( ) . Hash )
}
2024-03-12 20:47:51 +00:00
msg . LinkPreviews = msg . ConvertFromProtoToLinkPreviews ( s . MakeLinkPreviewThumbnailURL , s . MakeLinkPreviewFaviconURL )
2023-10-13 12:25:34 +00:00
msg . StatusLinkPreviews = msg . ConvertFromProtoToStatusLinkPreviews ( s . MakeStatusLinkPreviewThumbnailURL )
2024-01-08 18:18:57 +00:00
return nil
2022-05-10 09:34:53 +00:00
}
2021-08-04 19:31:44 +00:00
func ( m * Messenger ) AllMessageByChatIDWhichMatchTerm ( chatID string , searchTerm string , caseSensitive bool ) ( [ ] * common . Message , error ) {
_ , err := m . persistence . Chat ( chatID )
if err != nil {
return nil , err
}
2024-05-16 16:41:04 +00:00
messages , err := m . persistence . AllMessageByChatIDWhichMatchTerm ( chatID , searchTerm , caseSensitive )
if err != nil {
return nil , err
}
return m . filterOutHiddenChatMessages ( messages )
2021-08-04 19:31:44 +00:00
}
2021-08-19 19:47:03 +00:00
func ( m * Messenger ) AllMessagesFromChatsAndCommunitiesWhichMatchTerm ( communityIds [ ] string , chatIds [ ] string , searchTerm string , caseSensitive bool ) ( [ ] * common . Message , error ) {
2024-05-16 16:41:04 +00:00
messages , err := m . persistence . AllMessagesFromChatsAndCommunitiesWhichMatchTerm ( communityIds , chatIds , searchTerm , caseSensitive )
if err != nil {
return nil , err
}
return m . filterOutHiddenChatMessages ( messages )
}
func ( m * Messenger ) filterOutHiddenChatMessages ( messages [ ] * common . Message ) ( [ ] * common . Message , error ) {
communitiesCache := make ( map [ string ] * communities . Community )
chatVisibilityCache := make ( map [ string ] bool )
var filteredMessages [ ] * common . Message
for _ , message := range messages {
chatVisible , ok := chatVisibilityCache [ message . ChatId ]
if ok && chatVisible {
filteredMessages = append ( filteredMessages , message )
continue
}
chat , ok := m . allChats . Load ( message . ChatId )
if ! ok {
return nil , ErrChatNotFoundError
}
if chat . CommunityID == "" {
filteredMessages = append ( filteredMessages , message )
continue
}
community , ok := communitiesCache [ chat . CommunityID ]
if ! ok {
communityID , err := hexutil . Decode ( chat . CommunityID )
if err != nil {
return nil , err
}
comm , err := m . communitiesManager . GetByID ( communityID )
if err != nil {
if err == communities . ErrOrgNotFound {
continue
}
return nil , err
}
communitiesCache [ chat . CommunityID ] = comm
community = comm
}
canView := community . CanView ( & m . identity . PublicKey , chat . CommunityChannelID ( ) )
chatVisibilityCache [ chat . ID ] = canView
if canView {
filteredMessages = append ( filteredMessages , message )
}
}
return filteredMessages , nil
2021-08-19 19:47:03 +00:00
}
2020-09-01 13:27:01 +00:00
func ( m * Messenger ) SaveMessages ( messages [ ] * common . Message ) error {
2020-05-20 12:16:12 +00:00
return m . persistence . SaveMessages ( messages )
2019-08-06 21:50:13 +00:00
}
2019-08-20 11:20:25 +00:00
func ( m * Messenger ) DeleteMessage ( id string ) error {
return m . persistence . DeleteMessage ( id )
2019-08-06 21:50:13 +00:00
}
2019-08-20 11:20:25 +00:00
func ( m * Messenger ) DeleteMessagesByChatID ( id string ) error {
return m . persistence . DeleteMessagesByChatID ( id )
2019-08-06 21:50:13 +00:00
}
2023-12-25 06:25:22 +00:00
func ( m * Messenger ) markMessageAsUnreadImpl ( chatID string , messageID string ) ( uint64 , uint64 , error ) {
2023-12-11 08:17:01 +00:00
count , countWithMentions , err := m . persistence . MarkMessageAsUnread ( chatID , messageID )
if err != nil {
return 0 , 0 , err
}
chat , err := m . persistence . Chat ( chatID )
if err != nil {
return 0 , 0 , err
}
m . allChats . Store ( chatID , chat )
return count , countWithMentions , nil
}
2023-12-25 06:25:22 +00:00
func ( m * Messenger ) MarkMessageAsUnread ( chatID string , messageID string ) ( * MessengerResponse , error ) {
count , countWithMentions , err := m . markMessageAsUnreadImpl ( chatID , messageID )
2023-12-11 08:17:01 +00:00
if err != nil {
2023-12-25 06:25:22 +00:00
return nil , err
2023-12-11 08:17:01 +00:00
}
2023-12-25 06:25:22 +00:00
response := & MessengerResponse { }
response . AddSeenAndUnseenMessages ( & SeenUnseenMessages {
ChatID : chatID ,
Count : count ,
CountWithMentions : countWithMentions ,
Seen : false ,
} )
2023-12-11 08:17:01 +00:00
2023-12-25 06:25:22 +00:00
ids , err := m . persistence . GetMessageIdsWithGreaterTimestamp ( chatID , messageID )
2023-12-11 08:17:01 +00:00
if err != nil {
2023-12-25 06:25:22 +00:00
return nil , err
2023-12-11 08:17:01 +00:00
}
hexBytesIds := [ ] types . HexBytes { }
for _ , id := range ids {
hexBytesIds = append ( hexBytesIds , types . FromHex ( id ) )
}
updatedAt := m . GetCurrentTimeInMillis ( )
notifications , err := m . persistence . MarkActivityCenterNotificationsUnread ( hexBytesIds , updatedAt )
if err != nil {
2023-12-25 06:25:22 +00:00
return nil , err
2023-12-11 08:17:01 +00:00
}
2023-12-25 06:25:22 +00:00
response . AddActivityCenterNotifications ( notifications )
return response , nil
2023-12-11 08:17:01 +00:00
}
2020-04-06 12:08:53 +00:00
// MarkMessagesSeen marks messages with `ids` as seen in the chat `chatID`.
// It returns the number of affected messages or error. If there is an error,
// the number of affected messages is always zero.
2024-01-10 01:36:33 +00:00
func ( m * Messenger ) markMessagesSeenImpl ( chatID string , ids [ ] string ) ( uint64 , uint64 , * Chat , error ) {
2021-08-31 08:49:39 +00:00
count , countWithMentions , err := m . persistence . MarkMessagesSeen ( chatID , ids )
2019-12-02 15:34:05 +00:00
if err != nil {
2024-01-10 01:36:33 +00:00
return 0 , 0 , nil , err
2019-12-02 15:34:05 +00:00
}
chat , err := m . persistence . Chat ( chatID )
if err != nil {
2024-01-10 01:36:33 +00:00
return 0 , 0 , nil , err
2019-12-02 15:34:05 +00:00
}
2021-03-29 15:41:30 +00:00
m . allChats . Store ( chatID , chat )
2024-01-10 01:36:33 +00:00
return count , countWithMentions , chat , nil
2019-08-06 21:50:13 +00:00
}
2023-12-25 06:25:22 +00:00
// Deprecated: Use MarkMessagesRead instead
2023-11-27 11:22:24 +00:00
func ( m * Messenger ) MarkMessagesSeen ( chatID string , ids [ ] string ) ( uint64 , uint64 , [ ] * ActivityCenterNotification , error ) {
2024-01-10 01:36:33 +00:00
count , countWithMentions , _ , err := m . markMessagesSeenImpl ( chatID , ids )
2023-11-27 11:22:24 +00:00
if err != nil {
return 0 , 0 , nil , err
}
hexBytesIds := [ ] types . HexBytes { }
for _ , id := range ids {
hexBytesIds = append ( hexBytesIds , types . FromHex ( id ) )
}
// Mark notifications as read in the database
updatedAt := m . GetCurrentTimeInMillis ( )
err = m . persistence . MarkActivityCenterNotificationsRead ( hexBytesIds , updatedAt )
if err != nil {
return 0 , 0 , nil , err
}
notifications , err := m . persistence . GetActivityCenterNotificationsByID ( hexBytesIds )
if err != nil {
return 0 , 0 , nil , err
}
return count , countWithMentions , notifications , nil
}
2023-12-25 06:25:22 +00:00
func ( m * Messenger ) MarkMessagesRead ( chatID string , ids [ ] string ) ( * MessengerResponse , error ) {
2024-01-10 01:36:33 +00:00
count , countWithMentions , _ , err := m . markMessagesSeenImpl ( chatID , ids )
2023-12-25 06:25:22 +00:00
if err != nil {
return nil , err
}
response := & MessengerResponse { }
response . AddSeenAndUnseenMessages ( & SeenUnseenMessages {
ChatID : chatID ,
Count : count ,
CountWithMentions : countWithMentions ,
Seen : true ,
} )
hexBytesIds := [ ] types . HexBytes { }
for _ , id := range ids {
hexBytesIds = append ( hexBytesIds , types . FromHex ( id ) )
}
// Mark notifications as read in the database
updatedAt := m . GetCurrentTimeInMillis ( )
err = m . persistence . MarkActivityCenterNotificationsRead ( hexBytesIds , updatedAt )
if err != nil {
return nil , err
}
notifications , err := m . persistence . GetActivityCenterNotificationsByID ( hexBytesIds )
if err != nil {
return nil , err
}
response . AddActivityCenterNotifications ( notifications )
return response , nil
}
2023-01-06 12:21:14 +00:00
func ( m * Messenger ) syncChatMessagesRead ( ctx context . Context , chatID string , clock uint64 , rawMessageHandler RawMessageHandler ) error {
2021-10-12 10:33:32 +00:00
if ! m . hasPairedDevices ( ) {
return nil
}
_ , chat := m . getLastClockWithRelatedChat ( )
syncMessage := & protobuf . SyncChatMessagesRead {
Clock : clock ,
Id : chatID ,
}
encodedMessage , err := proto . Marshal ( syncMessage )
if err != nil {
return err
}
2023-01-06 12:21:14 +00:00
rawMessage := common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SYNC_CHAT_MESSAGES_READ ,
ResendType : common . ResendTypeDataSync ,
2023-01-06 12:21:14 +00:00
}
_ , err = rawMessageHandler ( ctx , rawMessage )
2021-10-12 10:33:32 +00:00
return err
}
func ( m * Messenger ) markAllRead ( chatID string , clock uint64 , shouldBeSynced bool ) error {
2021-03-29 15:41:30 +00:00
chat , ok := m . allChats . Load ( chatID )
2020-02-26 12:31:48 +00:00
if ! ok {
2024-05-16 16:41:04 +00:00
return ErrChatNotFoundError
2020-02-26 12:31:48 +00:00
}
2023-05-16 16:11:52 +00:00
_ , _ , err := m . persistence . MarkAllRead ( chatID , clock )
2020-02-26 12:31:48 +00:00
if err != nil {
return err
}
2021-10-12 10:33:32 +00:00
if shouldBeSynced {
2023-01-06 12:21:14 +00:00
err := m . syncChatMessagesRead ( context . Background ( ) , chatID , clock , m . dispatchMessage )
2021-10-12 10:33:32 +00:00
if err != nil {
return err
}
}
chat . ReadMessagesAtClockValue = clock
2021-10-21 17:04:56 +00:00
chat . Highlight = false
2021-10-12 10:33:32 +00:00
2023-05-16 16:11:52 +00:00
chat . UnviewedMessagesCount = 0
chat . UnviewedMentionsCount = 0
2021-10-12 10:33:32 +00:00
2023-09-25 15:29:36 +00:00
if chat . LastMessage != nil {
chat . LastMessage . Seen = true
}
2021-03-29 15:41:30 +00:00
// TODO(samyoul) remove storing of an updated reference pointer?
m . allChats . Store ( chat . ID , chat )
2022-01-31 12:10:28 +00:00
return m . persistence . SaveChats ( [ ] * Chat { chat } )
2020-02-26 12:31:48 +00:00
}
2023-11-27 11:22:24 +00:00
func ( m * Messenger ) MarkAllRead ( ctx context . Context , chatID string ) ( * MessengerResponse , error ) {
response := & MessengerResponse { }
notifications , err := m . DismissAllActivityCenterNotificationsFromChatID ( ctx , chatID , m . GetCurrentTimeInMillis ( ) )
2023-06-10 02:00:17 +00:00
if err != nil {
2023-11-27 11:22:24 +00:00
return nil , err
2023-06-10 02:00:17 +00:00
}
2023-11-27 11:22:24 +00:00
response . AddActivityCenterNotifications ( notifications )
2022-04-06 17:01:24 +00:00
2022-06-21 16:31:15 +00:00
clock , _ := m . latestIncomingMessageClock ( chatID )
if clock == 0 {
chat , ok := m . allChats . Load ( chatID )
if ! ok {
2024-05-16 16:41:04 +00:00
return nil , ErrChatNotFoundError
2022-06-21 16:31:15 +00:00
}
clock , _ = chat . NextClockAndTimestamp ( m . getTimesource ( ) )
2021-10-12 10:33:32 +00:00
}
2023-11-27 11:22:24 +00:00
err = m . markAllRead ( chatID , clock , true )
if err != nil {
return nil , err
}
return response , nil
2021-10-12 10:33:32 +00:00
}
2023-11-27 11:22:24 +00:00
func ( m * Messenger ) MarkAllReadInCommunity ( ctx context . Context , communityID string ) ( * MessengerResponse , error ) {
response := & MessengerResponse { }
notifications , err := m . DismissAllActivityCenterNotificationsFromCommunity ( ctx , communityID , m . GetCurrentTimeInMillis ( ) )
2022-04-04 01:02:40 +00:00
if err != nil {
return nil , err
}
2023-11-27 11:22:24 +00:00
response . AddActivityCenterNotifications ( notifications )
2022-04-04 01:02:40 +00:00
2023-10-22 09:41:20 +00:00
chatIDs , err := m . persistence . AllChatIDsByCommunity ( nil , communityID )
2021-09-20 06:33:36 +00:00
if err != nil {
return nil , err
}
err = m . persistence . MarkAllReadMultiple ( chatIDs )
if err != nil {
return nil , err
}
for _ , chatID := range chatIDs {
chat , ok := m . allChats . Load ( chatID )
if ok {
chat . UnviewedMessagesCount = 0
chat . UnviewedMentionsCount = 0
m . allChats . Store ( chat . ID , chat )
2023-11-27 11:22:24 +00:00
response . AddChat ( chat )
2021-09-20 06:33:36 +00:00
} else {
2024-06-06 14:13:04 +00:00
err = fmt . Errorf ( "chat with chatID %s not found" , chatID )
2021-09-20 06:33:36 +00:00
}
}
2023-11-27 11:22:24 +00:00
return response , err
2021-09-20 06:33:36 +00:00
}
2020-06-26 07:46:14 +00:00
// MuteChat signals to the messenger that we don't want to be notified
// on new messages from this chat
2023-04-16 15:06:00 +00:00
func ( m * Messenger ) MuteChat ( request * requests . MuteChat ) ( time . Time , error ) {
chat , ok := m . allChats . Load ( request . ChatID )
2020-06-26 07:46:14 +00:00
if ! ok {
2021-06-04 07:18:32 +00:00
// Only one to one chan be muted when it's not in the database
2023-04-16 15:06:00 +00:00
publicKey , err := common . HexToPubkey ( request . ChatID )
2021-06-04 07:18:32 +00:00
if err != nil {
2023-04-16 15:06:00 +00:00
return time . Time { } , err
2021-06-04 07:18:32 +00:00
}
// Create a one to one chat and set active to false
2023-04-16 15:06:00 +00:00
chat = CreateOneToOneChat ( request . ChatID , publicKey , m . getTimesource ( ) )
2021-06-04 07:18:32 +00:00
chat . Active = false
err = m . initChatSyncFields ( chat )
if err != nil {
2023-04-16 15:06:00 +00:00
return time . Time { } , err
2021-06-04 07:18:32 +00:00
}
err = m . saveChat ( chat )
if err != nil {
2023-04-16 15:06:00 +00:00
return time . Time { } , err
2021-06-04 07:18:32 +00:00
}
2020-06-26 07:46:14 +00:00
}
2021-09-03 08:26:05 +00:00
var contact * Contact
if chat . OneToOne ( ) {
2023-04-16 15:06:00 +00:00
contact , _ = m . allContacts . Load ( request . ChatID )
}
var MuteTill time . Time
switch request . MutedType {
case MuteTill1Min :
MuteTill = time . Now ( ) . Add ( MuteFor1MinDuration )
case MuteFor15Min :
MuteTill = time . Now ( ) . Add ( MuteFor15MinsDuration )
case MuteFor1Hr :
MuteTill = time . Now ( ) . Add ( MuteFor1HrsDuration )
case MuteFor8Hr :
MuteTill = time . Now ( ) . Add ( MuteFor8HrsDuration )
2024-09-04 14:41:45 +00:00
case MuteFor24Hr :
MuteTill = time . Now ( ) . Add ( MuteFor24HrsDuration )
2023-04-16 15:06:00 +00:00
case MuteFor1Week :
MuteTill = time . Now ( ) . Add ( MuteFor1WeekDuration )
default :
MuteTill = time . Time { }
2021-09-03 08:26:05 +00:00
}
2023-04-16 15:06:00 +00:00
err := m . saveChat ( chat )
if err != nil {
return time . Time { } , err
}
2023-06-01 14:17:42 +00:00
muteTillTimeRemoveMs , err := time . Parse ( time . RFC3339 , MuteTill . Format ( time . RFC3339 ) )
2023-05-15 15:12:26 +00:00
if err != nil {
return time . Time { } , err
}
return m . muteChat ( chat , contact , muteTillTimeRemoveMs )
2023-04-16 15:06:00 +00:00
}
2021-09-03 08:26:05 +00:00
2023-04-16 15:06:00 +00:00
func ( m * Messenger ) MuteChatV2 ( muteParams * requests . MuteChat ) ( time . Time , error ) {
return m . MuteChat ( muteParams )
2021-09-03 08:26:05 +00:00
}
2023-04-16 15:06:00 +00:00
func ( m * Messenger ) muteChat ( chat * Chat , contact * Contact , mutedTill time . Time ) ( time . Time , error ) {
err := m . persistence . MuteChat ( chat . ID , mutedTill )
2020-06-26 07:46:14 +00:00
if err != nil {
2023-04-16 15:06:00 +00:00
return time . Time { } , err
2020-06-26 07:46:14 +00:00
}
chat . Muted = true
2023-04-16 15:06:00 +00:00
chat . MuteTill = mutedTill
2021-03-29 15:41:30 +00:00
// TODO(samyoul) remove storing of an updated reference pointer?
m . allChats . Store ( chat . ID , chat )
2020-08-18 15:07:48 +00:00
2021-09-03 08:26:05 +00:00
if contact != nil {
2023-01-06 12:21:14 +00:00
err := m . syncContact ( context . Background ( ) , contact , m . dispatchMessage )
2021-09-03 08:26:05 +00:00
if err != nil {
2023-04-16 15:06:00 +00:00
return time . Time { } , err
2021-09-03 08:26:05 +00:00
}
}
2023-04-16 15:06:00 +00:00
if ! chat . MuteTill . IsZero ( ) {
err := m . reregisterForPushNotifications ( )
if err != nil {
return time . Time { } , err
}
return mutedTill , nil
}
return time . Time { } , m . reregisterForPushNotifications ( )
2020-06-26 07:46:14 +00:00
}
// UnmuteChat signals to the messenger that we want to be notified
// on new messages from this chat
func ( m * Messenger ) UnmuteChat ( chatID string ) error {
2021-03-29 15:41:30 +00:00
chat , ok := m . allChats . Load ( chatID )
2020-06-26 07:46:14 +00:00
if ! ok {
2024-05-16 16:41:04 +00:00
return ErrChatNotFoundError
2020-06-26 07:46:14 +00:00
}
2021-09-03 08:26:05 +00:00
var contact * Contact
if chat . OneToOne ( ) {
contact , _ = m . allContacts . Load ( chatID )
}
return m . unmuteChat ( chat , contact )
}
func ( m * Messenger ) unmuteChat ( chat * Chat , contact * Contact ) error {
err := m . persistence . UnmuteChat ( chat . ID )
2020-06-26 07:46:14 +00:00
if err != nil {
return err
}
chat . Muted = false
2023-04-16 15:06:00 +00:00
chat . MuteTill = time . Time { }
2021-03-29 15:41:30 +00:00
// TODO(samyoul) remove storing of an updated reference pointer?
m . allChats . Store ( chat . ID , chat )
2021-09-03 08:26:05 +00:00
2023-07-19 12:14:42 +00:00
if chat . CommunityChat ( ) {
community , err := m . communitiesManager . GetByIDString ( chat . CommunityID )
if err != nil {
return err
}
err = m . communitiesManager . SetMuted ( community . ID ( ) , false )
if err != nil {
return err
}
}
2021-09-03 08:26:05 +00:00
if contact != nil {
2023-01-06 12:21:14 +00:00
err := m . syncContact ( context . Background ( ) , contact , m . dispatchMessage )
2021-09-03 08:26:05 +00:00
if err != nil {
return err
}
}
2020-08-18 15:07:48 +00:00
return m . reregisterForPushNotifications ( )
2020-06-26 07:46:14 +00:00
}
2019-08-06 21:50:13 +00:00
func ( m * Messenger ) UpdateMessageOutgoingStatus ( id , newOutgoingStatus string ) error {
return m . persistence . UpdateMessageOutgoingStatus ( id , newOutgoingStatus )
}
2019-09-26 07:01:17 +00:00
// Identicon returns an identicon based on the input string
func Identicon ( id string ) ( string , error ) {
return identicon . GenerateBase64 ( id )
}
// GenerateAlias name returns the generated name given a public key hex encoded prefixed with 0x
func GenerateAlias ( id string ) ( string , error ) {
return alias . GenerateFromPublicKeyString ( id )
}
2020-01-10 18:59:01 +00:00
func ( m * Messenger ) RequestTransaction ( ctx context . Context , chatID , value , contract , address string ) ( * MessengerResponse , error ) {
var response MessengerResponse
// A valid added chat is required.
2021-03-29 15:41:30 +00:00
chat , ok := m . allChats . Load ( chatID )
2020-01-10 18:59:01 +00:00
if ! ok {
2024-05-16 16:41:04 +00:00
return nil , ErrChatNotFoundError
2020-01-10 18:59:01 +00:00
}
if chat . ChatType != ChatTypeOneToOne {
return nil , errors . New ( "Need to be a one-to-one chat" )
}
2023-08-18 11:39:59 +00:00
message := common . NewMessage ( )
2020-01-20 16:44:32 +00:00
err := extendMessageFromChat ( message , chat , & m . identity . PublicKey , m . transport )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-07-25 11:46:43 +00:00
message . MessageType = protobuf . MessageType_ONE_TO_ONE
2020-01-10 18:59:01 +00:00
message . ContentType = protobuf . ChatMessage_TRANSACTION_COMMAND
2020-12-07 15:13:39 +00:00
message . Seen = true
2020-01-10 18:59:01 +00:00
message . Text = "Request transaction"
request := & protobuf . RequestTransaction {
Clock : message . Clock ,
Address : address ,
Value : value ,
Contract : contract ,
2021-07-07 11:18:18 +00:00
ChatId : chatID ,
2020-01-10 18:59:01 +00:00
}
encodedMessage , err := proto . Marshal ( request )
if err != nil {
return nil , err
}
2024-03-22 10:55:09 +00:00
resendType := common . ResendTypeRawMessage
if chat . ChatType == ChatTypeOneToOne {
resendType = common . ResendTypeDataSync
}
2021-01-22 13:59:45 +00:00
rawMessage , err := m . dispatchMessage ( ctx , common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_REQUEST_TRANSACTION ,
ResendType : resendType ,
2020-01-10 18:59:01 +00:00
} )
2020-09-01 13:27:01 +00:00
message . CommandParameters = & common . CommandParameters {
2021-01-22 13:59:45 +00:00
ID : rawMessage . ID ,
2020-01-10 18:59:01 +00:00
Value : value ,
Address : address ,
Contract : contract ,
2020-09-01 13:27:01 +00:00
CommandState : common . CommandStateRequestTransaction ,
2020-01-10 18:59:01 +00:00
}
if err != nil {
return nil , err
}
2021-01-22 13:59:45 +00:00
messageID := rawMessage . ID
2020-01-10 18:59:01 +00:00
message . ID = messageID
message . CommandParameters . ID = messageID
2021-05-25 09:40:02 +00:00
err = message . PrepareContent ( common . PubkeyToHex ( & m . identity . PublicKey ) )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-01-20 16:44:32 +00:00
err = chat . UpdateFromMessage ( message , m . transport )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-09-01 13:27:01 +00:00
err = m . persistence . SaveMessages ( [ ] * common . Message { message } )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2021-06-25 08:30:18 +00:00
return m . addMessagesAndChat ( chat , [ ] * common . Message { message } , & response )
2020-01-10 18:59:01 +00:00
}
func ( m * Messenger ) RequestAddressForTransaction ( ctx context . Context , chatID , from , value , contract string ) ( * MessengerResponse , error ) {
var response MessengerResponse
// A valid added chat is required.
2021-03-29 15:41:30 +00:00
chat , ok := m . allChats . Load ( chatID )
2020-01-10 18:59:01 +00:00
if ! ok {
2024-05-16 16:41:04 +00:00
return nil , ErrChatNotFoundError
2020-01-10 18:59:01 +00:00
}
if chat . ChatType != ChatTypeOneToOne {
return nil , errors . New ( "Need to be a one-to-one chat" )
}
2023-08-18 11:39:59 +00:00
message := common . NewMessage ( )
2020-01-20 16:44:32 +00:00
err := extendMessageFromChat ( message , chat , & m . identity . PublicKey , m . transport )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-07-25 11:46:43 +00:00
message . MessageType = protobuf . MessageType_ONE_TO_ONE
2020-01-10 18:59:01 +00:00
message . ContentType = protobuf . ChatMessage_TRANSACTION_COMMAND
2020-12-07 15:13:39 +00:00
message . Seen = true
2020-01-10 18:59:01 +00:00
message . Text = "Request address for transaction"
request := & protobuf . RequestAddressForTransaction {
Clock : message . Clock ,
Value : value ,
Contract : contract ,
2021-07-07 11:18:18 +00:00
ChatId : chatID ,
2020-01-10 18:59:01 +00:00
}
encodedMessage , err := proto . Marshal ( request )
if err != nil {
return nil , err
}
2024-03-22 10:55:09 +00:00
resendType := common . ResendTypeRawMessage
if chat . ChatType == ChatTypeOneToOne {
resendType = common . ResendTypeDataSync
}
2021-01-22 13:59:45 +00:00
rawMessage , err := m . dispatchMessage ( ctx , common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_REQUEST_ADDRESS_FOR_TRANSACTION ,
ResendType : resendType ,
2020-01-10 18:59:01 +00:00
} )
2020-09-01 13:27:01 +00:00
message . CommandParameters = & common . CommandParameters {
2021-01-22 13:59:45 +00:00
ID : rawMessage . ID ,
2020-01-10 18:59:01 +00:00
From : from ,
Value : value ,
Contract : contract ,
2020-09-01 13:27:01 +00:00
CommandState : common . CommandStateRequestAddressForTransaction ,
2020-01-10 18:59:01 +00:00
}
if err != nil {
return nil , err
}
2021-01-22 13:59:45 +00:00
messageID := rawMessage . ID
2020-01-10 18:59:01 +00:00
message . ID = messageID
message . CommandParameters . ID = messageID
2021-05-25 09:40:02 +00:00
err = message . PrepareContent ( common . PubkeyToHex ( & m . identity . PublicKey ) )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-01-20 16:44:32 +00:00
err = chat . UpdateFromMessage ( message , m . transport )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-09-01 13:27:01 +00:00
err = m . persistence . SaveMessages ( [ ] * common . Message { message } )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2021-06-25 08:30:18 +00:00
return m . addMessagesAndChat ( chat , [ ] * common . Message { message } , & response )
2020-01-10 18:59:01 +00:00
}
func ( m * Messenger ) AcceptRequestAddressForTransaction ( ctx context . Context , messageID , address string ) ( * MessengerResponse , error ) {
var response MessengerResponse
message , err := m . MessageByID ( messageID )
if err != nil {
return nil , err
}
if message == nil {
return nil , errors . New ( "message not found" )
}
chatID := message . LocalChatID
// A valid added chat is required.
2021-03-29 15:41:30 +00:00
chat , ok := m . allChats . Load ( chatID )
2020-01-10 18:59:01 +00:00
if ! ok {
2024-05-16 16:41:04 +00:00
return nil , ErrChatNotFoundError
2020-01-10 18:59:01 +00:00
}
if chat . ChatType != ChatTypeOneToOne {
return nil , errors . New ( "Need to be a one-to-one chat" )
}
2020-01-20 16:44:32 +00:00
clock , timestamp := chat . NextClockAndTimestamp ( m . transport )
2020-01-10 18:59:01 +00:00
message . Clock = clock
message . WhisperTimestamp = timestamp
message . Timestamp = timestamp
message . Text = "Request address for transaction accepted"
2020-12-07 15:13:39 +00:00
message . Seen = true
2020-09-01 13:27:01 +00:00
message . OutgoingStatus = common . OutgoingStatusSending
2020-01-10 18:59:01 +00:00
// Hide previous message
2020-01-17 12:39:09 +00:00
previousMessage , err := m . persistence . MessageByCommandID ( chatID , messageID )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
if previousMessage == nil {
return nil , errors . New ( "No previous message found" )
}
err = m . persistence . HideMessage ( previousMessage . ID )
if err != nil {
return nil , err
}
message . Replace = previousMessage . ID
request := & protobuf . AcceptRequestAddressForTransaction {
Clock : message . Clock ,
Id : messageID ,
Address : address ,
2021-07-07 11:18:18 +00:00
ChatId : chatID ,
2020-01-10 18:59:01 +00:00
}
encodedMessage , err := proto . Marshal ( request )
if err != nil {
return nil , err
}
2024-03-22 10:55:09 +00:00
resendType := common . ResendTypeRawMessage
if chat . ChatType == ChatTypeOneToOne {
resendType = common . ResendTypeDataSync
}
2021-01-22 13:59:45 +00:00
rawMessage , err := m . dispatchMessage ( ctx , common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_ACCEPT_REQUEST_ADDRESS_FOR_TRANSACTION ,
ResendType : resendType ,
2020-01-10 18:59:01 +00:00
} )
if err != nil {
return nil , err
}
2021-01-22 13:59:45 +00:00
message . ID = rawMessage . ID
2020-01-10 18:59:01 +00:00
message . CommandParameters . Address = address
2020-09-01 13:27:01 +00:00
message . CommandParameters . CommandState = common . CommandStateRequestAddressForTransactionAccepted
2020-01-10 18:59:01 +00:00
2021-05-25 09:40:02 +00:00
err = message . PrepareContent ( common . PubkeyToHex ( & m . identity . PublicKey ) )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-01-20 16:44:32 +00:00
err = chat . UpdateFromMessage ( message , m . transport )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-09-01 13:27:01 +00:00
err = m . persistence . SaveMessages ( [ ] * common . Message { message } )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2021-06-25 08:30:18 +00:00
return m . addMessagesAndChat ( chat , [ ] * common . Message { message } , & response )
2020-01-10 18:59:01 +00:00
}
func ( m * Messenger ) DeclineRequestTransaction ( ctx context . Context , messageID string ) ( * MessengerResponse , error ) {
var response MessengerResponse
message , err := m . MessageByID ( messageID )
if err != nil {
return nil , err
}
if message == nil {
return nil , errors . New ( "message not found" )
}
chatID := message . LocalChatID
// A valid added chat is required.
2021-03-29 15:41:30 +00:00
chat , ok := m . allChats . Load ( chatID )
2020-01-10 18:59:01 +00:00
if ! ok {
2024-05-16 16:41:04 +00:00
return nil , ErrChatNotFoundError
2020-01-10 18:59:01 +00:00
}
if chat . ChatType != ChatTypeOneToOne {
return nil , errors . New ( "Need to be a one-to-one chat" )
}
2020-01-20 16:44:32 +00:00
clock , timestamp := chat . NextClockAndTimestamp ( m . transport )
2020-01-10 18:59:01 +00:00
message . Clock = clock
message . WhisperTimestamp = timestamp
message . Timestamp = timestamp
message . Text = "Transaction request declined"
2020-12-07 15:13:39 +00:00
message . Seen = true
2020-09-01 13:27:01 +00:00
message . OutgoingStatus = common . OutgoingStatusSending
2020-01-10 18:59:01 +00:00
message . Replace = messageID
err = m . persistence . HideMessage ( messageID )
if err != nil {
return nil , err
}
request := & protobuf . DeclineRequestTransaction {
2021-07-07 11:18:18 +00:00
Clock : message . Clock ,
Id : messageID ,
ChatId : chatID ,
2020-01-10 18:59:01 +00:00
}
encodedMessage , err := proto . Marshal ( request )
if err != nil {
return nil , err
}
2024-03-22 10:55:09 +00:00
resendType := common . ResendTypeRawMessage
if chat . ChatType == ChatTypeOneToOne {
resendType = common . ResendTypeDataSync
}
2021-01-22 13:59:45 +00:00
rawMessage , err := m . dispatchMessage ( ctx , common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_DECLINE_REQUEST_TRANSACTION ,
ResendType : resendType ,
2020-01-10 18:59:01 +00:00
} )
if err != nil {
return nil , err
}
2021-01-22 13:59:45 +00:00
message . ID = rawMessage . ID
2020-09-01 13:27:01 +00:00
message . CommandParameters . CommandState = common . CommandStateRequestTransactionDeclined
2020-01-10 18:59:01 +00:00
2021-05-25 09:40:02 +00:00
err = message . PrepareContent ( common . PubkeyToHex ( & m . identity . PublicKey ) )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-01-20 16:44:32 +00:00
err = chat . UpdateFromMessage ( message , m . transport )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-09-01 13:27:01 +00:00
err = m . persistence . SaveMessages ( [ ] * common . Message { message } )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2021-06-25 08:30:18 +00:00
return m . addMessagesAndChat ( chat , [ ] * common . Message { message } , & response )
2020-01-10 18:59:01 +00:00
}
func ( m * Messenger ) DeclineRequestAddressForTransaction ( ctx context . Context , messageID string ) ( * MessengerResponse , error ) {
var response MessengerResponse
message , err := m . MessageByID ( messageID )
if err != nil {
return nil , err
}
if message == nil {
return nil , errors . New ( "message not found" )
}
chatID := message . LocalChatID
// A valid added chat is required.
2021-03-29 15:41:30 +00:00
chat , ok := m . allChats . Load ( chatID )
2020-01-10 18:59:01 +00:00
if ! ok {
2024-05-16 16:41:04 +00:00
return nil , ErrChatNotFoundError
2020-01-10 18:59:01 +00:00
}
if chat . ChatType != ChatTypeOneToOne {
return nil , errors . New ( "Need to be a one-to-one chat" )
}
2020-01-20 16:44:32 +00:00
clock , timestamp := chat . NextClockAndTimestamp ( m . transport )
2020-01-10 18:59:01 +00:00
message . Clock = clock
message . WhisperTimestamp = timestamp
message . Timestamp = timestamp
message . Text = "Request address for transaction declined"
2020-12-07 15:13:39 +00:00
message . Seen = true
2020-09-01 13:27:01 +00:00
message . OutgoingStatus = common . OutgoingStatusSending
2020-01-10 18:59:01 +00:00
message . Replace = messageID
err = m . persistence . HideMessage ( messageID )
if err != nil {
return nil , err
}
request := & protobuf . DeclineRequestAddressForTransaction {
2021-07-07 11:18:18 +00:00
Clock : message . Clock ,
Id : messageID ,
ChatId : chatID ,
2020-01-10 18:59:01 +00:00
}
encodedMessage , err := proto . Marshal ( request )
if err != nil {
return nil , err
}
2024-03-22 10:55:09 +00:00
resendType := common . ResendTypeRawMessage
if chat . ChatType == ChatTypeOneToOne {
resendType = common . ResendTypeDataSync
}
2021-01-22 13:59:45 +00:00
rawMessage , err := m . dispatchMessage ( ctx , common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_DECLINE_REQUEST_ADDRESS_FOR_TRANSACTION ,
ResendType : resendType ,
2020-01-10 18:59:01 +00:00
} )
if err != nil {
return nil , err
}
2021-01-22 13:59:45 +00:00
message . ID = rawMessage . ID
2020-09-01 13:27:01 +00:00
message . CommandParameters . CommandState = common . CommandStateRequestAddressForTransactionDeclined
2020-01-10 18:59:01 +00:00
2021-05-25 09:40:02 +00:00
err = message . PrepareContent ( common . PubkeyToHex ( & m . identity . PublicKey ) )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-01-20 16:44:32 +00:00
err = chat . UpdateFromMessage ( message , m . transport )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-09-01 13:27:01 +00:00
err = m . persistence . SaveMessages ( [ ] * common . Message { message } )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2021-06-25 08:30:18 +00:00
return m . addMessagesAndChat ( chat , [ ] * common . Message { message } , & response )
2020-01-10 18:59:01 +00:00
}
func ( m * Messenger ) AcceptRequestTransaction ( ctx context . Context , transactionHash , messageID string , signature [ ] byte ) ( * MessengerResponse , error ) {
var response MessengerResponse
message , err := m . MessageByID ( messageID )
if err != nil {
return nil , err
}
if message == nil {
return nil , errors . New ( "message not found" )
}
chatID := message . LocalChatID
// A valid added chat is required.
2021-03-29 15:41:30 +00:00
chat , ok := m . allChats . Load ( chatID )
2020-01-10 18:59:01 +00:00
if ! ok {
2024-05-16 16:41:04 +00:00
return nil , ErrChatNotFoundError
2020-01-10 18:59:01 +00:00
}
if chat . ChatType != ChatTypeOneToOne {
return nil , errors . New ( "Need to be a one-to-one chat" )
}
2020-01-20 16:44:32 +00:00
clock , timestamp := chat . NextClockAndTimestamp ( m . transport )
2020-01-10 18:59:01 +00:00
message . Clock = clock
message . WhisperTimestamp = timestamp
message . Timestamp = timestamp
2020-12-07 15:13:39 +00:00
message . Seen = true
2020-02-10 11:22:37 +00:00
message . Text = transactionSentTxt
2020-09-01 13:27:01 +00:00
message . OutgoingStatus = common . OutgoingStatusSending
2020-01-10 18:59:01 +00:00
// Hide previous message
2020-01-17 12:39:09 +00:00
previousMessage , err := m . persistence . MessageByCommandID ( chatID , messageID )
2020-10-08 10:46:03 +00:00
if err != nil && err != common . ErrRecordNotFound {
2020-01-10 18:59:01 +00:00
return nil , err
}
if previousMessage != nil {
err = m . persistence . HideMessage ( previousMessage . ID )
if err != nil {
return nil , err
}
message . Replace = previousMessage . ID
}
err = m . persistence . HideMessage ( messageID )
if err != nil {
return nil , err
}
request := & protobuf . SendTransaction {
Clock : message . Clock ,
Id : messageID ,
TransactionHash : transactionHash ,
Signature : signature ,
2021-07-07 11:18:18 +00:00
ChatId : chatID ,
2020-01-10 18:59:01 +00:00
}
encodedMessage , err := proto . Marshal ( request )
if err != nil {
return nil , err
}
2024-03-22 10:55:09 +00:00
resendType := common . ResendTypeRawMessage
if chat . ChatType == ChatTypeOneToOne {
resendType = common . ResendTypeDataSync
}
2021-01-22 13:59:45 +00:00
rawMessage , err := m . dispatchMessage ( ctx , common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SEND_TRANSACTION ,
ResendType : resendType ,
2020-01-10 18:59:01 +00:00
} )
if err != nil {
return nil , err
}
2021-01-22 13:59:45 +00:00
message . ID = rawMessage . ID
2020-01-10 18:59:01 +00:00
message . CommandParameters . TransactionHash = transactionHash
message . CommandParameters . Signature = signature
2020-09-01 13:27:01 +00:00
message . CommandParameters . CommandState = common . CommandStateTransactionSent
2020-01-10 18:59:01 +00:00
2021-05-25 09:40:02 +00:00
err = message . PrepareContent ( common . PubkeyToHex ( & m . identity . PublicKey ) )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-01-20 16:44:32 +00:00
err = chat . UpdateFromMessage ( message , m . transport )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-09-01 13:27:01 +00:00
err = m . persistence . SaveMessages ( [ ] * common . Message { message } )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2021-06-25 08:30:18 +00:00
return m . addMessagesAndChat ( chat , [ ] * common . Message { message } , & response )
2020-01-10 18:59:01 +00:00
}
2020-01-15 07:25:09 +00:00
func ( m * Messenger ) SendTransaction ( ctx context . Context , chatID , value , contract , transactionHash string , signature [ ] byte ) ( * MessengerResponse , error ) {
2020-01-10 18:59:01 +00:00
var response MessengerResponse
// A valid added chat is required.
2021-03-29 15:41:30 +00:00
chat , ok := m . allChats . Load ( chatID )
2020-01-10 18:59:01 +00:00
if ! ok {
2024-05-16 16:41:04 +00:00
return nil , ErrChatNotFoundError
2020-01-10 18:59:01 +00:00
}
if chat . ChatType != ChatTypeOneToOne {
return nil , errors . New ( "Need to be a one-to-one chat" )
}
2023-08-18 11:39:59 +00:00
message := common . NewMessage ( )
2020-01-20 16:44:32 +00:00
err := extendMessageFromChat ( message , chat , & m . identity . PublicKey , m . transport )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-07-25 11:46:43 +00:00
message . MessageType = protobuf . MessageType_ONE_TO_ONE
2020-01-10 18:59:01 +00:00
message . ContentType = protobuf . ChatMessage_TRANSACTION_COMMAND
message . LocalChatID = chatID
2020-01-20 16:44:32 +00:00
clock , timestamp := chat . NextClockAndTimestamp ( m . transport )
2020-01-10 18:59:01 +00:00
message . Clock = clock
message . WhisperTimestamp = timestamp
2020-12-07 15:13:39 +00:00
message . Seen = true
2020-01-10 18:59:01 +00:00
message . Timestamp = timestamp
2020-02-10 11:22:37 +00:00
message . Text = transactionSentTxt
2020-01-10 18:59:01 +00:00
request := & protobuf . SendTransaction {
Clock : message . Clock ,
TransactionHash : transactionHash ,
Signature : signature ,
2021-07-07 11:18:18 +00:00
ChatId : chatID ,
2020-01-10 18:59:01 +00:00
}
encodedMessage , err := proto . Marshal ( request )
if err != nil {
return nil , err
}
2024-03-22 10:55:09 +00:00
resendType := common . ResendTypeRawMessage
if chat . ChatType == ChatTypeOneToOne {
resendType = common . ResendTypeDataSync
}
2021-01-22 13:59:45 +00:00
rawMessage , err := m . dispatchMessage ( ctx , common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chat . ID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SEND_TRANSACTION ,
ResendType : resendType ,
2020-01-10 18:59:01 +00:00
} )
if err != nil {
return nil , err
}
2021-01-22 13:59:45 +00:00
message . ID = rawMessage . ID
2020-09-01 13:27:01 +00:00
message . CommandParameters = & common . CommandParameters {
2020-01-10 18:59:01 +00:00
TransactionHash : transactionHash ,
2020-01-15 07:25:09 +00:00
Value : value ,
Contract : contract ,
2020-01-10 18:59:01 +00:00
Signature : signature ,
2020-09-01 13:27:01 +00:00
CommandState : common . CommandStateTransactionSent ,
2020-01-10 18:59:01 +00:00
}
2021-05-25 09:40:02 +00:00
err = message . PrepareContent ( common . PubkeyToHex ( & m . identity . PublicKey ) )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-01-20 16:44:32 +00:00
err = chat . UpdateFromMessage ( message , m . transport )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-09-01 13:27:01 +00:00
err = m . persistence . SaveMessages ( [ ] * common . Message { message } )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2021-06-25 08:30:18 +00:00
return m . addMessagesAndChat ( chat , [ ] * common . Message { message } , & response )
2020-01-10 18:59:01 +00:00
}
func ( m * Messenger ) ValidateTransactions ( ctx context . Context , addresses [ ] types . Address ) ( * MessengerResponse , error ) {
if m . verifyTransactionClient == nil {
return nil , nil
}
logger := m . logger . With ( zap . String ( "site" , "ValidateTransactions" ) )
logger . Debug ( "Validating transactions" )
txs , err := m . persistence . TransactionsToValidate ( )
if err != nil {
logger . Error ( "Error pulling" , zap . Error ( err ) )
return nil , err
}
logger . Debug ( "Txs" , zap . Int ( "count" , len ( txs ) ) , zap . Any ( "txs" , txs ) )
var response MessengerResponse
validator := NewTransactionValidator ( addresses , m . persistence , m . verifyTransactionClient , m . logger )
responses , err := validator . ValidateTransactions ( ctx )
if err != nil {
logger . Error ( "Error validating" , zap . Error ( err ) )
return nil , err
}
for _ , validationResult := range responses {
2020-09-01 13:27:01 +00:00
var message * common . Message
2020-01-15 07:25:09 +00:00
chatID := contactIDFromPublicKey ( validationResult . Transaction . From )
2021-03-29 15:41:30 +00:00
chat , ok := m . allChats . Load ( chatID )
2020-01-10 18:59:01 +00:00
if ! ok {
2020-01-20 16:44:32 +00:00
chat = OneToOneFromPublicKey ( validationResult . Transaction . From , m . transport )
2020-01-10 18:59:01 +00:00
}
if validationResult . Message != nil {
message = validationResult . Message
} else {
2023-08-18 11:39:59 +00:00
message = common . NewMessage ( )
2020-01-20 16:44:32 +00:00
err := extendMessageFromChat ( message , chat , & m . identity . PublicKey , m . transport )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
}
2020-07-25 11:46:43 +00:00
message . MessageType = protobuf . MessageType_ONE_TO_ONE
2020-01-10 18:59:01 +00:00
message . ContentType = protobuf . ChatMessage_TRANSACTION_COMMAND
message . LocalChatID = chatID
message . OutgoingStatus = ""
2020-01-20 16:44:32 +00:00
clock , timestamp := chat . NextClockAndTimestamp ( m . transport )
2020-01-10 18:59:01 +00:00
message . Clock = clock
message . Timestamp = timestamp
message . WhisperTimestamp = timestamp
message . Text = "Transaction received"
2020-04-06 12:08:53 +00:00
message . Seen = false
2020-01-10 18:59:01 +00:00
message . ID = validationResult . Transaction . MessageID
if message . CommandParameters == nil {
2020-09-01 13:27:01 +00:00
message . CommandParameters = & common . CommandParameters { }
2020-01-10 18:59:01 +00:00
} else {
message . CommandParameters = validationResult . Message . CommandParameters
}
message . CommandParameters . Value = validationResult . Value
message . CommandParameters . Contract = validationResult . Contract
message . CommandParameters . Address = validationResult . Address
2020-09-01 13:27:01 +00:00
message . CommandParameters . CommandState = common . CommandStateTransactionSent
2020-01-10 18:59:01 +00:00
message . CommandParameters . TransactionHash = validationResult . Transaction . TransactionHash
2021-05-25 09:40:02 +00:00
err = message . PrepareContent ( common . PubkeyToHex ( & m . identity . PublicKey ) )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-01-20 16:44:32 +00:00
err = chat . UpdateFromMessage ( message , m . transport )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
2020-01-17 12:39:09 +00:00
if len ( message . CommandParameters . ID ) != 0 {
// Hide previous message
previousMessage , err := m . persistence . MessageByCommandID ( chatID , message . CommandParameters . ID )
2020-10-08 10:46:03 +00:00
if err != nil && err != common . ErrRecordNotFound {
2020-01-10 18:59:01 +00:00
return nil , err
}
2020-01-17 12:39:09 +00:00
if previousMessage != nil {
err = m . persistence . HideMessage ( previousMessage . ID )
if err != nil {
return nil , err
}
message . Replace = previousMessage . ID
}
2020-01-10 18:59:01 +00:00
}
2021-06-03 13:11:55 +00:00
response . AddMessage ( message )
2021-03-29 15:41:30 +00:00
m . allChats . Store ( chat . ID , chat )
2021-01-11 10:32:51 +00:00
response . AddChat ( chat )
2020-01-10 18:59:01 +00:00
2021-02-23 07:37:08 +00:00
contact , err := m . getOrBuildContactFromMessage ( message )
if err != nil {
return nil , err
}
2021-03-31 16:23:45 +00:00
notificationsEnabled , err := m . settings . GetNotificationsEnabled ( )
if err != nil {
return nil , err
}
2021-10-07 04:42:27 +00:00
profilePicturesVisibility , err := m . settings . GetProfilePicturesVisibility ( )
if err != nil {
return nil , err
}
2021-03-31 16:23:45 +00:00
if notificationsEnabled {
2023-10-03 16:29:27 +00:00
notification , err := NewMessageNotification ( message . ID , message , chat , contact , m . ResolvePrimaryName , profilePicturesVisibility )
2021-03-31 16:23:45 +00:00
if err != nil {
return nil , err
}
response . AddNotification ( notification )
}
2021-02-23 07:37:08 +00:00
2020-01-10 18:59:01 +00:00
}
2021-06-03 13:11:55 +00:00
if len ( response . messages ) > 0 {
err = m . SaveMessages ( response . Messages ( ) )
2020-01-10 18:59:01 +00:00
if err != nil {
return nil , err
}
}
return & response , nil
}
2020-01-20 16:44:32 +00:00
Add replies to messages
Currently replies to messages are handled in status-react.
This causes some issues with the fact that sometimes replies might come
out of order, they might be offloaded to the database etc.
This commit changes the behavior so that status-go always returns the
replies, and in case a reply comes out of order (first the reply, later
the message being replied to), it will include in the messages the
updated message.
It also adds some fields (RTL,Replace,LineCount) to the database which
were not previously saved, resulting in some potential bugs.
The method that we use to pull replies is currently a bit naive, we just
pull all the message again from the database, but has the advantage of
being simple. It will go through performance testing to make sure
performnace are acceptable, if so I think it's reasonable to avoid some
complexity.
2020-04-08 13:42:02 +00:00
// pullMessagesAndResponsesFromDB pulls all the messages and the one that have
// been replied to from the database
2020-09-01 13:27:01 +00:00
func ( m * Messenger ) pullMessagesAndResponsesFromDB ( messages [ ] * common . Message ) ( [ ] * common . Message , error ) {
Add replies to messages
Currently replies to messages are handled in status-react.
This causes some issues with the fact that sometimes replies might come
out of order, they might be offloaded to the database etc.
This commit changes the behavior so that status-go always returns the
replies, and in case a reply comes out of order (first the reply, later
the message being replied to), it will include in the messages the
updated message.
It also adds some fields (RTL,Replace,LineCount) to the database which
were not previously saved, resulting in some potential bugs.
The method that we use to pull replies is currently a bit naive, we just
pull all the message again from the database, but has the advantage of
being simple. It will go through performance testing to make sure
performnace are acceptable, if so I think it's reasonable to avoid some
complexity.
2020-04-08 13:42:02 +00:00
var messageIDs [ ] string
for _ , message := range messages {
messageIDs = append ( messageIDs , message . ID )
if len ( message . ResponseTo ) != 0 {
messageIDs = append ( messageIDs , message . ResponseTo )
}
}
// We pull from the database all the messages & replies involved,
// so we let the db build the correct messages
return m . persistence . MessagesByIDs ( messageIDs )
}
2020-03-20 08:32:13 +00:00
func ( m * Messenger ) SignMessage ( message string ) ( [ ] byte , error ) {
hash := crypto . TextHash ( [ ] byte ( message ) )
return crypto . Sign ( hash , m . identity )
}
2023-08-29 13:17:37 +00:00
func ( m * Messenger ) CreateCommunityTokenDeploymentSignature ( ctx context . Context , chainID uint64 , addressFrom string , communityID string ) ( [ ] byte , error ) {
return m . communitiesManager . CreateCommunityTokenDeploymentSignature ( ctx , chainID , addressFrom , communityID )
}
2020-11-18 09:16:51 +00:00
func ( m * Messenger ) getTimesource ( ) common . TimeSource {
2020-01-20 16:44:32 +00:00
return m . transport
}
2020-02-07 11:30:26 +00:00
2023-10-22 09:41:20 +00:00
func ( m * Messenger ) GetCurrentTimeInMillis ( ) uint64 {
2023-06-10 02:00:17 +00:00
return m . getTimesource ( ) . GetCurrentTime ( )
}
2020-07-22 07:41:40 +00:00
// AddPushNotificationsServer adds a push notification server
2020-08-20 09:05:39 +00:00
func ( m * Messenger ) AddPushNotificationsServer ( ctx context . Context , publicKey * ecdsa . PublicKey , serverType pushnotificationclient . ServerType ) error {
2020-07-07 09:00:04 +00:00
if m . pushNotificationClient == nil {
return errors . New ( "push notification client not enabled" )
}
2020-08-20 09:05:39 +00:00
return m . pushNotificationClient . AddPushNotificationsServer ( publicKey , serverType )
2020-07-07 09:00:04 +00:00
}
2020-07-17 11:41:49 +00:00
// RemovePushNotificationServer removes a push notification server
func ( m * Messenger ) RemovePushNotificationServer ( ctx context . Context , publicKey * ecdsa . PublicKey ) error {
if m . pushNotificationClient == nil {
return errors . New ( "push notification client not enabled" )
}
return m . pushNotificationClient . RemovePushNotificationServer ( publicKey )
}
2020-07-22 07:41:40 +00:00
// UnregisterFromPushNotifications unregister from any server
2020-07-15 12:43:15 +00:00
func ( m * Messenger ) UnregisterFromPushNotifications ( ctx context . Context ) error {
2020-07-16 07:45:42 +00:00
return m . pushNotificationClient . Unregister ( )
2020-07-15 12:43:15 +00:00
}
2020-07-22 07:41:40 +00:00
// DisableSendingPushNotifications signals the client not to send any push notification
2020-07-15 12:43:15 +00:00
func ( m * Messenger ) DisableSendingPushNotifications ( ) error {
if m . pushNotificationClient == nil {
return errors . New ( "push notification client not enabled" )
}
m . pushNotificationClient . DisableSending ( )
return nil
}
2020-07-22 07:41:40 +00:00
// EnableSendingPushNotifications signals the client to send push notifications
2020-07-15 12:43:15 +00:00
func ( m * Messenger ) EnableSendingPushNotifications ( ) error {
if m . pushNotificationClient == nil {
return errors . New ( "push notification client not enabled" )
}
m . pushNotificationClient . EnableSending ( )
return nil
}
2020-09-02 14:11:16 +00:00
func ( m * Messenger ) pushNotificationOptions ( ) * pushnotificationclient . RegistrationOptions {
2020-07-07 09:00:04 +00:00
var contactIDs [ ] * ecdsa . PublicKey
var mutedChatIDs [ ] string
2020-09-03 07:19:46 +00:00
var publicChatIDs [ ] string
2023-06-22 05:06:32 +00:00
var blockedChatIDs [ ] string
2020-07-07 09:00:04 +00:00
2021-03-29 15:41:30 +00:00
m . allContacts . Range ( func ( contactID string , contact * Contact ) ( shouldContinue bool ) {
2023-01-20 14:28:30 +00:00
if contact . added ( ) && ! contact . Blocked {
2020-07-07 09:00:04 +00:00
pk , err := contact . PublicKey ( )
if err != nil {
m . logger . Warn ( "could not parse contact public key" )
2021-03-29 15:41:30 +00:00
return true
2020-07-07 09:00:04 +00:00
}
contactIDs = append ( contactIDs , pk )
2021-10-01 14:50:16 +00:00
} else if contact . Blocked {
2023-06-22 05:06:32 +00:00
blockedChatIDs = append ( blockedChatIDs , contact . ID )
2020-07-07 09:00:04 +00:00
}
2021-03-29 15:41:30 +00:00
return true
} )
m . allChats . Range ( func ( chatID string , chat * Chat ) ( shouldContinue bool ) {
2020-07-07 09:00:04 +00:00
if chat . Muted {
mutedChatIDs = append ( mutedChatIDs , chat . ID )
2023-06-27 15:19:21 +00:00
return true
2020-07-07 09:00:04 +00:00
}
2021-09-01 09:03:45 +00:00
if chat . Active && ( chat . Public ( ) || chat . CommunityChat ( ) ) {
2020-09-03 07:19:46 +00:00
publicChatIDs = append ( publicChatIDs , chat . ID )
}
2021-03-29 15:41:30 +00:00
return true
} )
2021-08-31 08:49:39 +00:00
2020-09-02 14:11:16 +00:00
return & pushnotificationclient . RegistrationOptions {
2023-06-22 05:06:32 +00:00
ContactIDs : contactIDs ,
MutedChatIDs : mutedChatIDs ,
PublicChatIDs : publicChatIDs ,
BlockedChatIDs : blockedChatIDs ,
2020-09-02 14:11:16 +00:00
}
2020-07-17 12:29:51 +00:00
}
// RegisterForPushNotification register deviceToken with any push notification server enabled
2020-07-30 08:24:30 +00:00
func ( m * Messenger ) RegisterForPushNotifications ( ctx context . Context , deviceToken , apnTopic string , tokenType protobuf . PushNotificationRegistration_TokenType ) error {
2020-07-17 12:29:51 +00:00
if m . pushNotificationClient == nil {
return errors . New ( "push notification client not enabled" )
}
2020-07-20 13:58:54 +00:00
m . mutex . Lock ( )
defer m . mutex . Unlock ( )
2020-07-17 12:29:51 +00:00
2020-09-02 14:11:16 +00:00
err := m . pushNotificationClient . Register ( deviceToken , apnTopic , tokenType , m . pushNotificationOptions ( ) )
2020-08-18 15:07:48 +00:00
if err != nil {
m . logger . Error ( "failed to register for push notifications" , zap . Error ( err ) )
return err
}
return nil
2020-07-07 09:00:04 +00:00
}
2020-07-22 07:41:40 +00:00
// RegisteredForPushNotifications returns whether we successfully registered with all the servers
2020-07-16 08:36:17 +00:00
func ( m * Messenger ) RegisteredForPushNotifications ( ) ( bool , error ) {
if m . pushNotificationClient == nil {
return false , errors . New ( "no push notification client" )
}
return m . pushNotificationClient . Registered ( )
}
2020-07-22 07:41:40 +00:00
// EnablePushNotificationsFromContactsOnly is used to indicate that we want to received push notifications only from contacts
2020-07-17 11:41:49 +00:00
func ( m * Messenger ) EnablePushNotificationsFromContactsOnly ( ) error {
if m . pushNotificationClient == nil {
return errors . New ( "no push notification client" )
}
2020-07-20 13:58:54 +00:00
m . mutex . Lock ( )
defer m . mutex . Unlock ( )
2020-07-17 11:41:49 +00:00
2020-09-02 14:11:16 +00:00
return m . pushNotificationClient . EnablePushNotificationsFromContactsOnly ( m . pushNotificationOptions ( ) )
2020-07-17 11:41:49 +00:00
}
2020-07-22 07:41:40 +00:00
// DisablePushNotificationsFromContactsOnly is used to indicate that we want to received push notifications from anyone
2020-07-17 11:41:49 +00:00
func ( m * Messenger ) DisablePushNotificationsFromContactsOnly ( ) error {
if m . pushNotificationClient == nil {
return errors . New ( "no push notification client" )
}
2020-07-20 13:58:54 +00:00
m . mutex . Lock ( )
defer m . mutex . Unlock ( )
2020-07-17 11:41:49 +00:00
2020-09-02 14:11:16 +00:00
return m . pushNotificationClient . DisablePushNotificationsFromContactsOnly ( m . pushNotificationOptions ( ) )
2020-07-17 11:41:49 +00:00
}
2020-09-03 07:30:03 +00:00
// EnablePushNotificationsBlockMentions is used to indicate that we dont want to received push notifications for mentions
func ( m * Messenger ) EnablePushNotificationsBlockMentions ( ) error {
if m . pushNotificationClient == nil {
return errors . New ( "no push notification client" )
}
m . mutex . Lock ( )
defer m . mutex . Unlock ( )
return m . pushNotificationClient . EnablePushNotificationsBlockMentions ( m . pushNotificationOptions ( ) )
}
// DisablePushNotificationsBlockMentions is used to indicate that we want to received push notifications for mentions
func ( m * Messenger ) DisablePushNotificationsBlockMentions ( ) error {
if m . pushNotificationClient == nil {
return errors . New ( "no push notification client" )
}
m . mutex . Lock ( )
defer m . mutex . Unlock ( )
return m . pushNotificationClient . DisablePushNotificationsBlockMentions ( m . pushNotificationOptions ( ) )
}
2020-08-20 09:05:39 +00:00
// GetPushNotificationsServers returns the servers used for push notifications
func ( m * Messenger ) GetPushNotificationsServers ( ) ( [ ] * pushnotificationclient . PushNotificationServer , error ) {
2020-07-16 08:36:17 +00:00
if m . pushNotificationClient == nil {
return nil , errors . New ( "no push notification client" )
}
return m . pushNotificationClient . GetServers ( )
}
2020-07-22 07:41:40 +00:00
// StartPushNotificationsServer initialize and start a push notification server, using the current messenger identity key
func ( m * Messenger ) StartPushNotificationsServer ( ) error {
2020-07-14 14:07:19 +00:00
if m . pushNotificationServer == nil {
2020-07-22 07:41:40 +00:00
pushNotificationServerPersistence := pushnotificationserver . NewSQLitePersistence ( m . database )
config := & pushnotificationserver . Config {
2020-08-20 07:26:00 +00:00
Enabled : true ,
2020-07-14 14:07:19 +00:00
Logger : m . logger ,
Identity : m . identity ,
}
2021-06-23 14:13:48 +00:00
m . pushNotificationServer = pushnotificationserver . New ( config , pushNotificationServerPersistence , m . sender )
2020-07-14 14:07:19 +00:00
}
return m . pushNotificationServer . Start ( )
}
2020-07-22 07:41:40 +00:00
// StopPushNotificationServer stops the push notification server if running
func ( m * Messenger ) StopPushNotificationsServer ( ) error {
2020-07-14 14:07:19 +00:00
m . pushNotificationServer = nil
return nil
}
2020-05-20 12:16:12 +00:00
func generateAliasAndIdenticon ( pk string ) ( string , string , error ) {
identicon , err := identicon . GenerateBase64 ( pk )
if err != nil {
return "" , "" , err
}
name , err := alias . GenerateFromPublicKeyString ( pk )
if err != nil {
return "" , "" , err
}
return name , identicon , nil
}
2020-07-20 17:06:38 +00:00
2020-07-27 10:13:22 +00:00
func ( m * Messenger ) encodeChatEntity ( chat * Chat , message common . ChatEntity ) ( [ ] byte , error ) {
2020-07-25 16:13:08 +00:00
var encodedMessage [ ] byte
var err error
2020-07-26 22:10:08 +00:00
l := m . logger . With ( zap . String ( "site" , "Send" ) , zap . String ( "chatID" , chat . ID ) )
2020-07-25 16:13:08 +00:00
switch chat . ChatType {
case ChatTypeOneToOne :
2020-07-26 22:10:08 +00:00
l . Debug ( "sending private message" )
2020-07-25 16:13:08 +00:00
message . SetMessageType ( protobuf . MessageType_ONE_TO_ONE )
2020-07-26 22:06:58 +00:00
encodedMessage , err = proto . Marshal ( message . GetProtobuf ( ) )
2020-07-25 16:13:08 +00:00
if err != nil {
return nil , err
}
2021-09-01 12:02:18 +00:00
2020-10-20 15:10:28 +00:00
case ChatTypePublic , ChatTypeProfile :
2020-07-26 22:10:08 +00:00
l . Debug ( "sending public message" , zap . String ( "chatName" , chat . Name ) )
2020-07-25 16:13:08 +00:00
message . SetMessageType ( protobuf . MessageType_PUBLIC_GROUP )
2020-07-26 22:06:58 +00:00
encodedMessage , err = proto . Marshal ( message . GetProtobuf ( ) )
2020-07-25 16:13:08 +00:00
if err != nil {
return nil , err
}
2021-09-01 12:02:18 +00:00
2020-11-18 09:16:51 +00:00
case ChatTypeCommunityChat :
l . Debug ( "sending community chat message" , zap . String ( "chatName" , chat . Name ) )
message . SetMessageType ( protobuf . MessageType_COMMUNITY_CHAT )
encodedMessage , err = proto . Marshal ( message . GetProtobuf ( ) )
if err != nil {
return nil , err
}
2021-09-01 12:02:18 +00:00
2020-07-25 16:13:08 +00:00
case ChatTypePrivateGroupChat :
message . SetMessageType ( protobuf . MessageType_PRIVATE_GROUP )
2020-07-26 22:10:08 +00:00
l . Debug ( "sending group message" , zap . String ( "chatName" , chat . Name ) )
2021-01-15 17:47:30 +00:00
if ! message . WrapGroupMessage ( ) {
encodedMessage , err = proto . Marshal ( message . GetProtobuf ( ) )
if err != nil {
return nil , err
}
} else {
2020-07-25 16:13:08 +00:00
2021-01-15 17:47:30 +00:00
group , err := newProtocolGroupFromChat ( chat )
if err != nil {
return nil , err
}
2020-07-25 16:13:08 +00:00
2022-11-18 10:04:38 +00:00
// NOTE(cammellos): Disabling for now since the optimiziation is not
// applicable anymore after we changed group rules to allow
// anyone to change group details
encodedMessage , err = m . sender . EncodeMembershipUpdate ( group , message )
2021-01-15 17:47:30 +00:00
if err != nil {
return nil , err
}
2020-07-25 16:13:08 +00:00
}
default :
return nil , errors . New ( "chat type not supported" )
}
return encodedMessage , nil
}
2021-02-23 07:37:08 +00:00
func ( m * Messenger ) getOrBuildContactFromMessage ( msg * common . Message ) ( * Contact , error ) {
2021-03-29 15:41:30 +00:00
if c , ok := m . allContacts . Load ( msg . From ) ; ok {
2021-02-23 07:37:08 +00:00
return c , nil
}
senderPubKey , err := msg . GetSenderPubKey ( )
if err != nil {
return nil , err
}
senderID := contactIDFromPublicKey ( senderPubKey )
c , err := buildContact ( senderID , senderPubKey )
if err != nil {
return nil , err
}
2021-03-29 15:41:30 +00:00
// TODO(samyoul) remove storing of an updated reference pointer?
m . allContacts . Store ( msg . From , c )
2021-02-23 07:37:08 +00:00
return c , nil
}
2021-08-26 20:25:43 +00:00
func ( m * Messenger ) BloomFilter ( ) [ ] byte {
return m . transport . BloomFilter ( )
}
2021-02-09 13:58:21 +00:00
2022-03-23 18:47:00 +00:00
func ( m * Messenger ) getSettings ( ) ( settings . Settings , error ) {
sDB , err := accounts . NewDB ( m . database )
if err != nil {
return settings . Settings { } , err
}
2021-02-09 13:58:21 +00:00
return sDB . GetSettings ( )
}
2022-02-10 10:00:59 +00:00
2023-04-26 15:37:18 +00:00
func ( m * Messenger ) getEnsUsernameDetails ( ) ( result [ ] * ensservice . UsernameDetail , err error ) {
db := ensservice . NewEnsDatabase ( m . database )
return db . GetEnsUsernames ( nil )
}
2023-08-18 11:39:59 +00:00
func ToVerificationRequest ( message * protobuf . SyncVerificationRequest ) * verification . Request {
2022-07-05 19:49:44 +00:00
return & verification . Request {
From : message . From ,
To : message . To ,
Challenge : message . Challenge ,
Response : message . Response ,
RequestedAt : message . RequestedAt ,
RepliedAt : message . RepliedAt ,
RequestStatus : verification . RequestStatus ( message . VerificationStatus ) ,
}
}
2023-08-18 11:39:59 +00:00
func ( m * Messenger ) HandleSyncVerificationRequest ( state * ReceivedMessageState , message * protobuf . SyncVerificationRequest , statusMessage * v1protocol . StatusMessage ) error {
2022-07-05 19:49:44 +00:00
verificationRequest := ToVerificationRequest ( message )
2022-08-31 14:41:58 +00:00
err := m . verificationDatabase . SaveVerificationRequest ( verificationRequest )
2022-07-05 19:49:44 +00:00
if err != nil {
return err
}
myPubKey := hexutil . Encode ( crypto . FromECDSAPub ( & m . identity . PublicKey ) )
state . AllVerificationRequests = append ( state . AllVerificationRequests , verificationRequest )
if message . From == myPubKey { // Verification requests we sent
contact , ok := m . allContacts . Load ( message . To )
if ! ok {
m . logger . Info ( "contact not found" )
return nil
}
contact . VerificationStatus = VerificationStatus ( message . VerificationStatus )
if err := m . persistence . SaveContact ( contact , nil ) ; err != nil {
return err
}
m . allContacts . Store ( contact . ID , contact )
state . ModifiedContacts . Store ( contact . ID , true )
// TODO: create activity center notif
}
// else { // Verification requests we received
// // TODO: activity center notif
//}
return nil
}
2022-09-29 11:50:23 +00:00
2023-02-02 17:59:48 +00:00
func ( m * Messenger ) ImageServerURL ( ) string {
return m . httpServer . MakeImageServerURL ( )
}
2023-01-20 14:28:30 +00:00
func ( m * Messenger ) myHexIdentity ( ) string {
return common . PubkeyToHex ( & m . identity . PublicKey )
}
2023-04-07 08:47:38 +00:00
func ( m * Messenger ) GetMentionsManager ( ) * MentionManager {
return m . mentionsManager
}
2023-04-14 17:17:56 +00:00
2023-08-31 07:21:25 +00:00
func ( m * Messenger ) getOtherMessagesInAlbum ( message * common . Message , chatID string ) ( [ ] * common . Message , error ) {
2023-04-26 11:10:17 +00:00
var connectedMessages [ ] * common . Message
2023-04-14 17:17:56 +00:00
// In case of Image messages, we need to delete all the images in the album
if message . ContentType == protobuf . ChatMessage_IMAGE {
image := message . GetImage ( )
2023-04-26 11:10:17 +00:00
if image != nil && image . AlbumId != "" {
messagesInTheAlbum , err := m . persistence . albumMessages ( chatID , image . GetAlbumId ( ) )
if err != nil {
return nil , err
}
connectedMessages = append ( connectedMessages , messagesInTheAlbum ... )
return connectedMessages , nil
2023-04-14 17:17:56 +00:00
}
}
2023-04-26 11:10:17 +00:00
return append ( connectedMessages , message ) , nil
2023-04-14 17:17:56 +00:00
}
2023-04-19 22:59:09 +00:00
func ( m * Messenger ) withChatClock ( callback func ( string , uint64 ) error ) error {
clock , chat := m . getLastClockWithRelatedChat ( )
err := callback ( chat . ID , clock )
if err != nil {
return err
}
chat . LastClockValue = clock
return m . saveChat ( chat )
}
2023-05-12 08:31:34 +00:00
func ( m * Messenger ) syncDeleteForMeMessage ( ctx context . Context , rawMessageDispatcher RawMessageHandler ) error {
deleteForMes , err := m . persistence . GetDeleteForMeMessages ( )
if err != nil {
return err
}
return m . withChatClock ( func ( chatID string , _ uint64 ) error {
for _ , deleteForMe := range deleteForMes {
encodedMessage , err2 := proto . Marshal ( deleteForMe )
if err2 != nil {
return err2
}
rawMessage := common . RawMessage {
2024-03-22 10:55:09 +00:00
LocalChatID : chatID ,
Payload : encodedMessage ,
MessageType : protobuf . ApplicationMetadataMessage_SYNC_DELETE_FOR_ME_MESSAGE ,
ResendType : common . ResendTypeDataSync ,
2023-05-12 08:31:34 +00:00
}
_ , err2 = rawMessageDispatcher ( ctx , rawMessage )
if err2 != nil {
return err2
}
}
return nil
} )
}
2023-08-18 11:39:59 +00:00
func ( m * Messenger ) GetDeleteForMeMessages ( ) ( [ ] * protobuf . SyncDeleteForMeMessage , error ) {
2023-05-12 08:31:34 +00:00
return m . persistence . GetDeleteForMeMessages ( )
}
2023-11-15 11:01:02 +00:00
2024-05-14 10:55:00 +00:00
func ( m * Messenger ) startCleanupLoop ( name string , cleanupFunc func ( ) error ) {
logger := m . logger . Named ( name )
2023-11-15 11:01:02 +00:00
go func ( ) {
2024-09-26 22:37:32 +00:00
defer gocommon . LogOnPanic ( )
2023-11-16 08:41:38 +00:00
// Delay by a few minutes to minimize messenger's startup time
var interval time . Duration = 5 * time . Minute
2023-11-15 11:01:02 +00:00
for {
select {
case <- time . After ( interval ) :
2023-11-16 08:41:38 +00:00
// Set the regular interval after the first execution
2023-11-15 11:01:02 +00:00
interval = 1 * time . Hour
2024-05-14 10:55:00 +00:00
err := cleanupFunc ( )
2023-11-15 11:01:02 +00:00
if err != nil {
2024-05-14 10:55:00 +00:00
logger . Error ( "failed to cleanup" , zap . Error ( err ) )
2023-11-15 11:01:02 +00:00
}
case <- m . quit :
return
}
}
} ( )
}
2024-03-22 12:23:43 +00:00
2024-05-14 10:55:00 +00:00
func ( m * Messenger ) startMessageSegmentsCleanupLoop ( ) {
m . startCleanupLoop ( "messageSegmentsCleanupLoop" , m . sender . CleanupSegments )
}
func ( m * Messenger ) startHashRatchetEncryptedMessagesCleanupLoop ( ) {
m . startCleanupLoop ( "hashRatchetEncryptedMessagesCleanupLoop" , m . sender . CleanupHashRatchetEncryptedMessages )
}
2024-03-22 12:23:43 +00:00
func ( m * Messenger ) FindStatusMessageIDForBridgeMessageID ( bridgeMessageID string ) ( string , error ) {
return m . persistence . FindStatusMessageIDForBridgeMessageID ( bridgeMessageID )
}