mirror of
https://github.com/status-im/status-go.git
synced 2025-02-25 13:16:15 +00:00
Update vendor Integrate rendezvous into status node Add a test with failover using rendezvous Use multiple servers in client Use discovery V5 by default and test that node can be started with rendezvous discovet Fix linter Update rendezvous client to one with instrumented stream Address feedback Fix test with updated topic limits Apply several suggestions Change log to debug for request errors because we continue execution Remove web3js after rebase Update rendezvous package
285 lines
6.0 KiB
Go
285 lines
6.0 KiB
Go
package msgio
|
|
|
|
import (
|
|
"errors"
|
|
"io"
|
|
"sync"
|
|
|
|
mpool "github.com/libp2p/go-msgio/mpool"
|
|
)
|
|
|
|
// ErrMsgTooLarge is returned when the message length is exessive
|
|
var ErrMsgTooLarge = errors.New("message too large")
|
|
|
|
const (
|
|
lengthSize = 4
|
|
defaultMaxSize = 8 * 1024 * 1024 // 8mb
|
|
)
|
|
|
|
// Writer is the msgio Writer interface. It writes len-framed messages.
|
|
type Writer interface {
|
|
|
|
// Write writes passed in buffer as a single message.
|
|
Write([]byte) (int, error)
|
|
|
|
// WriteMsg writes the msg in the passed in buffer.
|
|
WriteMsg([]byte) error
|
|
}
|
|
|
|
// WriteCloser is a Writer + Closer interface. Like in `golang/pkg/io`
|
|
type WriteCloser interface {
|
|
Writer
|
|
io.Closer
|
|
}
|
|
|
|
// Reader is the msgio Reader interface. It reads len-framed messages.
|
|
type Reader interface {
|
|
|
|
// Read reads the next message from the Reader.
|
|
// The client must pass a buffer large enough, or io.ErrShortBuffer will be
|
|
// returned.
|
|
Read([]byte) (int, error)
|
|
|
|
// ReadMsg reads the next message from the Reader.
|
|
// Uses a mpool.Pool internally to reuse buffers. io.ErrShortBuffer will
|
|
// be returned if the Pool.Get(...) returns nil.
|
|
// User may call ReleaseMsg(msg) to signal a buffer can be reused.
|
|
ReadMsg() ([]byte, error)
|
|
|
|
// ReleaseMsg signals a buffer can be reused.
|
|
ReleaseMsg([]byte)
|
|
|
|
// NextMsgLen returns the length of the next (peeked) message. Does
|
|
// not destroy the message or have other adverse effects
|
|
NextMsgLen() (int, error)
|
|
}
|
|
|
|
// ReadCloser combines a Reader and Closer.
|
|
type ReadCloser interface {
|
|
Reader
|
|
io.Closer
|
|
}
|
|
|
|
// ReadWriter combines a Reader and Writer.
|
|
type ReadWriter interface {
|
|
Reader
|
|
Writer
|
|
}
|
|
|
|
// ReadWriteCloser combines a Reader, a Writer, and Closer.
|
|
type ReadWriteCloser interface {
|
|
Reader
|
|
Writer
|
|
io.Closer
|
|
}
|
|
|
|
// writer is the underlying type that implements the Writer interface.
|
|
type writer struct {
|
|
W io.Writer
|
|
|
|
lock sync.Locker
|
|
}
|
|
|
|
// NewWriter wraps an io.Writer with a msgio framed writer. The msgio.Writer
|
|
// will write the length prefix of every message written.
|
|
func NewWriter(w io.Writer) WriteCloser {
|
|
return &writer{W: w, lock: new(sync.Mutex)}
|
|
}
|
|
|
|
func (s *writer) Write(msg []byte) (int, error) {
|
|
err := s.WriteMsg(msg)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
return len(msg), nil
|
|
}
|
|
|
|
func (s *writer) WriteMsg(msg []byte) (err error) {
|
|
s.lock.Lock()
|
|
defer s.lock.Unlock()
|
|
if err := WriteLen(s.W, len(msg)); err != nil {
|
|
return err
|
|
}
|
|
_, err = s.W.Write(msg)
|
|
return err
|
|
}
|
|
|
|
func (s *writer) Close() error {
|
|
s.lock.Lock()
|
|
defer s.lock.Unlock()
|
|
|
|
if c, ok := s.W.(io.Closer); ok {
|
|
return c.Close()
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// reader is the underlying type that implements the Reader interface.
|
|
type reader struct {
|
|
R io.Reader
|
|
|
|
lbuf []byte
|
|
next int
|
|
pool *mpool.Pool
|
|
lock sync.Locker
|
|
max int // the maximal message size (in bytes) this reader handles
|
|
}
|
|
|
|
// NewReader wraps an io.Reader with a msgio framed reader. The msgio.Reader
|
|
// will read whole messages at a time (using the length). Assumes an equivalent
|
|
// writer on the other side.
|
|
func NewReader(r io.Reader) ReadCloser {
|
|
return NewReaderWithPool(r, &mpool.ByteSlicePool)
|
|
}
|
|
|
|
// NewReaderWithPool wraps an io.Reader with a msgio framed reader. The msgio.Reader
|
|
// will read whole messages at a time (using the length). Assumes an equivalent
|
|
// writer on the other side. It uses a given mpool.Pool
|
|
func NewReaderWithPool(r io.Reader, p *mpool.Pool) ReadCloser {
|
|
if p == nil {
|
|
panic("nil pool")
|
|
}
|
|
return &reader{
|
|
R: r,
|
|
lbuf: make([]byte, lengthSize),
|
|
next: -1,
|
|
pool: p,
|
|
lock: new(sync.Mutex),
|
|
max: defaultMaxSize,
|
|
}
|
|
}
|
|
|
|
// NextMsgLen reads the length of the next msg into s.lbuf, and returns it.
|
|
// WARNING: like Read, NextMsgLen is destructive. It reads from the internal
|
|
// reader.
|
|
func (s *reader) NextMsgLen() (int, error) {
|
|
s.lock.Lock()
|
|
defer s.lock.Unlock()
|
|
return s.nextMsgLen()
|
|
}
|
|
|
|
func (s *reader) nextMsgLen() (int, error) {
|
|
if s.next == -1 {
|
|
n, err := ReadLen(s.R, s.lbuf)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
s.next = n
|
|
}
|
|
return s.next, nil
|
|
}
|
|
|
|
func (s *reader) Read(msg []byte) (int, error) {
|
|
s.lock.Lock()
|
|
defer s.lock.Unlock()
|
|
|
|
length, err := s.nextMsgLen()
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
if length > len(msg) {
|
|
return 0, io.ErrShortBuffer
|
|
}
|
|
|
|
_, err = io.ReadFull(s.R, msg[:length])
|
|
s.next = -1 // signal we've consumed this msg
|
|
return length, err
|
|
}
|
|
|
|
func (s *reader) ReadMsg() ([]byte, error) {
|
|
s.lock.Lock()
|
|
defer s.lock.Unlock()
|
|
|
|
length, err := s.nextMsgLen()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if length > s.max || length < 0 {
|
|
return nil, ErrMsgTooLarge
|
|
}
|
|
|
|
msgb := s.pool.Get(uint32(length))
|
|
if msgb == nil {
|
|
return nil, io.ErrShortBuffer
|
|
}
|
|
msg := msgb.([]byte)[:length]
|
|
_, err = io.ReadFull(s.R, msg)
|
|
s.next = -1 // signal we've consumed this msg
|
|
return msg, err
|
|
}
|
|
|
|
func (s *reader) ReleaseMsg(msg []byte) {
|
|
s.pool.Put(uint32(cap(msg)), msg)
|
|
}
|
|
|
|
func (s *reader) Close() error {
|
|
s.lock.Lock()
|
|
defer s.lock.Unlock()
|
|
|
|
if c, ok := s.R.(io.Closer); ok {
|
|
return c.Close()
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// readWriter is the underlying type that implements a ReadWriter.
|
|
type readWriter struct {
|
|
Reader
|
|
Writer
|
|
}
|
|
|
|
// NewReadWriter wraps an io.ReadWriter with a msgio.ReadWriter. Writing
|
|
// and Reading will be appropriately framed.
|
|
func NewReadWriter(rw io.ReadWriter) ReadWriteCloser {
|
|
return &readWriter{
|
|
Reader: NewReader(rw),
|
|
Writer: NewWriter(rw),
|
|
}
|
|
}
|
|
|
|
// Combine wraps a pair of msgio.Writer and msgio.Reader with a msgio.ReadWriter.
|
|
func Combine(w Writer, r Reader) ReadWriteCloser {
|
|
return &readWriter{Reader: r, Writer: w}
|
|
}
|
|
|
|
func (rw *readWriter) Close() error {
|
|
var errs []error
|
|
|
|
if w, ok := rw.Writer.(WriteCloser); ok {
|
|
if err := w.Close(); err != nil {
|
|
errs = append(errs, err)
|
|
}
|
|
}
|
|
if r, ok := rw.Reader.(ReadCloser); ok {
|
|
if err := r.Close(); err != nil {
|
|
errs = append(errs, err)
|
|
}
|
|
}
|
|
|
|
if len(errs) > 0 {
|
|
return multiErr(errs)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// multiErr is a util to return multiple errors
|
|
type multiErr []error
|
|
|
|
func (m multiErr) Error() string {
|
|
if len(m) == 0 {
|
|
return "no errors"
|
|
}
|
|
|
|
s := "Multiple errors: "
|
|
for i, e := range m {
|
|
if i != 0 {
|
|
s += ", "
|
|
}
|
|
s += e.Error()
|
|
}
|
|
return s
|
|
}
|