Dmitry eeca435064 Add rendezvous implementation for discovery interface
Update vendor

Integrate rendezvous into status node

Add a test with failover using rendezvous

Use multiple servers in client

Use discovery V5 by default and test that node can be started with rendezvous discovet

Fix linter

Update rendezvous client to one with instrumented stream

Address feedback

Fix test with updated topic limits

Apply several suggestions

Change log to debug for request errors because we continue execution

Remove web3js after rebase

Update rendezvous package
2018-07-25 15:10:57 +03:00

285 lines
6.0 KiB
Go

package msgio
import (
"errors"
"io"
"sync"
mpool "github.com/libp2p/go-msgio/mpool"
)
// ErrMsgTooLarge is returned when the message length is exessive
var ErrMsgTooLarge = errors.New("message too large")
const (
lengthSize = 4
defaultMaxSize = 8 * 1024 * 1024 // 8mb
)
// Writer is the msgio Writer interface. It writes len-framed messages.
type Writer interface {
// Write writes passed in buffer as a single message.
Write([]byte) (int, error)
// WriteMsg writes the msg in the passed in buffer.
WriteMsg([]byte) error
}
// WriteCloser is a Writer + Closer interface. Like in `golang/pkg/io`
type WriteCloser interface {
Writer
io.Closer
}
// Reader is the msgio Reader interface. It reads len-framed messages.
type Reader interface {
// Read reads the next message from the Reader.
// The client must pass a buffer large enough, or io.ErrShortBuffer will be
// returned.
Read([]byte) (int, error)
// ReadMsg reads the next message from the Reader.
// Uses a mpool.Pool internally to reuse buffers. io.ErrShortBuffer will
// be returned if the Pool.Get(...) returns nil.
// User may call ReleaseMsg(msg) to signal a buffer can be reused.
ReadMsg() ([]byte, error)
// ReleaseMsg signals a buffer can be reused.
ReleaseMsg([]byte)
// NextMsgLen returns the length of the next (peeked) message. Does
// not destroy the message or have other adverse effects
NextMsgLen() (int, error)
}
// ReadCloser combines a Reader and Closer.
type ReadCloser interface {
Reader
io.Closer
}
// ReadWriter combines a Reader and Writer.
type ReadWriter interface {
Reader
Writer
}
// ReadWriteCloser combines a Reader, a Writer, and Closer.
type ReadWriteCloser interface {
Reader
Writer
io.Closer
}
// writer is the underlying type that implements the Writer interface.
type writer struct {
W io.Writer
lock sync.Locker
}
// NewWriter wraps an io.Writer with a msgio framed writer. The msgio.Writer
// will write the length prefix of every message written.
func NewWriter(w io.Writer) WriteCloser {
return &writer{W: w, lock: new(sync.Mutex)}
}
func (s *writer) Write(msg []byte) (int, error) {
err := s.WriteMsg(msg)
if err != nil {
return 0, err
}
return len(msg), nil
}
func (s *writer) WriteMsg(msg []byte) (err error) {
s.lock.Lock()
defer s.lock.Unlock()
if err := WriteLen(s.W, len(msg)); err != nil {
return err
}
_, err = s.W.Write(msg)
return err
}
func (s *writer) Close() error {
s.lock.Lock()
defer s.lock.Unlock()
if c, ok := s.W.(io.Closer); ok {
return c.Close()
}
return nil
}
// reader is the underlying type that implements the Reader interface.
type reader struct {
R io.Reader
lbuf []byte
next int
pool *mpool.Pool
lock sync.Locker
max int // the maximal message size (in bytes) this reader handles
}
// NewReader wraps an io.Reader with a msgio framed reader. The msgio.Reader
// will read whole messages at a time (using the length). Assumes an equivalent
// writer on the other side.
func NewReader(r io.Reader) ReadCloser {
return NewReaderWithPool(r, &mpool.ByteSlicePool)
}
// NewReaderWithPool wraps an io.Reader with a msgio framed reader. The msgio.Reader
// will read whole messages at a time (using the length). Assumes an equivalent
// writer on the other side. It uses a given mpool.Pool
func NewReaderWithPool(r io.Reader, p *mpool.Pool) ReadCloser {
if p == nil {
panic("nil pool")
}
return &reader{
R: r,
lbuf: make([]byte, lengthSize),
next: -1,
pool: p,
lock: new(sync.Mutex),
max: defaultMaxSize,
}
}
// NextMsgLen reads the length of the next msg into s.lbuf, and returns it.
// WARNING: like Read, NextMsgLen is destructive. It reads from the internal
// reader.
func (s *reader) NextMsgLen() (int, error) {
s.lock.Lock()
defer s.lock.Unlock()
return s.nextMsgLen()
}
func (s *reader) nextMsgLen() (int, error) {
if s.next == -1 {
n, err := ReadLen(s.R, s.lbuf)
if err != nil {
return 0, err
}
s.next = n
}
return s.next, nil
}
func (s *reader) Read(msg []byte) (int, error) {
s.lock.Lock()
defer s.lock.Unlock()
length, err := s.nextMsgLen()
if err != nil {
return 0, err
}
if length > len(msg) {
return 0, io.ErrShortBuffer
}
_, err = io.ReadFull(s.R, msg[:length])
s.next = -1 // signal we've consumed this msg
return length, err
}
func (s *reader) ReadMsg() ([]byte, error) {
s.lock.Lock()
defer s.lock.Unlock()
length, err := s.nextMsgLen()
if err != nil {
return nil, err
}
if length > s.max || length < 0 {
return nil, ErrMsgTooLarge
}
msgb := s.pool.Get(uint32(length))
if msgb == nil {
return nil, io.ErrShortBuffer
}
msg := msgb.([]byte)[:length]
_, err = io.ReadFull(s.R, msg)
s.next = -1 // signal we've consumed this msg
return msg, err
}
func (s *reader) ReleaseMsg(msg []byte) {
s.pool.Put(uint32(cap(msg)), msg)
}
func (s *reader) Close() error {
s.lock.Lock()
defer s.lock.Unlock()
if c, ok := s.R.(io.Closer); ok {
return c.Close()
}
return nil
}
// readWriter is the underlying type that implements a ReadWriter.
type readWriter struct {
Reader
Writer
}
// NewReadWriter wraps an io.ReadWriter with a msgio.ReadWriter. Writing
// and Reading will be appropriately framed.
func NewReadWriter(rw io.ReadWriter) ReadWriteCloser {
return &readWriter{
Reader: NewReader(rw),
Writer: NewWriter(rw),
}
}
// Combine wraps a pair of msgio.Writer and msgio.Reader with a msgio.ReadWriter.
func Combine(w Writer, r Reader) ReadWriteCloser {
return &readWriter{Reader: r, Writer: w}
}
func (rw *readWriter) Close() error {
var errs []error
if w, ok := rw.Writer.(WriteCloser); ok {
if err := w.Close(); err != nil {
errs = append(errs, err)
}
}
if r, ok := rw.Reader.(ReadCloser); ok {
if err := r.Close(); err != nil {
errs = append(errs, err)
}
}
if len(errs) > 0 {
return multiErr(errs)
}
return nil
}
// multiErr is a util to return multiple errors
type multiErr []error
func (m multiErr) Error() string {
if len(m) == 0 {
return "no errors"
}
s := "Multiple errors: "
for i, e := range m {
if i != 0 {
s += ", "
}
s += e.Error()
}
return s
}