2018-07-04 10:51:47 +00:00
|
|
|
package msgio
|
|
|
|
|
|
|
|
import (
|
|
|
|
"errors"
|
|
|
|
"io"
|
|
|
|
"sync"
|
|
|
|
|
2019-06-09 07:24:20 +00:00
|
|
|
pool "github.com/libp2p/go-buffer-pool"
|
2018-07-04 10:51:47 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// ErrMsgTooLarge is returned when the message length is exessive
|
|
|
|
var ErrMsgTooLarge = errors.New("message too large")
|
|
|
|
|
|
|
|
const (
|
|
|
|
lengthSize = 4
|
|
|
|
defaultMaxSize = 8 * 1024 * 1024 // 8mb
|
|
|
|
)
|
|
|
|
|
|
|
|
// Writer is the msgio Writer interface. It writes len-framed messages.
|
|
|
|
type Writer interface {
|
|
|
|
|
|
|
|
// Write writes passed in buffer as a single message.
|
|
|
|
Write([]byte) (int, error)
|
|
|
|
|
|
|
|
// WriteMsg writes the msg in the passed in buffer.
|
|
|
|
WriteMsg([]byte) error
|
|
|
|
}
|
|
|
|
|
|
|
|
// WriteCloser is a Writer + Closer interface. Like in `golang/pkg/io`
|
|
|
|
type WriteCloser interface {
|
|
|
|
Writer
|
|
|
|
io.Closer
|
|
|
|
}
|
|
|
|
|
|
|
|
// Reader is the msgio Reader interface. It reads len-framed messages.
|
|
|
|
type Reader interface {
|
|
|
|
|
|
|
|
// Read reads the next message from the Reader.
|
|
|
|
// The client must pass a buffer large enough, or io.ErrShortBuffer will be
|
|
|
|
// returned.
|
|
|
|
Read([]byte) (int, error)
|
|
|
|
|
|
|
|
// ReadMsg reads the next message from the Reader.
|
2019-06-09 07:24:20 +00:00
|
|
|
// Uses a pool.BufferPool internally to reuse buffers. User may call
|
|
|
|
// ReleaseMsg(msg) to signal a buffer can be reused.
|
2018-07-04 10:51:47 +00:00
|
|
|
ReadMsg() ([]byte, error)
|
|
|
|
|
|
|
|
// ReleaseMsg signals a buffer can be reused.
|
|
|
|
ReleaseMsg([]byte)
|
|
|
|
|
|
|
|
// NextMsgLen returns the length of the next (peeked) message. Does
|
|
|
|
// not destroy the message or have other adverse effects
|
|
|
|
NextMsgLen() (int, error)
|
|
|
|
}
|
|
|
|
|
|
|
|
// ReadCloser combines a Reader and Closer.
|
|
|
|
type ReadCloser interface {
|
|
|
|
Reader
|
|
|
|
io.Closer
|
|
|
|
}
|
|
|
|
|
|
|
|
// ReadWriter combines a Reader and Writer.
|
|
|
|
type ReadWriter interface {
|
|
|
|
Reader
|
|
|
|
Writer
|
|
|
|
}
|
|
|
|
|
|
|
|
// ReadWriteCloser combines a Reader, a Writer, and Closer.
|
|
|
|
type ReadWriteCloser interface {
|
|
|
|
Reader
|
|
|
|
Writer
|
|
|
|
io.Closer
|
|
|
|
}
|
|
|
|
|
|
|
|
// writer is the underlying type that implements the Writer interface.
|
|
|
|
type writer struct {
|
|
|
|
W io.Writer
|
|
|
|
|
2019-10-04 15:21:24 +00:00
|
|
|
pool *pool.BufferPool
|
|
|
|
lock sync.Mutex
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewWriter wraps an io.Writer with a msgio framed writer. The msgio.Writer
|
|
|
|
// will write the length prefix of every message written.
|
|
|
|
func NewWriter(w io.Writer) WriteCloser {
|
2019-10-04 15:21:24 +00:00
|
|
|
return NewWriterWithPool(w, pool.GlobalPool)
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewWriterWithPool is identical to NewWriter but allows the user to pass a
|
|
|
|
// custom buffer pool.
|
|
|
|
func NewWriterWithPool(w io.Writer, p *pool.BufferPool) WriteCloser {
|
|
|
|
return &writer{W: w, pool: p}
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (s *writer) Write(msg []byte) (int, error) {
|
|
|
|
err := s.WriteMsg(msg)
|
|
|
|
if err != nil {
|
|
|
|
return 0, err
|
|
|
|
}
|
|
|
|
return len(msg), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *writer) WriteMsg(msg []byte) (err error) {
|
|
|
|
s.lock.Lock()
|
|
|
|
defer s.lock.Unlock()
|
2019-10-04 15:21:24 +00:00
|
|
|
|
|
|
|
buf := s.pool.Get(len(msg) + lengthSize)
|
|
|
|
NBO.PutUint32(buf, uint32(len(msg)))
|
|
|
|
copy(buf[lengthSize:], msg)
|
|
|
|
_, err = s.W.Write(buf)
|
|
|
|
s.pool.Put(buf)
|
|
|
|
|
2018-07-04 10:51:47 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *writer) Close() error {
|
|
|
|
if c, ok := s.W.(io.Closer); ok {
|
|
|
|
return c.Close()
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// reader is the underlying type that implements the Reader interface.
|
|
|
|
type reader struct {
|
|
|
|
R io.Reader
|
|
|
|
|
2019-10-04 15:21:24 +00:00
|
|
|
lbuf [lengthSize]byte
|
2018-07-04 10:51:47 +00:00
|
|
|
next int
|
2019-06-09 07:24:20 +00:00
|
|
|
pool *pool.BufferPool
|
2019-10-04 15:21:24 +00:00
|
|
|
lock sync.Mutex
|
2018-07-04 10:51:47 +00:00
|
|
|
max int // the maximal message size (in bytes) this reader handles
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewReader wraps an io.Reader with a msgio framed reader. The msgio.Reader
|
|
|
|
// will read whole messages at a time (using the length). Assumes an equivalent
|
|
|
|
// writer on the other side.
|
|
|
|
func NewReader(r io.Reader) ReadCloser {
|
2019-06-09 07:24:20 +00:00
|
|
|
return NewReaderWithPool(r, pool.GlobalPool)
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
|
|
|
|
2019-10-04 15:21:24 +00:00
|
|
|
// NewReaderSize is equivalent to NewReader but allows one to
|
|
|
|
// specify a max message size.
|
|
|
|
func NewReaderSize(r io.Reader, maxMessageSize int) ReadCloser {
|
|
|
|
return NewReaderSizeWithPool(r, maxMessageSize, pool.GlobalPool)
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewReaderWithPool is the same as NewReader but allows one to specify a buffer
|
|
|
|
// pool.
|
2019-06-09 07:24:20 +00:00
|
|
|
func NewReaderWithPool(r io.Reader, p *pool.BufferPool) ReadCloser {
|
2019-10-04 15:21:24 +00:00
|
|
|
return NewReaderSizeWithPool(r, defaultMaxSize, p)
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewReaderWithPool is the same as NewReader but allows one to specify a buffer
|
|
|
|
// pool and a max message size.
|
|
|
|
func NewReaderSizeWithPool(r io.Reader, maxMessageSize int, p *pool.BufferPool) ReadCloser {
|
2018-07-04 10:51:47 +00:00
|
|
|
if p == nil {
|
|
|
|
panic("nil pool")
|
|
|
|
}
|
|
|
|
return &reader{
|
|
|
|
R: r,
|
|
|
|
next: -1,
|
|
|
|
pool: p,
|
2019-10-04 15:21:24 +00:00
|
|
|
max: maxMessageSize,
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// NextMsgLen reads the length of the next msg into s.lbuf, and returns it.
|
|
|
|
// WARNING: like Read, NextMsgLen is destructive. It reads from the internal
|
|
|
|
// reader.
|
|
|
|
func (s *reader) NextMsgLen() (int, error) {
|
|
|
|
s.lock.Lock()
|
|
|
|
defer s.lock.Unlock()
|
|
|
|
return s.nextMsgLen()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *reader) nextMsgLen() (int, error) {
|
|
|
|
if s.next == -1 {
|
2019-10-04 15:21:24 +00:00
|
|
|
n, err := ReadLen(s.R, s.lbuf[:])
|
2018-07-04 10:51:47 +00:00
|
|
|
if err != nil {
|
|
|
|
return 0, err
|
|
|
|
}
|
|
|
|
|
|
|
|
s.next = n
|
|
|
|
}
|
|
|
|
return s.next, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *reader) Read(msg []byte) (int, error) {
|
|
|
|
s.lock.Lock()
|
|
|
|
defer s.lock.Unlock()
|
|
|
|
|
|
|
|
length, err := s.nextMsgLen()
|
|
|
|
if err != nil {
|
|
|
|
return 0, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if length > len(msg) {
|
|
|
|
return 0, io.ErrShortBuffer
|
|
|
|
}
|
|
|
|
|
2019-06-09 07:24:20 +00:00
|
|
|
read, err := io.ReadFull(s.R, msg[:length])
|
|
|
|
if read < length {
|
|
|
|
s.next = length - read // we only partially consumed the message.
|
|
|
|
} else {
|
|
|
|
s.next = -1 // signal we've consumed this msg
|
|
|
|
}
|
|
|
|
return read, err
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (s *reader) ReadMsg() ([]byte, error) {
|
|
|
|
s.lock.Lock()
|
|
|
|
defer s.lock.Unlock()
|
|
|
|
|
|
|
|
length, err := s.nextMsgLen()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2019-06-09 07:24:20 +00:00
|
|
|
if length == 0 {
|
|
|
|
s.next = -1
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
2018-07-04 10:51:47 +00:00
|
|
|
if length > s.max || length < 0 {
|
|
|
|
return nil, ErrMsgTooLarge
|
|
|
|
}
|
|
|
|
|
2019-06-09 07:24:20 +00:00
|
|
|
msg := s.pool.Get(length)
|
|
|
|
read, err := io.ReadFull(s.R, msg)
|
|
|
|
if read < length {
|
|
|
|
s.next = length - read // we only partially consumed the message.
|
|
|
|
} else {
|
|
|
|
s.next = -1 // signal we've consumed this msg
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
2019-06-09 07:24:20 +00:00
|
|
|
return msg[:read], err
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (s *reader) ReleaseMsg(msg []byte) {
|
2019-06-09 07:24:20 +00:00
|
|
|
s.pool.Put(msg)
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (s *reader) Close() error {
|
|
|
|
if c, ok := s.R.(io.Closer); ok {
|
|
|
|
return c.Close()
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// readWriter is the underlying type that implements a ReadWriter.
|
|
|
|
type readWriter struct {
|
|
|
|
Reader
|
|
|
|
Writer
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewReadWriter wraps an io.ReadWriter with a msgio.ReadWriter. Writing
|
|
|
|
// and Reading will be appropriately framed.
|
|
|
|
func NewReadWriter(rw io.ReadWriter) ReadWriteCloser {
|
|
|
|
return &readWriter{
|
|
|
|
Reader: NewReader(rw),
|
|
|
|
Writer: NewWriter(rw),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Combine wraps a pair of msgio.Writer and msgio.Reader with a msgio.ReadWriter.
|
|
|
|
func Combine(w Writer, r Reader) ReadWriteCloser {
|
|
|
|
return &readWriter{Reader: r, Writer: w}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (rw *readWriter) Close() error {
|
|
|
|
var errs []error
|
|
|
|
|
|
|
|
if w, ok := rw.Writer.(WriteCloser); ok {
|
|
|
|
if err := w.Close(); err != nil {
|
|
|
|
errs = append(errs, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if r, ok := rw.Reader.(ReadCloser); ok {
|
|
|
|
if err := r.Close(); err != nil {
|
|
|
|
errs = append(errs, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(errs) > 0 {
|
|
|
|
return multiErr(errs)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// multiErr is a util to return multiple errors
|
|
|
|
type multiErr []error
|
|
|
|
|
|
|
|
func (m multiErr) Error() string {
|
|
|
|
if len(m) == 0 {
|
|
|
|
return "no errors"
|
|
|
|
}
|
|
|
|
|
|
|
|
s := "Multiple errors: "
|
|
|
|
for i, e := range m {
|
|
|
|
if i != 0 {
|
|
|
|
s += ", "
|
|
|
|
}
|
|
|
|
s += e.Error()
|
|
|
|
}
|
|
|
|
return s
|
|
|
|
}
|