2018-07-04 10:51:47 +00:00
|
|
|
package multiplex
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2019-06-09 07:24:20 +00:00
|
|
|
"errors"
|
2018-07-04 10:51:47 +00:00
|
|
|
"io"
|
|
|
|
"sync"
|
|
|
|
"time"
|
|
|
|
|
2019-06-09 07:24:20 +00:00
|
|
|
pool "github.com/libp2p/go-buffer-pool"
|
2021-06-16 20:19:45 +00:00
|
|
|
"go.uber.org/multierr"
|
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
ErrStreamReset = errors.New("stream reset")
|
|
|
|
ErrStreamClosed = errors.New("closed stream")
|
2018-07-04 10:51:47 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// streamID is a convenience type for operating on stream IDs
|
|
|
|
type streamID struct {
|
|
|
|
id uint64
|
|
|
|
initiator bool
|
|
|
|
}
|
|
|
|
|
|
|
|
// header computes the header for the given tag
|
|
|
|
func (id *streamID) header(tag uint64) uint64 {
|
|
|
|
header := id.id<<3 | tag
|
|
|
|
if !id.initiator {
|
|
|
|
header--
|
|
|
|
}
|
|
|
|
return header
|
|
|
|
}
|
|
|
|
|
|
|
|
type Stream struct {
|
|
|
|
id streamID
|
|
|
|
name string
|
|
|
|
dataIn chan []byte
|
|
|
|
mp *Multiplex
|
|
|
|
|
|
|
|
extra []byte
|
|
|
|
|
|
|
|
// exbuf is for holding the reference to the beginning of the extra slice
|
|
|
|
// for later memory pool freeing
|
|
|
|
exbuf []byte
|
|
|
|
|
2019-06-09 07:24:20 +00:00
|
|
|
rDeadline, wDeadline pipeDeadline
|
2018-07-04 10:51:47 +00:00
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
clLock sync.Mutex
|
|
|
|
writeCancelErr, readCancelErr error
|
|
|
|
writeCancel, readCancel chan struct{}
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (s *Stream) Name() string {
|
|
|
|
return s.name
|
|
|
|
}
|
|
|
|
|
2019-06-09 07:24:20 +00:00
|
|
|
// tries to preload pending data
|
|
|
|
func (s *Stream) preloadData() {
|
|
|
|
select {
|
|
|
|
case read, ok := <-s.dataIn:
|
|
|
|
if !ok {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
s.extra = read
|
|
|
|
s.exbuf = read
|
|
|
|
default:
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
2019-06-09 07:24:20 +00:00
|
|
|
}
|
2018-07-04 10:51:47 +00:00
|
|
|
|
2019-06-09 07:24:20 +00:00
|
|
|
func (s *Stream) waitForData() error {
|
2018-07-04 10:51:47 +00:00
|
|
|
select {
|
|
|
|
case read, ok := <-s.dataIn:
|
|
|
|
if !ok {
|
|
|
|
return io.EOF
|
|
|
|
}
|
|
|
|
s.extra = read
|
|
|
|
s.exbuf = read
|
|
|
|
return nil
|
2021-06-16 20:19:45 +00:00
|
|
|
case <-s.readCancel:
|
|
|
|
// This is the only place where it's safe to return these.
|
|
|
|
s.returnBuffers()
|
|
|
|
return s.readCancelErr
|
2019-06-09 07:24:20 +00:00
|
|
|
case <-s.rDeadline.wait():
|
|
|
|
return errTimeout
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *Stream) returnBuffers() {
|
|
|
|
if s.exbuf != nil {
|
2019-06-09 07:24:20 +00:00
|
|
|
pool.Put(s.exbuf)
|
2018-07-04 10:51:47 +00:00
|
|
|
s.exbuf = nil
|
|
|
|
s.extra = nil
|
|
|
|
}
|
|
|
|
for {
|
|
|
|
select {
|
|
|
|
case read, ok := <-s.dataIn:
|
|
|
|
if !ok {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if read == nil {
|
|
|
|
continue
|
|
|
|
}
|
2019-06-09 07:24:20 +00:00
|
|
|
pool.Put(read)
|
2018-07-04 10:51:47 +00:00
|
|
|
default:
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *Stream) Read(b []byte) (int, error) {
|
2019-06-09 07:24:20 +00:00
|
|
|
select {
|
2021-06-16 20:19:45 +00:00
|
|
|
case <-s.readCancel:
|
|
|
|
return 0, s.readCancelErr
|
2019-06-09 07:24:20 +00:00
|
|
|
default:
|
|
|
|
}
|
2021-06-16 20:19:45 +00:00
|
|
|
|
2018-07-04 10:51:47 +00:00
|
|
|
if s.extra == nil {
|
2019-06-09 07:24:20 +00:00
|
|
|
err := s.waitForData()
|
2018-07-04 10:51:47 +00:00
|
|
|
if err != nil {
|
|
|
|
return 0, err
|
|
|
|
}
|
|
|
|
}
|
2019-06-09 07:24:20 +00:00
|
|
|
n := 0
|
|
|
|
for s.extra != nil && n < len(b) {
|
|
|
|
read := copy(b[n:], s.extra)
|
|
|
|
n += read
|
|
|
|
if read < len(s.extra) {
|
|
|
|
s.extra = s.extra[read:]
|
|
|
|
} else {
|
|
|
|
if s.exbuf != nil {
|
|
|
|
pool.Put(s.exbuf)
|
|
|
|
}
|
|
|
|
s.extra = nil
|
|
|
|
s.exbuf = nil
|
|
|
|
s.preloadData()
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return n, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *Stream) Write(b []byte) (int, error) {
|
|
|
|
var written int
|
|
|
|
for written < len(b) {
|
|
|
|
wl := len(b) - written
|
|
|
|
if wl > MaxMessageSize {
|
|
|
|
wl = MaxMessageSize
|
|
|
|
}
|
|
|
|
|
|
|
|
n, err := s.write(b[written : written+wl])
|
|
|
|
if err != nil {
|
|
|
|
return written, err
|
|
|
|
}
|
|
|
|
|
|
|
|
written += n
|
|
|
|
}
|
|
|
|
|
|
|
|
return written, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *Stream) write(b []byte) (int, error) {
|
2021-06-16 20:19:45 +00:00
|
|
|
select {
|
|
|
|
case <-s.writeCancel:
|
|
|
|
return 0, s.writeCancelErr
|
|
|
|
default:
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
err := s.mp.sendMsg(s.wDeadline.wait(), s.writeCancel, s.id.header(messageTag), b)
|
2018-07-04 10:51:47 +00:00
|
|
|
if err != nil {
|
|
|
|
return 0, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return len(b), nil
|
|
|
|
}
|
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
func (s *Stream) cancelWrite(err error) bool {
|
|
|
|
s.wDeadline.close()
|
2018-07-04 10:51:47 +00:00
|
|
|
|
2019-06-09 07:24:20 +00:00
|
|
|
s.clLock.Lock()
|
2021-06-16 20:19:45 +00:00
|
|
|
defer s.clLock.Unlock()
|
|
|
|
select {
|
|
|
|
case <-s.writeCancel:
|
|
|
|
return false
|
|
|
|
default:
|
|
|
|
s.writeCancelErr = err
|
|
|
|
close(s.writeCancel)
|
|
|
|
return true
|
2019-06-09 07:24:20 +00:00
|
|
|
}
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
func (s *Stream) cancelRead(err error) bool {
|
|
|
|
// Always unregister for reading first, even if we're already closed (or
|
|
|
|
// already closing). When handleIncoming calls this, it expects the
|
|
|
|
// stream to be unregistered by the time it returns.
|
|
|
|
s.mp.chLock.Lock()
|
|
|
|
delete(s.mp.channels, s.id)
|
|
|
|
s.mp.chLock.Unlock()
|
2019-06-09 07:24:20 +00:00
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
s.rDeadline.close()
|
2018-07-04 10:51:47 +00:00
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
s.clLock.Lock()
|
|
|
|
defer s.clLock.Unlock()
|
2019-06-09 07:24:20 +00:00
|
|
|
select {
|
2021-06-16 20:19:45 +00:00
|
|
|
case <-s.readCancel:
|
|
|
|
return false
|
2019-06-09 07:24:20 +00:00
|
|
|
default:
|
2021-06-16 20:19:45 +00:00
|
|
|
s.readCancelErr = err
|
|
|
|
close(s.readCancel)
|
|
|
|
return true
|
2018-07-04 10:51:47 +00:00
|
|
|
}
|
2021-06-16 20:19:45 +00:00
|
|
|
}
|
2018-07-04 10:51:47 +00:00
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
func (s *Stream) CloseWrite() error {
|
|
|
|
if !s.cancelWrite(ErrStreamClosed) {
|
|
|
|
// Check if we closed the stream _nicely_. If so, we don't need
|
|
|
|
// to report an error to the user.
|
|
|
|
if s.writeCancelErr == ErrStreamClosed {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
// Closed for some other reason. Report it.
|
|
|
|
return s.writeCancelErr
|
|
|
|
}
|
2018-07-04 10:51:47 +00:00
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), ResetStreamTimeout)
|
|
|
|
defer cancel()
|
2018-07-04 10:51:47 +00:00
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
err := s.mp.sendMsg(ctx.Done(), nil, s.id.header(closeTag), nil)
|
|
|
|
// We failed to close the stream after 2 minutes, something is probably wrong.
|
|
|
|
if err != nil && !s.mp.isShutdown() {
|
|
|
|
log.Warnf("Error closing stream: %s; killing connection", err.Error())
|
|
|
|
s.mp.Close()
|
|
|
|
}
|
|
|
|
return err
|
|
|
|
}
|
2018-07-04 10:51:47 +00:00
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
func (s *Stream) CloseRead() error {
|
|
|
|
s.cancelRead(ErrStreamClosed)
|
2018-07-04 10:51:47 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
func (s *Stream) Close() error {
|
|
|
|
return multierr.Combine(s.CloseRead(), s.CloseWrite())
|
2019-06-09 07:24:20 +00:00
|
|
|
}
|
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
func (s *Stream) Reset() error {
|
|
|
|
s.cancelRead(ErrStreamReset)
|
2019-06-09 07:24:20 +00:00
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
if s.cancelWrite(ErrStreamReset) {
|
|
|
|
// Send a reset in the background.
|
|
|
|
go s.mp.sendResetMsg(s.id.header(resetTag), true)
|
2019-06-09 07:24:20 +00:00
|
|
|
}
|
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
return nil
|
|
|
|
}
|
2019-06-09 07:24:20 +00:00
|
|
|
|
2021-06-16 20:19:45 +00:00
|
|
|
func (s *Stream) SetDeadline(t time.Time) error {
|
|
|
|
s.rDeadline.set(t)
|
|
|
|
s.wDeadline.set(t)
|
2018-07-04 10:51:47 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *Stream) SetReadDeadline(t time.Time) error {
|
2019-06-09 07:24:20 +00:00
|
|
|
s.rDeadline.set(t)
|
2018-07-04 10:51:47 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *Stream) SetWriteDeadline(t time.Time) error {
|
2019-06-09 07:24:20 +00:00
|
|
|
s.wDeadline.set(t)
|
2018-07-04 10:51:47 +00:00
|
|
|
return nil
|
|
|
|
}
|