2020-05-30 07:52:27 +00:00
|
|
|
package torrent
|
|
|
|
|
|
|
|
import (
|
2021-02-09 08:21:54 +00:00
|
|
|
"context"
|
|
|
|
"errors"
|
2020-06-04 01:50:20 +00:00
|
|
|
"fmt"
|
2021-12-06 04:14:59 +00:00
|
|
|
"math/rand"
|
2021-01-29 05:01:35 +00:00
|
|
|
"sync"
|
2021-12-06 04:14:59 +00:00
|
|
|
"time"
|
2020-06-01 08:25:45 +00:00
|
|
|
|
2021-11-12 01:37:40 +00:00
|
|
|
"github.com/RoaringBitmap/roaring"
|
2021-10-20 23:28:57 +00:00
|
|
|
"github.com/anacrolix/log"
|
2022-11-15 12:22:10 +00:00
|
|
|
|
2020-06-02 06:18:25 +00:00
|
|
|
"github.com/anacrolix/torrent/metainfo"
|
2020-06-01 08:41:21 +00:00
|
|
|
pp "github.com/anacrolix/torrent/peer_protocol"
|
2020-06-01 08:25:45 +00:00
|
|
|
"github.com/anacrolix/torrent/webseed"
|
2020-05-30 07:52:27 +00:00
|
|
|
)
|
|
|
|
|
2022-12-31 00:27:47 +00:00
|
|
|
const (
|
|
|
|
webseedPeerUnhandledErrorSleep = 5 * time.Second
|
|
|
|
webseedPeerCloseOnUnhandledError = false
|
|
|
|
)
|
|
|
|
|
2020-06-04 01:58:18 +00:00
|
|
|
type webseedPeer struct {
|
2022-01-31 01:53:44 +00:00
|
|
|
// First field for stats alignment.
|
2022-12-31 00:27:47 +00:00
|
|
|
peer Peer
|
|
|
|
client webseed.Client
|
|
|
|
activeRequests map[Request]webseed.Request
|
|
|
|
requesterCond sync.Cond
|
|
|
|
lastUnhandledErr time.Time
|
2020-06-01 08:25:45 +00:00
|
|
|
}
|
|
|
|
|
2020-06-04 01:58:18 +00:00
|
|
|
var _ peerImpl = (*webseedPeer)(nil)
|
2020-06-01 08:25:45 +00:00
|
|
|
|
2022-12-31 00:27:47 +00:00
|
|
|
func (me *webseedPeer) peerImplStatusLines() []string {
|
|
|
|
return []string{
|
|
|
|
me.client.Url,
|
|
|
|
fmt.Sprintf("last unhandled error: %v", eventAgeString(me.lastUnhandledErr)),
|
|
|
|
}
|
2020-09-29 06:21:54 +00:00
|
|
|
}
|
|
|
|
|
2020-06-04 01:58:18 +00:00
|
|
|
func (ws *webseedPeer) String() string {
|
2020-06-04 01:50:20 +00:00
|
|
|
return fmt.Sprintf("webseed peer for %q", ws.client.Url)
|
|
|
|
}
|
|
|
|
|
2020-06-04 01:58:18 +00:00
|
|
|
func (ws *webseedPeer) onGotInfo(info *metainfo.Info) {
|
2021-11-12 01:37:40 +00:00
|
|
|
ws.client.SetInfo(info)
|
2021-11-12 02:41:55 +00:00
|
|
|
// There should be probably be a callback in Client instead, so it can remove pieces at its whim
|
|
|
|
// too.
|
|
|
|
ws.client.Pieces.Iterate(func(x uint32) bool {
|
|
|
|
ws.peer.t.incPieceAvailability(pieceIndex(x))
|
|
|
|
return true
|
|
|
|
})
|
2020-06-02 06:18:25 +00:00
|
|
|
}
|
|
|
|
|
2020-06-04 01:58:18 +00:00
|
|
|
func (ws *webseedPeer) writeInterested(interested bool) bool {
|
2020-05-30 07:52:27 +00:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2021-12-11 13:04:06 +00:00
|
|
|
func (ws *webseedPeer) _cancel(r RequestIndex) bool {
|
|
|
|
if active, ok := ws.activeRequests[ws.peer.t.requestIndexToRequest(r)]; ok {
|
2021-05-09 13:38:38 +00:00
|
|
|
active.Cancel()
|
2021-12-11 13:04:06 +00:00
|
|
|
// The requester is running and will handle the result.
|
|
|
|
return true
|
2021-12-02 02:10:54 +00:00
|
|
|
}
|
2021-12-11 13:04:06 +00:00
|
|
|
// There should be no requester handling this, so no further events will occur.
|
|
|
|
return false
|
2020-05-30 07:52:27 +00:00
|
|
|
}
|
|
|
|
|
2021-01-28 03:23:22 +00:00
|
|
|
func (ws *webseedPeer) intoSpec(r Request) webseed.RequestSpec {
|
2020-06-02 03:54:26 +00:00
|
|
|
return webseed.RequestSpec{ws.peer.t.requestOffset(r), int64(r.Length)}
|
|
|
|
}
|
|
|
|
|
2021-05-20 10:23:45 +00:00
|
|
|
func (ws *webseedPeer) _request(r Request) bool {
|
2021-01-29 05:01:35 +00:00
|
|
|
ws.requesterCond.Signal()
|
2021-05-20 10:23:45 +00:00
|
|
|
return true
|
2020-05-30 07:52:27 +00:00
|
|
|
}
|
|
|
|
|
2021-12-06 04:14:59 +00:00
|
|
|
func (ws *webseedPeer) doRequest(r Request) error {
|
2021-01-29 05:01:35 +00:00
|
|
|
webseedRequest := ws.client.NewRequest(ws.intoSpec(r))
|
|
|
|
ws.activeRequests[r] = webseedRequest
|
2021-12-06 04:14:59 +00:00
|
|
|
err := func() error {
|
2021-02-09 08:21:54 +00:00
|
|
|
ws.requesterCond.L.Unlock()
|
|
|
|
defer ws.requesterCond.L.Lock()
|
2021-12-06 04:14:59 +00:00
|
|
|
return ws.requestResultHandler(r, webseedRequest)
|
2021-02-09 08:21:54 +00:00
|
|
|
}()
|
2021-01-29 05:01:35 +00:00
|
|
|
delete(ws.activeRequests, r)
|
2021-12-06 04:14:59 +00:00
|
|
|
return err
|
2021-01-29 05:01:35 +00:00
|
|
|
}
|
|
|
|
|
2021-12-06 04:14:59 +00:00
|
|
|
func (ws *webseedPeer) requester(i int) {
|
2021-01-29 05:01:35 +00:00
|
|
|
ws.requesterCond.L.Lock()
|
|
|
|
defer ws.requesterCond.L.Unlock()
|
|
|
|
start:
|
|
|
|
for !ws.peer.closed.IsSet() {
|
2022-12-31 00:27:47 +00:00
|
|
|
// Restart is set if we don't need to wait for the requestCond before trying again.
|
2021-09-19 05:16:37 +00:00
|
|
|
restart := false
|
2022-05-09 01:34:08 +00:00
|
|
|
ws.peer.requestState.Requests.Iterate(func(x RequestIndex) bool {
|
2021-09-19 05:16:37 +00:00
|
|
|
r := ws.peer.t.requestIndexToRequest(x)
|
2021-01-29 05:01:35 +00:00
|
|
|
if _, ok := ws.activeRequests[r]; ok {
|
2021-09-19 05:16:37 +00:00
|
|
|
return true
|
2021-01-29 05:01:35 +00:00
|
|
|
}
|
2021-12-06 04:14:59 +00:00
|
|
|
err := ws.doRequest(r)
|
|
|
|
ws.requesterCond.L.Unlock()
|
2021-12-06 08:24:48 +00:00
|
|
|
if err != nil && !errors.Is(err, context.Canceled) {
|
2021-12-06 04:14:59 +00:00
|
|
|
log.Printf("requester %v: error doing webseed request %v: %v", i, r, err)
|
|
|
|
}
|
2021-09-19 05:16:37 +00:00
|
|
|
restart = true
|
2021-12-06 04:14:59 +00:00
|
|
|
if errors.Is(err, webseed.ErrTooFast) {
|
|
|
|
time.Sleep(time.Duration(rand.Int63n(int64(10 * time.Second))))
|
|
|
|
}
|
2022-12-31 00:27:47 +00:00
|
|
|
time.Sleep(time.Until(ws.lastUnhandledErr.Add(webseedPeerUnhandledErrorSleep)))
|
2021-12-06 04:14:59 +00:00
|
|
|
ws.requesterCond.L.Lock()
|
2021-09-19 05:16:37 +00:00
|
|
|
return false
|
|
|
|
})
|
|
|
|
if restart {
|
2021-01-29 05:01:35 +00:00
|
|
|
goto start
|
|
|
|
}
|
|
|
|
ws.requesterCond.Wait()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-06-04 01:58:18 +00:00
|
|
|
func (ws *webseedPeer) connectionFlags() string {
|
2020-05-30 07:52:27 +00:00
|
|
|
return "WS"
|
|
|
|
}
|
|
|
|
|
2022-03-11 02:33:34 +00:00
|
|
|
// Maybe this should drop all existing connections, or something like that.
|
2020-06-04 01:58:18 +00:00
|
|
|
func (ws *webseedPeer) drop() {}
|
2020-05-30 07:52:27 +00:00
|
|
|
|
2022-03-11 02:33:34 +00:00
|
|
|
func (cn *webseedPeer) ban() {
|
|
|
|
cn.peer.close()
|
|
|
|
}
|
|
|
|
|
2021-10-20 23:28:57 +00:00
|
|
|
func (ws *webseedPeer) handleUpdateRequests() {
|
2021-12-02 02:48:52 +00:00
|
|
|
// Because this is synchronous, webseed peers seem to get first dibs on newly prioritized
|
|
|
|
// pieces.
|
2021-12-06 08:24:04 +00:00
|
|
|
go func() {
|
|
|
|
ws.peer.t.cl.lock()
|
|
|
|
defer ws.peer.t.cl.unlock()
|
|
|
|
ws.peer.maybeUpdateActualRequestState()
|
|
|
|
}()
|
2020-05-30 07:52:27 +00:00
|
|
|
}
|
2020-05-31 03:09:56 +00:00
|
|
|
|
2021-01-29 05:01:35 +00:00
|
|
|
func (ws *webseedPeer) onClose() {
|
2022-01-22 22:37:11 +00:00
|
|
|
ws.peer.logger.Levelf(log.Debug, "closing")
|
2021-12-13 01:11:38 +00:00
|
|
|
// Just deleting them means we would have to manually cancel active requests.
|
|
|
|
ws.peer.cancelAllRequests()
|
2021-12-13 01:09:12 +00:00
|
|
|
ws.peer.t.iterPeers(func(p *Peer) {
|
|
|
|
if p.isLowOnRequests() {
|
|
|
|
p.updateRequests("webseedPeer.onClose")
|
|
|
|
}
|
|
|
|
})
|
2021-01-29 05:01:35 +00:00
|
|
|
ws.requesterCond.Broadcast()
|
|
|
|
}
|
2020-06-01 08:41:21 +00:00
|
|
|
|
2021-12-06 04:14:59 +00:00
|
|
|
func (ws *webseedPeer) requestResultHandler(r Request, webseedRequest webseed.Request) error {
|
2020-06-02 06:41:49 +00:00
|
|
|
result := <-webseedRequest.Result
|
2021-12-02 02:47:06 +00:00
|
|
|
close(webseedRequest.Result) // one-shot
|
2021-05-21 01:49:57 +00:00
|
|
|
// We do this here rather than inside receiveChunk, since we want to count errors too. I'm not
|
|
|
|
// sure if we can divine which errors indicate cancellation on our end without hitting the
|
|
|
|
// network though.
|
2021-12-02 02:47:06 +00:00
|
|
|
if len(result.Bytes) != 0 || result.Err == nil {
|
|
|
|
// Increment ChunksRead and friends
|
|
|
|
ws.peer.doChunkReadStats(int64(len(result.Bytes)))
|
|
|
|
}
|
2021-10-25 05:17:55 +00:00
|
|
|
ws.peer.readBytes(int64(len(result.Bytes)))
|
2020-06-02 03:54:26 +00:00
|
|
|
ws.peer.t.cl.lock()
|
2020-06-02 06:41:49 +00:00
|
|
|
defer ws.peer.t.cl.unlock()
|
2021-12-03 10:31:16 +00:00
|
|
|
if ws.peer.t.closed.IsSet() {
|
2021-12-06 04:14:59 +00:00
|
|
|
return nil
|
2021-12-03 10:31:16 +00:00
|
|
|
}
|
2021-12-06 04:14:59 +00:00
|
|
|
err := result.Err
|
|
|
|
if err != nil {
|
|
|
|
switch {
|
|
|
|
case errors.Is(err, context.Canceled):
|
|
|
|
case errors.Is(err, webseed.ErrTooFast):
|
|
|
|
case ws.peer.closed.IsSet():
|
|
|
|
default:
|
2021-02-09 08:21:54 +00:00
|
|
|
ws.peer.logger.Printf("Request %v rejected: %v", r, result.Err)
|
2021-12-02 02:47:06 +00:00
|
|
|
// // Here lies my attempt to extract something concrete from Go's error system. RIP.
|
2021-11-12 03:43:22 +00:00
|
|
|
// cfg := spew.NewDefaultConfig()
|
|
|
|
// cfg.DisableMethods = true
|
|
|
|
// cfg.Dump(result.Err)
|
2022-12-31 00:27:47 +00:00
|
|
|
|
|
|
|
if webseedPeerCloseOnUnhandledError {
|
|
|
|
log.Printf("closing %v", ws)
|
|
|
|
ws.peer.close()
|
|
|
|
} else {
|
|
|
|
ws.lastUnhandledErr = time.Now()
|
|
|
|
}
|
2020-07-10 03:18:33 +00:00
|
|
|
}
|
2021-12-11 13:04:06 +00:00
|
|
|
if !ws.peer.remoteRejectedRequest(ws.peer.t.requestIndexFromRequest(r)) {
|
|
|
|
panic("invalid reject")
|
|
|
|
}
|
2021-12-06 04:14:59 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
err = ws.peer.receiveChunk(&pp.Message{
|
|
|
|
Type: pp.Piece,
|
|
|
|
Index: r.Index,
|
|
|
|
Begin: r.Begin,
|
|
|
|
Piece: result.Bytes,
|
|
|
|
})
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
2020-06-01 08:41:21 +00:00
|
|
|
}
|
2021-12-06 04:14:59 +00:00
|
|
|
return err
|
2020-06-01 08:41:21 +00:00
|
|
|
}
|
2021-10-20 23:48:43 +00:00
|
|
|
|
2021-11-12 01:37:40 +00:00
|
|
|
func (me *webseedPeer) peerPieces() *roaring.Bitmap {
|
|
|
|
return &me.client.Pieces
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cn *webseedPeer) peerHasAllPieces() (all, known bool) {
|
|
|
|
if !cn.peer.t.haveInfo() {
|
|
|
|
return true, false
|
|
|
|
}
|
|
|
|
return cn.client.Pieces.GetCardinality() == uint64(cn.peer.t.numPieces()), true
|
|
|
|
}
|