2015-04-07 16:14:35 +00:00
|
|
|
package torrent
|
|
|
|
|
|
|
|
import (
|
2017-10-12 05:09:32 +00:00
|
|
|
"fmt"
|
2015-04-07 16:14:35 +00:00
|
|
|
"sync"
|
2015-05-16 00:51:48 +00:00
|
|
|
|
2020-01-10 04:09:21 +00:00
|
|
|
"github.com/anacrolix/missinggo/v2/bitmap"
|
2019-07-25 04:15:36 +00:00
|
|
|
|
2016-03-28 09:38:30 +00:00
|
|
|
"github.com/anacrolix/torrent/metainfo"
|
2015-05-16 00:51:48 +00:00
|
|
|
pp "github.com/anacrolix/torrent/peer_protocol"
|
2016-03-28 09:38:30 +00:00
|
|
|
"github.com/anacrolix/torrent/storage"
|
2015-04-07 16:14:35 +00:00
|
|
|
)
|
|
|
|
|
2018-01-25 06:02:52 +00:00
|
|
|
// Describes the importance of obtaining a particular piece.
|
2015-04-07 16:14:35 +00:00
|
|
|
type piecePriority byte
|
|
|
|
|
2018-01-25 06:18:36 +00:00
|
|
|
func (pp *piecePriority) Raise(maybe piecePriority) bool {
|
2016-04-19 04:11:11 +00:00
|
|
|
if maybe > *pp {
|
|
|
|
*pp = maybe
|
2018-01-25 06:18:36 +00:00
|
|
|
return true
|
2016-02-01 11:06:13 +00:00
|
|
|
}
|
2018-01-25 06:18:36 +00:00
|
|
|
return false
|
2016-02-01 11:06:13 +00:00
|
|
|
}
|
|
|
|
|
2018-01-12 01:24:37 +00:00
|
|
|
// Priority for use in PriorityBitmap
|
|
|
|
func (me piecePriority) BitmapPriority() int {
|
|
|
|
return -int(me)
|
|
|
|
}
|
|
|
|
|
2015-04-07 16:14:35 +00:00
|
|
|
const (
|
2018-01-21 11:49:12 +00:00
|
|
|
PiecePriorityNone piecePriority = iota // Not wanted. Must be the zero value.
|
2015-06-01 08:22:12 +00:00
|
|
|
PiecePriorityNormal // Wanted.
|
2018-01-12 01:24:37 +00:00
|
|
|
PiecePriorityHigh // Wanted a lot.
|
2015-06-01 08:22:12 +00:00
|
|
|
PiecePriorityReadahead // May be required soon.
|
2018-01-12 01:24:37 +00:00
|
|
|
// Succeeds a piece where a read occurred. Currently the same as Now,
|
|
|
|
// apparently due to issues with caching.
|
2016-08-30 06:55:50 +00:00
|
|
|
PiecePriorityNext
|
2018-01-12 01:24:37 +00:00
|
|
|
PiecePriorityNow // A Reader is reading in this piece. Highest urgency.
|
2015-04-07 16:14:35 +00:00
|
|
|
)
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
type Piece struct {
|
2015-06-16 06:57:47 +00:00
|
|
|
// The completed piece SHA1 hash, from the metainfo "pieces" field.
|
2019-01-30 06:54:02 +00:00
|
|
|
hash *metainfo.Hash
|
2016-04-03 08:40:43 +00:00
|
|
|
t *Torrent
|
2018-07-11 23:15:15 +00:00
|
|
|
index pieceIndex
|
2018-01-21 11:49:12 +00:00
|
|
|
files []*File
|
2016-01-13 06:11:59 +00:00
|
|
|
// Chunks we've written to since the last check. The chunk offset and
|
|
|
|
// length can be determined by the request chunkSize in use.
|
2020-01-10 04:09:21 +00:00
|
|
|
_dirtyChunks bitmap.Bitmap
|
2017-09-15 09:22:32 +00:00
|
|
|
|
2017-10-12 05:09:32 +00:00
|
|
|
hashing bool
|
|
|
|
numVerifies int64
|
|
|
|
storageCompletionOk bool
|
2017-09-15 09:22:32 +00:00
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
publicPieceState PieceState
|
2016-02-01 10:11:41 +00:00
|
|
|
priority piecePriority
|
2015-08-04 16:40:46 +00:00
|
|
|
|
|
|
|
pendingWritesMutex sync.Mutex
|
|
|
|
pendingWrites int
|
|
|
|
noPendingWrites sync.Cond
|
2018-02-03 01:08:16 +00:00
|
|
|
|
|
|
|
// Connections that have written data to this piece since its last check.
|
|
|
|
// This can include connections that have closed.
|
2020-02-21 00:07:50 +00:00
|
|
|
dirtiers map[*PeerConn]struct{}
|
2015-04-07 16:14:35 +00:00
|
|
|
}
|
|
|
|
|
2017-10-12 05:09:32 +00:00
|
|
|
func (p *Piece) String() string {
|
|
|
|
return fmt.Sprintf("%s/%d", p.t.infoHash.HexString(), p.index)
|
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) Info() metainfo.Piece {
|
2018-07-11 23:15:15 +00:00
|
|
|
return p.t.info.Piece(int(p.index))
|
2016-03-28 09:38:30 +00:00
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) Storage() storage.Piece {
|
2016-03-28 09:38:30 +00:00
|
|
|
return p.t.storage.Piece(p.Info())
|
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) pendingChunkIndex(chunkIndex int) bool {
|
2020-01-10 04:09:21 +00:00
|
|
|
return !p._dirtyChunks.Contains(chunkIndex)
|
2016-02-05 04:45:32 +00:00
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) pendingChunk(cs chunkSpec, chunkSize pp.Integer) bool {
|
2016-02-05 04:45:32 +00:00
|
|
|
return p.pendingChunkIndex(chunkIndex(cs, chunkSize))
|
2015-05-16 00:51:48 +00:00
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) hasDirtyChunks() bool {
|
2020-01-10 04:09:21 +00:00
|
|
|
return p._dirtyChunks.Len() != 0
|
2016-02-04 14:18:54 +00:00
|
|
|
}
|
|
|
|
|
2018-07-11 23:15:15 +00:00
|
|
|
func (p *Piece) numDirtyChunks() pp.Integer {
|
2020-01-10 04:09:21 +00:00
|
|
|
return pp.Integer(p._dirtyChunks.Len())
|
2015-05-16 00:51:48 +00:00
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) unpendChunkIndex(i int) {
|
2020-01-10 04:09:21 +00:00
|
|
|
p._dirtyChunks.Add(i)
|
2018-02-04 11:47:01 +00:00
|
|
|
p.t.tickleReaders()
|
2015-05-16 00:51:48 +00:00
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) pendChunkIndex(i int) {
|
2020-01-10 04:09:21 +00:00
|
|
|
p._dirtyChunks.Remove(i)
|
2016-01-27 18:54:48 +00:00
|
|
|
}
|
|
|
|
|
2018-07-11 23:15:15 +00:00
|
|
|
func (p *Piece) numChunks() pp.Integer {
|
2016-02-07 10:58:48 +00:00
|
|
|
return p.t.pieceNumChunks(p.index)
|
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) incrementPendingWrites() {
|
2016-01-24 20:22:33 +00:00
|
|
|
p.pendingWritesMutex.Lock()
|
|
|
|
p.pendingWrites++
|
|
|
|
p.pendingWritesMutex.Unlock()
|
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) decrementPendingWrites() {
|
2016-01-24 20:22:33 +00:00
|
|
|
p.pendingWritesMutex.Lock()
|
|
|
|
if p.pendingWrites == 0 {
|
|
|
|
panic("assertion")
|
|
|
|
}
|
|
|
|
p.pendingWrites--
|
|
|
|
if p.pendingWrites == 0 {
|
|
|
|
p.noPendingWrites.Broadcast()
|
|
|
|
}
|
|
|
|
p.pendingWritesMutex.Unlock()
|
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) waitNoPendingWrites() {
|
2016-01-24 20:22:33 +00:00
|
|
|
p.pendingWritesMutex.Lock()
|
|
|
|
for p.pendingWrites != 0 {
|
|
|
|
p.noPendingWrites.Wait()
|
|
|
|
}
|
|
|
|
p.pendingWritesMutex.Unlock()
|
|
|
|
}
|
2016-03-22 02:11:36 +00:00
|
|
|
|
2018-07-11 23:15:15 +00:00
|
|
|
func (p *Piece) chunkIndexDirty(chunk pp.Integer) bool {
|
2020-01-10 04:09:21 +00:00
|
|
|
return p._dirtyChunks.Contains(bitmap.BitIndex(chunk))
|
2016-03-22 02:11:36 +00:00
|
|
|
}
|
|
|
|
|
2018-07-11 23:15:15 +00:00
|
|
|
func (p *Piece) chunkIndexSpec(chunk pp.Integer) chunkSpec {
|
2016-03-22 02:11:36 +00:00
|
|
|
return chunkIndexSpec(chunk, p.length(), p.chunkSize())
|
|
|
|
}
|
|
|
|
|
2020-01-10 05:18:55 +00:00
|
|
|
func (p *Piece) chunkIndexRequest(chunkIndex pp.Integer) request {
|
|
|
|
return request{
|
|
|
|
pp.Integer(p.index),
|
|
|
|
chunkIndexSpec(chunkIndex, p.length(), p.chunkSize()),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) numDirtyBytes() (ret pp.Integer) {
|
2017-09-23 05:28:13 +00:00
|
|
|
// defer func() {
|
|
|
|
// if ret > p.length() {
|
|
|
|
// panic("too many dirty bytes")
|
|
|
|
// }
|
|
|
|
// }()
|
2016-03-22 02:11:36 +00:00
|
|
|
numRegularDirtyChunks := p.numDirtyChunks()
|
|
|
|
if p.chunkIndexDirty(p.numChunks() - 1) {
|
|
|
|
numRegularDirtyChunks--
|
|
|
|
ret += p.chunkIndexSpec(p.lastChunkIndex()).Length
|
|
|
|
}
|
|
|
|
ret += pp.Integer(numRegularDirtyChunks) * p.chunkSize()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) length() pp.Integer {
|
2016-03-22 02:11:36 +00:00
|
|
|
return p.t.pieceLength(p.index)
|
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) chunkSize() pp.Integer {
|
2016-03-22 02:11:36 +00:00
|
|
|
return p.t.chunkSize
|
|
|
|
}
|
|
|
|
|
2018-07-11 23:15:15 +00:00
|
|
|
func (p *Piece) lastChunkIndex() pp.Integer {
|
2016-03-22 02:11:36 +00:00
|
|
|
return p.numChunks() - 1
|
|
|
|
}
|
|
|
|
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) bytesLeft() (ret pp.Integer) {
|
2016-03-22 02:11:36 +00:00
|
|
|
if p.t.pieceComplete(p.index) {
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
return p.length() - p.numDirtyBytes()
|
|
|
|
}
|
2017-09-15 09:22:32 +00:00
|
|
|
|
2019-07-25 04:13:42 +00:00
|
|
|
// Forces the piece data to be rehashed.
|
2017-09-15 09:35:16 +00:00
|
|
|
func (p *Piece) VerifyData() {
|
2018-07-25 03:41:50 +00:00
|
|
|
p.t.cl.lock()
|
|
|
|
defer p.t.cl.unlock()
|
2017-09-15 09:22:32 +00:00
|
|
|
target := p.numVerifies + 1
|
2017-09-15 09:35:16 +00:00
|
|
|
if p.hashing {
|
2017-09-15 09:22:32 +00:00
|
|
|
target++
|
|
|
|
}
|
2019-07-25 04:15:36 +00:00
|
|
|
//log.Printf("target: %d", target)
|
2017-09-15 09:22:32 +00:00
|
|
|
p.t.queuePieceCheck(p.index)
|
2019-07-25 04:15:36 +00:00
|
|
|
for {
|
|
|
|
//log.Printf("got %d verifies", p.numVerifies)
|
|
|
|
if p.numVerifies >= target {
|
|
|
|
break
|
|
|
|
}
|
2017-09-15 09:22:32 +00:00
|
|
|
p.t.cl.event.Wait()
|
|
|
|
}
|
2017-11-07 05:00:08 +00:00
|
|
|
// log.Print("done")
|
2017-10-12 05:09:32 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Piece) queuedForHash() bool {
|
2018-07-11 23:15:15 +00:00
|
|
|
return p.t.piecesQueuedForHash.Get(bitmap.BitIndex(p.index))
|
2017-09-15 09:22:32 +00:00
|
|
|
}
|
2018-01-21 11:49:12 +00:00
|
|
|
|
|
|
|
func (p *Piece) torrentBeginOffset() int64 {
|
|
|
|
return int64(p.index) * p.t.info.PieceLength
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Piece) torrentEndOffset() int64 {
|
|
|
|
return p.torrentBeginOffset() + int64(p.length())
|
|
|
|
}
|
2018-01-25 06:18:36 +00:00
|
|
|
|
|
|
|
func (p *Piece) SetPriority(prio piecePriority) {
|
2018-07-25 03:41:50 +00:00
|
|
|
p.t.cl.lock()
|
|
|
|
defer p.t.cl.unlock()
|
2018-01-25 06:18:36 +00:00
|
|
|
p.priority = prio
|
|
|
|
p.t.updatePiecePriority(p.index)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Piece) uncachedPriority() (ret piecePriority) {
|
2018-06-26 04:51:55 +00:00
|
|
|
if p.t.pieceComplete(p.index) || p.t.pieceQueuedForHash(p.index) || p.t.hashingPiece(p.index) {
|
2018-01-25 06:18:36 +00:00
|
|
|
return PiecePriorityNone
|
|
|
|
}
|
|
|
|
for _, f := range p.files {
|
|
|
|
ret.Raise(f.prio)
|
|
|
|
}
|
2020-01-10 04:09:21 +00:00
|
|
|
if p.t.readerNowPieces().Contains(int(p.index)) {
|
2018-01-25 06:18:36 +00:00
|
|
|
ret.Raise(PiecePriorityNow)
|
|
|
|
}
|
2020-01-10 04:09:21 +00:00
|
|
|
// if t._readerNowPieces.Contains(piece - 1) {
|
2018-01-25 06:18:36 +00:00
|
|
|
// return PiecePriorityNext
|
|
|
|
// }
|
2020-01-10 04:09:21 +00:00
|
|
|
if p.t.readerReadaheadPieces().Contains(bitmap.BitIndex(p.index)) {
|
2018-01-25 06:18:36 +00:00
|
|
|
ret.Raise(PiecePriorityReadahead)
|
|
|
|
}
|
|
|
|
ret.Raise(p.priority)
|
|
|
|
return
|
|
|
|
}
|
2018-01-28 04:58:55 +00:00
|
|
|
|
|
|
|
func (p *Piece) completion() (ret storage.Completion) {
|
|
|
|
ret.Complete = p.t.pieceComplete(p.index)
|
|
|
|
ret.Ok = p.storageCompletionOk
|
|
|
|
return
|
|
|
|
}
|
2020-01-07 04:13:28 +00:00
|
|
|
|
|
|
|
func (p *Piece) allChunksDirty() bool {
|
2020-01-10 04:09:21 +00:00
|
|
|
return p._dirtyChunks.Len() == int(p.numChunks())
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Piece) requestStrategyPiece() requestStrategyPiece {
|
|
|
|
return p
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Piece) dirtyChunks() bitmap.Bitmap {
|
|
|
|
return p._dirtyChunks
|
|
|
|
}
|