2024-12-14 06:34:11 -03:00

173 lines
5.2 KiB
Python

import base64
import logging
import shutil
import socket
from dataclasses import dataclass
from io import BytesIO
from pathlib import Path
from typing import List, Union, Optional, Self, Dict, Any
import pathvalidate
from deluge_client import DelugeRPCClient
from torrentool.torrent import Torrent
from urllib3.util import Url
from benchmarks.core.experiments.experiments import ExperimentComponent
from benchmarks.core.network import SharedFSNode, DownloadHandle
from benchmarks.core.utils import await_predicate
logger = logging.getLogger(__name__)
@dataclass(frozen=True)
class DelugeMeta:
""":class:`DelugeMeta` represents the initial metadata required so that a :class:`DelugeNode`
can introduce a file into the network, becoming its initial seeder."""
name: str
announce_url: Url
class DelugeNode(SharedFSNode[Torrent, DelugeMeta], ExperimentComponent):
def __init__(
self,
name: str,
volume: Path,
daemon_port: int,
daemon_address: str = "localhost",
daemon_username: str = "user",
daemon_password: str = "password",
) -> None:
if not pathvalidate.is_valid_filename(name):
raise ValueError(f'Node name must be a valid filename (bad name: "{name}")')
self._name = name
self.downloads_root = volume / name / "downloads"
self._rpc: Optional[DelugeRPCClient] = None
self.daemon_args = {
"host": daemon_address,
"port": daemon_port,
"username": daemon_username,
"password": daemon_password,
}
super().__init__(self.downloads_root)
self._init_folders()
@property
def name(self) -> str:
return self._name
def wipe_all_torrents(self):
torrent_ids = list(self.rpc.core.get_torrents_status({}, []).keys())
if torrent_ids:
errors = self.rpc.core.remove_torrents(torrent_ids, remove_data=True)
if errors:
raise Exception(f"There were errors removing torrents: {errors}")
# Wipe download folder to get rid of files that got uploaded but failed
# seeding or deletes.
try:
shutil.rmtree(self.downloads_root)
except FileNotFoundError:
# If the call to remove_torrents succeeds, this might happen. Checking
# for existence won't protect you as the client might still delete the
# folder after your check, so this is the only sane way to do it.
pass
self._init_folders()
def seed(
self,
file: Path,
handle: Union[DelugeMeta, Torrent],
) -> Torrent:
data_root = self.downloads_root / handle.name
data_root.mkdir(parents=True, exist_ok=False)
target = self.upload(local=file, name=handle.name)
if isinstance(handle, DelugeMeta):
torrent = Torrent.create_from(target.parent)
torrent.announce_urls = handle.announce_url.url
torrent.name = handle.name
else:
torrent = handle
self.rpc.core.add_torrent_file(
filename=f"{handle.name}.torrent",
filedump=self._b64dump(torrent),
options=dict(),
)
return torrent
def leech(self, handle: Torrent) -> DownloadHandle:
self.rpc.core.add_torrent_file(
filename=f"{handle.name}.torrent",
filedump=self._b64dump(handle),
options=dict(),
)
return DelugeDownloadHandle(
node=self,
torrent=handle,
)
def torrent_info(self, name: str) -> List[Dict[bytes, Any]]:
return list(self.rpc.core.get_torrents_status({"name": name}, []).values())
@property
def rpc(self) -> DelugeRPCClient:
if self._rpc is None:
self.connect()
return self._rpc
def connect(self) -> Self:
client = DelugeRPCClient(**self.daemon_args)
client.connect()
self._rpc = client
return self
def is_ready(self) -> bool:
try:
self.connect()
return True
except (ConnectionRefusedError, socket.gaierror):
return False
def _init_folders(self):
self.downloads_root.mkdir(parents=True, exist_ok=True)
@staticmethod
def _b64dump(handle: Torrent) -> bytes:
buffer = BytesIO()
buffer.write(handle.to_string())
return base64.b64encode(buffer.getvalue())
def __str__(self):
return f"DelugeNode({self.name}, {self.daemon_args['host']}:{self.daemon_args['port']})"
class DelugeDownloadHandle(DownloadHandle):
def __init__(self, torrent: Torrent, node: DelugeNode) -> None:
self.node = node
self.torrent = torrent
def await_for_completion(self, timeout: float = 0) -> bool:
name = self.torrent.name
def _predicate():
response = self.node.rpc.core.get_torrents_status({"name": name}, [])
if len(response) > 1:
logger.warning(
f"Client has multiple torrents matching name {name}. Returning the first one."
)
status = list(response.values())[0]
return status[b"is_seed"]
return await_predicate(_predicate, timeout=timeout)