mirror of
https://github.com/codex-storage/bittorrent-benchmarks.git
synced 2025-02-09 09:43:29 +00:00
124 lines
4.1 KiB
Python
124 lines
4.1 KiB
Python
import argparse
|
|
import sys
|
|
from pathlib import Path
|
|
from typing import Dict, Iterable
|
|
|
|
from mypy.memprofile import defaultdict
|
|
from pydantic_core import ValidationError
|
|
|
|
from benchmarks.core.config import ConfigParser, ExperimentBuilder
|
|
from benchmarks.core.experiments.experiments import Experiment
|
|
from benchmarks.core.logging import basic_log_parser, LogEntry, LogSplitter
|
|
from benchmarks.deluge.config import DelugeExperimentConfig
|
|
from benchmarks.deluge.logging import DelugeTorrentDownload
|
|
|
|
config_parser = ConfigParser()
|
|
config_parser.register(DelugeExperimentConfig)
|
|
|
|
log_parser = basic_log_parser()
|
|
log_parser.register(DelugeTorrentDownload)
|
|
|
|
|
|
def cmd_list(experiments: Dict[str, ExperimentBuilder[Experiment]], _):
|
|
print(f'Available experiments are:')
|
|
for experiment in experiments.keys():
|
|
print(f' - {experiment}')
|
|
|
|
|
|
def cmd_run(experiments: Dict[str, ExperimentBuilder[Experiment]], args):
|
|
if args.experiment not in experiments:
|
|
print(f'Experiment {args.experiment} not found.')
|
|
sys.exit(-1)
|
|
experiments[args.experiment].build().run()
|
|
|
|
|
|
def cmd_describe(args):
|
|
if not args.type:
|
|
print(f'Available experiment types are:')
|
|
for experiment in config_parser.experiment_types.keys():
|
|
print(f' - {experiment}')
|
|
return
|
|
|
|
print(config_parser.experiment_types[args.type].schema_json(indent=2))
|
|
|
|
|
|
def cmd_logs(log: Path, output: Path):
|
|
if not log.exists():
|
|
print(f'Log file {log} does not exist.')
|
|
sys.exit(-1)
|
|
|
|
if not output.parent.exists():
|
|
print(f'Folder {output.parent} does not exist.')
|
|
sys.exit(-1)
|
|
|
|
output.mkdir(exist_ok=True)
|
|
|
|
def output_factory(event_type: str):
|
|
return (output / f'{event_type}.csv').open('w', encoding='utf-8')
|
|
|
|
with (log.open('r', encoding='utf-8') as istream,
|
|
LogSplitter(output_factory) as splitter):
|
|
splitter.split(log_parser.parse(istream))
|
|
|
|
|
|
def _parse_config(config: Path) -> Dict[str, ExperimentBuilder[Experiment]]:
|
|
if not config.exists():
|
|
print(f'Config file {config} does not exist.')
|
|
sys.exit(-1)
|
|
|
|
with config.open(encoding='utf-8') as infile:
|
|
try:
|
|
return config_parser.parse(infile)
|
|
except ValidationError as e:
|
|
print(f'There were errors parsing the config file.')
|
|
for error in e.errors():
|
|
print(f' - {error["loc"]}: {error["msg"]} {error["input"]}')
|
|
sys.exit(-1)
|
|
|
|
|
|
def _init_logging():
|
|
import logging
|
|
|
|
logging.basicConfig(
|
|
level=logging.INFO,
|
|
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
|
|
)
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
|
|
commands = parser.add_subparsers(required=True)
|
|
|
|
experiments = commands.add_parser('experiments', help='List or run experiments in config file.')
|
|
experiments.add_argument('config', type=Path, help='Path to the experiment configuration file.')
|
|
experiment_commands = experiments.add_subparsers(required=True)
|
|
|
|
list_cmd = experiment_commands.add_parser('list', help='Lists available experiments.')
|
|
list_cmd.set_defaults(func=lambda args: cmd_list(_parse_config(args.config), args))
|
|
|
|
run_cmd = experiment_commands.add_parser('run', help='Runs an experiment')
|
|
run_cmd.add_argument('experiment', type=str, help='Name of the experiment to run.')
|
|
run_cmd.set_defaults(func=lambda args: cmd_run(_parse_config(args.config), args))
|
|
|
|
describe = commands.add_parser('describe', help='Shows the JSON schema for the various experiment types.')
|
|
describe.add_argument('type', type=str, help='Type of the experiment to describe.',
|
|
choices=config_parser.experiment_types.keys(), nargs='?')
|
|
|
|
describe.set_defaults(func=cmd_describe)
|
|
|
|
logs = commands.add_parser('logs', help='Parse logs.')
|
|
logs.add_argument('log', type=Path, help='Path to the log file.')
|
|
logs.add_argument('output_dir', type=Path, help='Path to an output folder.')
|
|
logs.set_defaults(func=lambda args: cmd_logs(args.log, args.output_dir))
|
|
|
|
args = parser.parse_args()
|
|
|
|
_init_logging()
|
|
|
|
args.func(args)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|