codex-storage/bittorrent-benchmarks
1
0
Fork 0
mirror of https://github.com/codex-storage/bittorrent-benchmarks.git synced 2025-02-03 14:53:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

allow JSON schema for experiment types to be dumped (will use to autogen docs)

Browse Source
This commit is contained in:
gmega 2024-12-10 13:55:13 -03:00
parent 028d00327e
commit 5b3bb0556b
No known key found for this signature in database
GPG Key ID: 6290D34EAD824B18
2 changed files with 29 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
benchmarks/cli.py
View File

@ -26,6 +26,16 @@ def cmd_run(experiments: Dict[str, ExperimentBuilder[Experiment]], args):
experiments[args.experiment].build().run()
def cmd_describe(args):
if not args.type:
print(f'Available experiment types are:')
for experiment in config_parser.experiment_types.keys():
print(f' - {experiment}')
return
print(config_parser.experiment_types[args.type].schema_json(indent=2))
def _parse_config(config: Path) -> Dict[str, ExperimentBuilder[Experiment]]:
if not config.exists():
print(f'Config file {config} does not exist.')
@ -52,21 +62,31 @@ def _init_logging():
def main():
parser = argparse.ArgumentParser()
parser.add_argument('config', type=Path, help="Path to the experiment configuration file.")
commands = parser.add_subparsers(required=True)
list_cmd = commands.add_parser('list', help='Lists available experiments.')
list_cmd.set_defaults(func=cmd_list)
run_cmd = commands.add_parser('run')
experiments = commands.add_parser('experiments', help='List or run experiments in config file.')
experiments.add_argument('config', type=Path, help='Path to the experiment configuration file.')
experiment_commands = experiments.add_subparsers(required=True)
list_cmd = experiment_commands.add_parser('list', help='Lists available experiments.')
list_cmd.set_defaults(func=lambda args: cmd_list(_parse_config(args.config), args))
run_cmd = experiment_commands.add_parser('run', help='Runs an experiment')
run_cmd.add_argument('experiment', type=str, help='Name of the experiment to run.')
run_cmd.set_defaults(func=cmd_run)
run_cmd.set_defaults(func=lambda args: cmd_run(_parse_config(args.config), args))
describe = commands.add_parser('describe', help='Shows the JSON schema for the various experiment types.')
describe.add_argument('type', type=str, help='Type of the experiment to describe.',
choices=config_parser.experiment_types.keys(), nargs='?')
describe.set_defaults(func=cmd_describe)
args = parser.parse_args()
_init_logging()
args.func(_parse_config(args.config), args)
args.func(args)
if __name__ == '__main__':

6
benchmarks/core/config.py
View File

@ -57,13 +57,13 @@ class ConfigParser:
"""
def __init__(self):
self.root_tags = {}
self.experiment_types = {}
def register(self, root: Type[ExperimentBuilder[TExperiment]]):
name = root.__name__
alias = cast(Callable[[str], str],
root.model_config.get('alias_generator', lambda x: x))(name)
self.root_tags[alias] = root
self.experiment_types[alias] = root
@overload
def parse(self, data: dict) -> Dict[str, ExperimentBuilder[TExperiment]]:
@ -80,6 +80,6 @@ class ConfigParser:
entries = data
return {
tag: self.root_tags[tag].model_validate(config)
tag: self.experiment_types[tag].model_validate(config)
for tag, config in entries.items()
}